promptfoo 0.68.3 → 0.69.1

package/dist/src/onboarding.js.map

@@ -1 +1 @@
-{"version":3,"file":"onboarding.js","sourceRoot":"","sources":["../../src/onboarding.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,4CAAoB;AACpB,wDAAgC;AAChC,gDAAwB;AACxB,sDAA8B;AAC9B,iCAA2C;AAE9B,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmF9B,CAAC;AAEW,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8B9B,CAAC;AAEW,QAAA,mBAAmB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsClC,CAAC;AAEW,QAAA,aAAa,GAAG;;;;;;;;CAQ5B,CAAC;AAEW,QAAA,UAAU,GAAG;;;;;;;;;;;;;;;;CAgBzB,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;;;;;;;;;CAkB7B,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;CAU7B,CAAC;AAEK,KAAK,UAAU,gBAAgB,CAAC,SAAwB,EAAE,cAAuB,IAAI;IAC1F,IAAI,SAAS,EAAE,CAAC;QACd,yCAAyC;QACzC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,gBAAM,CAAC,IAAI,CAAC,sBAAsB,SAAS,MAAM,CAAC,CAAC;YACnD,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,GAAG,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,IAAI,MAAc,CAAC;IACnB,IAAI,QAAgB,CAAC;IACrB,IAAI,WAAW,EAAE,CAAC;QAChB,kBAAkB;QAClB,IAAI,IAAI,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;YAC/B;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,4BAA4B;gBACrC,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;oBAC1C,EAAE,IAAI,EAAE,sCAAsC,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,KAAK,EAAE;oBACjD,EAAE,IAAI,EAAE,4CAA4C,EAAE,KAAK,EAAE,OAAO,EAAE;iBACvE;aACF;SACF,CAAC,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAErB,QAAQ,GAAG,UAAU,CAAC;QACtB,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,IAAI,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;gBAC3B;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,0DAA0D;oBACnE,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE;wBAC3C,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;wBACnC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC5C;iBACF;aACF,CAAC,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC3B,CAAC;QAED,MAAM,OAAO,GAAmD;YAC9D,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,sBAAsB,EAAE,eAAe,CAAC,EAAE;YAC1E;gBACE,IAAI,EAAE,+BAA+B;gBACrC,KAAK,EACH,MAAM,KAAK,OAAO;oBAChB,CAAC,CAAC;wBACE;4BACE,EAAE,EAAE,eAAe;4BACnB,MAAM,EAAE;gCACN,KAAK,EAAE;oCACL;wCACE,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE;4CACR,IAAI,EAAE,qBAAqB;4CAC3B,WAAW,EAAE,6CAA6C;4CAC1D,UAAU,EAAE;gDACV,IAAI,EAAE,QAAQ;gDACd,UAAU,EAAE;oDACV,QAAQ,EAAE;wDACR,IAAI,EAAE,QAAQ;wDACd,WAAW,EAAE,4CAA4C;qDAC1D;iDACF;gDACD,QAAQ,EAAE,CAAC,UAAU,CAAC;6CACvB;yCACF;qCACF;iCACF;6BACF;yBACF;qBACF;oBACH,CAAC,CAAC,CAAC,sBAAsB,EAAE,eAAe,CAAC;aAChD;YACD;gBACE,IAAI,EAAE,6CAA6C;gBACnD,KAAK,EAAE;oBACL,+CAA+C;oBAC/C,2CAA2C;iBAC5C;aACF;YACD;gBACE,IAAI,EAAE,sCAAsC;gBAC5C,KAAK,EAAE;oBACL,iEAAiE;oBACjE,8DAA8D;oBAC9D,gDAAgD;iBACjD;aACF;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,yBAAyB;gBAC/B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,CAAC,kBAAkB,CAAC;aAC5B;YACD;gBACE,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,CAAC,kCAAkC,CAAC;aAC5C;YACD;gBACE,IAAI,EAAE,yCAAyC;gBAC/C,KAAK,EAAE;oBACL,gDAAgD;oBAChD,+CAA+C;iBAChD;aACF;YACD;gBACE,IAAI,EAAE,qCAAqC;gBAC3C,KAAK,EAAE,CAAC,kBAAkB,EAAE,uBAAuB,CAAC;aACrD;YACD,EAAE,IAAI,EAAE,wCAAwC,EAAE,KAAK,EAAE,CAAC,mBAAmB,CAAC,EAAE;YAChF;gBACE,IAAI,EAAE,gCAAgC;gBACtC,KAAK,EAAE,CAAC,oBAAoB,EAAE,2BAA2B,CAAC;aAC3D;SACF,CAAC;QACF,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC,MAAM,kBAAQ,CAAC,MAAM,CAAC;YACjD;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,oEAAoE;gBAC7E,OAAO;aACR;SACF,CAAC,CAA6C,CAAC;QAEhD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,IAAI,CACZ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACjF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YACnC,CAAC;YAED,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,2BAAmB,CAAC,CAAC;gBAC1F,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EACxF,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,qBAAa,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,uBAAe,CAAC,CAAC;gBACtF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACvC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC9C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CACV,6FAA6F,CAC9F,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC9B,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,sBAAc,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,kBAAU,CAAC,CAAC;gBAChF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,SAAS,CAAC;QACnB,QAAQ,GAAG,UAAU,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC7D,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,wBAAiB,GAAE,CAAC;IACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,uBAAe,EAAE;QACpD,OAAO;QACP,SAAS;QACT,IAAI,EAAE,MAAM;QACZ,QAAQ;KACT,CAAC,CAAC;IACH,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;IACtF,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,sBAAc,CAAC,CAAC;IAEnF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC1E,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACtB,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,uCAAuC,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAClF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,gBAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC9D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,SAAS,eAAK,CAAC,IAAI,CAAC,MAAM,SAAS,EAAE,CAAC,iBAAiB,eAAK,CAAC,IAAI,CAC/D,UAAU,CACX,oBAAoB,CACtB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7F,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC;AArPD,4CAqPC"}
+{"version":3,"file":"onboarding.js","sourceRoot":"","sources":["../../src/onboarding.ts"],"names":[],"mappings":";;;;;;AAgOA,4CAqPC;AArdD,kDAA0B;AAC1B,4CAAoB;AACpB,wDAAgC;AAChC,gDAAwB;AACxB,sDAA8B;AAC9B,iCAA2C;AAE9B,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAmF9B,CAAC;AAEW,QAAA,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8B9B,CAAC;AAEW,QAAA,mBAAmB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAsClC,CAAC;AAEW,QAAA,aAAa,GAAG;;;;;;;;CAQ5B,CAAC;AAEW,QAAA,UAAU,GAAG;;;;;;;;;;;;;;;;CAgBzB,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;;;;;;;;;CAkB7B,CAAC;AAEW,QAAA,cAAc,GAAG;;;;;;;;;;CAU7B,CAAC;AAEK,KAAK,UAAU,gBAAgB,CAAC,SAAwB,EAAE,cAAuB,IAAI;IAC1F,IAAI,SAAS,EAAE,CAAC;QACd,yCAAyC;QACzC,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,gBAAM,CAAC,IAAI,CAAC,sBAAsB,SAAS,MAAM,CAAC,CAAC;YACnD,YAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,GAAG,CAAC;IAClB,CAAC;IAED,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAwB,EAAE,CAAC;IAC1C,IAAI,MAAc,CAAC;IACnB,IAAI,QAAgB,CAAC;IACrB,IAAI,WAAW,EAAE,CAAC;QAChB,kBAAkB;QAClB,IAAI,IAAI,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;YAC/B;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,4BAA4B;gBACrC,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,SAAS,EAAE;oBAC1C,EAAE,IAAI,EAAE,sCAAsC,EAAE,KAAK,EAAE,SAAS,EAAE;oBAClE,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,KAAK,EAAE;oBACjD,EAAE,IAAI,EAAE,4CAA4C,EAAE,KAAK,EAAE,OAAO,EAAE;iBACvE;aACF;SACF,CAAC,CAAC;QACH,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAErB,QAAQ,GAAG,UAAU,CAAC;QACtB,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,IAAI,GAAG,MAAM,kBAAQ,CAAC,MAAM,CAAC;gBAC3B;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,UAAU;oBAChB,OAAO,EAAE,0DAA0D;oBACnE,OAAO,EAAE;wBACP,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,UAAU,EAAE;wBAC3C,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE;wBACnC,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,YAAY,EAAE;qBAC5C;iBACF;aACF,CAAC,CAAC;YACH,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC3B,CAAC;QAED,MAAM,OAAO,GAAmD;YAC9D,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC,sBAAsB,EAAE,eAAe,CAAC,EAAE;YAC1E;gBACE,IAAI,EAAE,+BAA+B;gBACrC,KAAK,EACH,MAAM,KAAK,OAAO;oBAChB,CAAC,CAAC;wBACE;4BACE,EAAE,EAAE,eAAe;4BACnB,MAAM,EAAE;gCACN,KAAK,EAAE;oCACL;wCACE,IAAI,EAAE,UAAU;wCAChB,QAAQ,EAAE;4CACR,IAAI,EAAE,qBAAqB;4CAC3B,WAAW,EAAE,6CAA6C;4CAC1D,UAAU,EAAE;gDACV,IAAI,EAAE,QAAQ;gDACd,UAAU,EAAE;oDACV,QAAQ,EAAE;wDACR,IAAI,EAAE,QAAQ;wDACd,WAAW,EAAE,4CAA4C;qDAC1D;iDACF;gDACD,QAAQ,EAAE,CAAC,UAAU,CAAC;6CACvB;yCACF;qCACF;iCACF;6BACF;yBACF;qBACF;oBACH,CAAC,CAAC,CAAC,sBAAsB,EAAE,eAAe,CAAC;aAChD;YACD;gBACE,IAAI,EAAE,6CAA6C;gBACnD,KAAK,EAAE;oBACL,+CAA+C;oBAC/C,2CAA2C;iBAC5C;aACF;YACD;gBACE,IAAI,EAAE,sCAAsC;gBAC5C,KAAK,EAAE;oBACL,iEAAiE;oBACjE,8DAA8D;oBAC9D,gDAAgD;iBACjD;aACF;YACD;gBACE,IAAI,EAAE,qBAAqB;gBAC3B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,yBAAyB;gBAC/B,KAAK,EAAE,CAAC,oBAAoB,CAAC;aAC9B;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,KAAK,EAAE,CAAC,kBAAkB,CAAC;aAC5B;YACD;gBACE,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,CAAC,kCAAkC,CAAC;aAC5C;YACD;gBACE,IAAI,EAAE,yCAAyC;gBAC/C,KAAK,EAAE;oBACL,gDAAgD;oBAChD,+CAA+C;iBAChD;aACF;YACD;gBACE,IAAI,EAAE,qCAAqC;gBAC3C,KAAK,EAAE,CAAC,kBAAkB,EAAE,uBAAuB,CAAC;aACrD;YACD,EAAE,IAAI,EAAE,wCAAwC,EAAE,KAAK,EAAE,CAAC,mBAAmB,CAAC,EAAE;YAChF;gBACE,IAAI,EAAE,gCAAgC;gBACtC,KAAK,EAAE,CAAC,oBAAoB,EAAE,2BAA2B,CAAC;aAC3D;SACF,CAAC;QACF,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC,MAAM,kBAAQ,CAAC,MAAM,CAAC;YACjD;gBACE,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,oEAAoE;gBAC7E,OAAO;aACR;SACF,CAAC,CAA6C,CAAC;QAEhD,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAG,eAAe,CAAC,IAAI,EAAE,CAAC;YAC7C,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,SAAS,CAAC,IAAI,CACZ,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CACjF,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YACnC,CAAC;YAED,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,2BAAmB,CAAC,CAAC;gBAC1F,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,EACxF,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,qBAAa,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;YACD,IACE,aAAa,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,EAC1F,CAAC;gBACD,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,aAAa,CAAC,EAAE,uBAAe,CAAC,CAAC;gBACtF,gBAAM,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACrC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACvC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC9C,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;aAAM,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,CAAC,IAAI,CACV,6FAA6F,CAC9F,CAAC;QACJ,CAAC;aAAM,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC9B,OAAO,CAAC,IAAI,CAAC,gDAAgD,CAAC,CAAC;QACjE,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,IAAI,MAAM,KAAK,OAAO,EAAE,CAAC;YAC3C,IAAI,QAAQ,KAAK,YAAY,EAAE,CAAC;gBAC9B,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,sBAAc,CAAC,CAAC;gBACpF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;iBAAM,CAAC;gBACN,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,YAAY,CAAC,EAAE,kBAAU,CAAC,CAAC;gBAChF,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YACpC,CAAC;QACH,CAAC;IACH,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,SAAS,CAAC;QACnB,QAAQ,GAAG,UAAU,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;QAC7D,SAAS,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACvC,SAAS,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,QAAQ,GAAG,IAAA,wBAAiB,GAAE,CAAC;IACrC,MAAM,MAAM,GAAG,QAAQ,CAAC,YAAY,CAAC,uBAAe,EAAE;QACpD,OAAO;QACP,SAAS;QACT,IAAI,EAAE,MAAM;QACZ,QAAQ;KACT,CAAC,CAAC;IACH,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,sBAAsB,CAAC,EAAE,MAAM,CAAC,CAAC;IACtF,YAAE,CAAC,aAAa,CAAC,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,WAAW,CAAC,EAAE,sBAAc,CAAC,CAAC;IAEnF,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,QAAQ,CAAC,KAAK,CAAC,CAAC;IACxD,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,2BAA2B,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAC1E,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACtB,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,uCAAuC,eAAK,CAAC,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAClF,CACF,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,gBAAM,CAAC,IAAI,CAAC,qCAAqC,SAAS,EAAE,CAAC,CAAC;QAC9D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,SAAS,eAAK,CAAC,IAAI,CAAC,MAAM,SAAS,EAAE,CAAC,iBAAiB,eAAK,CAAC,IAAI,CAC/D,UAAU,CACX,oBAAoB,CACtB,CACF,CAAC;IACJ,CAAC;IAED,OAAO;QACL,UAAU,EAAE,OAAO,CAAC,MAAM;QAC1B,gBAAgB,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;QAC7F,MAAM;QACN,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/src/prompts/grading.d.ts

@@ -6,6 +6,7 @@
  */
 export * from './external/ragas';
 export declare const DEFAULT_GRADING_PROMPT: string;
+export declare const ANTHROPIC_GRADING_PROMPT: string;
 export declare const OPENAI_FACTUALITY_PROMPT: string;
 export declare const OPENAI_CLOSED_QA_PROMPT: string;
 export declare const SUGGEST_PROMPTS_SYSTEM_MESSAGE: {

package/dist/src/prompts/grading.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"grading.d.ts","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,kBAAkB,CAAC;AACjC,eAAO,MAAM,sBAAsB,QAmBjC,CAAC;AAGH,eAAO,MAAM,wBAAwB,QAsBnC,CAAC;AAEH,eAAO,MAAM,uBAAuB,QAiBlC,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;CAO1C,CAAC;AAEF,eAAO,MAAM,6BAA6B;;;CAGzC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;CAGnD,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAe7B,CAAC"}
+{"version":3,"file":"grading.d.ts","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AACH,cAAc,kBAAkB,CAAC;AACjC,eAAO,MAAM,sBAAsB,QAmBjC,CAAC;AAEH,eAAO,MAAM,wBAAwB,QAmBnC,CAAC;AAGH,eAAO,MAAM,wBAAwB,QAsBnC,CAAC;AAEH,eAAO,MAAM,uBAAuB,QAiBlC,CAAC;AAEH,eAAO,MAAM,8BAA8B;;;CAO1C,CAAC;AAEF,eAAO,MAAM,6BAA6B;;;CAGzC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;CAGnD,CAAC;AAEF,eAAO,MAAM,kBAAkB,QAe7B,CAAC"}

package/dist/src/prompts/grading.js

@@ -14,7 +14,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SELECT_BEST_PROMPT = exports.AI_SELF_REFERENCE_PROMPT_SYSTEM_MESSAGE = exports.REFUSAL_PROMPT_SYSTEM_MESSAGE = exports.SUGGEST_PROMPTS_SYSTEM_MESSAGE = exports.OPENAI_CLOSED_QA_PROMPT = exports.OPENAI_FACTUALITY_PROMPT = exports.DEFAULT_GRADING_PROMPT = void 0;
+exports.SELECT_BEST_PROMPT = exports.AI_SELF_REFERENCE_PROMPT_SYSTEM_MESSAGE = exports.REFUSAL_PROMPT_SYSTEM_MESSAGE = exports.SUGGEST_PROMPTS_SYSTEM_MESSAGE = exports.OPENAI_CLOSED_QA_PROMPT = exports.OPENAI_FACTUALITY_PROMPT = exports.ANTHROPIC_GRADING_PROMPT = exports.DEFAULT_GRADING_PROMPT = void 0;
 /**
  * This module exports various prompts used for model graded evaluation.
  * They are imported and re-exported by the `prompts` module.
@@ -33,6 +33,26 @@ Output: Hello world
 Rubric: Content contains a greeting
 {"pass": true, "score": 1.0, "reason": "the content contains the word 'world'"}
 
+Output: Avast ye swabs, repel the invaders!
+Rubric: Does not speak like a pirate
+{"pass": false, "score": 0.0, "reason": "'avast ye' is a common pirate term"}`,
+    },
+    {
+        role: 'user',
+        content: 'Output: {{ output }}\nRubric: {{ rubric }}',
+    },
+]);
+exports.ANTHROPIC_GRADING_PROMPT = JSON.stringify([
+    {
+        role: 'system',
+        content: `You are grading output according to a user-specified rubric. If the statement in the rubric is true, then the output passes the test. 
+
+Examples:
+
+Output: Hello world
+Rubric: Content contains a greeting
+{"pass": true, "score": 1.0, "reason": "the content contains the word 'world'"}
+
 Output: Avast ye swabs, repel the invaders!
 Rubric: Does not speak like a pirate
 {"pass": false, "score": 0.0, "reason": "'avast ye' is a common pirate term"}`,

package/dist/src/prompts/grading.js.map

@@ -1 +1 @@
-{"version":3,"file":"grading.js","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,mDAAiC;AACpB,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}
+{"version":3,"file":"grading.js","sourceRoot":"","sources":["../../../src/prompts/grading.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA;;;;;GAKG;AACH,mDAAiC;AACpB,QAAA,sBAAsB,GAAG,IAAI,CAAC,SAAS,CAAC;IACnD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEU,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;8EAUiE;KAC3E;IACD;QACE,IAAI,EAAE,MAAM;QACZ,OAAO,EAAE,4CAA4C;KACtD;CACF,CAAC,CAAC;AAEH,iFAAiF;AACpE,QAAA,wBAAwB,GAAG,IAAI,CAAC,SAAS,CAAC;IACrD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;;;;;;+FAiBkF;KAC5F;CACF,CAAC,CAAC;AAEU,QAAA,uBAAuB,GAAG,IAAI,CAAC,SAAS,CAAC;IACpD;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;;;eAYE;KACZ;CACF,CAAC,CAAC;AAEU,QAAA,8BAA8B,GAAG;IAC5C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE;;;;+FAIoF;CAC9F,CAAC;AAEW,QAAA,6BAA6B,GAAG;IAC3C,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,8aAA8a;CACxb,CAAC;AAEW,QAAA,uCAAuC,GAAG;IACrD,IAAI,EAAE,QAAQ;IACd,OAAO,EAAE,sTAAsT;CAChU,CAAC;AAEW,QAAA,kBAAkB,GAAG,IAAI,CAAC,SAAS,CAAC;IAC/C;QACE,IAAI,EAAE,QAAQ;QACd,OAAO,EAAE;;;;;;;;;;4FAU+E;KACzF;CACF,CAAC,CAAC"}

package/dist/src/prompts/index.js

@@ -17,7 +17,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.readPrompts = exports.processPrompt = exports.readProviderPromptMap = void 0;
+exports.readProviderPromptMap = readProviderPromptMap;
+exports.processPrompt = processPrompt;
+exports.readPrompts = readPrompts;
 const glob_1 = require("glob");
 const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const logger_1 = __importDefault(require("../logger"));
@@ -74,7 +76,6 @@ function readProviderPromptMap(config, parsedPrompts) {
     }
     return ret;
 }
-exports.readProviderPromptMap = readProviderPromptMap;
 /**
  * Processes a raw prompt based on its content type and path.
  * @param prompt - The raw prompt data.
@@ -125,7 +126,6 @@ async function processPrompt(prompt, basePath = '', maxRecursionDepth = 1) {
     }
     return [];
 }
-exports.processPrompt = processPrompt;
 /**
  * Reads and processes prompts from a specified path or glob pattern.
  * @param promptPathOrGlobs - The path or glob pattern.
@@ -145,5 +145,4 @@ async function readPrompts(promptPathOrGlobs, basePath = '') {
     }
     return prompts;
 }
-exports.readPrompts = readPrompts;
 //# sourceMappingURL=index.js.map

package/dist/src/prompts/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/prompts/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA,+BAAgC;AAChC,oEAAuC;AACvC,uDAA+B;AAQ/B,kCAA0C;AAC1C,wDAAwD;AACxD,4CAAoD;AACpD,8CAAsD;AACtD,gDAAwD;AACxD,gDAAoD;AACpD,4CAAmD;AACnD,4CAAoD;AACpD,mCAAwD;AAExD,4CAA0B;AAE1B;;;;;GAKG;AACH,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QAC3C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBAC7D,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AA/CD,sDA+CC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,aAAa,CACjC,MAAuB,EACvB,WAAmB,EAAE,EACrB,oBAA4B,CAAC;IAE7B,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAC9B,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;IAEF,IAAI,CAAC,IAAA,qBAAa,EAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAA,sBAAa,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,GACT,GAKG,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAA,eAAQ,EAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;YACzD,oBAAoB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,MAAM,CAAC,GAAG,OAAO,QAAQ,gBAAgB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAC1F,CAAC;QACF,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,eAAe,IAAI,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAC1C,EAAE,GAAG,EAAE,eAAe,EAAE,EACxB,QAAQ,EACR,iBAAiB,GAAG,CAAC,CACtB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,sEAAsE;YACtE,gBAAM,CAAC,KAAK,CACV,8BAA8B,MAAM,CAAC,GAAG,yCAAyC,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,IAAA,sBAAa,EAAC,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QAC1B,OAAO,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,IAAA,wBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,SAAS,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAA,0BAAa,EAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACxB,OAAO,IAAA,0BAAiB,EAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,IAAA,qBAAc,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACvD,OAAO,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAvED,sCAuEC;AAED;;;;;GAKG;AACI,KAAK,UAAU,WAAW,CAC/B,iBAAiF,EACjF,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAsB,IAAA,sBAAc,EAAC,iBAAiB,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAfD,kCAeC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/prompts/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;AA4BA,sDA+CC;AASD,sCAuEC;AAQD,kCAeC;AAlLD,+BAAgC;AAChC,oEAAuC;AACvC,uDAA+B;AAQ/B,kCAA0C;AAC1C,wDAAwD;AACxD,4CAAoD;AACpD,8CAAsD;AACtD,gDAAwD;AACxD,gDAAoD;AACpD,4CAAmD;AACnD,4CAAoD;AACpD,mCAAwD;AAExD,4CAA0B;AAE1B;;;;;GAKG;AACH,SAAgB,qBAAqB,CACnC,MAA8B,EAC9B,aAAuB;IAEvB,MAAM,GAAG,GAA6B,EAAE,CAAC;IAEzC,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;QACtB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,MAAM,UAAU,GAAG,EAAE,CAAC;IACtB,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,UAAU,EAAE,CAAC;IAC5C,CAAC;IAED,IAAI,OAAO,MAAM,CAAC,SAAS,KAAK,UAAU,EAAE,CAAC;QAC3C,OAAO,EAAE,iBAAiB,EAAE,UAAU,EAAE,CAAC;IAC3C,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;QACxC,IAAI,OAAO,QAAQ,KAAK,QAAQ,EAAE,CAAC;YACjC,wDAAwD;YACxD,IAAI,QAAQ,CAAC,EAAE,EAAE,CAAC;gBAChB,MAAM,WAAW,GAAG,QAA2B,CAAC;gBAChD,IAAA,wBAAS,EACP,WAAW,CAAC,EAAE,EACd,4EAA4E,CAC7E,CAAC;gBACF,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBACxD,IAAI,WAAW,CAAC,KAAK,EAAE,CAAC;oBACtB,GAAG,CAAC,WAAW,CAAC,KAAK,CAAC,GAAG,WAAW,CAAC,OAAO,IAAI,UAAU,CAAC;gBAC7D,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,WAAW,GAAG,QAA8B,CAAC;gBACnD,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC/C,MAAM,cAAc,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC;gBAC/C,MAAM,EAAE,GAAG,cAAc,CAAC,EAAE,IAAI,UAAU,CAAC;gBAC3C,GAAG,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,OAAO,IAAI,UAAU,CAAC;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;GAMG;AACI,KAAK,UAAU,aAAa,CACjC,MAAuB,EACvB,WAAmB,EAAE,EACrB,oBAA4B,CAAC;IAE7B,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAC9B,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;IAEF,IAAI,CAAC,IAAA,qBAAa,EAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,IAAA,sBAAa,EAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,EACJ,SAAS,EACT,YAAY,EACZ,aAAa,EACb,QAAQ,GACT,GAKG,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;IAE1C,IAAI,aAAa,IAAI,iBAAiB,GAAG,CAAC,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAG,IAAA,eAAQ,EAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,EAAE;YACzD,oBAAoB,EAAE,IAAI;SAC3B,CAAC,CAAC;QACH,gBAAM,CAAC,KAAK,CACV,mBAAmB,MAAM,CAAC,GAAG,OAAO,QAAQ,gBAAgB,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,CAC1F,CAAC;QACF,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,KAAK,MAAM,eAAe,IAAI,WAAW,EAAE,CAAC;YAC1C,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAC1C,EAAE,GAAG,EAAE,eAAe,EAAE,EACxB,QAAQ,EACR,iBAAiB,GAAG,CAAC,CACtB,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,CAAC;QACpC,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,sEAAsE;YACtE,gBAAM,CAAC,KAAK,CACV,8BAA8B,MAAM,CAAC,GAAG,yCAAyC,CAClF,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,GAAG,IAAA,sBAAa,EAAC,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;QAC1B,OAAO,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC3B,OAAO,IAAA,wBAAgB,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,SAAS,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7D,OAAO,IAAA,0BAAa,EAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IACvD,CAAC;IACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;QACxB,OAAO,IAAA,0BAAiB,EAAC,QAAQ,EAAE,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3D,CAAC;IACD,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;QACzB,OAAO,IAAA,qBAAc,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IACD,IAAI,SAAS,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QACvD,OAAO,IAAA,sBAAe,EAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;;GAKG;AACI,KAAK,UAAU,WAAW,CAC/B,iBAAiF,EACjF,WAAmB,EAAE;IAErB,gBAAM,CAAC,KAAK,CAAC,wBAAwB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAC1E,MAAM,cAAc,GAAsB,IAAA,sBAAc,EAAC,iBAAiB,CAAC,CAAC;IAC5E,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,MAAM,IAAI,cAAc,EAAE,CAAC;QACpC,MAAM,WAAW,GAAG,MAAM,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC1D,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,2BAA2B,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,GAAG,WAAW,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/prompts/processors/javascript.d.ts

@@ -1,4 +1,8 @@
-import { Prompt } from '../../types';
+import { ApiProvider, Prompt, PromptFunctionContext } from '../../types';
+export declare const transformContext: (context: {
+    vars: Record<string, string | object>;
+    provider?: ApiProvider;
+}) => PromptFunctionContext;
 /**
  * Processes a JavaScript file to import and execute a module function as a prompt.
  * @param filePath - Path to the JavaScript file.

package/dist/src/prompts/processors/javascript.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC,CASnB"}
+{"version":3,"file":"javascript.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAEzE,eAAO,MAAM,gBAAgB,YAAa;IACxC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,KAAG,qBAMH,CAAC;AAEF;;;;;GAKG;AACH,wBAAsB,aAAa,CACjC,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,OAAO,CAAC,MAAM,EAAE,CAAC,CASnB"}

package/dist/src/prompts/processors/javascript.js

@@ -1,7 +1,20 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processJsFile = void 0;
+exports.transformContext = void 0;
+exports.processJsFile = processJsFile;
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const esm_1 = require("../../esm");
+const transformContext = (context) => {
+    (0, tiny_invariant_1.default)(context.provider, 'Provider is required');
+    return {
+        vars: context.vars,
+        provider: { id: context.provider.id(), label: context.provider.label },
+    };
+};
+exports.transformContext = transformContext;
 /**
  * Processes a JavaScript file to import and execute a module function as a prompt.
  * @param filePath - Path to the JavaScript file.
@@ -14,9 +27,8 @@ async function processJsFile(filePath, prompt, functionName) {
         {
             raw: String(promptFunction),
             label: prompt.label ? prompt.label : functionName ? `${filePath}:${functionName}` : filePath,
-            function: promptFunction,
+            function: (context) => promptFunction((0, exports.transformContext)(context)),
         },
     ];
 }
-exports.processJsFile = processJsFile;
 //# sourceMappingURL=javascript.js.map

package/dist/src/prompts/processors/javascript.js.map

@@ -1 +1 @@
-{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":";;;AAAA,mCAAyC;AAGzC;;;;;GAKG;AACI,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,MAAuB,EACvB,YAAgC;IAEhC,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClE,OAAO;QACL;YACE,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,QAAQ;YAC5F,QAAQ,EAAE,cAAc;SACzB;KACF,CAAC;AACJ,CAAC;AAbD,sCAaC"}
+{"version":3,"file":"javascript.js","sourceRoot":"","sources":["../../../../src/prompts/processors/javascript.ts"],"names":[],"mappings":";;;;;;AAqBA,sCAaC;AAlCD,oEAAuC;AACvC,mCAAyC;AAGlC,MAAM,gBAAgB,GAAG,CAAC,OAGhC,EAAyB,EAAE;IAC1B,IAAA,wBAAS,EAAC,OAAO,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAC;IACpD,OAAO;QACL,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE;KACvE,CAAC;AACJ,CAAC,CAAC;AATW,QAAA,gBAAgB,oBAS3B;AAEF;;;;;GAKG;AACI,KAAK,UAAU,aAAa,CACjC,QAAgB,EAChB,MAAuB,EACvB,YAAgC;IAEhC,MAAM,cAAc,GAAG,MAAM,IAAA,kBAAY,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAClE,OAAO;QACL;YACE,GAAG,EAAE,MAAM,CAAC,cAAc,CAAC;YAC3B,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,QAAQ;YAC5F,QAAQ,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,cAAc,CAAC,IAAA,wBAAgB,EAAC,OAAO,CAAC,CAAC;SACjE;KACF,CAAC;AACJ,CAAC"}

package/dist/src/prompts/processors/json.js

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processJsonFile = void 0;
+exports.processJsonFile = processJsonFile;
 const fs = __importStar(require("fs"));
 /**
  * Processes a JSON file to extract prompts.
@@ -44,5 +44,4 @@ function processJsonFile(filePath, prompt) {
         },
     ];
 }
-exports.processJsonFile = processJsonFile;
 //# sourceMappingURL=json.js.map

package/dist/src/prompts/processors/json.js.map

@@ -1 +1 @@
-{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../../src/prompts/processors/json.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAuB;IACvE,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvD,yDAAyD;IACzD,OAAO;QACL;YACE,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,YAAY,EAAE;SACtD;KACF,CAAC;AACJ,CAAC;AATD,0CASC"}
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../../src/prompts/processors/json.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAYA,0CASC;AArBD,uCAAyB;AAGzB;;;;;;;;GAQG;AACH,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAuB;IACvE,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvD,yDAAyD;IACzD,OAAO;QACL;YACE,GAAG,EAAE,YAAY;YACjB,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,YAAY,EAAE;SACtD;KACF,CAAC;AACJ,CAAC"}

package/dist/src/prompts/processors/jsonl.js

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processJsonlFile = void 0;
+exports.processJsonlFile = processJsonlFile;
 const fs = __importStar(require("fs"));
 /**
  * Processes a JSONL file to extract prompts.
@@ -44,5 +44,4 @@ function processJsonlFile(filePath, prompt) {
             : prompt.label || `${filePath}`,
     }));
 }
-exports.processJsonlFile = processJsonlFile;
 //# sourceMappingURL=jsonl.js.map

package/dist/src/prompts/processors/jsonl.js.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../../../src/prompts/processors/jsonl.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAGzB;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,QAAgB,EAAE,MAAuB;IACxE,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9B,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,gBAAgB;YACrB,CAAC,CAAC,MAAM,CAAC,KAAK;gBACZ,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE;gBAC5B,CAAC,CAAC,GAAG,QAAQ,KAAK,IAAI,EAAE;YAC1B,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,EAAE;KAClC,CAAC,CAAC,CAAC;AACN,CAAC;AAZD,4CAYC"}
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../../../src/prompts/processors/jsonl.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AASA,4CAYC;AArBD,uCAAyB;AAGzB;;;;;GAKG;AACH,SAAgB,gBAAgB,CAAC,QAAgB,EAAE,MAAuB;IACxE,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,SAAS,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC/E,MAAM,gBAAgB,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;IAC9C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9B,GAAG,EAAE,IAAI;QACT,KAAK,EAAE,gBAAgB;YACrB,CAAC,CAAC,MAAM,CAAC,KAAK;gBACZ,CAAC,CAAC,GAAG,MAAM,CAAC,KAAK,KAAK,IAAI,EAAE;gBAC5B,CAAC,CAAC,GAAG,QAAQ,KAAK,IAAI,EAAE;YAC1B,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,EAAE;KAClC,CAAC,CAAC,CAAC;AACN,CAAC"}

package/dist/src/prompts/processors/python.d.ts

@@ -9,7 +9,7 @@ import type { Prompt, ApiProvider } from '../../types';
 export declare const pythonPromptFunction: (filePath: string, functionName: string, context: {
     vars: Record<string, string | object>;
     provider?: ApiProvider;
-}) => Promise<any>;
+}) => Promise<string | object>;
 /**
  * Legacy Python prompt function. Runs the whole python file.
  * @param filePath - Path to the Python file.

package/dist/src/prompts/processors/python.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/python.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAGvD;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,aACrB,MAAM,gBACF,MAAM,WACX;IACP,IAAI,EAAE,OAAO,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,iBAWF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,aAC3B,MAAM,WACP;IACP,IAAI,EAAE,OAAO,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,oBAWF,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,MAAM,EAAE,CAeV"}
+{"version":3,"file":"python.d.ts","sourceRoot":"","sources":["../../../../src/prompts/processors/python.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,MAAM,EAAE,WAAW,EAAyB,MAAM,aAAa,CAAC;AAG9E;;;;;;GAMG;AACH,eAAO,MAAM,oBAAoB,aACrB,MAAM,gBACF,MAAM,WACX;IACP,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,6BAaF,CAAC;AAEF;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,aAC3B,MAAM,WACP;IACP,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,CAAC;IACtC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB,KACA,OAAO,CAAC,MAAM,CAmBhB,CAAC;AAEF;;;;;;GAMG;AACH,wBAAgB,iBAAiB,CAC/B,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,EACvB,YAAY,EAAE,MAAM,GAAG,SAAS,GAC/B,MAAM,EAAE,CAaV"}

package/dist/src/prompts/processors/python.js

@@ -26,9 +26,11 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processPythonFile = exports.pythonPromptFunctionLegacy = exports.pythonPromptFunction = void 0;
+exports.pythonPromptFunctionLegacy = exports.pythonPromptFunction = void 0;
+exports.processPythonFile = processPythonFile;
 const fs = __importStar(require("fs"));
 const python_shell_1 = require("python-shell");
+const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 const logger_1 = __importDefault(require("../../logger"));
 const wrapper_1 = require("../../python/wrapper");
 const util_1 = require("../../util");
@@ -40,15 +42,15 @@ const util_1 = require("../../util");
  * @returns The prompts
  */
 const pythonPromptFunction = async (filePath, functionName, context) => {
-    return (0, wrapper_1.runPython)(filePath, functionName, [
-        {
-            ...context,
-            provider: {
-                id: context.provider?.id,
-                label: context.provider?.label,
-            },
+    (0, tiny_invariant_1.default)(context.provider?.id, 'provider.id is required');
+    const transformedContext = {
+        vars: context.vars,
+        provider: {
+            id: typeof context.provider?.id === 'function' ? context.provider?.id() : context.provider?.id,
+            label: context.provider?.label,
         },
-    ]);
+    };
+    return (0, wrapper_1.runPython)(filePath, functionName, [transformedContext]);
 };
 exports.pythonPromptFunction = pythonPromptFunction;
 /**
@@ -58,10 +60,18 @@ exports.pythonPromptFunction = pythonPromptFunction;
  * @returns The prompts
  */
 const pythonPromptFunctionLegacy = async (filePath, context) => {
+    (0, tiny_invariant_1.default)(context?.provider?.id, 'provider.id is required');
+    const transformedContext = {
+        vars: context.vars,
+        provider: {
+            id: typeof context.provider?.id === 'function' ? context.provider?.id() : context.provider?.id,
+            label: context.provider?.label,
+        },
+    };
     const options = {
         mode: 'text',
         pythonPath: process.env.PROMPTFOO_PYTHON || 'python',
-        args: [(0, util_1.safeJsonStringify)(context)],
+        args: [(0, util_1.safeJsonStringify)(transformedContext)],
     };
     logger_1.default.debug(`Executing python prompt script ${filePath}`);
     const results = (await python_shell_1.PythonShell.run(filePath, options)).join('\n');
@@ -78,19 +88,15 @@ exports.pythonPromptFunctionLegacy = pythonPromptFunctionLegacy;
  */
 function processPythonFile(filePath, prompt, functionName) {
     const fileContent = fs.readFileSync(filePath, 'utf-8');
+    const label = prompt.label ?? (functionName ? `${filePath}:${functionName}` : `${filePath}: ${fileContent}`);
     return [
         {
             raw: fileContent,
-            label: prompt.label
-                ? prompt.label
-                : functionName
-                    ? `${filePath}:${functionName}`
-                    : `${filePath}: ${fileContent}`,
+            label,
             function: functionName
-                ? (...args) => (0, exports.pythonPromptFunction)(filePath, functionName, ...args)
-                : (...args) => (0, exports.pythonPromptFunctionLegacy)(filePath, ...args),
+                ? (context) => (0, exports.pythonPromptFunction)(filePath, functionName, context)
+                : (context) => (0, exports.pythonPromptFunctionLegacy)(filePath, context),
         },
     ];
 }
-exports.processPythonFile = processPythonFile;
 //# sourceMappingURL=python.js.map

package/dist/src/prompts/processors/python.js.map

@@ -1 +1 @@
-{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../../src/prompts/processors/python.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,+CAA0E;AAC1E,0DAAkC;AAClC,kDAAiD;AAEjD,qCAA+C;AAE/C;;;;;;GAMG;AACI,MAAM,oBAAoB,GAAG,KAAK,EACvC,QAAgB,EAChB,YAAoB,EACpB,OAGC,EACD,EAAE;IACF,OAAO,IAAA,mBAAS,EAAC,QAAQ,EAAE,YAAY,EAAE;QACvC;YACE,GAAG,OAAO;YACV,QAAQ,EAAE;gBACR,EAAE,EAAE,OAAO,CAAC,QAAQ,EAAE,EAAE;gBACxB,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;aAC/B;SACF;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAjBW,QAAA,oBAAoB,wBAiB/B;AAEF;;;;;GAKG;AACI,MAAM,0BAA0B,GAAG,KAAK,EAC7C,QAAgB,EAChB,OAGC,EACD,EAAE;IACF,MAAM,OAAO,GAAuB;QAClC,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;QACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;KACnC,CAAC;IACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,QAAQ,cAAc,OAAO,EAAE,CAAC,CAAC;IACtE,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAhBW,QAAA,0BAA0B,8BAgBrC;AAEF;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAC/B,QAAgB,EAChB,MAAuB,EACvB,YAAgC;IAEhC,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,OAAO;QACL;YACE,GAAG,EAAE,WAAW;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACjB,CAAC,CAAC,MAAM,CAAC,KAAK;gBACd,CAAC,CAAC,YAAY;oBACZ,CAAC,CAAC,GAAG,QAAQ,IAAI,YAAY,EAAE;oBAC/B,CAAC,CAAC,GAAG,QAAQ,KAAK,WAAW,EAAE;YACnC,QAAQ,EAAE,YAAY;gBACpB,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,IAAA,4BAAoB,EAAC,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAI,CAAC;gBACpE,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,IAAA,kCAA0B,EAAC,QAAQ,EAAE,GAAG,IAAI,CAAC;SAC/D;KACF,CAAC;AACJ,CAAC;AAnBD,8CAmBC"}
+{"version":3,"file":"python.js","sourceRoot":"","sources":["../../../../src/prompts/processors/python.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4EA,8CAiBC;AA7FD,uCAAyB;AACzB,+CAA0E;AAC1E,oEAAuC;AACvC,0DAAkC;AAClC,kDAAiD;AAEjD,qCAA+C;AAE/C;;;;;;GAMG;AACI,MAAM,oBAAoB,GAAG,KAAK,EACvC,QAAgB,EAChB,YAAoB,EACpB,OAGC,EACD,EAAE;IACF,IAAA,wBAAS,EAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,yBAAyB,CAAC,CAAC;IAC3D,MAAM,kBAAkB,GAA0B;QAChD,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE;YACR,EAAE,EACA,OAAO,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;YAC5F,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;SAC/B;KACF,CAAC;IAEF,OAAO,IAAA,mBAAS,EAAC,QAAQ,EAAE,YAAY,EAAE,CAAC,kBAAkB,CAAC,CAAC,CAAC;AACjE,CAAC,CAAC;AAnBW,QAAA,oBAAoB,wBAmB/B;AAEF;;;;;GAKG;AACI,MAAM,0BAA0B,GAAG,KAAK,EAC7C,QAAgB,EAChB,OAGC,EACgB,EAAE;IACnB,IAAA,wBAAS,EAAC,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,yBAAyB,CAAC,CAAC;IAC5D,MAAM,kBAAkB,GAA0B;QAChD,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,QAAQ,EAAE;YACR,EAAE,EACA,OAAO,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;YAC5F,KAAK,EAAE,OAAO,CAAC,QAAQ,EAAE,KAAK;SAC/B;KACF,CAAC;IACF,MAAM,OAAO,GAAuB;QAClC,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,QAAQ;QACpD,IAAI,EAAE,CAAC,IAAA,wBAAiB,EAAC,kBAAkB,CAAC,CAAC;KAC9C,CAAC;IACF,gBAAM,CAAC,KAAK,CAAC,kCAAkC,QAAQ,EAAE,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,CAAC,MAAM,0BAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtE,gBAAM,CAAC,KAAK,CAAC,wBAAwB,QAAQ,cAAc,OAAO,EAAE,CAAC,CAAC;IACtE,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAzBW,QAAA,0BAA0B,8BAyBrC;AAEF;;;;;;GAMG;AACH,SAAgB,iBAAiB,CAC/B,QAAgB,EAChB,MAAuB,EACvB,YAAgC;IAEhC,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,MAAM,KAAK,GACT,MAAM,CAAC,KAAK,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,QAAQ,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,WAAW,EAAE,CAAC,CAAC;IACjG,OAAO;QACL;YACE,GAAG,EAAE,WAAW;YAChB,KAAK;YACL,QAAQ,EAAE,YAAY;gBACpB,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAA,4BAAoB,EAAC,QAAQ,EAAE,YAAY,EAAE,OAAO,CAAC;gBACpE,CAAC,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,IAAA,kCAA0B,EAAC,QAAQ,EAAE,OAAO,CAAC;SAC/D;KACF,CAAC;AACJ,CAAC"}

package/dist/src/prompts/processors/string.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processString = void 0;
+exports.processString = processString;
 const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
 /**
  * Processes a string as a literal prompt.
@@ -19,5 +19,4 @@ function processString(prompt) {
         },
     ];
 }
-exports.processString = processString;
 //# sourceMappingURL=string.js.map

package/dist/src/prompts/processors/string.js.map

@@ -1 +1 @@
-{"version":3,"file":"string.js","sourceRoot":"","sources":["../../../../src/prompts/processors/string.ts"],"names":[],"mappings":";;;;;;AAAA,oEAAuC;AAGvC;;;;GAIG;AACH,SAAgB,aAAa,CAAC,MAAuB;IACnD,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAC9B,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;IACF,OAAO;QACL;YACE,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE;SACvC;KACF,CAAC;AACJ,CAAC;AAXD,sCAWC"}
+{"version":3,"file":"string.js","sourceRoot":"","sources":["../../../../src/prompts/processors/string.ts"],"names":[],"mappings":";;;;;AAQA,sCAWC;AAnBD,oEAAuC;AAGvC;;;;GAIG;AACH,SAAgB,aAAa,CAAC,MAAuB;IACnD,IAAA,wBAAS,EACP,OAAO,MAAM,CAAC,GAAG,KAAK,QAAQ,EAC9B,wCAAwC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CACrE,CAAC;IACF,OAAO;QACL;YACE,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,MAAM,CAAC,GAAG,EAAE;SACvC;KACF,CAAC;AACJ,CAAC"}

package/dist/src/prompts/processors/text.js

@@ -23,7 +23,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
     return result;
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processTxtFile = void 0;
+exports.processTxtFile = processTxtFile;
 const fs = __importStar(require("fs"));
 const constants_1 = require("../constants");
 /**
@@ -43,5 +43,4 @@ function processTxtFile(filePath, { label }) {
         label: label ? `${label}: ${filePath}: ${prompt}` : `${filePath}: ${prompt}`,
     }));
 }
-exports.processTxtFile = processTxtFile;
 //# sourceMappingURL=text.js.map

package/dist/src/prompts/processors/text.js.map

@@ -1 +1 @@
-{"version":3,"file":"text.js","sourceRoot":"","sources":["../../../../src/prompts/processors/text.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AAEzB,4CAAgD;AAEhD;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,QAAgB,EAAE,EAAE,KAAK,EAAmB;IACzE,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,OAAO,WAAW,CAAC,qDAAqD;SACrE,KAAK,CAAC,4BAAgB,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChB,GAAG,EAAE,MAAM;QACX,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,QAAQ,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,MAAM,EAAE;KAC7E,CAAC,CAAC,CAAC;AACR,CAAC;AAVD,wCAUC"}
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../../../src/prompts/processors/text.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAUA,wCAUC;AApBD,uCAAyB;AAEzB,4CAAgD;AAEhD;;;;;GAKG;AACH,SAAgB,cAAc,CAAC,QAAgB,EAAE,EAAE,KAAK,EAAmB;IACzE,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IACvD,OAAO,WAAW,CAAC,qDAAqD;SACrE,KAAK,CAAC,4BAAgB,CAAC;SACvB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;SACpB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;SAC3B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChB,GAAG,EAAE,MAAM;QACX,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,KAAK,QAAQ,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,MAAM,EAAE;KAC7E,CAAC,CAAC,CAAC;AACR,CAAC"}

package/dist/src/prompts/processors/yaml.js

@@ -26,7 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.processYamlFile = void 0;
+exports.processYamlFile = processYamlFile;
 const fs = __importStar(require("fs"));
 const js_yaml_1 = __importDefault(require("js-yaml"));
 /**
@@ -51,5 +51,4 @@ function processYamlFile(filePath, prompt) {
         },
     ];
 }
-exports.processYamlFile = processYamlFile;
 //# sourceMappingURL=yaml.js.map

package/dist/src/prompts/processors/yaml.js.map

@@ -1 +1 @@
-{"version":3,"file":"yaml.js","sourceRoot":"","sources":["../../../../src/prompts/processors/yaml.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAyB;AACzB,sDAA2B;AAG3B;;;;;;;;;GASG;AACH,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAuB;IACvE,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,iBAAI,CAAC,IAAI,CAAC,YAAY,EAAE;QAC1C,IAAI,EAAE,IAAI;KACX,CAAC,CAAC;IACH,OAAO;QACL;YACE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAChC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,YAAY,EAAE;SACtD;KACF,CAAC;AACJ,CAAC;AAXD,0CAWC"}
+{"version":3,"file":"yaml.js","sourceRoot":"","sources":["../../../../src/prompts/processors/yaml.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAcA,0CAWC;AAzBD,uCAAyB;AACzB,sDAA2B;AAG3B;;;;;;;;;GASG;AACH,SAAgB,eAAe,CAAC,QAAgB,EAAE,MAAuB;IACvE,MAAM,YAAY,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IACvD,MAAM,WAAW,GAAG,iBAAI,CAAC,IAAI,CAAC,YAAY,EAAE;QAC1C,IAAI,EAAE,IAAI;KACX,CAAC,CAAC;IACH,OAAO;QACL;YACE,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YAChC,KAAK,EAAE,MAAM,CAAC,KAAK,IAAI,GAAG,QAAQ,KAAK,YAAY,EAAE;SACtD;KACF,CAAC;AACJ,CAAC"}

package/dist/src/prompts/utils.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.normalizeInput = exports.maybeFilePath = void 0;
+exports.maybeFilePath = maybeFilePath;
+exports.normalizeInput = normalizeInput;
 const constants_1 = require("./constants");
 /**
  * Determines if a string is a valid file path.
@@ -27,7 +28,6 @@ function maybeFilePath(str) {
         str.includes('/') ||
         str.includes('\\'));
 }
-exports.maybeFilePath = maybeFilePath;
 /**
  * Normalizes the input prompt to an array of prompts, rejecting invalid and empty inputs.
  * @param promptPathOrGlobs - The input prompt.
@@ -75,5 +75,4 @@ function normalizeInput(promptPathOrGlobs) {
     // numbers, booleans, etc
     throw new Error(`Invalid input prompt: ${JSON.stringify(promptPathOrGlobs)}`);
 }
-exports.normalizeInput = normalizeInput;
 //# sourceMappingURL=utils.js.map

package/dist/src/prompts/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/prompts/utils.ts"],"names":[],"mappings":";;;AACA,2CAAoD;AAEpD;;;;GAIG;AACH,SAAgB,aAAa,CAAC,GAAW;IACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAChE,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QACzB,iCAAqB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACjC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,kCAAkC;YACjE,+EAA+E;YAC/E,OAAO,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC,CAAC;QACF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;QAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;QAClC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QACjB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QACjB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnB,CAAC;AACJ,CAAC;AAvBD,sCAuBC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAC5B,iBAAiF;IAEjF,IACE,CAAC,iBAAiB;QAClB,CAAC,CAAC,OAAO,iBAAiB,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAC1E,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,EACjC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL;gBACE,GAAG,EAAE,iBAAiB;aACvB;SACF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrC,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,KAAK,EAAE,EAAE;YACvD,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBACzC,OAAO;oBACL,GAAG,EAAE,gBAAgB;iBACtB,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,GAAG,EAAE,gBAAgB,CAAC,GAAG,IAAI,gBAAgB,CAAC,EAAE;gBAChD,GAAG,gBAAgB;aACpB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,EAAE,CAAC;QACnF;;;;;YAKI;QACJ,OAAO,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5D,KAAK,EAAE,GAAG;YACV,GAAG,EAAE,GAAG;SACT,CAAC,CAAC,CAAC;IACN,CAAC;IACD,yBAAyB;IACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;AAChF,CAAC;AA7CD,wCA6CC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/prompts/utils.ts"],"names":[],"mappings":";;AAQA,sCAuBC;AAQD,wCA6CC;AAnFD,2CAAoD;AAEpD;;;;GAIG;AACH,SAAgB,aAAa,CAAC,GAAW;IACvC,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,MAAM,mBAAmB,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;IAChE,IAAI,mBAAmB,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC;QACrE,OAAO,KAAK,CAAC;IACf,CAAC;IAED,OAAO,CACL,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC;QACzB,iCAAqB,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACjC,MAAM,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,kCAAkC;YACjE,+EAA+E;YAC/E,OAAO,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,GAAG,EAAE,EAAE,QAAQ,CAAC,GAAG,CAAC,CAAC;QACpE,CAAC,CAAC;QACF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;QAClC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,GAAG;QAClC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QACjB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;QACjB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CACnB,CAAC;AACJ,CAAC;AAED;;;;;GAKG;AACH,SAAgB,cAAc,CAC5B,iBAAiF;IAEjF,IACE,CAAC,iBAAiB;QAClB,CAAC,CAAC,OAAO,iBAAiB,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAC1E,iBAAiB,CAAC,MAAM,KAAK,CAAC,CAAC,EACjC,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;IAChF,CAAC;IACD,IAAI,OAAO,iBAAiB,KAAK,QAAQ,EAAE,CAAC;QAC1C,OAAO;YACL;gBACE,GAAG,EAAE,iBAAiB;aACvB;SACF,CAAC;IACJ,CAAC;IACD,IAAI,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,EAAE,CAAC;QACrC,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,gBAAgB,EAAE,KAAK,EAAE,EAAE;YACvD,IAAI,OAAO,gBAAgB,KAAK,QAAQ,EAAE,CAAC;gBACzC,OAAO;oBACL,GAAG,EAAE,gBAAgB;iBACtB,CAAC;YACJ,CAAC;YACD,OAAO;gBACL,GAAG,EAAE,gBAAgB,CAAC,GAAG,IAAI,gBAAgB,CAAC,EAAE;gBAChD,GAAG,gBAAgB;aACpB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,OAAO,iBAAiB,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,MAAM,EAAE,CAAC;QACnF;;;;;YAKI;QACJ,OAAO,MAAM,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC;YAC5D,KAAK,EAAE,GAAG;YACV,GAAG,EAAE,GAAG;SACT,CAAC,CAAC,CAAC;IACN,CAAC;IACD,yBAAyB;IACzB,MAAM,IAAI,KAAK,CAAC,yBAAyB,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,EAAE,CAAC,CAAC;AAChF,CAAC"}

package/dist/src/providers/anthropic.d.ts

@@ -66,5 +66,10 @@ export declare class AnthropicCompletionProvider implements ApiProvider {
 export declare const DefaultGradingProvider: AnthropicMessagesProvider;
 export declare const DefaultGradingJsonProvider: AnthropicMessagesProvider;
 export declare const DefaultSuggestionsProvider: AnthropicMessagesProvider;
+export declare class AnthropicLlmRubricProvider extends AnthropicMessagesProvider {
+    constructor(modelName: string);
+    callApi(prompt: string): Promise<ProviderResponse>;
+}
+export declare const DefaultLlmRubricProvider: AnthropicLlmRubricProvider;
 export {};
 //# sourceMappingURL=anthropic.d.ts.map

package/dist/src/providers/anthropic.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAuB,MAAM,mBAAmB,CAAC;AAGxD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAc,MAAM,aAAa,CAAC;AAuD3F,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IACzB,WAAW,CAAC,EACR,SAAS,CAAC,mBAAmB,CAAC,aAAa,GAC3C,SAAS,CAAC,mBAAmB,CAAC,cAAc,GAC5C,SAAS,CAAC,mBAAmB,CAAC,cAAc,CAAC;CAClD;AAkBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,UAiBpE;AAOD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM;;;EAwB7C;AAED,wBAAgB,aAAa,CAC3B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,uBAAuB,EAC/B,YAAY,CAAC,EAAE,MAAM,EACrB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,GAAG,SAAS,CAapB;AAED,qBAAa,yBAA0B,YAAW,WAAW;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,uBAAuB,CAAC;IAChC,GAAG,CAAC,EAAE,YAAY,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IAErB,MAAM,CAAC,gBAAgB;;;;;;QAAoB;IAE3C,MAAM,CAAC,sBAAsB,WAA6C;gBAGxE,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,uBAAuB,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAcrF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAkFzD;AAED,UAAU,0BAA0B;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,2BAA4B,YAAW,WAAW;IAC7D,MAAM,CAAC,2BAA2B,WAQhC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,0BAA0B,CAAC;gBAGjC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,0BAA0B,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAUxF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqEzD;AAED,eAAO,MAAM,sBAAsB,2BAA0D,CAAC;AAC9F,eAAO,MAAM,0BAA0B,2BAA0D,CAAC;AAClG,eAAO,MAAM,0BAA0B,2BAA0D,CAAC"}
+{"version":3,"file":"anthropic.d.ts","sourceRoot":"","sources":["../../../src/providers/anthropic.ts"],"names":[],"mappings":"AAAA,OAAO,SAAuB,MAAM,mBAAmB,CAAC;AAGxD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,gBAAgB,EAAc,MAAM,aAAa,CAAC;AAuD3F,UAAU,uBAAuB;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IACzB,WAAW,CAAC,EACR,SAAS,CAAC,mBAAmB,CAAC,aAAa,GAC3C,SAAS,CAAC,mBAAmB,CAAC,cAAc,GAC5C,SAAS,CAAC,mBAAmB,CAAC,cAAc,CAAC;CAClD;AAkBD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,QAAQ,CAAC,OAAO,UAiBpE;AAOD,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM;;;EAwB7C;AAED,wBAAgB,aAAa,CAC3B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,uBAAuB,EAC/B,YAAY,CAAC,EAAE,MAAM,EACrB,gBAAgB,CAAC,EAAE,MAAM,GACxB,MAAM,GAAG,SAAS,CAapB;AAED,qBAAa,yBAA0B,YAAW,WAAW;IAC3D,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,uBAAuB,CAAC;IAChC,GAAG,CAAC,EAAE,YAAY,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IAErB,MAAM,CAAC,gBAAgB;;;;;;QAAoB;IAE3C,MAAM,CAAC,sBAAsB,WAA6C;gBAGxE,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,MAAM,CAAC,EAAE,uBAAuB,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAcrF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAkFzD;AAED,UAAU,0BAA0B;IAClC,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,2BAA4B,YAAW,WAAW;IAC7D,MAAM,CAAC,2BAA2B,WAQhC;IAEF,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,SAAS,CAAC;IACrB,MAAM,EAAE,0BAA0B,CAAC;gBAGjC,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE;QAAE,MAAM,CAAC,EAAE,0BAA0B,CAAC;QAAC,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,GAAG,CAAC,EAAE,YAAY,CAAA;KAAO;IAUxF,EAAE,IAAI,MAAM;IAIZ,QAAQ,IAAI,MAAM;IAIZ,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAqEzD;AAED,eAAO,MAAM,sBAAsB,2BAA0D,CAAC;AAC9F,eAAO,MAAM,0BAA0B,2BAA0D,CAAC;AAClG,eAAO,MAAM,0BAA0B,2BAA0D,CAAC;AAElG,qBAAa,0BAA2B,SAAQ,yBAAyB;gBAC3D,SAAS,EAAE,MAAM;IAgCvB,OAAO,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA2BzD;AACD,eAAO,MAAM,wBAAwB,4BAEpC,CAAC"}

package/dist/src/providers/anthropic.js

@@ -26,7 +26,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DefaultSuggestionsProvider = exports.DefaultGradingJsonProvider = exports.DefaultGradingProvider = exports.AnthropicCompletionProvider = exports.AnthropicMessagesProvider = exports.calculateCost = exports.parseMessages = exports.outputFromMessage = void 0;
+exports.DefaultLlmRubricProvider = exports.AnthropicLlmRubricProvider = exports.DefaultSuggestionsProvider = exports.DefaultGradingJsonProvider = exports.DefaultGradingProvider = exports.AnthropicCompletionProvider = exports.AnthropicMessagesProvider = void 0;
+exports.outputFromMessage = outputFromMessage;
+exports.parseMessages = parseMessages;
+exports.calculateCost = calculateCost;
 const sdk_1 = __importStar(require("@anthropic-ai/sdk"));
 const cache_1 = require("../cache");
 const logger_1 = __importDefault(require("../logger"));
@@ -116,7 +119,6 @@ function outputFromMessage(message) {
     })
         .join('\n\n');
 }
-exports.outputFromMessage = outputFromMessage;
 function parseMessages(messages) {
     // We need to be able to handle the 'system' role prompts that
     // are in the style of OpenAI's chat prompts.
@@ -143,7 +145,6 @@ function parseMessages(messages) {
     });
     return { system, extractedMessages };
 }
-exports.parseMessages = parseMessages;
 function calculateCost(modelName, config, promptTokens, completionTokens) {
     if (!promptTokens || !completionTokens) {
         return undefined;
@@ -156,7 +157,6 @@ function calculateCost(modelName, config, promptTokens, completionTokens) {
     const outputCost = config.cost ?? model.cost.output;
     return inputCost * promptTokens + outputCost * completionTokens || undefined;
 }
-exports.calculateCost = calculateCost;
 class AnthropicMessagesProvider {
     constructor(modelName, options = {}) {
         if (!AnthropicMessagesProvider.ANTHROPIC_MODELS_NAMES.includes(modelName)) {
@@ -342,4 +342,58 @@ AnthropicCompletionProvider.ANTHROPIC_COMPLETION_MODELS = [
 exports.DefaultGradingProvider = new AnthropicMessagesProvider('claude-3-opus-20240229');
 exports.DefaultGradingJsonProvider = new AnthropicMessagesProvider('claude-3-opus-20240229');
 exports.DefaultSuggestionsProvider = new AnthropicMessagesProvider('claude-3-opus-20240229');
+class AnthropicLlmRubricProvider extends AnthropicMessagesProvider {
+    constructor(modelName) {
+        super(modelName, {
+            config: {
+                tool_choice: { type: 'tool', name: 'grade_output' },
+                tools: [
+                    {
+                        name: 'grade_output',
+                        description: 'Grade the given output based on specific criteria',
+                        input_schema: {
+                            type: 'object',
+                            properties: {
+                                pass: {
+                                    type: 'boolean',
+                                    description: 'Whether the output passes the criteria',
+                                },
+                                score: {
+                                    type: 'number',
+                                    description: 'The score assigned to the output',
+                                },
+                                reason: {
+                                    type: 'string',
+                                    description: 'The reason for the given grade',
+                                },
+                            },
+                            required: ['pass', 'score', 'reason'],
+                        },
+                    },
+                ],
+            },
+        });
+    }
+    async callApi(prompt) {
+        const result = await super.callApi(prompt);
+        if (typeof result.output !== 'string') {
+            return {
+                error: `Anthropic LLM rubric grader - malformed non-string output\n\n${JSON.stringify(result.output)}`,
+            };
+        }
+        try {
+            const functionCall = JSON.parse(result.output);
+            return {
+                output: functionCall.input,
+            };
+        }
+        catch (err) {
+            return {
+                error: `Anthropic LLM rubric grader - invalid JSON: ${err}\n\n${result.output}`,
+            };
+        }
+    }
+}
+exports.AnthropicLlmRubricProvider = AnthropicLlmRubricProvider;
+exports.DefaultLlmRubricProvider = new AnthropicLlmRubricProvider('claude-3-5-sonnet-20240620');
 //# sourceMappingURL=anthropic.js.map