promptfoo 0.94.6 → 0.96.0

package/dist/src/assertions/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../../src/assertions/json.ts"],"names":[],"mappings":";;;;;AAYA,4BAKC;AAED,wBASC;AAED,oCAoDC;AAED,gDA4CC;AA/HD,8CAAsB;AACtB,8DAAqC;AACrC,sDAA2B;AAC3B,oEAAuC;AACvC,sCAAuC;AAGvC,uCAAkD;AAElD,IAAI,WAAW,GAAe,IAAI,CAAC;AAEnC,SAAgB,QAAQ;IACtB,IAAI,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAAC;IACrE,CAAC;IACD,WAAW,GAAG,IAAI,CAAC;AACrB,CAAC;AAED,SAAgB,MAAM;IACpB,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,UAAU,GAAyC;YACvD,YAAY,EAAE,CAAC,IAAA,mBAAU,EAAC,mCAAmC,CAAC;SAC/D,CAAC;QACF,WAAW,GAAG,IAAI,aAAG,CAAC,UAAU,CAAC,CAAC;QAClC,IAAA,qBAAU,EAAC,WAAW,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAgB,YAAY,CAC1B,SAAoB,EACpB,aAAyC,EACzC,eAA+E,EAC/E,YAAoB,EACpB,OAAgB;IAEhB,IAAI,UAAU,CAAC;IACf,IAAI,IAAI,CAAC;IACT,IAAI,CAAC;QACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,OAAO,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,OAAO,CAAC;IACjB,CAAC;IAED,IAAI,IAAI,IAAI,aAAa,EAAE,CAAC;QAC1B,IAAI,QAA0B,CAAC;QAC/B,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;YACtC,IAAI,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBACxC,+CAA+C;gBAC/C,MAAM,MAAM,GAAG,eAAe,CAAC;gBAC/B,IAAA,wBAAS,EAAC,MAAM,EAAE,8DAA8D,CAAC,CAAC;gBAClF,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAgB,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,MAAM,MAAM,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAW,CAAC;gBAClD,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACtC,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;YAC7C,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;QAC7C,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;QAC5B,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,OAAO;gBACL,IAAI;gBACJ,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,yDAAyD,MAAM,EAAE,CAAC,UAAU,CAClF,QAAQ,CAAC,MAAM,CAChB,EAAE;gBACH,SAAS;aACV,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,kCAAkC;QACtE,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAgB,kBAAkB,CAChC,SAAoB,EACpB,aAAyC,EACzC,eAA+E,EAC/E,YAAoB,EACpB,OAAgB;IAEhB,IAAI,YAAY,GAAG,uCAAuC,CAAC;IAC3D,MAAM,WAAW,GAAG,IAAA,yBAAkB,EAAC,YAAY,CAAC,CAAC;IACrD,IAAI,IAAI,GAAG,OAAO,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;IACvE,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,IAAI,aAAa,EAAE,CAAC;YAClB,IAAI,QAA0B,CAAC;YAC/B,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBACtC,IAAI,aAAa,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oBACxC,+CAA+C;oBAC/C,MAAM,MAAM,GAAG,eAAe,CAAC;oBAC/B,IAAA,wBAAS,EAAC,MAAM,EAAE,oEAAoE,CAAC,CAAC;oBACxF,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAgB,CAAC,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACN,MAAM,MAAM,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAW,CAAC;oBAClD,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;gBAC7C,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;YAChF,CAAC;YACD,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC5B,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM;YACR,CAAC;iBAAM,CAAC;gBACN,YAAY,GAAG,yDAAyD,MAAM,EAAE,CAAC,UAAU,CACzF,QAAQ,CAAC,MAAM,CAChB,EAAE,CAAC;YACN,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,YAAY;QAChD,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/src/assertions/perplexity.d.ts

@@ -0,0 +1,4 @@
+import type { Assertion, GradingResult } from '../types';
+export declare function handlePerplexity(logProbs: number[] | undefined, assertion: Assertion): GradingResult;
+export declare function handlePerplexityScore(logProbs: number[] | undefined, assertion: Assertion): GradingResult;
+//# sourceMappingURL=perplexity.d.ts.map

package/dist/src/assertions/perplexity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"perplexity.d.ts","sourceRoot":"","sources":["../../../src/assertions/perplexity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzD,wBAAgB,gBAAgB,CAC9B,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAS,EAC9B,SAAS,EAAE,SAAS,GACnB,aAAa,CAiBf;AAED,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,MAAM,EAAE,GAAG,SAAS,EAC9B,SAAS,EAAE,SAAS,GACnB,aAAa,CAsBf"}

package/dist/src/assertions/perplexity.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handlePerplexity = handlePerplexity;
+exports.handlePerplexityScore = handlePerplexityScore;
+function handlePerplexity(logProbs, assertion) {
+    if (!logProbs || logProbs.length === 0) {
+        throw new Error('Perplexity assertion does not support providers that do not return logProbs');
+    }
+    const sumLogProbs = logProbs.reduce((acc, logProb) => acc + logProb, 0);
+    const avgLogProb = sumLogProbs / logProbs.length;
+    const perplexity = Math.exp(-avgLogProb);
+    const pass = assertion.threshold ? perplexity <= assertion.threshold : true;
+    return {
+        pass,
+        score: pass ? 1 : 0,
+        reason: pass
+            ? 'Assertion passed'
+            : `Perplexity ${perplexity.toFixed(2)} is greater than threshold ${assertion.threshold}`,
+        assertion,
+    };
+}
+function handlePerplexityScore(logProbs, assertion) {
+    if (!logProbs || logProbs.length === 0) {
+        throw new Error('perplexity-score assertion does not support providers that do not return logProbs');
+    }
+    const sumLogProbs = logProbs.reduce((acc, logProb) => acc + logProb, 0);
+    const avgLogProb = sumLogProbs / logProbs.length;
+    const perplexity = Math.exp(-avgLogProb);
+    const perplexityNorm = 1 / (1 + perplexity);
+    const pass = assertion.threshold ? perplexityNorm >= assertion.threshold : true;
+    return {
+        pass,
+        score: perplexityNorm,
+        reason: pass
+            ? 'Assertion passed'
+            : `Perplexity score ${perplexityNorm.toFixed(2)} is less than threshold ${assertion.threshold}`,
+        assertion,
+    };
+}
+//# sourceMappingURL=perplexity.js.map

package/dist/src/assertions/perplexity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"perplexity.js","sourceRoot":"","sources":["../../../src/assertions/perplexity.ts"],"names":[],"mappings":";;AAEA,4CAoBC;AAED,sDAyBC;AA/CD,SAAgB,gBAAgB,CAC9B,QAA8B,EAC9B,SAAoB;IAEpB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CAAC,6EAA6E,CAAC,CAAC;IACjG,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IAEzC,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAC5E,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,cAAc,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,8BAA8B,SAAS,CAAC,SAAS,EAAE;QAC1F,SAAS;KACV,CAAC;AACJ,CAAC;AAED,SAAgB,qBAAqB,CACnC,QAA8B,EAC9B,SAAoB;IAEpB,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,MAAM,IAAI,KAAK,CACb,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,CAAC,GAAG,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;IACxE,MAAM,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC,MAAM,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,UAAU,CAAC,CAAC;IAE5C,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,cAAc,IAAI,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,cAAc;QACrB,MAAM,EAAE,IAAI;YACV,CAAC,CAAC,kBAAkB;YACpB,CAAC,CAAC,oBAAoB,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,2BAC3C,SAAS,CAAC,SACZ,EAAE;QACN,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/src/assertions/sql.d.ts

@@ -0,0 +1,4 @@
+import type { Assertion, GradingResult } from '../types';
+import type { AssertionValue } from '../types';
+export declare function isSql(outputString: string, renderedValue: AssertionValue | undefined, inverse: boolean, assertion: Assertion): Promise<GradingResult>;
+//# sourceMappingURL=sql.d.ts.map

package/dist/src/assertions/sql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql.d.ts","sourceRoot":"","sources":["../../../src/assertions/sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,UAAU,CAAC;AAE/C,wBAAsB,KAAK,CACzB,YAAY,EAAE,MAAM,EACpB,aAAa,EAAE,cAAc,GAAG,SAAS,EACzC,OAAO,EAAE,OAAO,EAChB,SAAS,EAAE,SAAS,GACnB,OAAO,CAAC,aAAa,CAAC,CA0ExB"}

package/dist/src/assertions/sql.js

@@ -0,0 +1,87 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isSql = isSql;
+async function isSql(outputString, renderedValue, inverse, assertion) {
+    let pass = false;
+    let databaseType = 'MySQL';
+    let whiteTableList;
+    let whiteColumnList;
+    if (renderedValue && typeof renderedValue === 'object') {
+        const value = renderedValue;
+        databaseType = value.databaseType || 'MySQL';
+        whiteTableList = value.allowedTables;
+        whiteColumnList = value.allowedColumns;
+    }
+    if (renderedValue && typeof renderedValue !== 'object') {
+        throw new Error('is-sql assertion must have a object value.');
+    }
+    const { Parser: SqlParser } = await Promise.resolve().then(() => __importStar(require('node-sql-parser'))).catch(() => {
+        throw new Error('node-sql-parser is not installed. Please install it first');
+    });
+    const sqlParser = new SqlParser();
+    const opt = { database: databaseType };
+    const failureReasons = [];
+    try {
+        sqlParser.astify(outputString, opt);
+        pass = !inverse;
+    }
+    catch {
+        pass = inverse;
+        failureReasons.push(`SQL statement does not conform to the provided ${databaseType} database syntax.`);
+    }
+    if (whiteTableList) {
+        opt.type = 'table';
+        try {
+            sqlParser.whiteListCheck(outputString, whiteTableList, opt);
+        }
+        catch (err) {
+            pass = inverse;
+            const error = err;
+            failureReasons.push(`SQL validation failed: ${error.message}.`);
+        }
+    }
+    if (whiteColumnList) {
+        opt.type = 'column';
+        try {
+            sqlParser.whiteListCheck(outputString, whiteColumnList, opt);
+        }
+        catch (err) {
+            pass = inverse;
+            const error = err;
+            failureReasons.push(`SQL validation failed: ${error.message}.`);
+        }
+    }
+    if (inverse && pass === false && failureReasons.length === 0) {
+        failureReasons.push('The output SQL statement is valid');
+    }
+    return {
+        pass,
+        score: pass ? 1 : 0,
+        reason: pass ? 'Assertion passed' : failureReasons.join(' '),
+        assertion,
+    };
+}
+//# sourceMappingURL=sql.js.map

package/dist/src/assertions/sql.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql.js","sourceRoot":"","sources":["../../../src/assertions/sql.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAIA,sBA+EC;AA/EM,KAAK,UAAU,KAAK,CACzB,YAAoB,EACpB,aAAyC,EACzC,OAAgB,EAChB,SAAoB;IAEpB,IAAI,IAAI,GAAG,KAAK,CAAC;IACjB,IAAI,YAAY,GAAW,OAAO,CAAC;IACnC,IAAI,cAAoC,CAAC;IACzC,IAAI,eAAqC,CAAC;IAE1C,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACvD,MAAM,KAAK,GAAG,aAIb,CAAC;QAEF,YAAY,GAAG,KAAK,CAAC,YAAY,IAAI,OAAO,CAAC;QAC7C,cAAc,GAAG,KAAK,CAAC,aAAa,CAAC;QACrC,eAAe,GAAG,KAAK,CAAC,cAAc,CAAC;IACzC,CAAC;IAED,IAAI,aAAa,IAAI,OAAO,aAAa,KAAK,QAAQ,EAAE,CAAC;QACvD,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAChE,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,kDAAO,iBAAiB,IAAE,KAAK,CAAC,GAAG,EAAE;QACvE,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IAC/E,CAAC,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,SAAS,EAAE,CAAC;IAElC,MAAM,GAAG,GAAoB,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;IAExD,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,IAAI,CAAC;QACH,SAAS,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC;QACpC,IAAI,GAAG,CAAC,OAAO,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,IAAI,GAAG,OAAO,CAAC;QACf,cAAc,CAAC,IAAI,CACjB,kDAAkD,YAAY,mBAAmB,CAClF,CAAC;IACJ,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,GAAG,CAAC,IAAI,GAAG,OAAO,CAAC;QACnB,IAAI,CAAC;YACH,SAAS,CAAC,cAAc,CAAC,YAAY,EAAE,cAAc,EAAE,GAAG,CAAC,CAAC;QAC9D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,OAAO,CAAC;YACf,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,0BAA0B,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI,eAAe,EAAE,CAAC;QACpB,GAAG,CAAC,IAAI,GAAG,QAAQ,CAAC;QACpB,IAAI,CAAC;YACH,SAAS,CAAC,cAAc,CAAC,YAAY,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAC/D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,OAAO,CAAC;YACf,MAAM,KAAK,GAAG,GAAY,CAAC;YAC3B,cAAc,CAAC,IAAI,CAAC,0BAA0B,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IAED,IAAI,OAAO,IAAI,IAAI,KAAK,KAAK,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7D,cAAc,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO;QACL,IAAI;QACJ,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnB,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC;QAC5D,SAAS;KACV,CAAC;AACJ,CAAC"}

package/dist/src/assertions/xml.d.ts

@@ -0,0 +1,9 @@
+export declare function validateXml(xmlString: string, requiredElements?: string[]): {
+    isValid: boolean;
+    reason: string;
+};
+export declare function containsXml(outputString: string, requiredElements?: string[]): {
+    isValid: boolean;
+    reason: string;
+};
+//# sourceMappingURL=xml.d.ts.map

package/dist/src/assertions/xml.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xml.d.ts","sourceRoot":"","sources":["../../../src/assertions/xml.ts"],"names":[],"mappings":"AAEA,wBAAgB,WAAW,CACzB,SAAS,EAAE,MAAM,EACjB,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAC1B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAsCtC;AAED,wBAAgB,WAAW,CACzB,YAAY,EAAE,MAAM,EACpB,gBAAgB,CAAC,EAAE,MAAM,EAAE,GAC1B;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAgBtC"}

package/dist/src/assertions/xml.js

@@ -0,0 +1,57 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.validateXml = validateXml;
+exports.containsXml = containsXml;
+const fast_xml_parser_1 = require("fast-xml-parser");
+function validateXml(xmlString, requiredElements) {
+    if (!xmlString.startsWith('<')) {
+        return { isValid: false, reason: 'XML is missing opening tag' };
+    }
+    const parser = new fast_xml_parser_1.XMLParser({
+        allowBooleanAttributes: true,
+        ignoreAttributes: false,
+        parseAttributeValue: true,
+        parseTagValue: true,
+    });
+    try {
+        const parsedXml = parser.parse(xmlString);
+        if (requiredElements && requiredElements.length > 0) {
+            const missingElements = requiredElements.filter((element) => {
+                const path = element.split('.');
+                let current = parsedXml;
+                for (const key of path) {
+                    if (current[key] === undefined) {
+                        return true;
+                    }
+                    current = current[key];
+                }
+                return false;
+            });
+            if (missingElements.length > 0) {
+                return {
+                    isValid: false,
+                    reason: `XML is missing required elements: ${missingElements.join(', ')}`,
+                };
+            }
+        }
+        return { isValid: true, reason: 'XML is valid and contains all required elements' };
+    }
+    catch (err) {
+        return { isValid: false, reason: `XML parsing failed: ${err.message}` };
+    }
+}
+function containsXml(outputString, requiredElements) {
+    const xmlRegex = /<\?xml.*?>[\s\S]*<\/[^>]+>|\S*<[^>]+>[\s\S]*<\/[^>]+>/;
+    const xmlMatches = outputString.match(xmlRegex);
+    if (!xmlMatches) {
+        return { isValid: false, reason: 'No XML content found in the output' };
+    }
+    for (const xmlMatch of xmlMatches) {
+        const { isValid, reason } = validateXml(xmlMatch, requiredElements);
+        if (isValid) {
+            return { isValid: true, reason };
+        }
+    }
+    return { isValid: false, reason: 'No valid XML content found matching the requirements' };
+}
+//# sourceMappingURL=xml.js.map

package/dist/src/assertions/xml.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"xml.js","sourceRoot":"","sources":["../../../src/assertions/xml.ts"],"names":[],"mappings":";;AAEA,kCAyCC;AAED,kCAmBC;AAhED,qDAA4C;AAE5C,SAAgB,WAAW,CACzB,SAAiB,EACjB,gBAA2B;IAE3B,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,4BAA4B,EAAE,CAAC;IAClE,CAAC;IACD,MAAM,MAAM,GAAG,IAAI,2BAAS,CAAC;QAC3B,sBAAsB,EAAE,IAAI;QAC5B,gBAAgB,EAAE,KAAK;QACvB,mBAAmB,EAAE,IAAI;QACzB,aAAa,EAAE,IAAI;KACpB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAC1C,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,MAAM,eAAe,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE;gBAC1D,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAChC,IAAI,OAAO,GAAQ,SAAS,CAAC;gBAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;oBACvB,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,SAAS,EAAE,CAAC;wBAC/B,OAAO,IAAI,CAAC;oBACd,CAAC;oBACD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;gBACzB,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC,CAAC;YAEH,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO;oBACL,OAAO,EAAE,KAAK;oBACd,MAAM,EAAE,qCAAqC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;iBAC1E,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,iDAAiD,EAAE,CAAC;IACtF,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,uBAAwB,GAAa,CAAC,OAAO,EAAE,EAAE,CAAC;IACrF,CAAC;AACH,CAAC;AAED,SAAgB,WAAW,CACzB,YAAoB,EACpB,gBAA2B;IAE3B,MAAM,QAAQ,GAAG,uDAAuD,CAAC;IACzE,MAAM,UAAU,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAEhD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,oCAAoC,EAAE,CAAC;IAC1E,CAAC;IAED,KAAK,MAAM,QAAQ,IAAI,UAAU,EAAE,CAAC;QAClC,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;QACpE,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACnC,CAAC;IACH,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,sDAAsD,EAAE,CAAC;AAC5F,CAAC"}

package/dist/src/cache.d.ts

@@ -6,7 +6,7 @@ export type FetchWithCacheResult<T> = {
     status: number;
     statusText: string;
 };
-export declare function fetchWithCache<T = any>(url: RequestInfo, options: RequestInit | undefined, timeout: number, format?: 'json' | 'text', bust?: boolean): Promise<FetchWithCacheResult<T>>;
+export declare function fetchWithCache<T = any>(url: RequestInfo, options?: RequestInit, timeout?: number, format?: 'json' | 'text', bust?: boolean): Promise<FetchWithCacheResult<T>>;
 export declare function enableCache(): void;
 export declare function disableCache(): void;
 export declare function clearCache(): Promise<void>;

package/dist/src/cache.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,eAAe,CAAC;AAiBzC,wBAAgB,QAAQ,uBAuBvB;AAED,MAAM,MAAM,oBAAoB,CAAC,CAAC,IAAI;IACpC,IAAI,EAAE,CAAC,CAAC;IACR,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,wBAAsB,cAAc,CAAC,CAAC,GAAG,GAAG,EAC1C,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,WAAW,YAAK,EACzB,OAAO,EAAE,MAAM,EACf,MAAM,GAAE,MAAM,GAAG,MAAe,EAChC,IAAI,GAAE,OAAe,GACpB,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CA4ElC;AAED,wBAAgB,WAAW,SAE1B;AAED,wBAAgB,YAAY,SAE3B;AAED,wBAAsB,UAAU,kBAE/B;AAED,wBAAgB,cAAc,YAE7B"}
+{"version":3,"file":"cache.d.ts","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,eAAe,CAAC;AAkBzC,wBAAgB,QAAQ,uBAuBvB;AAED,MAAM,MAAM,oBAAoB,CAAC,CAAC,IAAI;IACpC,IAAI,EAAE,CAAC,CAAC;IACR,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,wBAAsB,cAAc,CAAC,CAAC,GAAG,GAAG,EAC1C,GAAG,EAAE,WAAW,EAChB,OAAO,GAAE,WAAgB,EACzB,OAAO,GAAE,MAA2B,EACpC,MAAM,GAAE,MAAM,GAAG,MAAe,EAChC,IAAI,GAAE,OAAe,GACpB,OAAO,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,CA4ElC;AAED,wBAAgB,WAAW,SAE1B;AAED,wBAAgB,YAAY,SAE3B;AAED,wBAAsB,UAAU,kBAE/B;AAED,wBAAgB,cAAc,YAE7B"}

package/dist/src/cache.js

@@ -16,6 +16,7 @@ const path_1 = __importDefault(require("path"));
 const envars_1 = require("./envars");
 const fetch_1 = require("./fetch");
 const logger_1 = __importDefault(require("./logger"));
+const shared_1 = require("./providers/shared");
 const manage_1 = require("./util/config/manage");
 let cacheInstance;
 let enabled = (0, envars_1.getEnvBool)('PROMPTFOO_CACHE_ENABLED', true);
@@ -44,7 +45,7 @@ function getCache() {
     }
     return cacheInstance;
 }
-async function fetchWithCache(url, options = {}, timeout, format = 'json', bust = false) {
+async function fetchWithCache(url, options = {}, timeout = shared_1.REQUEST_TIMEOUT_MS, format = 'json', bust = false) {
     if (!enabled || bust) {
         const resp = await (0, fetch_1.fetchWithRetries)(url, options, timeout);
         const respText = await resp.text();

package/dist/src/cache.js.map

@@ -1 +1 @@
-{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":";;;;;AAiBA,4BAuBC;AASD,wCAkFC;AAED,kCAEC;AAED,oCAEC;AAED,gCAEC;AAED,wCAEC;AAnJD,kEAAyC;AAEzC,kFAA4C;AAC5C,4CAAoB;AACpB,gDAAwB;AACxB,qCAA+D;AAC/D,mCAA2C;AAC3C,sDAA8B;AAC9B,iDAA8D;AAE9D,IAAI,aAAgC,CAAC;AAErC,IAAI,OAAO,GAAG,IAAA,mBAAU,EAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC;AAE1D,MAAM,SAAS,GACb,IAAA,qBAAY,EAAC,sBAAsB,CAAC,IAAI,CAAC,IAAA,qBAAY,EAAC,UAAU,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpG,SAAgB,QAAQ;IACtB,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,SAAS,KAAK,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,SAAS;gBACP,IAAA,qBAAY,EAAC,sBAAsB,CAAC,IAAI,cAAI,CAAC,IAAI,CAAC,IAAA,+BAAsB,GAAE,EAAE,OAAO,CAAC,CAAC;YACvF,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,gBAAM,CAAC,IAAI,CAAC,4BAA4B,SAAS,GAAG,CAAC,CAAC;gBACtD,YAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QACD,aAAa,GAAG,uBAAY,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE,SAAS,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,+BAAO,CAAC,CAAC,CAAC,QAAQ;YAC3D,OAAO,EAAE;gBACP,GAAG,EAAE,IAAA,kBAAS,EAAC,gCAAgC,EAAE,KAAM,CAAC,EAAE,kBAAkB;gBAC5E,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,IAAA,kBAAS,EAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,sBAAsB;gBAChF,OAAO,EAAE,IAAA,kBAAS,EAAC,0BAA0B,EAAE,GAAG,CAAC,EAAE,iBAAiB;gBACtE,+CAA+C;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AASM,KAAK,UAAU,cAAc,CAClC,GAAgB,EAChB,UAAuB,EAAE,EACzB,OAAe,EACf,SAA0B,MAAM,EAChC,OAAgB,KAAK;IAErB,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACzD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAE/B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC;IACpB,MAAM,QAAQ,GAAG,YAAY,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IAE3D,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,aAAa,GAAG,IAAI,CAAC;IAEzB,sFAAsF;IACtF,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC3D,kDAAkD;QAClD,MAAM,GAAG,KAAK,CAAC;QACf,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC1B,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY;gBACjE,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;oBACvB,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;wBAC7B,IAAI,EAAE,mBAAmB,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE;wBAClE,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;qBAChC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,aAAa,GAAG,IAAI,CAAC;gBACvB,CAAC;gBACD,8BAA8B;gBAC9B,OAAO;YACT,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,8BAA8B;gBAC9B,OAAO;YACT,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,WAAW,GAAG,uBAAuB,IAAI,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,KAC/B,GAAa,CAAC,OACjB,oBAAoB,YAAY,EAAE,CACnC,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;QAC7B,gBAAM,CAAC,KAAK,CAAC,iCAAiC,GAAG,KAAK,cAAc,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,IAAI,aAAa,CAAW,CAAC,CAAC;IAC/E,OAAO;QACL,MAAM;QACN,IAAI,EAAE,cAAc,CAAC,IAAS;QAC9B,MAAM,EAAE,cAAc,CAAC,MAAM;QAC7B,UAAU,EAAE,cAAc,CAAC,UAAU;KACtC,CAAC;AACJ,CAAC;AAED,SAAgB,WAAW;IACzB,OAAO,GAAG,IAAI,CAAC;AACjB,CAAC;AAED,SAAgB,YAAY;IAC1B,OAAO,GAAG,KAAK,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,UAAU;IAC9B,OAAO,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,SAAgB,cAAc;IAC5B,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"cache.js","sourceRoot":"","sources":["../../src/cache.ts"],"names":[],"mappings":";;;;;AAkBA,4BAuBC;AASD,wCAkFC;AAED,kCAEC;AAED,oCAEC;AAED,gCAEC;AAED,wCAEC;AApJD,kEAAyC;AAEzC,kFAA4C;AAC5C,4CAAoB;AACpB,gDAAwB;AACxB,qCAA+D;AAC/D,mCAA2C;AAC3C,sDAA8B;AAC9B,+CAAwD;AACxD,iDAA8D;AAE9D,IAAI,aAAgC,CAAC;AAErC,IAAI,OAAO,GAAG,IAAA,mBAAU,EAAC,yBAAyB,EAAE,IAAI,CAAC,CAAC;AAE1D,MAAM,SAAS,GACb,IAAA,qBAAY,EAAC,sBAAsB,CAAC,IAAI,CAAC,IAAA,qBAAY,EAAC,UAAU,CAAC,KAAK,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;AAEpG,SAAgB,QAAQ;IACtB,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,IAAI,SAAS,GAAG,EAAE,CAAC;QACnB,IAAI,SAAS,KAAK,MAAM,IAAI,OAAO,EAAE,CAAC;YACpC,SAAS;gBACP,IAAA,qBAAY,EAAC,sBAAsB,CAAC,IAAI,cAAI,CAAC,IAAI,CAAC,IAAA,+BAAsB,GAAE,EAAE,OAAO,CAAC,CAAC;YACvF,IAAI,CAAC,YAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,gBAAM,CAAC,IAAI,CAAC,4BAA4B,SAAS,GAAG,CAAC,CAAC;gBACtD,YAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;QACD,aAAa,GAAG,uBAAY,CAAC,OAAO,CAAC;YACnC,KAAK,EAAE,SAAS,KAAK,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,+BAAO,CAAC,CAAC,CAAC,QAAQ;YAC3D,OAAO,EAAE;gBACP,GAAG,EAAE,IAAA,kBAAS,EAAC,gCAAgC,EAAE,KAAM,CAAC,EAAE,kBAAkB;gBAC5E,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,IAAA,kBAAS,EAAC,qBAAqB,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE,sBAAsB;gBAChF,OAAO,EAAE,IAAA,kBAAS,EAAC,0BAA0B,EAAE,GAAG,CAAC,EAAE,iBAAiB;gBACtE,+CAA+C;aAChD;SACF,CAAC,CAAC;IACL,CAAC;IACD,OAAO,aAAa,CAAC;AACvB,CAAC;AASM,KAAK,UAAU,cAAc,CAClC,GAAgB,EAChB,UAAuB,EAAE,EACzB,UAAkB,2BAAkB,EACpC,SAA0B,MAAM,EAChC,OAAgB,KAAK;IAErB,IAAI,CAAC,OAAO,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC3D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC;YACH,OAAO;gBACL,MAAM,EAAE,KAAK;gBACb,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACzD,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,UAAU,EAAE,IAAI,CAAC,UAAU;aAC5B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,mCAAmC,QAAQ,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;IAE/B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACxC,OAAO,IAAI,CAAC,OAAO,CAAC;IACpB,MAAM,QAAQ,GAAG,YAAY,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;IAE3D,IAAI,MAAM,GAAG,IAAI,CAAC;IAClB,IAAI,aAAa,GAAG,IAAI,CAAC;IAEzB,sFAAsF;IACtF,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC3D,kDAAkD;QAClD,MAAM,GAAG,KAAK,CAAC;QACf,MAAM,QAAQ,GAAG,MAAM,IAAA,wBAAgB,EAAC,GAAG,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC;gBAC1B,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,YAAY;gBACjE,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CAAC;YACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACjB,IAAI,YAAY,IAAI,EAAE,EAAE,CAAC;oBACvB,aAAa,GAAG,IAAI,CAAC,SAAS,CAAC;wBAC7B,IAAI,EAAE,mBAAmB,QAAQ,CAAC,MAAM,KAAK,QAAQ,CAAC,UAAU,EAAE;wBAClE,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,UAAU,EAAE,QAAQ,CAAC,UAAU;qBAChC,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,aAAa,GAAG,IAAI,CAAC;gBACvB,CAAC;gBACD,8BAA8B;gBAC9B,OAAO;YACT,CAAC;YACD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,8BAA8B;gBAC9B,OAAO;YACT,CAAC;YACD,gBAAM,CAAC,KAAK,CAAC,WAAW,GAAG,uBAAuB,IAAI,EAAE,CAAC,CAAC;YAC1D,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,KAAK,CACb,+BAA+B,GAAG,KAC/B,GAAa,CAAC,OACjB,oBAAoB,YAAY,EAAE,CACnC,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,IAAI,MAAM,IAAI,cAAc,EAAE,CAAC;QAC7B,gBAAM,CAAC,KAAK,CAAC,iCAAiC,GAAG,KAAK,cAAc,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED,MAAM,cAAc,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,cAAc,IAAI,aAAa,CAAW,CAAC,CAAC;IAC/E,OAAO;QACL,MAAM;QACN,IAAI,EAAE,cAAc,CAAC,IAAS;QAC9B,MAAM,EAAE,cAAc,CAAC,MAAM;QAC7B,UAAU,EAAE,cAAc,CAAC,UAAU;KACtC,CAAC;AACJ,CAAC;AAED,SAAgB,WAAW;IACzB,OAAO,GAAG,IAAI,CAAC;AACjB,CAAC;AAED,SAAgB,YAAY;IAC1B,OAAO,GAAG,KAAK,CAAC;AAClB,CAAC;AAEM,KAAK,UAAU,UAAU;IAC9B,OAAO,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC;AAC5B,CAAC;AAED,SAAgB,cAAc;IAC5B,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/commands/eval/filterTests.d.ts

@@ -1,6 +1,7 @@
 import type { TestSuite } from '../../types';
 interface Args {
     firstN?: string | number;
+    sample?: string | number;
     pattern?: string;
     failing?: string;
 }

package/dist/src/commands/eval/filterTests.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"filterTests.d.ts","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,UAAU,IAAI;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;AAEhC,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAmClF"}
+{"version":3,"file":"filterTests.d.ts","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAG7C,UAAU,IAAI;IACZ,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,KAAK,KAAK,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC;AAEhC,wBAAsB,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAmDlF"}

package/dist/src/commands/eval/filterTests.js

@@ -10,7 +10,7 @@ async function filterTests(testSuite, args) {
     if (Object.keys(args).length === 0) {
         return tests;
     }
-    const { firstN, pattern, failing } = args;
+    const { firstN, pattern, failing, sample } = args;
     let newTests;
     if (failing) {
         newTests = await (0, filterFailingTests_1.filterFailingTests)(testSuite, failing);
@@ -28,6 +28,19 @@ async function filterTests(testSuite, args) {
         }
         newTests = newTests.slice(0, count);
     }
+    if (sample) {
+        const count = typeof sample === 'number' ? sample : Number.parseInt(sample, 10);
+        if (Number.isNaN(count)) {
+            throw new Error(`sample must be a number, got: ${sample}`);
+        }
+        // Fisher-Yates shuffle and take first n elements
+        const shuffled = [...newTests];
+        for (let i = shuffled.length - 1; i > 0; i--) {
+            const j = Math.floor(Math.random() * (i + 1));
+            [shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
+        }
+        newTests = shuffled.slice(0, count);
+    }
     return newTests;
 }
 //# sourceMappingURL=filterTests.js.map

package/dist/src/commands/eval/filterTests.js.map

@@ -1 +1 @@
-{"version":3,"file":"filterTests.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":";;AAWA,kCAmCC;AA7CD,6DAA0D;AAUnD,KAAK,UAAU,WAAW,CAAC,SAAoB,EAAE,IAAU;IAChE,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IAE9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;IAC1C,IAAI,QAA4B,CAAC;IAEjC,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,GAAG,MAAM,IAAA,uCAAkB,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE5E,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
+{"version":3,"file":"filterTests.js","sourceRoot":"","sources":["../../../../src/commands/eval/filterTests.ts"],"names":[],"mappings":";;AAYA,kCAmDC;AA9DD,6DAA0D;AAWnD,KAAK,UAAU,WAAW,CAAC,SAAoB,EAAE,IAAU;IAChE,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;IAE9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,OAAO,KAAK,CAAC;IACf,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;IAClD,IAAI,QAA4B,CAAC;IAEjC,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,GAAG,MAAM,IAAA,uCAAkB,EAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC;IACxB,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,QAAQ,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAE5E,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAEhF,IAAI,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,iCAAiC,MAAM,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,iDAAiD;QACjD,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;QAC/B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9C,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1D,CAAC;QACD,QAAQ,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IACtC,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/src/commands/eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAkBzC,OAAO,KAAK,EACV,kBAAkB,EAClB,eAAe,EAGf,aAAa,EACd,MAAM,UAAU,CAAC;AAiClB,wBAAsB,MAAM,CAC1B,MAAM,EAAE,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,EAC7C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,EACrC,eAAe,EAAE,eAAe,iBA8SjC;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,WA4LtC"}
+{"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAmBzC,OAAO,KAAK,EACV,kBAAkB,EAClB,eAAe,EAGf,aAAa,EACd,MAAM,UAAU,CAAC;AAiClB,wBAAsB,MAAM,CAC1B,MAAM,EAAE,OAAO,CAAC,kBAAkB,GAAG,OAAO,CAAC,EAC7C,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,EACrC,eAAe,EAAE,eAAe,iBAgVjC;AAED,wBAAgB,WAAW,CACzB,OAAO,EAAE,OAAO,EAChB,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,EACrC,iBAAiB,EAAE,MAAM,GAAG,SAAS,WA6LtC"}

package/dist/src/commands/eval.js

@@ -40,6 +40,7 @@ const cache_1 = require("../cache");
 const cliState_1 = __importDefault(require("../cliState"));
 const envars_1 = require("../envars");
 const evaluator_1 = require("../evaluator");
+const accounts_1 = require("../globalConfig/accounts");
 const logger_1 = __importStar(require("../logger"));
 const migrate_1 = require("../migrate");
 const eval_1 = __importDefault(require("../models/eval"));
@@ -74,6 +75,9 @@ function showRedteamProviderLabelMissingWarning(testSuite) {
 }
 async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions) {
     (0, util_2.setupEnv)(cmdObj.envPath);
+    if (cmdObj.verbose) {
+        (0, logger_1.setLogLevel)('debug');
+    }
     let config = undefined;
     let testSuite = undefined;
     let _basePath = undefined;
@@ -111,9 +115,6 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
             }
         }
         // Misc settings
-        if (cmdObj.verbose) {
-            (0, logger_1.setLogLevel)('debug');
-        }
         const iterations = cmdObj.repeat ?? Number.NaN;
         const repeat = Number.isSafeInteger(cmdObj.repeat) && iterations > 0 ? iterations : 1;
         if (!cmdObj.cache || repeat > 1) {
@@ -131,7 +132,15 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
             firstN: cmdObj.filterFirstN,
             pattern: cmdObj.filterPattern,
             failing: cmdObj.filterFailing,
+            sample: cmdObj.filterSample,
         });
+        if (config.redteam &&
+            config.redteam.plugins &&
+            config.redteam.plugins.length > 0 &&
+            testSuite.tests &&
+            testSuite.tests.length > 0) {
+            await (0, accounts_1.promptForEmailUnverified)();
+        }
         testSuite.providers = (0, filterProviders_1.filterProviders)(testSuite.providers, cmdObj.filterProviders || cmdObj.filterTargets);
         const options = {
             showProgressBar: (0, logger_1.getLogLevel)() === 'debug' ? false : cmdObj.progressBar,
@@ -174,14 +183,37 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
         const evalRecord = cmdObj.write
             ? await eval_1.default.create(config, testSuite.prompts)
             : new eval_1.default(config);
+        // Run the evaluation!!!!!!
         await (0, evaluator_1.evaluate)(testSuite, evalRecord, {
             ...options,
             eventSource: 'cli',
         });
         const shareableUrl = cmdObj.share && config.sharing ? await (0, share_1.createShareableUrl)(evalRecord) : null;
-        const summary = await evalRecord.toEvaluateSummary();
-        const table = await evalRecord.getTable();
-        if (cmdObj.table && (0, logger_1.getLogLevel)() !== 'debug') {
+        let successes = 0;
+        let failures = 0;
+        const tokenUsage = {
+            total: 0,
+            prompt: 0,
+            completion: 0,
+            cached: 0,
+        };
+        // Calculate our total successes and failures
+        for (const prompt of evalRecord.prompts) {
+            if (prompt.metrics?.testPassCount) {
+                successes += prompt.metrics.testPassCount;
+            }
+            if (prompt.metrics?.testFailCount) {
+                failures += prompt.metrics.testFailCount;
+            }
+            tokenUsage.total += prompt.metrics?.tokenUsage?.total || 0;
+            tokenUsage.prompt += prompt.metrics?.tokenUsage?.prompt || 0;
+            tokenUsage.completion += prompt.metrics?.tokenUsage?.completion || 0;
+            tokenUsage.cached += prompt.metrics?.tokenUsage?.cached || 0;
+        }
+        const totalTests = successes + failures;
+        const passRate = (successes / totalTests) * 100;
+        if (cmdObj.table && (0, logger_1.getLogLevel)() !== 'debug' && totalTests < 500) {
+            const table = await evalRecord.getTable();
             // Output CLI table
             const outputTable = (0, table_1.generateTable)(table);
             logger_1.default.info('\n' + outputTable.toString());
@@ -190,20 +222,15 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
                 logger_1.default.info(`... ${rowsLeft} more row${rowsLeft === 1 ? '' : 's'} not shown ...\n`);
             }
         }
-        else if (summary.stats.failures !== 0) {
-            logger_1.default.debug(`At least one evaluation failure occurred. This might be caused by the underlying call to the provider, or a test failure. Context: \n${JSON.stringify(summary.results)}`);
+        else if (failures !== 0) {
+            logger_1.default.debug(`At least one evaluation failure occurred. This might be caused by the underlying call to the provider, or a test failure. Context: \n${JSON.stringify(evalRecord.prompts)}`);
         }
-        if ((0, envars_1.getEnvBool)('PROMPTFOO_LIGHTWEIGHT_RESULTS')) {
-            const outputPath = config.outputPath;
-            config = { outputPath };
-            summary.results = [];
-            table.head.vars = [];
-            for (const row of table.body) {
-                row.vars = [];
-            }
+        if (totalTests >= 500) {
+            logger_1.default.info('No table output will be shown because there are more than 500 tests.');
         }
         const { outputPath } = config;
-        const paths = (Array.isArray(outputPath) ? outputPath : [outputPath]).filter((p) => typeof p === 'string' && p.length > 0);
+        // We're removing JSONL from paths since we already wrote to that during the evaluation
+        const paths = (Array.isArray(outputPath) ? outputPath : [outputPath]).filter((p) => typeof p === 'string' && p.length > 0 && !p.endsWith('.jsonl'));
         if (paths.length) {
             await (0, util_2.writeMultipleOutputs)(paths, evalRecord, shareableUrl);
             logger_1.default.info(chalk_1.default.yellow(`Writing output to ${paths.join(', ')}`));
@@ -224,15 +251,13 @@ async function doEval(cmdObj, defaultConfig, defaultConfigPath, evaluateOptions)
             logger_1.default.info(`${chalk_1.default.green('✔')} Evaluation complete`);
         }
         (0, util_2.printBorder)();
-        const totalTests = summary.stats.successes + summary.stats.failures;
-        const passRate = (summary.stats.successes / totalTests) * 100;
-        logger_1.default.info(chalk_1.default.green.bold(`Successes: ${summary.stats.successes}`));
-        logger_1.default.info(chalk_1.default.red.bold(`Failures: ${summary.stats.failures}`));
+        logger_1.default.info(chalk_1.default.green.bold(`Successes: ${successes}`));
+        logger_1.default.info(chalk_1.default.red.bold(`Failures: ${failures}`));
         if (!Number.isNaN(passRate)) {
             logger_1.default.info(chalk_1.default.blue.bold(`Pass Rate: ${passRate.toFixed(2)}%`));
         }
-        if (summary.stats.tokenUsage.total > 0) {
-            logger_1.default.info(`Token usage: Total ${summary.stats.tokenUsage.total}, Prompt ${summary.stats.tokenUsage.prompt}, Completion ${summary.stats.tokenUsage.completion}, Cached ${summary.stats.tokenUsage.cached}`);
+        if (tokenUsage.total > 0) {
+            logger_1.default.info(`Token usage: Total ${tokenUsage.total}, Prompt ${tokenUsage.prompt}, Completion ${tokenUsage.completion}, Cached ${tokenUsage.cached}`);
         }
         telemetry_1.default.record('command_used', {
             name: 'eval',
@@ -363,6 +388,7 @@ function evalCommand(program, defaultConfig, defaultConfigPath) {
         .option('-n, --filter-first-n <number>', 'Only run the first N tests')
         .option('--filter-pattern <pattern>', 'Only run tests whose description matches the regular expression pattern')
         .option('--filter-providers, --filter-targets <providers>', 'Only run tests with these providers (regex match)')
+        .option('--filter-sample <number>', 'Only run a random sample of N tests')
         .option('--filter-failing <path>', 'Path to json output file')
         // Output configuration
         .option('-o, --output <paths...>', 'Path to output file (csv, txt, json, yaml, yml, html), default is no output file')

package/dist/src/commands/eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2DA,wBAkTC;AAED,kCA+LC;AA9iBD,kDAA0B;AAC1B,wDAAgC;AAEhC,oDAA4B;AAC5B,4CAAoB;AACpB,2CAA6B;AAC7B,oEAAuC;AACvC,6BAAwB;AACxB,+DAAiD;AACjD,oCAAwC;AACxC,2DAAmC;AACnC,sCAA+D;AAC/D,4CAAiE;AACjE,oDAA6D;AAC7D,wCAA6C;AAC7C,0DAAkC;AAClC,4CAA+C;AAC/C,oCAA8C;AAC9C,oCAAyC;AACzC,6DAAqC;AAQrC,oCAAgE;AAChE,oCAAoD;AACpD,kCAAoD;AACpD,kCAAsE;AACtE,oDAA6E;AAC7E,8CAAqD;AACrD,4DAAyD;AACzD,oDAAiD;AAEjD,MAAM,iBAAiB,GAAG,gCAAwB,CAAC,MAAM,CAAC;IACxD,IAAI,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5B,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC,OAAO,EAAE,CAAC;AAIb,SAAS,sCAAsC,CAAC,SAAoB;IAClE,MAAM,uBAAuB,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA;QACJ,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;;;;;OAK7B,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,MAAM,CAC1B,MAA6C,EAC7C,aAAqC,EACrC,iBAAqC,EACrC,eAAgC;IAEhC,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,IAAI,MAAM,GAAuC,SAAS,CAAC;IAC3D,IAAI,SAAS,GAA0B,SAAS,CAAC;IACjD,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,EAAE,cAAwB,EAAE,EAAE;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;SAC7B,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,IAAA,yBAAe,GAAE,CAAC;QAC1B,CAAC;QAED,uDAAuD;QACvD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;YACrF,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,2BAAiB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC3F,aAAa,GAAG,gBAAgB,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,WAAW,GAAa,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7F,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,IAAI,YAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,YAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAClE,MAAM,IAAA,2BAAiB,EAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,aAAa,EAAE,CAAC;wBAClB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;wBAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAClC,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC;oBACrD,CAAC;yBAAM,CAAC;wBACN,gBAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QACD,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAClC,IAAA,oBAAY,GAAE,CAAC;QACjB,CAAC;QAED,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qBAAc,EAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAE3F,IAAI,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,cAAc,GAAG,CAAC,CAAC;YACnB,gBAAM,CAAC,IAAI,CACT,oCAAoC,KAAK,0CAA0C,CACpF,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE;YAC7C,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,OAAO,EAAE,MAAM,CAAC,aAAa;SAC9B,CAAC,CAAC;QAEH,SAAS,CAAC,SAAS,GAAG,IAAA,iCAAe,EACnC,SAAS,CAAC,SAAS,EACnB,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,aAAa,CAC/C,CAAC;QAEF,MAAM,OAAO,GAAoB;YAC/B,eAAe,EAAE,IAAA,oBAAW,GAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW;YACvE,cAAc;YACd,MAAM;YACN,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC5D,GAAG,eAAe;SACnB,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YACpE,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,IAAI,GAAG,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,gDAAgD;QAChD,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,SAAS,CAAC,SAAS,GAAG,CAAC,MAAM,IAAA,gCAAyB,EAAC,SAAS,CAAC,SAAS,CAAC,CAAe,CAAC;QAC7F,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,GAAG,MAAM,IAAA,gCAAyB,EAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACzD,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;UAGjB,eAAe,CAAC,QAAQ,EAAE;;6DAEyB,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK;YAC7B,CAAC,CAAC,MAAM,cAAI,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;YAC9C,CAAC,CAAC,IAAI,cAAI,CAAC,MAAM,CAAC,CAAC;QACrB,MAAM,IAAA,oBAAQ,EAAC,SAAS,EAAE,UAAU,EAAE;YACpC,GAAG,OAAO;YACV,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAA,0BAAkB,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/E,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,IAAI,MAAM,CAAC,KAAK,IAAI,IAAA,oBAAW,GAAE,KAAK,OAAO,EAAE,CAAC;YAC9C,mBAAmB;YACnB,MAAM,WAAW,GAAG,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC;YAEzC,gBAAM,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;gBACxC,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,CAAC,KAAK,CAAC,QAAQ,KAAK,CAAC,EAAE,CAAC;YACxC,gBAAM,CAAC,KAAK,CACV,wIAAwI,IAAI,CAAC,SAAS,CACpJ,OAAO,CAAC,OAAO,CAChB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,IAAA,mBAAU,EAAC,+BAA+B,CAAC,EAAE,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;YACrC,MAAM,GAAG,EAAE,UAAU,EAAE,CAAC;YACxB,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;YACrB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAC9B,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAC1E,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,CAC1D,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAA,2BAAoB,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAC5D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,MAAM,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QACd,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,YAAY,EAAE,CAAC;gBACjB,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBAC1D,gBAAM,CAAC,IAAI,CACT,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,CAChF,CAAC;gBACF,gBAAM,CAAC,IAAI,CAAC,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,CAAC;gBAC5F,gBAAM,CAAC,IAAI,CACT,wEAAwE,eAAK,CAAC,WAAW,CAAC,IAAI,CAC5F,qCAAqC,CACtC,EAAE,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACzD,CAAC;QACD,IAAA,kBAAW,GAAE,CAAC;QACd,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC;QACpE,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAC9D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACvE,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACvC,gBAAM,CAAC,IAAI,CACT,sBAAsB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,YAAY,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,gBAAgB,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,UAAU,YAAY,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,MAAM,EAAE,CAChM,CAAC;QACJ,CAAC;QAED,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;YACrD,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;SACtC,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;gBACvF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;oBACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC/C,CAAC,CAAE,MAAM,CAAC,OAAO;yBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACvE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC9D,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBACnD,CAAC,CAAE,MAAM,CAAC,SAAS;yBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBACnD,CAAC,CAAC,IAAI,CACT;yBACA,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,KAAK;yBACT,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;wBACb,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gCACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oCACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gCAC3D,CAAC;gCACD,OAAO,EAAE,CAAC;4BACZ,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAC;oBACpB,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC,CAAC,CACzE,CAAC;gBACF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEjF,OAAO;qBACJ,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC3B,IAAA,kBAAW,GAAE,CAAC;oBACd,gBAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;oBAC7C,IAAA,kBAAW,GAAE,CAAC;oBACd,IAAA,0BAAgB,GAAE,CAAC;oBACnB,MAAM,aAAa,EAAE,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;qBAC/D,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/B,gBAAM,CAAC,IAAI,CAAC,gCAAgC,SAAS,MAAM,CAAC,CAC7D,CACF,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,IAAA,oBAAW,EAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,kBAAkB,GAAG,IAAA,kBAAS,EAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YAE7E,IAAI,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAA,oBAAW,EAAC,+BAA+B,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC/D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,aAAa,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,8BAA8B,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpJ,CACF,CAAC;gBACJ,CAAC;gBACD,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,sCAAsC,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AACjD,CAAC;AAED,SAAgB,WAAW,CACzB,OAAgB,EAChB,aAAqC,EACrC,iBAAqC;IAErC,MAAM,eAAe,GAAoB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;QAClC,eAAe,CAAC,mBAAmB,GAAG,aAAa,CAAC,eAAe,CAAC,mBAAmB,CAAC;QACxF,eAAe,CAAC,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QAC9E,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC,eAAe,CAAC;IAClF,CAAC;IAED,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,kBAAkB,CAAC;QAEhC,qBAAqB;SACpB,MAAM,CACL,yBAAyB,EACzB,8EAA8E,CAC/E;SACA,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;QAE7D,gBAAgB;SACf,MAAM,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;SAC5D,MAAM,CAAC,0BAA0B,EAAE,8BAA8B,CAAC;SAClE,MAAM,CACL,mCAAmC,EACnC,kGAAkG,CACnG;SACA,MAAM,CAAC,oBAAoB,EAAE,6BAA6B,CAAC;SAC3D,MAAM,CACL,mBAAmB,EACnB,iDAAiD,EACjD,aAAa,EAAE,kBAAkB,EAAE,IAAI,CACxC;SACA,MAAM,CAAC,wBAAwB,EAAE,oDAAoD,CAAC;QAEvF,sBAAsB;SACrB,MAAM,CACL,wBAAwB,EACxB,0CAA0C,EAC1C,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,wBAAwB,EACxB,uCAAuC,EACvC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,mBAAmB,EACnB,oCAAoC,EACpC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAClB,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC,EACD,EAAE,CACH;QAED,oBAAoB;SACnB,MAAM,CACL,gCAAgC,EAChC,wCAAwC,EACxC,aAAa,CAAC,eAAe,EAAE,cAAc;QAC3C,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,GAAG,mCAAuB,EAAE,CACjC;SACA,MAAM,CACL,mBAAmB,EACnB,kCAAkC,EAClC,aAAa,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAC3F;SACA,MAAM,CACL,kBAAkB,EAClB,2CAA2C,EAC3C,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CACzF;SACA,MAAM,CACL,YAAY,EACZ,4CAA4C,EAC5C,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAClF;SACA,MAAM,CAAC,UAAU,EAAE,+DAA+D,EAAE,KAAK,CAAC;QAE3F,iCAAiC;SAChC,MAAM,CAAC,+BAA+B,EAAE,4BAA4B,CAAC;SACrE,MAAM,CACL,4BAA4B,EAC5B,yEAAyE,CAC1E;SACA,MAAM,CACL,kDAAkD,EAClD,mDAAmD,CACpD;SACA,MAAM,CAAC,yBAAyB,EAAE,0BAA0B,CAAC;QAE9D,uBAAuB;SACtB,MAAM,CACL,yBAAyB,EACzB,kFAAkF,CACnF;SACA,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,IAAI,CAAC;SAC1F,MAAM,CAAC,YAAY,EAAE,4BAA4B,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SAC5F,MAAM,CACL,kCAAkC,EAClC,6CAA6C,EAC7C,KAAK,CACN;SACA,MAAM,CAAC,SAAS,EAAE,wBAAwB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SACrF,MAAM,CACL,YAAY,EACZ,6CAA6C,EAC7C,aAAa,EAAE,kBAAkB,EAAE,KAAK,CACzC;QAED,sBAAsB;SACrB,MAAM,CACL,qBAAqB,EACrB,+BAA+B,EAC/B,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAC1C;SACA,MAAM,CACL,4BAA4B,EAC5B,2DAA2D,CAC5D;SACA,MAAM,CAAC,aAAa,EAAE,wCAAwC,CAAC;QAEhE,gBAAgB;SACf,MAAM,CAAC,6BAA6B,EAAE,6BAA6B,CAAC;SACpE,MAAM,CAAC,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,OAAO,CAAC;SAClF,MAAM,CAAC,mBAAmB,EAAE,0BAA0B,CAAC;SACvD,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,OAAgB,EAAE,EAAE;QAC3D,IAAI,aAAgD,CAAC;QACrD,IAAI,CAAC;YACH,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,GAAG,CAAC,CAAC;YACvC,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;UAEjB,eAAe,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAC;YACH,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACvC,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;;YAIjB,eAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC;SACrC,CAAC,CACD,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,kBAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACvD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,2BAAmB,CAAC,SAAS,CACvD,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAC9C,CAAC;YACF,IAAA,wBAAS,EACP,SAAS,EACT,mCAAmC,aAAa,wBAAwB,2BAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClH,CAAC;QACJ,CAAC;QAED,MAAM,CACJ,aAAsD,EACtD,aAAa,EACb,iBAAiB,EACjB,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC"}
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/commands/eval.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4DA,wBAoVC;AAED,kCAgMC;AAllBD,kDAA0B;AAC1B,wDAAgC;AAEhC,oDAA4B;AAC5B,4CAAoB;AACpB,2CAA6B;AAC7B,oEAAuC;AACvC,6BAAwB;AACxB,+DAAiD;AACjD,oCAAwC;AACxC,2DAAmC;AACnC,sCAAmD;AACnD,4CAAiE;AACjE,uDAAoE;AACpE,oDAA6D;AAC7D,wCAA6C;AAC7C,0DAAkC;AAClC,4CAA+C;AAC/C,oCAA8C;AAC9C,oCAAyC;AACzC,6DAAqC;AAQrC,oCAAgE;AAChE,oCAAoD;AACpD,kCAAoD;AACpD,kCAAsE;AACtE,oDAA6E;AAC7E,8CAAqD;AACrD,4DAAyD;AACzD,oDAAiD;AAEjD,MAAM,iBAAiB,GAAG,gCAAwB,CAAC,MAAM,CAAC;IACxD,IAAI,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5B,oBAAoB,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CAC/B,CAAC,CAAC,OAAO,EAAE,CAAC;AAIb,SAAS,sCAAsC,CAAC,SAAoB;IAClE,MAAM,uBAAuB,GAAG,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1E,IAAI,uBAAuB,EAAE,CAAC;QAC5B,gBAAM,CAAC,IAAI,CACT,IAAA,gBAAM,EAAA;QACJ,eAAK,CAAC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;;;;;OAK7B,CACF,CAAC;IACJ,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,MAAM,CAC1B,MAA6C,EAC7C,aAAqC,EACrC,iBAAqC,EACrC,eAAgC;IAEhC,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzB,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,IAAA,oBAAW,EAAC,OAAO,CAAC,CAAC;IACvB,CAAC;IAED,IAAI,MAAM,GAAuC,SAAS,CAAC;IAC3D,IAAI,SAAS,GAA0B,SAAS,CAAC;IACjD,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,MAAM,aAAa,GAAG,KAAK,EAAE,cAAwB,EAAE,EAAE;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,gBAAgB;YACtB,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;SAC7B,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,MAAM,IAAA,yBAAe,GAAE,CAAC;QAC1B,CAAC;QAED,uDAAuD;QACvD,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC;YAClD,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;YACrF,MAAM,EAAE,aAAa,EAAE,gBAAgB,EAAE,GAAG,MAAM,IAAA,2BAAiB,EAAC,SAAS,EAAE,UAAU,CAAC,CAAC;YAC3F,aAAa,GAAG,gBAAgB,CAAC;QACnC,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;YAChC,MAAM,WAAW,GAAa,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC7F,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;gBACrC,IAAI,YAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,YAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;oBACvE,MAAM,EAAE,aAAa,EAAE,SAAS,EAAE,iBAAiB,EAAE,aAAa,EAAE,GAClE,MAAM,IAAA,2BAAiB,EAAC,UAAU,CAAC,CAAC;oBACtC,IAAI,aAAa,EAAE,CAAC;wBAClB,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAY,EAAE,EAAE,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;wBAC5E,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;wBAClC,aAAa,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,SAAS,EAAE,CAAC;oBACrD,CAAC;yBAAM,CAAC;wBACN,gBAAM,CAAC,IAAI,CAAC,6CAA6C,UAAU,EAAE,CAAC,CAAC;oBACzE,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,gBAAgB;QAChB,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;QAC/C,MAAM,MAAM,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAEtF,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,gBAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;YAClC,IAAA,oBAAY,GAAE,CAAC;QACjB,CAAC;QAED,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,MAAM,IAAA,qBAAc,EAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;QAE3F,IAAI,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAEhC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YACd,cAAc,GAAG,CAAC,CAAC;YACnB,gBAAM,CAAC,IAAI,CACT,oCAAoC,KAAK,0CAA0C,CACpF,CAAC;QACJ,CAAC;QAED,SAAS,CAAC,KAAK,GAAG,MAAM,IAAA,yBAAW,EAAC,SAAS,EAAE;YAC7C,MAAM,EAAE,MAAM,CAAC,YAAY;YAC3B,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,OAAO,EAAE,MAAM,CAAC,aAAa;YAC7B,MAAM,EAAE,MAAM,CAAC,YAAY;SAC5B,CAAC,CAAC;QAEH,IACE,MAAM,CAAC,OAAO;YACd,MAAM,CAAC,OAAO,CAAC,OAAO;YACtB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC;YACjC,SAAS,CAAC,KAAK;YACf,SAAS,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAC1B,CAAC;YACD,MAAM,IAAA,mCAAwB,GAAE,CAAC;QACnC,CAAC;QAED,SAAS,CAAC,SAAS,GAAG,IAAA,iCAAe,EACnC,SAAS,CAAC,SAAS,EACnB,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,aAAa,CAC/C,CAAC;QAEF,MAAM,OAAO,GAAoB;YAC/B,eAAe,EAAE,IAAA,oBAAW,GAAE,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW;YACvE,cAAc;YACd,MAAM;YACN,KAAK,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YAC5D,GAAG,eAAe;SACnB,CAAC;QAEF,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,OAAO,IAAI,EAAE,CAAC;YACpE,SAAS,CAAC,WAAW,CAAC,OAAO,CAAC,QAAQ,GAAG,MAAM,IAAA,2BAAe,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,GAAG,EAAE,CAAC;YACf,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,WAAW,IAAI,EAAE,CAAC;YACpD,SAAS,CAAC,WAAW,CAAC,IAAI,GAAG,EAAE,GAAG,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,MAAM,CAAC,GAAG,EAAE,CAAC;QAChF,CAAC;QACD,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;YAC/B,OAAO,CAAC,mBAAmB,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,gDAAgD;QAChD,IAAI,SAAS,CAAC,SAAS,EAAE,CAAC;YACxB,SAAS,CAAC,SAAS,GAAG,CAAC,MAAM,IAAA,gCAAyB,EAAC,SAAS,CAAC,SAAS,CAAC,CAAe,CAAC;QAC7F,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACjD,IAAI,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACnB,QAAQ,CAAC,KAAK,GAAG,MAAM,IAAA,gCAAyB,EAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YACnE,CAAC;QACH,CAAC;QAED,MAAM,eAAe,GAAG,uBAAe,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QAC7D,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;YAC7B,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACzD,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;UAGjB,eAAe,CAAC,QAAQ,EAAE;;6DAEyB,CAAC,CACvD,CAAC;QACJ,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK;YAC7B,CAAC,CAAC,MAAM,cAAI,CAAC,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,OAAO,CAAC;YAC9C,CAAC,CAAC,IAAI,cAAI,CAAC,MAAM,CAAC,CAAC;QAErB,2BAA2B;QAC3B,MAAM,IAAA,oBAAQ,EAAC,SAAS,EAAE,UAAU,EAAE;YACpC,GAAG,OAAO;YACV,WAAW,EAAE,KAAK;SACnB,CAAC,CAAC;QAEH,MAAM,YAAY,GAChB,MAAM,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,IAAA,0BAAkB,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/E,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;QACjB,MAAM,UAAU,GAAG;YACjB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,UAAU,EAAE,CAAC;YACb,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,6CAA6C;QAC7C,KAAK,MAAM,MAAM,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;YACxC,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC5C,CAAC;YACD,IAAI,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC;gBAClC,QAAQ,IAAI,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC;YAC3C,CAAC;YACD,UAAU,CAAC,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,KAAK,IAAI,CAAC,CAAC;YAC3D,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;YAC7D,UAAU,CAAC,UAAU,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,UAAU,IAAI,CAAC,CAAC;YACrE,UAAU,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,IAAI,CAAC,CAAC;QAC/D,CAAC;QACD,MAAM,UAAU,GAAG,SAAS,GAAG,QAAQ,CAAC;QACxC,MAAM,QAAQ,GAAG,CAAC,SAAS,GAAG,UAAU,CAAC,GAAG,GAAG,CAAC;QAEhD,IAAI,MAAM,CAAC,KAAK,IAAI,IAAA,oBAAW,GAAE,KAAK,OAAO,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;YAC1C,mBAAmB;YACnB,MAAM,WAAW,GAAG,IAAA,qBAAa,EAAC,KAAK,CAAC,CAAC;YAEzC,gBAAM,CAAC,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC3C,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;gBAC3B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;gBACxC,gBAAM,CAAC,IAAI,CAAC,OAAO,QAAQ,YAAY,QAAQ,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,kBAAkB,CAAC,CAAC;YACtF,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,KAAK,CAAC,EAAE,CAAC;YAC1B,gBAAM,CAAC,KAAK,CACV,wIAAwI,IAAI,CAAC,SAAS,CACpJ,UAAU,CAAC,OAAO,CACnB,EAAE,CACJ,CAAC;QACJ,CAAC;QAED,IAAI,UAAU,IAAI,GAAG,EAAE,CAAC;YACtB,gBAAM,CAAC,IAAI,CAAC,sEAAsE,CAAC,CAAC;QACtF,CAAC;QAED,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;QAE9B,uFAAuF;QACvF,MAAM,KAAK,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAC1E,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CACnF,CAAC;QACF,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAA,2BAAoB,EAAC,KAAK,EAAE,UAAU,EAAE,YAAY,CAAC,CAAC;YAC5D,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,MAAM,CAAC,qBAAqB,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrE,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QACd,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,YAAY,EAAE,CAAC;gBACjB,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;YAC1E,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;gBAC1D,gBAAM,CAAC,IAAI,CACT,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,8BAA8B,CAChF,CAAC;gBACF,gBAAM,CAAC,IAAI,CAAC,SAAS,eAAK,CAAC,WAAW,CAAC,IAAI,CAAC,iBAAiB,CAAC,4BAA4B,CAAC,CAAC;gBAC5F,gBAAM,CAAC,IAAI,CACT,wEAAwE,eAAK,CAAC,WAAW,CAAC,IAAI,CAC5F,qCAAqC,CACtC,EAAE,CACJ,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CAAC,GAAG,eAAK,CAAC,KAAK,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACzD,CAAC;QAED,IAAA,kBAAW,GAAE,CAAC;QAEd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,SAAS,EAAE,CAAC,CAAC,CAAC;QACzD,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,QAAQ,EAAE,CAAC,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACrE,CAAC;QACD,IAAI,UAAU,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC;YACzB,gBAAM,CAAC,IAAI,CACT,sBAAsB,UAAU,CAAC,KAAK,YAAY,UAAU,CAAC,MAAM,gBAAgB,UAAU,CAAC,UAAU,YAAY,UAAU,CAAC,MAAM,EAAE,CACxI,CAAC;QACJ,CAAC;QAED,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;YACZ,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;YAC5B,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,GAAG,IAAI,CAAC;YACrD,SAAS,EAAE,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC;SACtC,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACjB,IAAI,cAAc,EAAE,CAAC;gBACnB,MAAM,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAa,CAAC;gBACvF,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC;oBACxB,gBAAM,CAAC,KAAK,CAAC,0CAA0C,CAAC,CAAC;oBACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9C,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC/C,CAAC,CAAE,MAAM,CAAC,OAAO;yBACZ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;wBACT,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACvE,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC9D,CAAC;wBACD,OAAO,IAAI,CAAC;oBACd,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;oBACnD,CAAC,CAAE,MAAM,CAAC,SAAS;yBACd,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACT,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;wBAC9C,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;wBACnD,CAAC,CAAC,IAAI,CACT;yBACA,MAAM,CAAC,OAAO,CAAc;oBACjC,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC;oBAC1C,CAAC,CAAC,MAAM,CAAC,KAAK;yBACT,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;wBACb,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;4BACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;wBAC3D,CAAC;6BAAM,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC;4BAC3C,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;gCACzC,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;oCACrD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;gCAC3D,CAAC;gCACD,OAAO,EAAE,CAAC;4BACZ,CAAC,CAAC,CAAC;wBACL,CAAC;wBACD,OAAO,EAAE,CAAC;oBACZ,CAAC,CAAC;yBACD,MAAM,CAAC,OAAO,CAAC;oBACpB,CAAC,CAAC,EAAE,CAAC;gBACP,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CAC3B,IAAI,GAAG,CAAC,CAAC,GAAG,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,aAAa,EAAE,GAAG,QAAQ,CAAC,CAAC,CACzE,CAAC;gBACF,MAAM,OAAO,GAAG,kBAAQ,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC;gBAEjF,OAAO;qBACJ,EAAE,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;oBAC3B,IAAA,kBAAW,GAAE,CAAC;oBACd,gBAAM,CAAC,IAAI,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC;oBAC7C,IAAA,kBAAW,GAAE,CAAC;oBACd,IAAA,0BAAgB,GAAE,CAAC;oBACnB,MAAM,aAAa,EAAE,CAAC;gBACxB,CAAC,CAAC;qBACD,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,gBAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,EAAE,CAAC,CAAC;qBAC/D,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAChB,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE,CAC/B,gBAAM,CAAC,IAAI,CAAC,gCAAgC,SAAS,MAAM,CAAC,CAC7D,CACF,CAAC;YACN,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,iBAAiB,GAAG,IAAA,oBAAW,EAAC,+BAA+B,EAAE,GAAG,CAAC,CAAC;YAC5E,MAAM,kBAAkB,GAAG,IAAA,kBAAS,EAAC,iCAAiC,EAAE,GAAG,CAAC,CAAC;YAE7E,IAAI,QAAQ,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC9E,IAAI,IAAA,oBAAW,EAAC,+BAA+B,CAAC,KAAK,SAAS,EAAE,CAAC;oBAC/D,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,KAAK,CACT,aAAa,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,8BAA8B,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,iBAAiB,CAAC,GAAG,eAAK,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CACpJ,CACF,CAAC;gBACJ,CAAC;gBACD,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;QACD,IAAI,SAAS,CAAC,OAAO,EAAE,CAAC;YACtB,sCAAsC,CAAC,SAAS,CAAC,CAAC;QACpD,CAAC;IACH,CAAC,CAAC;IAEF,MAAM,aAAa,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;AACjD,CAAC;AAED,SAAgB,WAAW,CACzB,OAAgB,EAChB,aAAqC,EACrC,iBAAqC;IAErC,MAAM,eAAe,GAAoB,EAAE,CAAC;IAC5C,IAAI,aAAa,CAAC,eAAe,EAAE,CAAC;QAClC,eAAe,CAAC,mBAAmB,GAAG,aAAa,CAAC,eAAe,CAAC,mBAAmB,CAAC;QACxF,eAAe,CAAC,cAAc,GAAG,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QAC9E,eAAe,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC,eAAe,CAAC;IAClF,CAAC;IAED,MAAM,OAAO,GAAG,OAAO;SACpB,OAAO,CAAC,MAAM,CAAC;SACf,WAAW,CAAC,kBAAkB,CAAC;QAEhC,qBAAqB;SACpB,MAAM,CACL,yBAAyB,EACzB,8EAA8E,CAC/E;SACA,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;QAE7D,gBAAgB;SACf,MAAM,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;SAC5D,MAAM,CAAC,0BAA0B,EAAE,8BAA8B,CAAC;SAClE,MAAM,CACL,mCAAmC,EACnC,kGAAkG,CACnG;SACA,MAAM,CAAC,oBAAoB,EAAE,6BAA6B,CAAC;SAC3D,MAAM,CACL,mBAAmB,EACnB,iDAAiD,EACjD,aAAa,EAAE,kBAAkB,EAAE,IAAI,CACxC;SACA,MAAM,CAAC,wBAAwB,EAAE,oDAAoD,CAAC;QAEvF,sBAAsB;SACrB,MAAM,CACL,wBAAwB,EACxB,0CAA0C,EAC1C,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,wBAAwB,EACxB,uCAAuC,EACvC,aAAa,CAAC,WAAW,EAAE,OAAO,EAAE,MAAM,CAC3C;SACA,MAAM,CACL,mBAAmB,EACnB,oCAAoC,EACpC,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QAClB,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,GAAG,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,8CAA8C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,EAAE,GAAG,QAAQ,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC;IACrC,CAAC,EACD,EAAE,CACH;QAED,oBAAoB;SACnB,MAAM,CACL,gCAAgC,EAChC,wCAAwC,EACxC,aAAa,CAAC,eAAe,EAAE,cAAc;QAC3C,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,cAAc,CAAC;QACtD,CAAC,CAAC,GAAG,mCAAuB,EAAE,CACjC;SACA,MAAM,CACL,mBAAmB,EACnB,kCAAkC,EAClC,aAAa,CAAC,eAAe,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,CAC3F;SACA,MAAM,CACL,kBAAkB,EAClB,2CAA2C,EAC3C,aAAa,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CACzF;SACA,MAAM,CACL,YAAY,EACZ,4CAA4C,EAC5C,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,aAAa,EAAE,eAAe,EAAE,KAAK,CAClF;SACA,MAAM,CAAC,UAAU,EAAE,+DAA+D,EAAE,KAAK,CAAC;QAE3F,iCAAiC;SAChC,MAAM,CAAC,+BAA+B,EAAE,4BAA4B,CAAC;SACrE,MAAM,CACL,4BAA4B,EAC5B,yEAAyE,CAC1E;SACA,MAAM,CACL,kDAAkD,EAClD,mDAAmD,CACpD;SACA,MAAM,CAAC,0BAA0B,EAAE,qCAAqC,CAAC;SACzE,MAAM,CAAC,yBAAyB,EAAE,0BAA0B,CAAC;QAE9D,uBAAuB;SACtB,MAAM,CACL,yBAAyB,EACzB,kFAAkF,CACnF;SACA,MAAM,CAAC,SAAS,EAAE,qBAAqB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,IAAI,IAAI,CAAC;SAC1F,MAAM,CAAC,YAAY,EAAE,4BAA4B,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SAC5F,MAAM,CACL,kCAAkC,EAClC,6CAA6C,EAC7C,KAAK,CACN;SACA,MAAM,CAAC,SAAS,EAAE,wBAAwB,EAAE,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;SACrF,MAAM,CACL,YAAY,EACZ,6CAA6C,EAC7C,aAAa,EAAE,kBAAkB,EAAE,KAAK,CACzC;QAED,sBAAsB;SACrB,MAAM,CACL,qBAAqB,EACrB,+BAA+B,EAC/B,aAAa,EAAE,kBAAkB,EAAE,MAAM,CAC1C;SACA,MAAM,CACL,4BAA4B,EAC5B,2DAA2D,CAC5D;SACA,MAAM,CAAC,aAAa,EAAE,wCAAwC,CAAC;QAEhE,gBAAgB;SACf,MAAM,CAAC,6BAA6B,EAAE,6BAA6B,CAAC;SACpE,MAAM,CAAC,WAAW,EAAE,iBAAiB,EAAE,aAAa,EAAE,kBAAkB,EAAE,OAAO,CAAC;SAClF,MAAM,CAAC,mBAAmB,EAAE,0BAA0B,CAAC;SACvD,MAAM,CAAC,KAAK,EAAE,IAAwB,EAAE,OAAgB,EAAE,EAAE;QAC3D,IAAI,aAAgD,CAAC;QACrD,IAAI,CAAC;YACH,aAAa,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,gCAAS,EAAC,GAAG,CAAC,CAAC;YACvC,gBAAM,CAAC,KAAK,CAAC,IAAA,gBAAM,EAAA;;UAEjB,eAAe,CAAC,QAAQ,EAAE;SAC3B,CAAC,CAAC;YACH,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,gBAAM,CAAC,IAAI,CAAC,oBAAoB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,qBAAqB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QAC1F,CAAC;QAED,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC;YACvB,OAAO,CAAC,IAAI,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;YACvC,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CAAC,IAAA,gBAAM,EAAA;;;;YAIjB,eAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC;SACrC,CAAC,CACD,CAAC;YACF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;QAED,IAAI,aAAa,CAAC,MAAM,EAAE,CAAC;YACzB,kBAAQ,CAAC,MAAM,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,KAAK,MAAM,aAAa,IAAI,aAAa,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACvD,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,2BAAmB,CAAC,SAAS,CACvD,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,WAAW,EAAE,CAC9C,CAAC;YACF,IAAA,wBAAS,EACP,SAAS,EACT,mCAAmC,aAAa,wBAAwB,2BAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAClH,CAAC;QACJ,CAAC;QAED,MAAM,CACJ,aAAsD,EACtD,aAAa,EACb,iBAAiB,EACjB,eAAe,CAChB,CAAC;IACJ,CAAC,CAAC,CAAC;IAEL,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/src/commands/import.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASzC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,QA6C7C"}
+{"version":3,"file":"import.d.ts","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AASzC,wBAAgB,aAAa,CAAC,OAAO,EAAE,OAAO,QA8C7C"}

package/dist/src/commands/import.js

@@ -47,6 +47,7 @@ function importCommand(program) {
             if (evalData.results.version === 3) {
                 logger_1.default.debug('Importing v3 eval');
                 const evalRecord = await eval_1.default.create(evalData.config, evalData.results.prompts, {
+                    id: evalData.id,
                     createdAt: evalData.createdAt,
                     author: evalData.author || 'Unknown',
                 });

package/dist/src/commands/import.js.map

@@ -1 +1 @@
-{"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AASA,sCA6CC;AArDD,4CAAoB;AACpB,0CAAoC;AACpC,+CAAgD;AAChD,uDAA+B;AAC/B,uDAAoD;AACpD,sEAA8C;AAC9C,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzC,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACnC,gBAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAClC,MAAM,UAAU,GAAG,MAAM,cAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC9E,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;iBACrC,CAAC,CAAC;gBACH,MAAM,oBAAU,CAAC,4BAA4B,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACvF,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAClC,MAAM,GAAG,QAAQ,CAAC,EAAE,IAAI,IAAA,mBAAY,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzD,MAAM,EAAE;qBACL,MAAM,CAAC,mBAAU,CAAC;qBAClB,MAAM,CAAC;oBACN,EAAE,EAAE,MAAM;oBACV,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;oBACpC,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;iBACxB,CAAC;qBACD,GAAG,EAAE,CAAC;YACX,CAAC;YAED,gBAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,kCAAkC,CAAC,CAAC;YACtE,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
+{"version":3,"file":"import.js","sourceRoot":"","sources":["../../../src/commands/import.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AASA,sCA8CC;AAtDD,4CAAoB;AACpB,0CAAoC;AACpC,+CAAgD;AAChD,uDAA+B;AAC/B,uDAAoD;AACpD,sEAA8C;AAC9C,6DAAqC;AAErC,SAAgB,aAAa,CAAC,OAAgB;IAC5C,OAAO;SACJ,OAAO,CAAC,eAAe,CAAC;SACxB,WAAW,CAAC,wCAAwC,CAAC;SACrD,MAAM,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACrB,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,YAAE,CAAC,YAAY,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACzC,IAAI,QAAQ,CAAC,OAAO,CAAC,OAAO,KAAK,CAAC,EAAE,CAAC;gBACnC,gBAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAClC,MAAM,UAAU,GAAG,MAAM,cAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,EAAE,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE;oBAC9E,EAAE,EAAE,QAAQ,CAAC,EAAE;oBACf,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;iBACrC,CAAC,CAAC;gBACH,MAAM,oBAAU,CAAC,4BAA4B,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;gBACvF,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC;YACzB,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBAClC,MAAM,GAAG,QAAQ,CAAC,EAAE,IAAI,IAAA,mBAAY,EAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzD,MAAM,EAAE;qBACL,MAAM,CAAC,mBAAU,CAAC;qBAClB,MAAM,CAAC;oBACN,EAAE,EAAE,MAAM;oBACV,SAAS,EAAE,QAAQ,CAAC,SAAS;oBAC7B,MAAM,EAAE,QAAQ,CAAC,MAAM,IAAI,SAAS;oBACpC,WAAW,EAAE,QAAQ,CAAC,WAAW;oBACjC,OAAO,EAAE,QAAQ,CAAC,OAAO;oBACzB,MAAM,EAAE,QAAQ,CAAC,MAAM;iBACxB,CAAC;qBACD,GAAG,EAAE,CAAC;YACX,CAAC;YAED,gBAAM,CAAC,IAAI,CAAC,gBAAgB,MAAM,kCAAkC,CAAC,CAAC;YACtE,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;gBAC/B,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;aACpB,CAAC,CAAC;YACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,gBAAM,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}