promptfoo 0.91.3 → 0.92.0

package/dist/src/share.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EAAE,eAAe,EAAiB,aAAa,EAAE,MAAM,SAAS,CAAC;AAE7E;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAU1D;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,eAAe,EACxB,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,EAC9B,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAqExB"}
+{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AAoCtC;;;;;;;;;;GAUG;AACH,wBAAgB,gBAAgB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAU1D;AAED,wBAAsB,kBAAkB,CACtC,UAAU,EAAE,IAAI,EAChB,QAAQ,GAAE,OAAe,GACxB,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAmGxB"}

package/dist/src/share.js

@@ -15,6 +15,34 @@ const accounts_1 = require("./globalConfig/accounts");
 const accounts_2 = require("./globalConfig/accounts");
 const cloud_1 = require("./globalConfig/cloud");
 const logger_1 = __importDefault(require("./logger"));
+async function targetHostCanUseNewResults(apiHost) {
+    const response = await (0, fetch_1.fetchWithProxy)(`${apiHost}/health`, {
+        method: 'GET',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+    });
+    if (!response.ok) {
+        return false;
+    }
+    const responseJson = await response.json();
+    return 'version' in responseJson;
+}
+async function sendEvalResults(evalRecord, url) {
+    await evalRecord.loadResults();
+    const response = await (0, fetch_1.fetchWithProxy)(url, {
+        method: 'POST',
+        headers: {
+            'Content-Type': 'application/json',
+        },
+        body: JSON.stringify(evalRecord),
+    });
+    if (!response.ok) {
+        throw new Error(`Failed to send eval results: ${response.statusText}`);
+    }
+    const evalId = (await response.json()).id;
+    return evalId;
+}
 /**
  * Removes authentication information (username and password) from a URL.
  *
@@ -38,7 +66,7 @@ function stripAuthFromUrl(urlString) {
         return urlString;
     }
 }
-async function createShareableUrl(results, config, showAuth = false) {
+async function createShareableUrl(evalRecord, showAuth = false) {
     if (process.stdout.isTTY && !(0, envars_1.isCI)() && !(0, envars_1.getEnvBool)('PROMPTFOO_DISABLE_SHARE_EMAIL_REQUEST')) {
         let email = (0, accounts_2.getUserEmail)();
         if (!email) {
@@ -51,54 +79,85 @@ async function createShareableUrl(results, config, showAuth = false) {
             (0, accounts_2.setUserEmail)(email);
         }
     }
-    const sharedResults = {
-        data: {
-            version: 3,
-            createdAt: new Date().toISOString(),
-            author: (0, accounts_1.getAuthor)(),
-            results,
-            config,
-        },
-    };
     let response;
-    let apiBaseUrl = typeof config.sharing === 'object' ? config.sharing.apiBaseUrl : constants_1.SHARE_API_BASE_URL;
-    // check if we're using the cloud
+    let apiBaseUrl;
+    let url;
     if (cloud_1.cloudConfig.isEnabled()) {
         apiBaseUrl = cloud_1.cloudConfig.getApiHost();
-        response = await (0, fetch_1.fetchWithProxy)(`${apiBaseUrl}/results`, {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                Authorization: `Bearer ${cloud_1.cloudConfig.getApiKey()}`,
-            },
-            body: JSON.stringify(sharedResults),
-        });
+        url = `${apiBaseUrl}/results`;
     }
     else {
-        response = await (0, fetch_1.fetchWithProxy)(`${apiBaseUrl}/api/eval`, {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-            },
-            body: JSON.stringify(sharedResults),
-        });
+        apiBaseUrl =
+            typeof evalRecord.config.sharing === 'object'
+                ? evalRecord.config.sharing.apiBaseUrl || constants_1.SHARE_API_BASE_URL
+                : constants_1.SHARE_API_BASE_URL;
+        url = `${apiBaseUrl}/api/eval`;
+    }
+    const canUseNewResults = await targetHostCanUseNewResults(apiBaseUrl);
+    logger_1.default.debug(`Sharing with ${url} canUseNewResults: ${canUseNewResults} Use old results: ${evalRecord.useOldResults()}`);
+    let evalId;
+    if (canUseNewResults && !evalRecord.useOldResults()) {
+        evalId = await sendEvalResults(evalRecord, url);
     }
-    const responseJson = (await response.json());
-    if (responseJson.error) {
-        throw new Error(`Failed to create shareable URL: ${responseJson.error}`);
+    else {
+        const summary = await evalRecord.toEvaluateSummary();
+        const table = await evalRecord.getTable();
+        const v2Summary = {
+            ...summary,
+            table,
+            version: 2,
+        };
+        logger_1.default.debug(`Sending eval results (v2 result file) to ${url}`);
+        // check if we're using the cloud
+        const sharedResults = {
+            data: {
+                version: 3,
+                createdAt: new Date().toISOString(),
+                author: (0, accounts_1.getAuthor)(),
+                results: v2Summary,
+                config: evalRecord.config,
+            },
+        };
+        if (cloud_1.cloudConfig.isEnabled()) {
+            response = await (0, fetch_1.fetchWithProxy)(url, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                    Authorization: `Bearer ${cloud_1.cloudConfig.getApiKey()}`,
+                },
+                body: JSON.stringify(sharedResults),
+            });
+        }
+        else {
+            response = await (0, fetch_1.fetchWithProxy)(url, {
+                method: 'POST',
+                headers: {
+                    'Content-Type': 'application/json',
+                },
+                body: JSON.stringify(sharedResults),
+            });
+        }
+        const responseJson = (await response.json());
+        if (responseJson.error) {
+            throw new Error(`Failed to create shareable URL: ${responseJson.error}`);
+        }
+        evalId = responseJson.id;
     }
+    logger_1.default.debug(`New eval ID on remote instance: ${evalId}`);
     let appBaseUrl = constants_1.SHARE_VIEW_BASE_URL;
     let fullUrl = constants_1.SHARE_VIEW_BASE_URL;
     if (cloud_1.cloudConfig.isEnabled()) {
         appBaseUrl = cloud_1.cloudConfig.getAppUrl();
-        fullUrl = `${appBaseUrl}/results/${responseJson.id}`;
+        fullUrl = `${appBaseUrl}/results/${evalId}`;
     }
     else {
-        const appBaseUrl = typeof config.sharing === 'object' ? config.sharing.appBaseUrl : constants_1.SHARE_VIEW_BASE_URL;
+        const appBaseUrl = typeof evalRecord.config.sharing === 'object'
+            ? evalRecord.config.sharing.appBaseUrl
+            : constants_1.SHARE_VIEW_BASE_URL;
         fullUrl =
             constants_1.SHARE_VIEW_BASE_URL === constants_1.DEFAULT_SHARE_VIEW_BASE_URL
-                ? `${appBaseUrl}/eval/${responseJson.id}`
-                : `${appBaseUrl}/eval/?evalId=${responseJson.id}`;
+                ? `${appBaseUrl}/eval/${evalId}`
+                : `${appBaseUrl}/eval/?evalId=${evalId}`;
     }
     return showAuth ? fullUrl : stripAuthFromUrl(fullUrl);
 }

package/dist/src/share.js.map

@@ -1 +1 @@
-{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;AAwBA,4CAUC;AAED,gDAyEC;AA7GD,4DAAoC;AACpC,kDAA0B;AAE1B,6BAA0B;AAC1B,2CAAmG;AACnG,qCAA4C;AAC5C,mCAAyC;AACzC,sDAAoD;AACpD,sDAAqE;AACrE,gDAAmD;AACnD,sDAA8B;AAG9B;;;;;;;;;;GAUG;AACH,SAAgB,gBAAgB,CAAC,SAAiB;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,gBAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,OAAwB,EACxB,MAA8B,EAC9B,WAAoB,KAAK;IAEzB,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,IAAA,aAAI,GAAE,IAAI,CAAC,IAAA,mBAAU,EAAC,uCAAuC,CAAC,EAAE,CAAC;QAC5F,IAAI,KAAK,GAAG,IAAA,uBAAY,GAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC;gBAClB,OAAO,EAAE,GAAG,eAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC,8BAA8B;gBAC5F,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC;gBACrE,CAAC;aACF,CAAC,CAAC;YACH,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAkB;QACnC,IAAI,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,IAAA,oBAAS,GAAE;YACnB,OAAO;YACP,MAAM;SACP;KACF,CAAC;IAEF,IAAI,QAAkB,CAAC;IACvB,IAAI,UAAU,GACZ,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,8BAAkB,CAAC;IACtF,iCAAiC;IACjC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,UAAU,EAAE,CAAC;QAEtC,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,UAAU,UAAU,EAAE;YACvD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,mBAAW,CAAC,SAAS,EAAE,EAAE;aACnD;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,UAAU,WAAW,EAAE;YACxD,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;SACpC,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoC,CAAC;IAChF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,mCAAmC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;IAC3E,CAAC;IAED,IAAI,UAAU,GAAG,+BAAmB,CAAC;IACrC,IAAI,OAAO,GAAG,+BAAmB,CAAC;IAClC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,GAAG,GAAG,UAAU,YAAY,YAAY,CAAC,EAAE,EAAE,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,+BAAmB,CAAC;QACvF,OAAO;YACL,+BAAmB,KAAK,uCAA2B;gBACjD,CAAC,CAAC,GAAG,UAAU,SAAS,YAAY,CAAC,EAAE,EAAE;gBACzC,CAAC,CAAC,GAAG,UAAU,iBAAiB,YAAY,CAAC,EAAE,EAAE,CAAC;IACxD,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC"}
+{"version":3,"file":"share.js","sourceRoot":"","sources":["../../src/share.ts"],"names":[],"mappings":";;;;;AA0DA,4CAUC;AAED,gDAsGC;AA5KD,4DAAoC;AACpC,kDAA0B;AAE1B,6BAA0B;AAC1B,2CAAmG;AACnG,qCAA4C;AAC5C,mCAAyC;AACzC,sDAAoD;AACpD,sDAAqE;AACrE,gDAAmD;AACnD,sDAA8B;AAI9B,KAAK,UAAU,0BAA0B,CAAC,OAAe;IACvD,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,OAAO,SAAS,EAAE;QACzD,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;KACF,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,KAAK,CAAC;IACf,CAAC;IACD,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;IAC3C,OAAO,SAAS,IAAI,YAAY,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,UAAgB,EAAE,GAAW;IAC1D,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;IAE/B,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;QACzC,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;SACnC;QACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;KACjC,CAAC,CAAC;IAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CAAC,gCAAgC,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;IACzE,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC;IAC1C,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAgB,gBAAgB,CAAC,SAAiB;IAChD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,SAAG,CAAC,SAAS,CAAC,CAAC;QAC/B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC;IACxB,CAAC;IAAC,MAAM,CAAC;QACP,gBAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;QACvD,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAEM,KAAK,UAAU,kBAAkB,CACtC,UAAgB,EAChB,WAAoB,KAAK;IAEzB,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,IAAA,aAAI,GAAE,IAAI,CAAC,IAAA,mBAAU,EAAC,uCAAuC,CAAC,EAAE,CAAC;QAC5F,IAAI,KAAK,GAAG,IAAA,uBAAY,GAAE,CAAC;QAC3B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC;gBAClB,OAAO,EAAE,GAAG,eAAK,CAAC,IAAI,CAAC,sCAAsC,CAAC,8BAA8B;gBAC5F,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;oBAClB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC;gBACrE,CAAC;aACF,CAAC,CAAC;YACH,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAED,IAAI,QAAkB,CAAC;IACvB,IAAI,UAAkB,CAAC;IACvB,IAAI,GAAW,CAAC;IAChB,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,UAAU,EAAE,CAAC;QACtC,GAAG,GAAG,GAAG,UAAU,UAAU,CAAC;IAChC,CAAC;SAAM,CAAC;QACN,UAAU;YACR,OAAO,UAAU,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;gBAC3C,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,IAAI,8BAAkB;gBAC5D,CAAC,CAAC,8BAAkB,CAAC;QAEzB,GAAG,GAAG,GAAG,UAAU,WAAW,CAAC;IACjC,CAAC;IAED,MAAM,gBAAgB,GAAG,MAAM,0BAA0B,CAAC,UAAU,CAAC,CAAC;IACtE,gBAAM,CAAC,KAAK,CACV,gBAAgB,GAAG,sBAAsB,gBAAgB,qBAAqB,UAAU,CAAC,aAAa,EAAE,EAAE,CAC3G,CAAC;IACF,IAAI,MAA0B,CAAC;IAC/B,IAAI,gBAAgB,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,MAAM,eAAe,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;IAClD,CAAC;SAAM,CAAC;QACN,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,iBAAiB,EAAE,CAAC;QACrD,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;QAC1C,MAAM,SAAS,GAAG;YAChB,GAAG,OAAO;YACV,KAAK;YACL,OAAO,EAAE,CAAC;SACX,CAAC;QAEF,gBAAM,CAAC,KAAK,CAAC,4CAA4C,GAAG,EAAE,CAAC,CAAC;QAChE,iCAAiC;QACjC,MAAM,aAAa,GAAkB;YACnC,IAAI,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACnC,MAAM,EAAE,IAAA,oBAAS,GAAE;gBACnB,OAAO,EAAE,SAAS;gBAClB,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B;SACF,CAAC;QACF,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;YAC5B,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,mBAAW,CAAC,SAAS,EAAE,EAAE;iBACnD;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,MAAM,IAAA,sBAAc,EAAC,GAAG,EAAE;gBACnC,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;aACpC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,YAAY,GAAG,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAoC,CAAC;QAChF,IAAI,YAAY,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,mCAAmC,YAAY,CAAC,KAAK,EAAE,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,GAAG,YAAY,CAAC,EAAE,CAAC;IAC3B,CAAC;IACD,gBAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,EAAE,CAAC,CAAC;IAC1D,IAAI,UAAU,GAAG,+BAAmB,CAAC;IACrC,IAAI,OAAO,GAAG,+BAAmB,CAAC;IAClC,IAAI,mBAAW,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,UAAU,GAAG,mBAAW,CAAC,SAAS,EAAE,CAAC;QACrC,OAAO,GAAG,GAAG,UAAU,YAAY,MAAM,EAAE,CAAC;IAC9C,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GACd,OAAO,UAAU,CAAC,MAAM,CAAC,OAAO,KAAK,QAAQ;YAC3C,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU;YACtC,CAAC,CAAC,+BAAmB,CAAC;QAC1B,OAAO;YACL,+BAAmB,KAAK,uCAA2B;gBACjD,CAAC,CAAC,GAAG,UAAU,SAAS,MAAM,EAAE;gBAChC,CAAC,CAAC,GAAG,UAAU,iBAAiB,MAAM,EAAE,CAAC;IAC/C,CAAC;IAED,OAAO,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;AACxD,CAAC"}

package/dist/src/table.d.ts

@@ -1,5 +1,5 @@
 import Table from 'cli-table3';
-import type { EvaluateSummary } from './types';
-export declare function generateTable(summary: EvaluateSummary, tableCellMaxLength?: number, maxRows?: number): Table.Table;
+import type { EvaluateTable } from './types';
+export declare function generateTable(evaluateTable: EvaluateTable, tableCellMaxLength?: number, maxRows?: number): Table.Table;
 export declare function wrapTable(rows: Record<string, string | number>[]): Table.Table | "No data to display";
 //# sourceMappingURL=table.d.ts.map

package/dist/src/table.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,SAAS,CAAC;AAS/C,wBAAgB,aAAa,CAAC,OAAO,EAAE,eAAe,EAAE,kBAAkB,SAAM,EAAE,OAAO,SAAK,eAsC7F;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EAAE,sCAehE"}
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,MAAM,YAAY,CAAC;AAE/B,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAS7C,wBAAgB,aAAa,CAC3B,aAAa,EAAE,aAAa,EAC5B,kBAAkB,SAAM,EACxB,OAAO,SAAK,eAuCb;AAED,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,EAAE,sCAehE"}

package/dist/src/table.js

@@ -14,8 +14,8 @@ function ellipsize(str, maxLen) {
     }
     return str;
 }
-function generateTable(summary, tableCellMaxLength = 250, maxRows = 25) {
-    const head = summary.table.head;
+function generateTable(evaluateTable, tableCellMaxLength = 250, maxRows = 25) {
+    const head = evaluateTable.head;
     const headLength = head.prompts.length + head.vars.length;
     const table = new cli_table3_1.default({
         head: [
@@ -30,7 +30,7 @@ function generateTable(summary, tableCellMaxLength = 250, maxRows = 25) {
         },
     });
     // Skip first row (header) and add the rest. Color PASS/FAIL
-    for (const row of summary.table.body.slice(0, maxRows)) {
+    for (const row of evaluateTable.body.slice(0, maxRows)) {
         table.push([
             ...row.vars.map((v) => ellipsize(v, tableCellMaxLength)),
             ...row.outputs.map(({ pass, score, text }) => {

package/dist/src/table.js.map

@@ -1 +1 @@
-{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":";;;;;AAYA,sCAsCC;AAED,8BAeC;AAnED,kDAA0B;AAC1B,4DAA+B;AAC/B,2CAAiD;AAGjD,SAAS,SAAS,CAAC,GAAW,EAAE,MAAc;IAC5C,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,aAAa,CAAC,OAAwB,EAAE,kBAAkB,GAAG,GAAG,EAAE,OAAO,GAAG,EAAE;IAC5F,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;IAChC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IAC1D,MAAM,KAAK,GAAG,IAAI,oBAAK,CAAC;QACtB,IAAI,EAAE;YACJ,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;SACxE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAC9C,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,8BAAkB,GAAG,UAAU,CAAC,CAAC;QAC9E,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,IAAI,EAAE,8BAA8B;QACxD,KAAK,EAAE;YACL,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;SACvB;KACF,CAAC,CAAC;IACH,4DAA4D;IAC5D,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACxD,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;gBAC3C,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAC3C,IAAI,IAAI,EAAE,CAAC;oBACT,OAAO,eAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;gBACvC,CAAC;qBAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBACjB,sCAAsC;oBACtC,OAAO,CACL,eAAK,CAAC,GAAG,CAAC,SAAS,CAAC;wBACpB,IAAI;6BACD,KAAK,CAAC,KAAK,CAAC;6BACZ,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;6BACpD,IAAI,CAAC,KAAK,CAAC,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,SAAS,CAAC,IAAuC;IAC/D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,oBAAK,CAAC;QACtB,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,8BAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAChF,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,IAAI;KACzB,CAAC,CAAC;IACH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}
+{"version":3,"file":"table.js","sourceRoot":"","sources":["../../src/table.ts"],"names":[],"mappings":";;;;;AAYA,sCA0CC;AAED,8BAeC;AAvED,kDAA0B;AAC1B,4DAA+B;AAC/B,2CAAiD;AAGjD,SAAS,SAAS,CAAC,GAAW,EAAE,MAAc;IAC5C,IAAI,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAgB,aAAa,CAC3B,aAA4B,EAC5B,kBAAkB,GAAG,GAAG,EACxB,OAAO,GAAG,EAAE;IAEZ,MAAM,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC;IAChC,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;IAC1D,MAAM,KAAK,GAAG,IAAI,oBAAK,CAAC;QACtB,IAAI,EAAE;YACJ,GAAG,IAAI,CAAC,IAAI;YACZ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,MAAM,CAAC,QAAQ,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;SACxE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;QAC9C,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,8BAAkB,GAAG,UAAU,CAAC,CAAC;QAC9E,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,IAAI,EAAE,8BAA8B;QACxD,KAAK,EAAE;YACL,IAAI,EAAE,CAAC,MAAM,EAAE,MAAM,CAAC;SACvB;KACF,CAAC,CAAC;IACH,4DAA4D;IAC5D,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,EAAE,CAAC;QACvD,KAAK,CAAC,IAAI,CAAC;YACT,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC;YACxD,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;gBAC3C,IAAI,GAAG,SAAS,CAAC,IAAI,EAAE,kBAAkB,CAAC,CAAC;gBAC3C,IAAI,IAAI,EAAE,CAAC;oBACT,OAAO,eAAK,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;gBACvC,CAAC;qBAAM,IAAI,CAAC,IAAI,EAAE,CAAC;oBACjB,sCAAsC;oBACtC,OAAO,CACL,eAAK,CAAC,GAAG,CAAC,SAAS,CAAC;wBACpB,IAAI;6BACD,KAAK,CAAC,KAAK,CAAC;6BACZ,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,eAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;6BACpD,IAAI,CAAC,KAAK,CAAC,CACf,CAAC;gBACJ,CAAC;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC;SACH,CAAC,CAAC;IACL,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAgB,SAAS,CAAC,IAAuC;IAC/D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,oBAAoB,CAAC;IAC9B,CAAC;IACD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,oBAAK,CAAC;QACtB,IAAI;QACJ,SAAS,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,8BAAkB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QAChF,QAAQ,EAAE,IAAI;QACd,kBAAkB,EAAE,IAAI;KACzB,CAAC,CAAC;IACH,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}