promptfoo 0.97.0 → 0.99.0

package/dist/src/commands/debug.js

@@ -0,0 +1,84 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.debugCommand = debugCommand;
+const chalk_1 = __importDefault(require("chalk"));
+const fs = __importStar(require("fs"));
+const os = __importStar(require("os"));
+const package_json_1 = require("../../package.json");
+const logger_1 = __importDefault(require("../logger"));
+const util_1 = require("../util");
+const load_1 = require("../util/config/load");
+async function doDebug(options) {
+    const debugInfo = {
+        version: package_json_1.version,
+        platform: {
+            os: os.platform(),
+            release: os.release(),
+            arch: os.arch(),
+            nodeVersion: process.version,
+        },
+        env: {
+            NODE_ENV: process.env.NODE_ENV,
+        },
+        configInfo: {
+            defaultConfigPath: options.defaultConfigPath,
+            specifiedConfigPath: options.config,
+            configExists: false,
+            configContent: null,
+        },
+    };
+    // Try to load config if available
+    const configPath = options.config || options.defaultConfigPath;
+    if (configPath && fs.existsSync(configPath)) {
+        debugInfo.configInfo.configExists = true;
+        try {
+            const resolved = await (0, load_1.resolveConfigs)({
+                config: [configPath],
+            }, options.defaultConfig);
+            debugInfo.configInfo.configContent = resolved;
+        }
+        catch (err) {
+            debugInfo.configInfo.configContent = `Error loading config: ${err}`;
+        }
+    }
+    (0, util_1.printBorder)();
+    logger_1.default.info(chalk_1.default.bold('Promptfoo Debug Information'));
+    (0, util_1.printBorder)();
+    logger_1.default.info(JSON.stringify(debugInfo, null, 2));
+    (0, util_1.printBorder)();
+    logger_1.default.info(chalk_1.default.yellow('Please include this output when reporting issues on GitHub: https://github.com/promptfoo/promptfoo/issues'));
+}
+function debugCommand(program, defaultConfig, defaultConfigPath) {
+    program
+        .command('debug')
+        .description('Display debug information for troubleshooting')
+        .option('-c, --config [path]', 'Path to configuration file. Defaults to promptfooconfig.yaml')
+        .action((opts) => doDebug({ ...opts, defaultConfig, defaultConfigPath }));
+}
+//# sourceMappingURL=debug.js.map

package/dist/src/commands/debug.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"debug.js","sourceRoot":"","sources":["../../../src/commands/debug.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAkEA,oCAUC;AA5ED,kDAA0B;AAE1B,uCAAyB;AACzB,uCAAyB;AACzB,qDAA6C;AAC7C,uDAA+B;AAE/B,kCAAsC;AACtC,8CAAqD;AAQrD,KAAK,UAAU,OAAO,CAAC,OAAqB;IAC1C,MAAM,SAAS,GAAG;QAChB,OAAO,EAAP,sBAAO;QACP,QAAQ,EAAE;YACR,EAAE,EAAE,EAAE,CAAC,QAAQ,EAAE;YACjB,OAAO,EAAE,EAAE,CAAC,OAAO,EAAE;YACrB,IAAI,EAAE,EAAE,CAAC,IAAI,EAAE;YACf,WAAW,EAAE,OAAO,CAAC,OAAO;SAC7B;QACD,GAAG,EAAE;YACH,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ;SAC/B;QACD,UAAU,EAAE;YACV,iBAAiB,EAAE,OAAO,CAAC,iBAAiB;YAC5C,mBAAmB,EAAE,OAAO,CAAC,MAAM;YACnC,YAAY,EAAE,KAAK;YACnB,aAAa,EAAE,IAAW;SAC3B;KACF,CAAC;IAEF,kCAAkC;IAClC,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,iBAAiB,CAAC;IAC/D,IAAI,UAAU,IAAI,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC5C,SAAS,CAAC,UAAU,CAAC,YAAY,GAAG,IAAI,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAA,qBAAc,EACnC;gBACE,MAAM,EAAE,CAAC,UAAU,CAAC;aACrB,EACD,OAAO,CAAC,aAAa,CACtB,CAAC;YACF,SAAS,CAAC,UAAU,CAAC,aAAa,GAAG,QAAQ,CAAC;QAChD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CAAC,UAAU,CAAC,aAAa,GAAG,yBAAyB,GAAG,EAAE,CAAC;QACtE,CAAC;IACH,CAAC;IAED,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC,CAAC;IACvD,IAAA,kBAAW,GAAE,CAAC;IACd,gBAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChD,IAAA,kBAAW,GAAE,CAAC;IAEd,gBAAM,CAAC,IAAI,CACT,eAAK,CAAC,MAAM,CACV,2GAA2G,CAC5G,CACF,CAAC;AACJ,CAAC;AAED,SAAgB,YAAY,CAC1B,OAAgB,EAChB,aAAqC,EACrC,iBAAqC;IAErC,OAAO;SACJ,OAAO,CAAC,OAAO,CAAC;SAChB,WAAW,CAAC,+CAA+C,CAAC;SAC5D,MAAM,CAAC,qBAAqB,EAAE,8DAA8D,CAAC;SAC7F,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,GAAG,IAAI,EAAE,aAAa,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC;AAC9E,CAAC"}

package/dist/src/commands/view.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"view.d.ts","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMzC,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,QAuC3C"}
+{"version":3,"file":"view.d.ts","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAQzC,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,QAuC3C"}

package/dist/src/commands/view.js

@@ -4,15 +4,17 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.viewCommand = viewCommand;
+const constants_1 = require("../constants");
 const server_1 = require("../server/server");
 const telemetry_1 = __importDefault(require("../telemetry"));
 const util_1 = require("../util");
 const manage_1 = require("../util/config/manage");
+const server_2 = require("../util/server");
 function viewCommand(program) {
     program
         .command('view [directory]')
         .description('Start browser ui')
-        .option('-p, --port <number>', 'Port number', '15500')
+        .option('-p, --port <number>', 'Port number', constants_1.DEFAULT_PORT.toString())
         .option('-y, --yes', 'Skip confirmation and auto-open the URL')
         .option('-n, --no', 'Skip confirmation and do not open the URL')
         .option('--filter-description <pattern>', 'Filter evals by description using a regex pattern')
@@ -28,10 +30,10 @@ function viewCommand(program) {
         }
         // Block indefinitely on server
         const browserBehavior = cmdObj.yes
-            ? server_1.BrowserBehavior.OPEN
+            ? server_2.BrowserBehavior.OPEN
             : cmdObj.no
-                ? server_1.BrowserBehavior.SKIP
-                : server_1.BrowserBehavior.ASK;
+                ? server_2.BrowserBehavior.SKIP
+                : server_2.BrowserBehavior.ASK;
         await (0, server_1.startServer)(cmdObj.port, browserBehavior, cmdObj.filterDescription);
     });
 }

package/dist/src/commands/view.js.map

@@ -1 +1 @@
-{"version":3,"file":"view.js","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":";;;;;AAMA,kCAuCC;AA5CD,6CAAgE;AAChE,6DAAqC;AACrC,kCAAmC;AACnC,kDAA+D;AAE/D,SAAgB,WAAW,CAAC,OAAgB;IAC1C,OAAO;SACJ,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,kBAAkB,CAAC;SAC/B,MAAM,CAAC,qBAAqB,EAAE,aAAa,EAAE,OAAO,CAAC;SACrD,MAAM,CAAC,WAAW,EAAE,yCAAyC,CAAC;SAC9D,MAAM,CAAC,UAAU,EAAE,2CAA2C,CAAC;SAC/D,MAAM,CAAC,gCAAgC,EAAE,mDAAmD,CAAC;SAC7F,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;SAC5D,MAAM,CACL,KAAK,EACH,SAA6B,EAC7B,MAOW,EACX,EAAE;QACF,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,SAAS,EAAE,CAAC;YACd,IAAA,+BAAsB,EAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,+BAA+B;QAC/B,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG;YAChC,CAAC,CAAC,wBAAe,CAAC,IAAI;YACtB,CAAC,CAAC,MAAM,CAAC,EAAE;gBACT,CAAC,CAAC,wBAAe,CAAC,IAAI;gBACtB,CAAC,CAAC,wBAAe,CAAC,GAAG,CAAC;QAC1B,MAAM,IAAA,oBAAW,EAAC,MAAM,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC5E,CAAC,CACF,CAAC;AACN,CAAC"}
+{"version":3,"file":"view.js","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":";;;;;AAQA,kCAuCC;AA9CD,4CAA4C;AAC5C,6CAA+C;AAC/C,6DAAqC;AACrC,kCAAmC;AACnC,kDAA+D;AAC/D,2CAAiD;AAEjD,SAAgB,WAAW,CAAC,OAAgB;IAC1C,OAAO;SACJ,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,kBAAkB,CAAC;SAC/B,MAAM,CAAC,qBAAqB,EAAE,aAAa,EAAE,wBAAY,CAAC,QAAQ,EAAE,CAAC;SACrE,MAAM,CAAC,WAAW,EAAE,yCAAyC,CAAC;SAC9D,MAAM,CAAC,UAAU,EAAE,2CAA2C,CAAC;SAC/D,MAAM,CAAC,gCAAgC,EAAE,mDAAmD,CAAC;SAC7F,MAAM,CAAC,+BAA+B,EAAE,mBAAmB,CAAC;SAC5D,MAAM,CACL,KAAK,EACH,SAA6B,EAC7B,MAOW,EACX,EAAE;QACF,IAAA,eAAQ,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzB,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,MAAM;SACb,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,SAAS,EAAE,CAAC;YACd,IAAA,+BAAsB,EAAC,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,+BAA+B;QAC/B,MAAM,eAAe,GAAG,MAAM,CAAC,GAAG;YAChC,CAAC,CAAC,wBAAe,CAAC,IAAI;YACtB,CAAC,CAAC,MAAM,CAAC,EAAE;gBACT,CAAC,CAAC,wBAAe,CAAC,IAAI;gBACtB,CAAC,CAAC,wBAAe,CAAC,GAAG,CAAC;QAC1B,MAAM,IAAA,oBAAW,EAAC,MAAM,CAAC,IAAI,EAAE,eAAe,EAAE,MAAM,CAAC,iBAAiB,CAAC,CAAC;IAC5E,CAAC,CACF,CAAC;AACN,CAAC"}

package/dist/src/constants.d.ts

@@ -3,5 +3,6 @@ export declare const DEFAULT_QUERY_LIMIT = 100;
 export declare const SHARE_API_BASE_URL: string;
 export declare const DEFAULT_SHARE_VIEW_BASE_URL: string;
 export declare const SHARE_VIEW_BASE_URL: string;
+export declare const DEFAULT_PORT: number;
 export declare const TERMINAL_MAX_WIDTH: number;
 //# sourceMappingURL=constants.d.ts.map

package/dist/src/constants.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,OAAO,QAAsB,CAAC;AAE3C,eAAO,MAAM,mBAAmB,MAAM,CAAC;AAKvC,eAAO,MAAM,kBAAkB,QAKF,CAAC;AAE9B,eAAO,MAAM,2BAA2B,QAGvC,CAAC;AAGF,eAAO,MAAM,mBAAmB,QAGH,CAAC;AAG9B,eAAO,MAAM,kBAAkB,QAGtB,CAAC"}
+{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":"AAGA,eAAO,MAAM,OAAO,QAAsB,CAAC;AAE3C,eAAO,MAAM,mBAAmB,MAAM,CAAC;AAKvC,eAAO,MAAM,kBAAkB,QAKF,CAAC;AAE9B,eAAO,MAAM,2BAA2B,QAGvC,CAAC;AAGF,eAAO,MAAM,mBAAmB,QAGH,CAAC;AAE9B,eAAO,MAAM,YAAY,QAAmD,CAAC;AAG7E,eAAO,MAAM,kBAAkB,QAGtB,CAAC"}

package/dist/src/constants.js

@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.TERMINAL_MAX_WIDTH = exports.SHARE_VIEW_BASE_URL = exports.DEFAULT_SHARE_VIEW_BASE_URL = exports.SHARE_API_BASE_URL = exports.DEFAULT_QUERY_LIMIT = exports.VERSION = void 0;
+exports.TERMINAL_MAX_WIDTH = exports.DEFAULT_PORT = exports.SHARE_VIEW_BASE_URL = exports.DEFAULT_SHARE_VIEW_BASE_URL = exports.SHARE_API_BASE_URL = exports.DEFAULT_QUERY_LIMIT = exports.VERSION = void 0;
 const package_json_1 = __importDefault(require("../package.json"));
 const envars_1 = require("./envars");
 exports.VERSION = package_json_1.default.version;
@@ -21,6 +21,7 @@ exports.DEFAULT_SHARE_VIEW_BASE_URL = (0, envars_1.getEnvString)('PROMPTFOO_SHAR
 exports.SHARE_VIEW_BASE_URL = process.env.NEXT_PUBLIC_PROMPTFOO_BASE_URL ||
     process.env.PROMPTFOO_REMOTE_APP_BASE_URL ||
     exports.DEFAULT_SHARE_VIEW_BASE_URL;
+exports.DEFAULT_PORT = Number.parseInt(process.env.API_PORT || '15500');
 // Maximum width for terminal outputs.
 exports.TERMINAL_MAX_WIDTH = process?.stdout?.isTTY && process?.stdout?.columns && process?.stdout?.columns > 10
     ? process?.stdout?.columns - 10

package/dist/src/constants.js.map

@@ -1 +1 @@
-{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":";;;;;;AAAA,mEAA0C;AAC1C,qCAAwC;AAE3B,QAAA,OAAO,GAAG,sBAAW,CAAC,OAAO,CAAC;AAE9B,QAAA,mBAAmB,GAAG,GAAG,CAAC;AAEvC,uFAAuF;AAEvF,kCAAkC;AACrB,QAAA,kBAAkB;AAC7B,iDAAiD;AACjD,OAAO,CAAC,GAAG,CAAC,yCAAyC;IACrD,OAAO,CAAC,GAAG,CAAC,8BAA8B;IAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACzC,2BAA2B,CAAC;AAEjB,QAAA,2BAA2B,GAAG,IAAA,qBAAY,EACrD,gCAAgC,EAChC,2BAA2B,CAC5B,CAAC;AAEF,+CAA+C;AAClC,QAAA,mBAAmB,GAC9B,OAAO,CAAC,GAAG,CAAC,8BAA8B;IAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACzC,mCAA2B,CAAC;AAE9B,sCAAsC;AACzB,QAAA,kBAAkB,GAC7B,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE;IACjF,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE;IAC/B,CAAC,CAAC,GAAG,CAAC"}
+{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../src/constants.ts"],"names":[],"mappings":";;;;;;AAAA,mEAA0C;AAC1C,qCAAwC;AAE3B,QAAA,OAAO,GAAG,sBAAW,CAAC,OAAO,CAAC;AAE9B,QAAA,mBAAmB,GAAG,GAAG,CAAC;AAEvC,uFAAuF;AAEvF,kCAAkC;AACrB,QAAA,kBAAkB;AAC7B,iDAAiD;AACjD,OAAO,CAAC,GAAG,CAAC,yCAAyC;IACrD,OAAO,CAAC,GAAG,CAAC,8BAA8B;IAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACzC,2BAA2B,CAAC;AAEjB,QAAA,2BAA2B,GAAG,IAAA,qBAAY,EACrD,gCAAgC,EAChC,2BAA2B,CAC5B,CAAC;AAEF,+CAA+C;AAClC,QAAA,mBAAmB,GAC9B,OAAO,CAAC,GAAG,CAAC,8BAA8B;IAC1C,OAAO,CAAC,GAAG,CAAC,6BAA6B;IACzC,mCAA2B,CAAC;AAEjB,QAAA,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC;AAE7E,sCAAsC;AACzB,QAAA,kBAAkB,GAC7B,OAAO,EAAE,MAAM,EAAE,KAAK,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE;IACjF,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAG,EAAE;IAC/B,CAAC,CAAC,GAAG,CAAC"}