promptfoo 0.73.9 → 0.75.0

package/dist/src/commands/redteam.js

@@ -26,6 +26,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.redteamInit = redteamInit;
 exports.redteamCommand = redteamCommand;
 const checkbox_1 = __importDefault(require("@inquirer/checkbox"));
 const checkbox_2 = require("@inquirer/checkbox");
@@ -39,213 +40,276 @@ const fs = __importStar(require("fs"));
 const js_yaml_1 = __importDefault(require("js-yaml"));
 const path = __importStar(require("path"));
 const tiny_invariant_1 = __importDefault(require("tiny-invariant"));
+const accounts_1 = require("../accounts");
+const globalConfig_1 = require("../globalConfig");
 const logger_1 = __importDefault(require("../logger"));
 const constants_1 = require("../redteam/constants");
-const types_1 = require("../redteam/types");
 const telemetry_1 = __importDefault(require("../telemetry"));
-const redteam_1 = require("./generate/redteam");
-function redteamCommand(program) {
-    const redteamCommand = program.command('redteam').description('Red team LLM applications');
-    redteamCommand
-        .command('init [directory]')
-        .description('Initialize red teaming project')
-        .action(async (directory) => {
-        telemetry_1.default.maybeShowNotice();
-        telemetry_1.default.record('command_used', {
-            name: 'redteam init - started',
+const redteam_1 = require("../validators/redteam");
+const redteam_2 = require("./generate/redteam");
+async function redteamInit(directory) {
+    telemetry_1.default.maybeShowNotice();
+    telemetry_1.default.record('command_used', { name: 'redteam init - started' });
+    await telemetry_1.default.send();
+    console.clear();
+    logger_1.default.info(chalk_1.default.bold('Red Team Initialization\n'));
+    let projectDir = directory;
+    if (!projectDir) {
+        projectDir = await (0, input_1.default)({
+            message: 'Where do you want to create the project?',
+            default: '.',
         });
-        await telemetry_1.default.send();
-        let projectDir = directory;
-        if (!projectDir) {
-            projectDir = await (0, input_1.default)({
-                message: 'Where do you want to create the project?',
-                default: '.',
-            });
-        }
-        if (projectDir !== '.' && !fs.existsSync(projectDir)) {
-            fs.mkdirSync(projectDir, { recursive: true });
-        }
-        const configPath = path.join(projectDir, 'promptfooconfig.yaml');
-        const previousConfigExists = fs.existsSync(configPath);
-        let existingConfig;
-        if (previousConfigExists) {
-            const overwrite = await (0, confirm_1.default)({
-                message: `A promptfoo configuration file already exists at: ${configPath} Do you want to overwrite it?`,
-                default: false,
-            });
-            if (!overwrite) {
-                return;
-            }
-            existingConfig = js_yaml_1.default.load(fs.readFileSync(configPath, 'utf8'));
-        }
-        const promptChoices = [
-            { name: 'Enter a prompt', value: 'enter' },
-            { name: 'Reference a prompt file', value: 'file' },
-        ];
-        if (previousConfigExists) {
-            promptChoices.push({ name: 'Use prompts from existing config', value: 'existing' });
+    }
+    if (projectDir !== '.' && !fs.existsSync(projectDir)) {
+        fs.mkdirSync(projectDir, { recursive: true });
+    }
+    const configPath = path.join(projectDir, 'promptfooconfig.yaml');
+    const previousConfigExists = fs.existsSync(configPath);
+    let existingConfig;
+    if (previousConfigExists) {
+        const overwrite = await (0, confirm_1.default)({
+            message: `A promptfoo configuration file already exists at: ${configPath} Do you want to overwrite it?`,
+            default: false,
+        });
+        if (!overwrite) {
+            return;
         }
-        // Question: Prompt
-        const promptChoice = await (0, rawlist_1.default)({
-            message: 'How would you like to specify the prompt?',
-            choices: promptChoices,
+        existingConfig = js_yaml_1.default.load(fs.readFileSync(configPath, 'utf8'));
+    }
+    console.clear();
+    logger_1.default.info(chalk_1.default.bold('Prompt Configuration\n'));
+    const promptChoices = [
+        { name: 'Enter a prompt', value: 'enter' },
+        { name: 'Reference a prompt file', value: 'file' },
+        ...(previousConfigExists
+            ? [{ name: 'Use prompts from existing config', value: 'existing' }]
+            : []),
+    ];
+    const promptChoice = await (0, rawlist_1.default)({
+        message: 'How would you like to specify the prompt?',
+        choices: promptChoices,
+    });
+    let prompts = [];
+    if (promptChoice === 'enter') {
+        prompts.push(await (0, editor_1.default)({
+            message: 'Enter your prompt:',
+            default: 'You are a helpful concise assistant.\n\nUser query: {{query}}\n\n(NOTE: your prompt must include "{{query}}" as a placeholder for user input)',
+        }));
+    }
+    else if (promptChoice === 'file') {
+        const promptFile = await (0, input_1.default)({
+            message: 'Enter the path to your prompt file (text or JSON):',
+        });
+        prompts.push(`file://${promptFile}`);
+    }
+    else if (promptChoice === 'existing') {
+        (0, tiny_invariant_1.default)(existingConfig?.prompts, 'No prompts found in existing configuration');
+        prompts = existingConfig?.prompts;
+    }
+    console.clear();
+    logger_1.default.info(chalk_1.default.bold('Provider Configuration\n'));
+    const providerChoices = [
+        { name: 'openai:gpt-4o-mini', value: 'openai:gpt-4o-mini', checked: true },
+        { name: 'openai:gpt-4o', value: 'openai:gpt-4o' },
+        { name: 'openai:gpt-3.5-turbo', value: 'openai:gpt-3.5-turbo' },
+        {
+            name: 'anthropic:claude-3-5-sonnet-20240620',
+            value: 'anthropic:messages:claude-3-5-sonnet-20240620',
+        },
+        {
+            name: 'anthropic:claude-3-opus-20240307',
+            value: 'anthropic:messages:claude-3-opus-20240307',
+        },
+        { name: 'vertex:gemini-pro', value: 'vertex:gemini-pro' },
+        { name: 'Other', value: 'Other' },
+    ];
+    const selectedProviders = await (0, checkbox_1.default)({
+        message: 'Choose one or more providers to target:',
+        choices: providerChoices,
+        pageSize: Math.min(providerChoices.length, process.stdout.rows - 4),
+    });
+    const providers = selectedProviders.filter((p) => p !== 'Other');
+    if (selectedProviders.includes('Other')) {
+        const customProvider = await (0, input_1.default)({
+            message: 'Enter the custom provider ID (see https://www.promptfoo.dev/docs/providers/ for options):',
         });
-        let prompts = [];
-        if (promptChoice === 'enter') {
-            prompts.push(await (0, editor_1.default)({
-                message: 'Enter your prompt:',
-                default: 'You are a helpful concise assistant.\n\nUser query: {{query}}\n\n(NOTE: your prompt must include "{{query}}" as a placeholder for user input)',
-            }));
+        providers.push(customProvider);
+    }
+    if (!process.env.OPENAI_API_KEY) {
+        console.clear();
+        logger_1.default.info(chalk_1.default.bold('OpenAI API Configuration\n'));
+        const apiKeyChoice = await (0, rawlist_1.default)({
+            message: 'OpenAI API key is required. How to proceed?',
+            choices: [
+                { name: 'Enter API key now', value: 'enter' },
+                { name: 'Set it later', value: 'later' },
+            ],
+        });
+        if (apiKeyChoice === 'enter') {
+            const apiKey = await (0, input_1.default)({ message: 'Enter your OpenAI API key:' });
+            process.env.OPENAI_API_KEY = apiKey;
+            logger_1.default.info('OPENAI_API_KEY set for this session.');
         }
-        else if (promptChoice === 'file') {
-            const promptFile = await (0, input_1.default)({
-                message: 'Enter the path to your prompt file (text or JSON):',
-            });
-            prompts.push(`file://${promptFile}`);
+        else {
+            logger_1.default.warn('Remember to set OPENAI_API_KEY before generating the dataset.');
         }
-        else if (promptChoice === 'existing') {
-            (0, tiny_invariant_1.default)(existingConfig?.prompts, 'No prompts found in existing configuration');
-            prompts = existingConfig?.prompts;
+    }
+    console.clear();
+    logger_1.default.info(chalk_1.default.bold('Plugin Configuration\n'));
+    const pluginChoices = Array.from(constants_1.ALL_PLUGINS)
+        .sort()
+        .map((plugin) => ({
+        name: `${plugin} - ${constants_1.subCategoryDescriptions[plugin] || 'No description'}`,
+        value: plugin,
+        checked: existingConfig?.redteam?.plugins.some((p) => p.id === plugin) ||
+            constants_1.DEFAULT_PLUGINS.has(plugin),
+    }));
+    const plugins = await (0, checkbox_1.default)({
+        message: 'Select plugins to enable:',
+        choices: pluginChoices,
+        pageSize: Math.min(pluginChoices.length, process.stdout.rows - 4),
+        loop: false,
+        validate: (answer) => answer.length > 0 || 'You must select at least one plugin.',
+    });
+    // Handle policy plugin
+    if (plugins.includes('policy')) {
+        // Remove the original 'policy' string if it exists
+        const policyIndex = plugins.indexOf('policy');
+        if (policyIndex !== -1) {
+            plugins.splice(policyIndex, 1);
         }
-        // Question: Provider
-        const providerChoices = [
-            { name: 'openai:gpt-4o-mini', value: 'openai:gpt-4o-mini', checked: true },
-            { name: 'openai:gpt-4o', value: 'openai:gpt-4o' },
-            { name: 'openai:gpt-3.5-turbo', value: 'openai:gpt-3.5-turbo' },
-            {
-                name: 'anthropic:claude-3-5-sonnet-20240620',
-                value: 'anthropic:messages:claude-3-5-sonnet-20240620',
-            },
-            {
-                name: 'anthropic:claude-3-opus-20240307',
-                value: 'anthropic:messages:claude-3-opus-20240307',
-            },
-            { name: 'vertex:gemini-pro', value: 'vertex:gemini-pro' },
-            { name: 'Other', value: 'Other' },
-        ];
-        const selectedProviders = await (0, checkbox_1.default)({
-            message: 'Choose one or more providers to target:',
-            choices: providerChoices,
+        const policyDescription = await (0, input_1.default)({
+            message: 'You selected the `policy` plugin. Please enter your custom policy description (leave empty to skip):',
         });
-        const providers = selectedProviders.filter((p) => p !== 'Other');
-        if (selectedProviders.includes('Other')) {
-            const customProvider = await (0, input_1.default)({
-                message: 'Enter the custom provider ID (see https://www.promptfoo.dev/docs/providers/ for options):',
+        if (policyDescription.trim() !== '') {
+            plugins.push({
+                id: 'policy',
+                config: { policy: policyDescription.trim() },
             });
-            providers.push(customProvider);
         }
-        // Question: OpenAI API key
-        if (!process.env.OPENAI_API_KEY) {
-            const apiKeyChoice = await (0, rawlist_1.default)({
-                message: 'An OpenAI API key is required to generate the adversarial dataset. How would you like to proceed?',
-                choices: [
-                    { name: 'Enter API key now (sets the environment variable)', value: 'enter' },
-                    { name: "I'll set it later", value: 'later' },
-                ],
-            });
-            if (apiKeyChoice === 'enter') {
-                const apiKey = await (0, input_1.default)({
-                    message: 'Enter your OpenAI API key:',
+    }
+    console.clear();
+    logger_1.default.info(chalk_1.default.bold('Strategy Configuration\n'));
+    const strategyChoices = [
+        ...Array.from(constants_1.DEFAULT_STRATEGIES).sort(),
+        new checkbox_2.Separator(),
+        ...Array.from(constants_1.ADDITIONAL_STRATEGIES).sort(),
+    ].map((strategy) => typeof strategy === 'string'
+        ? {
+            name: `${strategy} - ${constants_1.subCategoryDescriptions[strategy] || 'No description'}`,
+            value: strategy,
+            checked: existingConfig?.redteam?.strategies?.some((s) => s.id === strategy || (typeof s === 'string' && s === strategy)) || constants_1.DEFAULT_STRATEGIES.includes(strategy),
+        }
+        : strategy);
+    const strategies = await (0, checkbox_1.default)({
+        message: 'Select strategies to enable:',
+        choices: strategyChoices,
+        pageSize: Math.min(strategyChoices.length, process.stdout.rows - 4),
+        loop: false,
+    });
+    const numTests = await (0, number_1.default)({
+        message: 'Number of test cases per plugin:',
+        default: 5,
+        min: 0,
+        max: 1000,
+    });
+    (0, tiny_invariant_1.default)(numTests, 'No number of tests provided');
+    // Create config file
+    const config = {
+        prompts,
+        providers: providers,
+        tests: [],
+        redteam: redteam_1.RedteamConfigSchema.safeParse({
+            plugins,
+            strategies,
+            numTests,
+        }).data,
+    };
+    // Write the simplified form to the config file to make it easier
+    // for people to play with. Writes 1 in the { id: ..., numTests }
+    // and then the rest as strings.
+    const parsedPlugins = redteam_1.RedteamConfigSchema.safeParse({
+        plugins,
+        strategies,
+        numTests,
+    })?.data?.plugins;
+    const hasHarmfulPlugin = parsedPlugins?.some((plugin) => plugin.id.startsWith('harmful'));
+    if (hasHarmfulPlugin) {
+        const { hasHarmfulRedteamConsent } = (0, globalConfig_1.readGlobalConfig)();
+        if (!hasHarmfulRedteamConsent) {
+            logger_1.default.info(chalk_1.default.yellow('\nImportant Notice:'));
+            logger_1.default.info('You have selected one or more plugins that generate potentially harmful content.');
+            logger_1.default.info('This content is intended solely for adversarial testing and evaluation purposes.');
+            const existingEmail = (0, accounts_1.getUserEmail)();
+            let email;
+            if (existingEmail) {
+                const confirmExistingEmail = await (0, confirm_1.default)({
+                    message: `Do you agree?`,
+                    default: true,
                 });
-                process.env.OPENAI_API_KEY = apiKey;
-                logger_1.default.info('OPENAI_API_KEY environment variable has been set for this session.');
+                if (!confirmExistingEmail) {
+                    process.exit(1);
+                }
+                email = existingEmail;
             }
             else {
-                logger_1.default.warn('Remember to set the OPENAI_API_KEY environment variable before generating the dataset.');
+                email = await (0, input_1.default)({
+                    message: 'Please enter your email address to confirm your agreement:',
+                    validate: (value) => {
+                        return value.includes('@') || 'Please enter a valid email address';
+                    },
+                });
+                (0, accounts_1.setUserEmail)(email);
             }
-        }
-        // Question: Plugins
-        const pluginChoices = Array.from(constants_1.ALL_PLUGINS)
-            .sort()
-            .map((plugin) => ({
-            name: `${plugin} - ${constants_1.subCategoryDescriptions[plugin] || 'No description available'}`,
-            value: plugin,
-            checked: existingConfig?.redteam?.plugins.some((p) => p.id === plugin || p === plugin) ||
-                constants_1.DEFAULT_PLUGINS.has(plugin),
-        }));
-        const plugins = await (0, checkbox_1.default)({
-            message: 'Select the plugins you want to enable:',
-            choices: pluginChoices,
-            pageSize: Math.min(pluginChoices.length, process.stdout.rows - 4),
-            loop: false,
-        });
-        // select strategies
-        const strategyChoices = [
-            ...Array.from(constants_1.DEFAULT_STRATEGIES).sort(),
-            new checkbox_2.Separator(),
-            ...Array.from(constants_1.ADDITIONAL_STRATEGIES).sort(),
-        ].map((strategy) => typeof strategy === 'string'
-            ? {
-                name: `${strategy} - ${constants_1.subCategoryDescriptions[strategy] || 'No description available'}`,
-                value: strategy,
-                checked: existingConfig?.redteam?.strategies?.some((s) => s.id === strategy || (typeof s === 'string' && s === strategy)) || constants_1.DEFAULT_STRATEGIES.includes(strategy),
+            try {
+                await telemetry_1.default.saveConsent(email);
+                (0, globalConfig_1.writeGlobalConfigPartial)({ hasHarmfulRedteamConsent: true });
             }
-            : strategy);
-        const strategies = await (0, checkbox_1.default)({
-            message: 'Select the strategies you want to enable (Note: Each strategy will add as many test cases as all plugins combined):',
-            choices: strategyChoices,
-            pageSize: Math.min(strategyChoices.length, process.stdout.rows - 4),
-            loop: false,
-        });
-        const numTests = await (0, number_1.default)({
-            message: 'How many test cases do you want to generate per plugin?',
-            default: 5,
-            min: 0,
-            max: 1000,
-        });
-        (0, tiny_invariant_1.default)(numTests, 'No number of tests provided');
-        // Create config file
-        const config = {
-            prompts,
-            providers: providers,
-            tests: [],
-            redteam: types_1.redteamConfigSchema.safeParse({
-                plugins: plugins,
-                strategies: strategies,
-                numTests,
-            }).data,
-        };
-        // Write the simplified form to the config file to make it easier
-        // for people to play with. Writes 1 in the { id: ..., numTests }
-        // and then the rest as strings.
-        const parsedPlugins = types_1.redteamConfigSchema.safeParse({
-            plugins: plugins,
-            strategies: strategies,
+            catch (err) {
+                logger_1.default.error(`Error saving consent: ${err.message}`);
+            }
+        }
+    }
+    const configPlugins = plugins.length >= 2 ? [parsedPlugins?.[0], ...plugins.slice(1)] : plugins;
+    fs.writeFileSync(configPath, js_yaml_1.default.dump({
+        ...config,
+        redteam: {
+            numTests,
+            plugins: configPlugins,
+            strategies,
+        },
+    }), 'utf8');
+    console.clear();
+    logger_1.default.info(chalk_1.default.green(`\nCreated red teaming configuration file at ${configPath}\n`));
+    const readyToGenerate = await (0, confirm_1.default)({
+        message: 'Are you ready to generate adversarial test cases?',
+        default: true,
+    });
+    if (readyToGenerate) {
+        await (0, redteam_2.doGenerateRedteam)({
+            plugins: parsedPlugins,
+            cache: false,
+            write: true,
+            defaultConfig: config,
+            defaultConfigPath: configPath,
             numTests,
-        })?.data?.plugins;
-        const configPlugins = plugins.length >= 2 ? [parsedPlugins?.[0], ...plugins.slice(1)] : plugins;
-        fs.writeFileSync(configPath, js_yaml_1.default.dump({
-            ...config,
-            redteam: {
-                numTests,
-                plugins: configPlugins,
-                strategies,
-            },
-        }), 'utf8');
-        logger_1.default.info('\n' + chalk_1.default.green(`Created red teaming configuration file at ${configPath}`) + '\n');
-        const readyToGenerate = await (0, confirm_1.default)({
-            message: 'Are you ready to generate adversarial test cases?',
-            default: true,
-        });
-        telemetry_1.default.record('command_used', {
-            name: 'redteam init',
         });
-        await telemetry_1.default.send();
-        if (readyToGenerate) {
-            await (0, redteam_1.doGenerateRedteam)({
-                plugins: parsedPlugins,
-                cache: false,
-                write: true,
-                defaultConfig: config,
-                defaultConfigPath: configPath,
-                numTests,
-            });
-        }
-        else {
-            logger_1.default.info('\n' +
-                chalk_1.default.blue('To generate test cases later, use the command: ' +
-                    chalk_1.default.bold('promptfoo generate redteam')));
-        }
+    }
+    else {
+        logger_1.default.info('\n' +
+            chalk_1.default.blue('To generate test cases later, use the command: ' +
+                chalk_1.default.bold('promptfoo generate redteam')));
+    }
+    telemetry_1.default.record('command_used', { name: 'redteam init' });
+    await telemetry_1.default.send();
+}
+function redteamCommand(program) {
+    const redteamCommand = program.command('redteam').description('Red team LLM applications');
+    redteamCommand
+        .command('init [directory]')
+        .description('Initialize red teaming project')
+        .action(async (directory) => {
+        await redteamInit(directory);
     });
 }
 //# sourceMappingURL=redteam.js.map

package/dist/src/commands/redteam.js.map

@@ -1 +1 @@
-{"version":3,"file":"redteam.js","sourceRoot":"","sources":["../../../src/commands/redteam.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AA2BA,wCAuPC;AAlRD,kEAA0C;AAC1C,iDAA+C;AAC/C,gEAAwC;AACxC,8DAAsC;AACtC,4DAAoC;AACpC,8DAAsC;AACtC,gEAAwC;AACxC,kDAA0B;AAE1B,uCAAyB;AACzB,sDAA2B;AAC3B,2CAA6B;AAC7B,oEAAuC;AACvC,uDAA+B;AAC/B,oDAO8B;AAC9B,4CAAuD;AACvD,6DAAqC;AAErC,gDAAuD;AAEvD,SAAgB,cAAc,CAAC,OAAgB;IAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAE3F,cAAc;SACX,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,gCAAgC,CAAC;SAC7C,MAAM,CAAC,KAAK,EAAE,SAA6B,EAAE,EAAE;QAC9C,mBAAS,CAAC,eAAe,EAAE,CAAC;QAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,wBAAwB;SAC/B,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,UAAU,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,UAAU,GAAG,MAAM,IAAA,eAAK,EAAC;gBACvB,OAAO,EAAE,0CAA0C;gBACnD,OAAO,EAAE,GAAG;aACb,CAAC,CAAC;QACL,CAAC;QACD,IAAI,UAAU,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;YACrD,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;QACjE,MAAM,oBAAoB,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACvD,IAAI,cAAqC,CAAC;QAC1C,IAAI,oBAAoB,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAA,iBAAO,EAAC;gBAC9B,OAAO,EAAE,qDAAqD,UAAU,+BAA+B;gBACvG,OAAO,EAAE,KAAK;aACf,CAAC,CAAC;YACH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO;YACT,CAAC;YACD,cAAc,GAAG,iBAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAc,CAAC;QAC/E,CAAC;QAED,MAAM,aAAa,GAAG;YACpB,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,EAAE;YAC1C,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,MAAM,EAAE;SACnD,CAAC;QACF,IAAI,oBAAoB,EAAE,CAAC;YACzB,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,kCAAkC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,mBAAmB;QACnB,MAAM,YAAY,GAAG,MAAM,IAAA,iBAAO,EAAC;YACjC,OAAO,EAAE,2CAA2C;YACpD,OAAO,EAAE,aAAa;SACvB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAwB,EAAE,CAAC;QACtC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;YAC7B,OAAO,CAAC,IAAI,CACV,MAAM,IAAA,gBAAM,EAAC;gBACX,OAAO,EAAE,oBAAoB;gBAC7B,OAAO,EACL,+IAA+I;aAClJ,CAAC,CACH,CAAC;QACJ,CAAC;aAAM,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,MAAM,IAAA,eAAK,EAAC;gBAC7B,OAAO,EAAE,oDAAoD;aAC9D,CAAC,CAAC;YACH,OAAO,CAAC,IAAI,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC;QACvC,CAAC;aAAM,IAAI,YAAY,KAAK,UAAU,EAAE,CAAC;YACvC,IAAA,wBAAS,EAAC,cAAc,EAAE,OAAO,EAAE,4CAA4C,CAAC,CAAC;YACjF,OAAO,GAAG,cAAc,EAAE,OAAO,CAAC;QACpC,CAAC;QAED,qBAAqB;QACrB,MAAM,eAAe,GAAG;YACtB,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,IAAI,EAAE;YAC1E,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;YACjD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,sBAAsB,EAAE;YAC/D;gBACE,IAAI,EAAE,sCAAsC;gBAC5C,KAAK,EAAE,+CAA+C;aACvD;YACD;gBACE,IAAI,EAAE,kCAAkC;gBACxC,KAAK,EAAE,2CAA2C;aACnD;YACD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,EAAE;YACzD,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;SAClC,CAAC;QAEF,MAAM,iBAAiB,GAAG,MAAM,IAAA,kBAAQ,EAAC;YACvC,OAAO,EAAE,yCAAyC;YAClD,OAAO,EAAE,eAAe;SACzB,CAAC,CAAC;QAEH,MAAM,SAAS,GAAa,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;QAE3E,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxC,MAAM,cAAc,GAAG,MAAM,IAAA,eAAK,EAAC;gBACjC,OAAO,EACL,2FAA2F;aAC9F,CAAC,CAAC;YACH,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACjC,CAAC;QAED,2BAA2B;QAC3B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAChC,MAAM,YAAY,GAAG,MAAM,IAAA,iBAAO,EAAC;gBACjC,OAAO,EACL,mGAAmG;gBACrG,OAAO,EAAE;oBACP,EAAE,IAAI,EAAE,mDAAmD,EAAE,KAAK,EAAE,OAAO,EAAE;oBAC7E,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE;iBAC9C;aACF,CAAC,CAAC;YAEH,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,MAAM,IAAA,eAAK,EAAC;oBACzB,OAAO,EAAE,4BAA4B;iBACtC,CAAC,CAAC;gBACH,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,MAAM,CAAC;gBACpC,gBAAM,CAAC,IAAI,CAAC,oEAAoE,CAAC,CAAC;YACpF,CAAC;iBAAM,CAAC;gBACN,gBAAM,CAAC,IAAI,CACT,wFAAwF,CACzF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,oBAAoB;QACpB,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAW,CAAC;aAC1C,IAAI,EAAE;aACN,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YAChB,IAAI,EAAE,GAAG,MAAM,MAAM,mCAAuB,CAAC,MAAM,CAAC,IAAI,0BAA0B,EAAE;YACpF,KAAK,EAAE,MAAM;YACb,OAAO,EACL,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,IAAI,CAAC,KAAK,MAAM,CAAC;gBAC7E,2BAAe,CAAC,GAAG,CAAC,MAAM,CAAC;SAC9B,CAAC,CAAC,CAAC;QAEN,MAAM,OAAO,GAAG,MAAM,IAAA,kBAAQ,EAAC;YAC7B,OAAO,EAAE,wCAAwC;YACjD,OAAO,EAAE,aAAa;YACtB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;YACjE,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,eAAe,GAAG;YACtB,GAAG,KAAK,CAAC,IAAI,CAAC,8BAAkB,CAAC,CAAC,IAAI,EAAE;YACxC,IAAI,oBAAS,EAAE;YACf,GAAG,KAAK,CAAC,IAAI,CAAC,iCAAqB,CAAC,CAAC,IAAI,EAAE;SAC5C,CAAC,GAAG,CAAC,CAAC,QAA8B,EAAE,EAAE,CACvC,OAAO,QAAQ,KAAK,QAAQ;YAC1B,CAAC,CAAC;gBACE,IAAI,EAAE,GAAG,QAAQ,MAAM,mCAAuB,CAAC,QAAQ,CAAC,IAAI,0BAA0B,EAAE;gBACxF,KAAK,EAAE,QAAQ;gBACf,OAAO,EACL,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,QAAQ,CAAC,CACtE,IAAI,8BAAkB,CAAC,QAAQ,CAAC,QAAe,CAAC;aACpD;YACH,CAAC,CAAC,QAAQ,CACb,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,IAAA,kBAAQ,EAAC;YAChC,OAAO,EACL,qHAAqH;YACvH,OAAO,EAAE,eAAe;YACxB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;YACnE,IAAI,EAAE,KAAK;SACZ,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAM,EAAC;YAC5B,OAAO,EAAE,yDAAyD;YAClE,OAAO,EAAE,CAAC;YACV,GAAG,EAAE,CAAC;YACN,GAAG,EAAE,IAAI;SACV,CAAC,CAAC;QACH,IAAA,wBAAS,EAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;QAEnD,qBAAqB;QACrB,MAAM,MAAM,GAAG;YACb,OAAO;YACP,SAAS,EAAE,SAAS;YACpB,KAAK,EAAE,EAAE;YACT,OAAO,EAAE,2BAAmB,CAAC,SAAS,CAAC;gBACrC,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,UAAU;gBACtB,QAAQ;aACT,CAAC,CAAC,IAAI;SACR,CAAC;QAEF,iEAAiE;QACjE,iEAAiE;QACjE,gCAAgC;QAChC,MAAM,aAAa,GAAG,2BAAmB,CAAC,SAAS,CAAC;YAClD,OAAO,EAAE,OAAO;YAChB,UAAU,EAAE,UAAU;YACtB,QAAQ;SACT,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC;QAClB,MAAM,aAAa,GACjB,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAE5E,EAAE,CAAC,aAAa,CACd,UAAU,EACV,iBAAI,CAAC,IAAI,CAAC;YACR,GAAG,MAAM;YACT,OAAO,EAAE;gBACP,QAAQ;gBACR,OAAO,EAAE,aAAa;gBACtB,UAAU;aACX;SACF,CAAC,EACF,MAAM,CACP,CAAC;QAEF,gBAAM,CAAC,IAAI,CACT,IAAI,GAAG,eAAK,CAAC,KAAK,CAAC,6CAA6C,UAAU,EAAE,CAAC,GAAG,IAAI,CACrF,CAAC;QAEF,MAAM,eAAe,GAAG,MAAM,IAAA,iBAAO,EAAC;YACpC,OAAO,EAAE,mDAAmD;YAC5D,OAAO,EAAE,IAAI;SACd,CAAC,CAAC;QAEH,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE;YAC/B,IAAI,EAAE,cAAc;SACrB,CAAC,CAAC;QACH,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;QAEvB,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,IAAA,2BAAiB,EAAC;gBACtB,OAAO,EAAE,aAAa;gBACtB,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,IAAI;gBACX,aAAa,EAAE,MAAM;gBACrB,iBAAiB,EAAE,UAAU;gBAC7B,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CACT,IAAI;gBACF,eAAK,CAAC,IAAI,CACR,iDAAiD;oBAC/C,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAC3C,CACJ,CAAC;QACJ,CAAC;IACH,CAAC,CAAC,CAAC;AACP,CAAC"}
+{"version":3,"file":"redteam.js","sourceRoot":"","sources":["../../../src/commands/redteam.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AA4BA,kCAoTC;AAED,wCASC;AA3VD,kEAA0C;AAC1C,iDAA+C;AAC/C,gEAAwC;AACxC,8DAAsC;AACtC,4DAAoC;AACpC,8DAAsC;AACtC,gEAAwC;AACxC,kDAA0B;AAE1B,uCAAyB;AACzB,sDAA2B;AAC3B,2CAA6B;AAC7B,oEAAuC;AACvC,0CAAyD;AACzD,kDAA6E;AAC7E,uDAA+B;AAC/B,oDAM8B;AAC9B,6DAAqC;AAErC,mDAA4D;AAC5D,gDAAuD;AAEhD,KAAK,UAAU,WAAW,CAAC,SAA6B;IAC7D,mBAAS,CAAC,eAAe,EAAE,CAAC;IAC5B,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,wBAAwB,EAAE,CAAC,CAAC;IACrE,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;IAEvB,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC,CAAC;IAErD,IAAI,UAAU,GAAG,SAAS,CAAC;IAC3B,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,MAAM,IAAA,eAAK,EAAC;YACvB,OAAO,EAAE,0CAA0C;YACnD,OAAO,EAAE,GAAG;SACb,CAAC,CAAC;IACL,CAAC;IACD,IAAI,UAAU,KAAK,GAAG,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QACrD,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,sBAAsB,CAAC,CAAC;IACjE,MAAM,oBAAoB,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;IACvD,IAAI,cAAqC,CAAC;IAC1C,IAAI,oBAAoB,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,MAAM,IAAA,iBAAO,EAAC;YAC9B,OAAO,EAAE,qDAAqD,UAAU,+BAA+B;YACvG,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,cAAc,GAAG,iBAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,MAAM,CAAC,CAAc,CAAC;IAC/E,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAElD,MAAM,aAAa,GAAG;QACpB,EAAE,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,OAAO,EAAE;QAC1C,EAAE,IAAI,EAAE,yBAAyB,EAAE,KAAK,EAAE,MAAM,EAAE;QAClD,GAAG,CAAC,oBAAoB;YACtB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,kCAAkC,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC;YACnE,CAAC,CAAC,EAAE,CAAC;KACR,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,IAAA,iBAAO,EAAC;QACjC,OAAO,EAAE,2CAA2C;QACpD,OAAO,EAAE,aAAa;KACvB,CAAC,CAAC;IAEH,IAAI,OAAO,GAAwB,EAAE,CAAC;IACtC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;QAC7B,OAAO,CAAC,IAAI,CACV,MAAM,IAAA,gBAAM,EAAC;YACX,OAAO,EAAE,oBAAoB;YAC7B,OAAO,EACL,+IAA+I;SAClJ,CAAC,CACH,CAAC;IACJ,CAAC;SAAM,IAAI,YAAY,KAAK,MAAM,EAAE,CAAC;QACnC,MAAM,UAAU,GAAG,MAAM,IAAA,eAAK,EAAC;YAC7B,OAAO,EAAE,oDAAoD;SAC9D,CAAC,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,UAAU,UAAU,EAAE,CAAC,CAAC;IACvC,CAAC;SAAM,IAAI,YAAY,KAAK,UAAU,EAAE,CAAC;QACvC,IAAA,wBAAS,EAAC,cAAc,EAAE,OAAO,EAAE,4CAA4C,CAAC,CAAC;QACjF,OAAO,GAAG,cAAc,EAAE,OAAO,CAAC;IACpC,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAEpD,MAAM,eAAe,GAAG;QACtB,EAAE,IAAI,EAAE,oBAAoB,EAAE,KAAK,EAAE,oBAAoB,EAAE,OAAO,EAAE,IAAI,EAAE;QAC1E,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;QACjD,EAAE,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,sBAAsB,EAAE;QAC/D;YACE,IAAI,EAAE,sCAAsC;YAC5C,KAAK,EAAE,+CAA+C;SACvD;QACD;YACE,IAAI,EAAE,kCAAkC;YACxC,KAAK,EAAE,2CAA2C;SACnD;QACD,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,mBAAmB,EAAE;QACzD,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;KAClC,CAAC;IAEF,MAAM,iBAAiB,GAAG,MAAM,IAAA,kBAAQ,EAAC;QACvC,OAAO,EAAE,yCAAyC;QAClD,OAAO,EAAE,eAAe;QACxB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;KACpE,CAAC,CAAC;IAEH,MAAM,SAAS,GAAa,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;IAC3E,IAAI,iBAAiB,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,MAAM,cAAc,GAAG,MAAM,IAAA,eAAK,EAAC;YACjC,OAAO,EACL,2FAA2F;SAC9F,CAAC,CAAC;QACH,SAAS,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;QAChC,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC;QAEtD,MAAM,YAAY,GAAG,MAAM,IAAA,iBAAO,EAAC;YACjC,OAAO,EAAE,6CAA6C;YACtD,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE;gBAC7C,EAAE,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,OAAO,EAAE;aACzC;SACF,CAAC,CAAC;QAEH,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;YAC7B,MAAM,MAAM,GAAG,MAAM,IAAA,eAAK,EAAC,EAAE,OAAO,EAAE,4BAA4B,EAAE,CAAC,CAAC;YACtE,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,MAAM,CAAC;YACpC,gBAAM,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACtD,CAAC;aAAM,CAAC;YACN,gBAAM,CAAC,IAAI,CAAC,+DAA+D,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC,CAAC;IAElD,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,uBAAW,CAAC;SAC1C,IAAI,EAAE;SACN,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAChB,IAAI,EAAE,GAAG,MAAM,MAAM,mCAAuB,CAAC,MAAM,CAAC,IAAI,gBAAgB,EAAE;QAC1E,KAAK,EAAE,MAAM;QACb,OAAO,EACL,cAAc,EAAE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC;YAC7D,2BAAe,CAAC,GAAG,CAAC,MAAM,CAAC;KAC9B,CAAC,CAAC,CAAC;IAEN,MAAM,OAAO,GAAqC,MAAM,IAAA,kBAAQ,EAAC;QAC/D,OAAO,EAAE,2BAA2B;QACpC,OAAO,EAAE,aAAa;QACtB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QACjE,IAAI,EAAE,KAAK;QACX,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,sCAAsC;KAClF,CAAC,CAAC;IAEH,uBAAuB;IACvB,IAAI,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC/B,mDAAmD;QACnD,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC9C,IAAI,WAAW,KAAK,CAAC,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC;QAED,MAAM,iBAAiB,GAAG,MAAM,IAAA,eAAK,EAAC;YACpC,OAAO,EACL,sGAAsG;SACzG,CAAC,CAAC;QAEH,IAAI,iBAAiB,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC;YACpC,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,QAAQ;gBACZ,MAAM,EAAE,EAAE,MAAM,EAAE,iBAAiB,CAAC,IAAI,EAAE,EAAE;aACtB,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC,CAAC;IAEpD,MAAM,eAAe,GAAG;QACtB,GAAG,KAAK,CAAC,IAAI,CAAC,8BAAkB,CAAC,CAAC,IAAI,EAAE;QACxC,IAAI,oBAAS,EAAE;QACf,GAAG,KAAK,CAAC,IAAI,CAAC,iCAAqB,CAAC,CAAC,IAAI,EAAE;KAC5C,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CACjB,OAAO,QAAQ,KAAK,QAAQ;QAC1B,CAAC,CAAC;YACE,IAAI,EAAE,GAAG,QAAQ,MAAM,mCAAuB,CAAC,QAAQ,CAAC,IAAI,gBAAgB,EAAE;YAC9E,KAAK,EAAE,QAAQ;YACf,OAAO,EACL,cAAc,EAAE,OAAO,EAAE,UAAU,EAAE,IAAI,CACvC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,QAAQ,CAAC,CACtE,IAAI,8BAAkB,CAAC,QAAQ,CAAC,QAAe,CAAC;SACpD;QACH,CAAC,CAAC,QAAQ,CACb,CAAC;IAEF,MAAM,UAAU,GAAG,MAAM,IAAA,kBAAQ,EAAC;QAChC,OAAO,EAAE,8BAA8B;QACvC,OAAO,EAAE,eAAe;QACxB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,CAAC;QACnE,IAAI,EAAE,KAAK;KACZ,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,MAAM,IAAA,gBAAM,EAAC;QAC5B,OAAO,EAAE,kCAAkC;QAC3C,OAAO,EAAE,CAAC;QACV,GAAG,EAAE,CAAC;QACN,GAAG,EAAE,IAAI;KACV,CAAC,CAAC;IACH,IAAA,wBAAS,EAAC,QAAQ,EAAE,6BAA6B,CAAC,CAAC;IAEnD,qBAAqB;IACrB,MAAM,MAAM,GAAG;QACb,OAAO;QACP,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,EAAE;QACT,OAAO,EAAE,6BAAmB,CAAC,SAAS,CAAC;YACrC,OAAO;YACP,UAAU;YACV,QAAQ;SACT,CAAC,CAAC,IAAI;KACR,CAAC;IAEF,iEAAiE;IACjE,iEAAiE;IACjE,gCAAgC;IAChC,MAAM,aAAa,GAAG,6BAAmB,CAAC,SAAS,CAAC;QAClD,OAAO;QACP,UAAU;QACV,QAAQ;KACT,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC;IAElB,MAAM,gBAAgB,GAAG,aAAa,EAAE,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC;IAC1F,IAAI,gBAAgB,EAAE,CAAC;QACrB,MAAM,EAAE,wBAAwB,EAAE,GAAG,IAAA,+BAAgB,GAAE,CAAC;QACxD,IAAI,CAAC,wBAAwB,EAAE,CAAC;YAC9B,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC,CAAC;YACjD,gBAAM,CAAC,IAAI,CACT,kFAAkF,CACnF,CAAC;YACF,gBAAM,CAAC,IAAI,CACT,kFAAkF,CACnF,CAAC;YAEF,MAAM,aAAa,GAAG,IAAA,uBAAY,GAAE,CAAC;YAErC,IAAI,KAAa,CAAC;YAClB,IAAI,aAAa,EAAE,CAAC;gBAClB,MAAM,oBAAoB,GAAG,MAAM,IAAA,iBAAO,EAAC;oBACzC,OAAO,EAAE,eAAe;oBACxB,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;gBACH,IAAI,CAAC,oBAAoB,EAAE,CAAC;oBAC1B,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAClB,CAAC;gBACD,KAAK,GAAG,aAAa,CAAC;YACxB,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,MAAM,IAAA,eAAK,EAAC;oBAClB,OAAO,EAAE,4DAA4D;oBACrE,QAAQ,EAAE,CAAC,KAAK,EAAE,EAAE;wBAClB,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,oCAAoC,CAAC;oBACrE,CAAC;iBACF,CAAC,CAAC;gBACH,IAAA,uBAAY,EAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAED,IAAI,CAAC;gBACH,MAAM,mBAAS,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACnC,IAAA,uCAAwB,EAAC,EAAE,wBAAwB,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,gBAAM,CAAC,KAAK,CAAC,yBAA0B,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;YAClE,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,aAAa,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAEhG,EAAE,CAAC,aAAa,CACd,UAAU,EACV,iBAAI,CAAC,IAAI,CAAC;QACR,GAAG,MAAM;QACT,OAAO,EAAE;YACP,QAAQ;YACR,OAAO,EAAE,aAAa;YACtB,UAAU;SACX;KACF,CAAC,EACF,MAAM,CACP,CAAC;IAEF,OAAO,CAAC,KAAK,EAAE,CAAC;IAChB,gBAAM,CAAC,IAAI,CAAC,eAAK,CAAC,KAAK,CAAC,+CAA+C,UAAU,IAAI,CAAC,CAAC,CAAC;IAExF,MAAM,eAAe,GAAG,MAAM,IAAA,iBAAO,EAAC;QACpC,OAAO,EAAE,mDAAmD;QAC5D,OAAO,EAAE,IAAI;KACd,CAAC,CAAC;IAEH,IAAI,eAAe,EAAE,CAAC;QACpB,MAAM,IAAA,2BAAiB,EAAC;YACtB,OAAO,EAAE,aAAa;YACtB,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,IAAI;YACX,aAAa,EAAE,MAAM;YACrB,iBAAiB,EAAE,UAAU;YAC7B,QAAQ;SACT,CAAC,CAAC;IACL,CAAC;SAAM,CAAC;QACN,gBAAM,CAAC,IAAI,CACT,IAAI;YACF,eAAK,CAAC,IAAI,CACR,iDAAiD;gBAC/C,eAAK,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAC3C,CACJ,CAAC;IACJ,CAAC;IAED,mBAAS,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC,CAAC;IAC3D,MAAM,mBAAS,CAAC,IAAI,EAAE,CAAC;AACzB,CAAC;AAED,SAAgB,cAAc,CAAC,OAAgB;IAC7C,MAAM,cAAc,GAAG,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,CAAC,2BAA2B,CAAC,CAAC;IAE3F,cAAc;SACX,OAAO,CAAC,kBAAkB,CAAC;SAC3B,WAAW,CAAC,gCAAgC,CAAC;SAC7C,MAAM,CAAC,KAAK,EAAE,SAA6B,EAAE,EAAE;QAC9C,MAAM,WAAW,CAAC,SAAS,CAAC,CAAC;IAC/B,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/src/commands/share.d.ts

@@ -1,3 +1,3 @@
-import { Command } from 'commander';
+import type { Command } from 'commander';
 export declare function shareCommand(program: Command): void;
 //# sourceMappingURL=share.d.ts.map

package/dist/src/commands/share.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../../src/commands/share.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAcpC,wBAAgB,YAAY,CAAC,OAAO,EAAE,OAAO,QAiE5C"}
+{"version":3,"file":"share.d.ts","sourceRoot":"","sources":["../../../src/commands/share.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAczC,wBAAgB,YAAY,CAAC,OAAO,EAAE,OAAO,QAiE5C"}

package/dist/src/commands/show.d.ts

@@ -1,3 +1,3 @@
-import { Command } from 'commander';
+import type { Command } from 'commander';
 export declare function showCommand(program: Command): Promise<void>;
 //# sourceMappingURL=show.d.ts.map

package/dist/src/commands/show.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"show.d.ts","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6IpC,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,iBA6CjD"}
+{"version":3,"file":"show.d.ts","sourceRoot":"","sources":["../../../src/commands/show.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AA6IzC,wBAAsB,WAAW,CAAC,OAAO,EAAE,OAAO,iBA6CjD"}

package/dist/src/commands/version.d.ts

@@ -1,3 +1,3 @@
-import { Command } from 'commander';
+import type { Command } from 'commander';
 export declare function versionCommand(program: Command): void;
 //# sourceMappingURL=version.d.ts.map

package/dist/src/commands/version.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/commands/version.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,QAQ9C"}
+{"version":3,"file":"version.d.ts","sourceRoot":"","sources":["../../../src/commands/version.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMzC,wBAAgB,cAAc,CAAC,OAAO,EAAE,OAAO,QAQ9C"}

package/dist/src/commands/view.d.ts

@@ -1,3 +1,3 @@
-import { Command } from 'commander';
+import type { Command } from 'commander';
 export declare function viewCommand(program: Command): void;
 //# sourceMappingURL=view.d.ts.map

package/dist/src/commands/view.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"view.d.ts","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMpC,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,QA8C3C"}
+{"version":3,"file":"view.d.ts","sourceRoot":"","sources":["../../../src/commands/view.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAMzC,wBAAgB,WAAW,CAAC,OAAO,EAAE,OAAO,QA8C3C"}

package/dist/src/config.d.ts

@@ -1,4 +1,4 @@
-import { CommandLineOptions, TestSuite, UnifiedConfig } from './types';
+import type { CommandLineOptions, TestSuite, UnifiedConfig } from './types';
 export declare function dereferenceConfig(rawConfig: UnifiedConfig): Promise<UnifiedConfig>;
 export declare function readConfig(configPath: string): Promise<UnifiedConfig>;
 export declare function maybeReadConfig(configPath: string): Promise<UnifiedConfig | undefined>;

package/dist/src/config.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAcA,OAAO,EACL,kBAAkB,EAIlB,SAAS,EACT,aAAa,EACd,MAAM,SAAS,CAAC;AAGjB,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CA4GxF;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAkB3E;AAED,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAK5F;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC,CAkI/E;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACnC,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,GACpC,OAAO,CAAC;IAAE,SAAS,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAkJrF"}
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/config.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACV,kBAAkB,EAIlB,SAAS,EACT,aAAa,EACd,MAAM,SAAS,CAAC;AAGjB,wBAAsB,iBAAiB,CAAC,SAAS,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CA6GxF;AAED,wBAAsB,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAkB3E;AAED,wBAAsB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,GAAG,SAAS,CAAC,CAK5F;AAED;;;;;GAKG;AACH,wBAAsB,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,aAAa,CAAC,CAmI/E;AAED,wBAAsB,cAAc,CAClC,MAAM,EAAE,OAAO,CAAC,kBAAkB,CAAC,EACnC,aAAa,EAAE,OAAO,CAAC,aAAa,CAAC,GACpC,OAAO,CAAC;IAAE,SAAS,EAAE,SAAS,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,CAAC,CAmJrF"}

package/dist/src/config.js

@@ -99,10 +99,11 @@ async function dereferenceConfig(rawConfig) {
                 // Handle when provider is a map
                 provider = Object.values(provider)[0];
             }
-            if (provider.config?.functions) {
+            // Handle dereferencing for inline tools, but skip external file paths (which are just strings)
+            if (Array.isArray(provider.config?.functions)) {
                 functionsParametersList[providerIndex] = extractFunctionParameters(provider.config.functions);
             }
-            if (provider.config?.tools) {
+            if (Array.isArray(provider.config?.tools)) {
                 toolsParametersList[providerIndex] = extractToolParameters(provider.config.tools);
             }
         });
@@ -278,6 +279,7 @@ async function readConfigs(configPaths) {
                 vars: { ...prev?.vars, ...curr.defaultTest?.vars },
                 assert: [...(prev?.assert || []), ...(curr.defaultTest?.assert || [])],
                 options: { ...prev?.options, ...curr.defaultTest?.options },
+                metadata: { ...prev?.metadata, ...curr.defaultTest?.metadata },
             };
         }, {}),
         nunjucksFilters: configs.reduce((prev, curr) => ({ ...prev, ...curr.nunjucksFilters }), {}),
@@ -384,6 +386,7 @@ async function resolveConfigs(cmdObj, defaultConfig) {
         process.exit(1);
     }
     const defaultTest = {
+        metadata: config.metadata,
         options: {
             prefix: cmdObj.promptPrefix,
             suffix: cmdObj.promptSuffix,