promptfoo 0.94.6 → 0.96.0

package/dist/test/factories/evalFactory.d.ts

@@ -27,12 +27,26 @@ export default class EvalFactory {
                 AZURE_OPENAI_API_BASE_URL?: string | undefined;
                 AZURE_OPENAI_API_HOST?: string | undefined;
                 AZURE_OPENAI_API_KEY?: string | undefined;
+                AZURE_API_BASE_URL?: string | undefined;
+                AZURE_API_HOST?: string | undefined;
+                AZURE_API_KEY?: string | undefined;
+                AZURE_DEPLOYMENT_NAME?: string | undefined;
+                AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                 AZURE_OPENAI_BASE_URL?: string | undefined;
+                AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                AZURE_CLIENT_SECRET?: string | undefined;
+                AZURE_CLIENT_ID?: string | undefined;
+                AZURE_TENANT_ID?: string | undefined;
+                AZURE_AUTHORITY_HOST?: string | undefined;
+                AZURE_TOKEN_SCOPE?: string | undefined;
                 BAM_API_HOST?: string | undefined;
                 BAM_API_KEY?: string | undefined;
                 CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                 CLOUDFLARE_API_KEY?: string | undefined;
+                PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                 COHERE_API_KEY?: string | undefined;
+                FAL_KEY?: string | undefined;
                 GOOGLE_API_HOST?: string | undefined;
                 GOOGLE_API_KEY?: string | undefined;
                 GROQ_API_KEY?: string | undefined;
@@ -54,6 +68,9 @@ export default class EvalFactory {
                 VERTEX_PROJECT_ID?: string | undefined;
                 VERTEX_PUBLISHER?: string | undefined;
                 VERTEX_REGION?: string | undefined;
+                WATSONX_AI_APIKEY?: string | undefined;
+                WATSONX_AI_PROJECT_ID?: string | undefined;
+                WATSONX_AI_BEARER_TOKEN?: string | undefined;
             } | undefined;
             metadata?: Record<string, any> | undefined;
             description?: string | undefined;
@@ -94,12 +111,26 @@ export default class EvalFactory {
                     AZURE_OPENAI_API_BASE_URL?: string | undefined;
                     AZURE_OPENAI_API_HOST?: string | undefined;
                     AZURE_OPENAI_API_KEY?: string | undefined;
+                    AZURE_API_BASE_URL?: string | undefined;
+                    AZURE_API_HOST?: string | undefined;
+                    AZURE_API_KEY?: string | undefined;
+                    AZURE_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                     AZURE_OPENAI_BASE_URL?: string | undefined;
+                    AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_CLIENT_SECRET?: string | undefined;
+                    AZURE_CLIENT_ID?: string | undefined;
+                    AZURE_TENANT_ID?: string | undefined;
+                    AZURE_AUTHORITY_HOST?: string | undefined;
+                    AZURE_TOKEN_SCOPE?: string | undefined;
                     BAM_API_HOST?: string | undefined;
                     BAM_API_KEY?: string | undefined;
                     CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                     CLOUDFLARE_API_KEY?: string | undefined;
+                    PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                     COHERE_API_KEY?: string | undefined;
+                    FAL_KEY?: string | undefined;
                     GOOGLE_API_HOST?: string | undefined;
                     GOOGLE_API_KEY?: string | undefined;
                     GROQ_API_KEY?: string | undefined;
@@ -121,6 +152,9 @@ export default class EvalFactory {
                     VERTEX_PROJECT_ID?: string | undefined;
                     VERTEX_PUBLISHER?: string | undefined;
                     VERTEX_REGION?: string | undefined;
+                    WATSONX_AI_APIKEY?: string | undefined;
+                    WATSONX_AI_PROJECT_ID?: string | undefined;
+                    WATSONX_AI_BEARER_TOKEN?: string | undefined;
                 } | undefined;
             } | (((args_0: string, args_1: {
                 vars: Record<string, string | {}>;
@@ -159,12 +193,26 @@ export default class EvalFactory {
                     AZURE_OPENAI_API_BASE_URL?: string | undefined;
                     AZURE_OPENAI_API_HOST?: string | undefined;
                     AZURE_OPENAI_API_KEY?: string | undefined;
+                    AZURE_API_BASE_URL?: string | undefined;
+                    AZURE_API_HOST?: string | undefined;
+                    AZURE_API_KEY?: string | undefined;
+                    AZURE_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                     AZURE_OPENAI_BASE_URL?: string | undefined;
+                    AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_CLIENT_SECRET?: string | undefined;
+                    AZURE_CLIENT_ID?: string | undefined;
+                    AZURE_TENANT_ID?: string | undefined;
+                    AZURE_AUTHORITY_HOST?: string | undefined;
+                    AZURE_TOKEN_SCOPE?: string | undefined;
                     BAM_API_HOST?: string | undefined;
                     BAM_API_KEY?: string | undefined;
                     CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                     CLOUDFLARE_API_KEY?: string | undefined;
+                    PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                     COHERE_API_KEY?: string | undefined;
+                    FAL_KEY?: string | undefined;
                     GOOGLE_API_HOST?: string | undefined;
                     GOOGLE_API_KEY?: string | undefined;
                     GROQ_API_KEY?: string | undefined;
@@ -186,6 +234,9 @@ export default class EvalFactory {
                     VERTEX_PROJECT_ID?: string | undefined;
                     VERTEX_PUBLISHER?: string | undefined;
                     VERTEX_REGION?: string | undefined;
+                    WATSONX_AI_APIKEY?: string | undefined;
+                    WATSONX_AI_PROJECT_ID?: string | undefined;
+                    WATSONX_AI_BEARER_TOKEN?: string | undefined;
                 } | undefined;
             }>)[] | undefined;
             tests?: string | (string | {
@@ -231,12 +282,26 @@ export default class EvalFactory {
                         AZURE_OPENAI_API_BASE_URL?: string | undefined;
                         AZURE_OPENAI_API_HOST?: string | undefined;
                         AZURE_OPENAI_API_KEY?: string | undefined;
+                        AZURE_API_BASE_URL?: string | undefined;
+                        AZURE_API_HOST?: string | undefined;
+                        AZURE_API_KEY?: string | undefined;
+                        AZURE_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                         AZURE_OPENAI_BASE_URL?: string | undefined;
+                        AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_CLIENT_SECRET?: string | undefined;
+                        AZURE_CLIENT_ID?: string | undefined;
+                        AZURE_TENANT_ID?: string | undefined;
+                        AZURE_AUTHORITY_HOST?: string | undefined;
+                        AZURE_TOKEN_SCOPE?: string | undefined;
                         BAM_API_HOST?: string | undefined;
                         BAM_API_KEY?: string | undefined;
                         CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                         CLOUDFLARE_API_KEY?: string | undefined;
+                        PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                         COHERE_API_KEY?: string | undefined;
+                        FAL_KEY?: string | undefined;
                         GOOGLE_API_HOST?: string | undefined;
                         GOOGLE_API_KEY?: string | undefined;
                         GROQ_API_KEY?: string | undefined;
@@ -258,6 +323,9 @@ export default class EvalFactory {
                         VERTEX_PROJECT_ID?: string | undefined;
                         VERTEX_PUBLISHER?: string | undefined;
                         VERTEX_REGION?: string | undefined;
+                        WATSONX_AI_APIKEY?: string | undefined;
+                        WATSONX_AI_PROJECT_ID?: string | undefined;
+                        WATSONX_AI_BEARER_TOKEN?: string | undefined;
                     } | undefined;
                 } | {
                     callApi: import("../../src").CallApiFunction;
@@ -353,12 +421,26 @@ export default class EvalFactory {
                             AZURE_OPENAI_API_BASE_URL?: string | undefined;
                             AZURE_OPENAI_API_HOST?: string | undefined;
                             AZURE_OPENAI_API_KEY?: string | undefined;
+                            AZURE_API_BASE_URL?: string | undefined;
+                            AZURE_API_HOST?: string | undefined;
+                            AZURE_API_KEY?: string | undefined;
+                            AZURE_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                             AZURE_OPENAI_BASE_URL?: string | undefined;
+                            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_CLIENT_SECRET?: string | undefined;
+                            AZURE_CLIENT_ID?: string | undefined;
+                            AZURE_TENANT_ID?: string | undefined;
+                            AZURE_AUTHORITY_HOST?: string | undefined;
+                            AZURE_TOKEN_SCOPE?: string | undefined;
                             BAM_API_HOST?: string | undefined;
                             BAM_API_KEY?: string | undefined;
                             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                             CLOUDFLARE_API_KEY?: string | undefined;
+                            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                             COHERE_API_KEY?: string | undefined;
+                            FAL_KEY?: string | undefined;
                             GOOGLE_API_HOST?: string | undefined;
                             GOOGLE_API_KEY?: string | undefined;
                             GROQ_API_KEY?: string | undefined;
@@ -380,6 +462,9 @@ export default class EvalFactory {
                             VERTEX_PROJECT_ID?: string | undefined;
                             VERTEX_PUBLISHER?: string | undefined;
                             VERTEX_REGION?: string | undefined;
+                            WATSONX_AI_APIKEY?: string | undefined;
+                            WATSONX_AI_PROJECT_ID?: string | undefined;
+                            WATSONX_AI_BEARER_TOKEN?: string | undefined;
                         } | undefined;
                     } | {
                         callApi: import("../../src").CallApiFunction;
@@ -472,12 +557,26 @@ export default class EvalFactory {
                             AZURE_OPENAI_API_BASE_URL?: string | undefined;
                             AZURE_OPENAI_API_HOST?: string | undefined;
                             AZURE_OPENAI_API_KEY?: string | undefined;
+                            AZURE_API_BASE_URL?: string | undefined;
+                            AZURE_API_HOST?: string | undefined;
+                            AZURE_API_KEY?: string | undefined;
+                            AZURE_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                             AZURE_OPENAI_BASE_URL?: string | undefined;
+                            AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                            AZURE_CLIENT_SECRET?: string | undefined;
+                            AZURE_CLIENT_ID?: string | undefined;
+                            AZURE_TENANT_ID?: string | undefined;
+                            AZURE_AUTHORITY_HOST?: string | undefined;
+                            AZURE_TOKEN_SCOPE?: string | undefined;
                             BAM_API_HOST?: string | undefined;
                             BAM_API_KEY?: string | undefined;
                             CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                             CLOUDFLARE_API_KEY?: string | undefined;
+                            PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                             COHERE_API_KEY?: string | undefined;
+                            FAL_KEY?: string | undefined;
                             GOOGLE_API_HOST?: string | undefined;
                             GOOGLE_API_KEY?: string | undefined;
                             GROQ_API_KEY?: string | undefined;
@@ -499,6 +598,9 @@ export default class EvalFactory {
                             VERTEX_PROJECT_ID?: string | undefined;
                             VERTEX_PUBLISHER?: string | undefined;
                             VERTEX_REGION?: string | undefined;
+                            WATSONX_AI_APIKEY?: string | undefined;
+                            WATSONX_AI_PROJECT_ID?: string | undefined;
+                            WATSONX_AI_BEARER_TOKEN?: string | undefined;
                         } | undefined;
                     } | {
                         callApi: import("../../src").CallApiFunction;
@@ -593,12 +695,26 @@ export default class EvalFactory {
                         AZURE_OPENAI_API_BASE_URL?: string | undefined;
                         AZURE_OPENAI_API_HOST?: string | undefined;
                         AZURE_OPENAI_API_KEY?: string | undefined;
+                        AZURE_API_BASE_URL?: string | undefined;
+                        AZURE_API_HOST?: string | undefined;
+                        AZURE_API_KEY?: string | undefined;
+                        AZURE_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                         AZURE_OPENAI_BASE_URL?: string | undefined;
+                        AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                        AZURE_CLIENT_SECRET?: string | undefined;
+                        AZURE_CLIENT_ID?: string | undefined;
+                        AZURE_TENANT_ID?: string | undefined;
+                        AZURE_AUTHORITY_HOST?: string | undefined;
+                        AZURE_TOKEN_SCOPE?: string | undefined;
                         BAM_API_HOST?: string | undefined;
                         BAM_API_KEY?: string | undefined;
                         CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                         CLOUDFLARE_API_KEY?: string | undefined;
+                        PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                         COHERE_API_KEY?: string | undefined;
+                        FAL_KEY?: string | undefined;
                         GOOGLE_API_HOST?: string | undefined;
                         GOOGLE_API_KEY?: string | undefined;
                         GROQ_API_KEY?: string | undefined;
@@ -620,6 +736,9 @@ export default class EvalFactory {
                         VERTEX_PROJECT_ID?: string | undefined;
                         VERTEX_PUBLISHER?: string | undefined;
                         VERTEX_REGION?: string | undefined;
+                        WATSONX_AI_APIKEY?: string | undefined;
+                        WATSONX_AI_PROJECT_ID?: string | undefined;
+                        WATSONX_AI_BEARER_TOKEN?: string | undefined;
                     } | undefined;
                 } | {
                     callApi: import("../../src").CallApiFunction;
@@ -697,6 +816,7 @@ export default class EvalFactory {
                 maxConcurrency?: number | undefined;
                 output?: string[] | undefined;
                 write?: boolean | undefined;
+                verbose?: boolean | undefined;
                 vars?: string | undefined;
                 prompts?: string[] | undefined;
                 delay?: number | undefined;
@@ -706,7 +826,6 @@ export default class EvalFactory {
                 tests?: string | undefined;
                 assertions?: string | undefined;
                 modelOutputs?: string | undefined;
-                verbose?: boolean | undefined;
                 grader?: string | undefined;
                 tableCellMaxLength?: number | undefined;
                 table?: boolean | undefined;
@@ -715,6 +834,7 @@ export default class EvalFactory {
                 watch?: boolean | undefined;
                 filterFailing?: string | undefined;
                 filterFirstN?: number | undefined;
+                filterSample?: number | undefined;
                 filterPattern?: string | undefined;
                 filterProviders?: string | undefined;
                 filterTargets?: string | undefined;
@@ -761,12 +881,26 @@ export default class EvalFactory {
                     AZURE_OPENAI_API_BASE_URL?: string | undefined;
                     AZURE_OPENAI_API_HOST?: string | undefined;
                     AZURE_OPENAI_API_KEY?: string | undefined;
+                    AZURE_API_BASE_URL?: string | undefined;
+                    AZURE_API_HOST?: string | undefined;
+                    AZURE_API_KEY?: string | undefined;
+                    AZURE_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                     AZURE_OPENAI_BASE_URL?: string | undefined;
+                    AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_CLIENT_SECRET?: string | undefined;
+                    AZURE_CLIENT_ID?: string | undefined;
+                    AZURE_TENANT_ID?: string | undefined;
+                    AZURE_AUTHORITY_HOST?: string | undefined;
+                    AZURE_TOKEN_SCOPE?: string | undefined;
                     BAM_API_HOST?: string | undefined;
                     BAM_API_KEY?: string | undefined;
                     CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                     CLOUDFLARE_API_KEY?: string | undefined;
+                    PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                     COHERE_API_KEY?: string | undefined;
+                    FAL_KEY?: string | undefined;
                     GOOGLE_API_HOST?: string | undefined;
                     GOOGLE_API_KEY?: string | undefined;
                     GROQ_API_KEY?: string | undefined;
@@ -788,6 +922,9 @@ export default class EvalFactory {
                     VERTEX_PROJECT_ID?: string | undefined;
                     VERTEX_PUBLISHER?: string | undefined;
                     VERTEX_REGION?: string | undefined;
+                    WATSONX_AI_APIKEY?: string | undefined;
+                    WATSONX_AI_PROJECT_ID?: string | undefined;
+                    WATSONX_AI_BEARER_TOKEN?: string | undefined;
                 } | undefined;
             } | (((args_0: string, args_1: {
                 vars: Record<string, string | {}>;
@@ -826,12 +963,26 @@ export default class EvalFactory {
                     AZURE_OPENAI_API_BASE_URL?: string | undefined;
                     AZURE_OPENAI_API_HOST?: string | undefined;
                     AZURE_OPENAI_API_KEY?: string | undefined;
+                    AZURE_API_BASE_URL?: string | undefined;
+                    AZURE_API_HOST?: string | undefined;
+                    AZURE_API_KEY?: string | undefined;
+                    AZURE_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
                     AZURE_OPENAI_BASE_URL?: string | undefined;
+                    AZURE_OPENAI_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_OPENAI_EMBEDDING_DEPLOYMENT_NAME?: string | undefined;
+                    AZURE_CLIENT_SECRET?: string | undefined;
+                    AZURE_CLIENT_ID?: string | undefined;
+                    AZURE_TENANT_ID?: string | undefined;
+                    AZURE_AUTHORITY_HOST?: string | undefined;
+                    AZURE_TOKEN_SCOPE?: string | undefined;
                     BAM_API_HOST?: string | undefined;
                     BAM_API_KEY?: string | undefined;
                     CLOUDFLARE_ACCOUNT_ID?: string | undefined;
                     CLOUDFLARE_API_KEY?: string | undefined;
+                    PROMPTFOO_REMOTE_GENERATION_URL?: string | undefined;
                     COHERE_API_KEY?: string | undefined;
+                    FAL_KEY?: string | undefined;
                     GOOGLE_API_HOST?: string | undefined;
                     GOOGLE_API_KEY?: string | undefined;
                     GROQ_API_KEY?: string | undefined;
@@ -853,6 +1004,9 @@ export default class EvalFactory {
                     VERTEX_PROJECT_ID?: string | undefined;
                     VERTEX_PUBLISHER?: string | undefined;
                     VERTEX_REGION?: string | undefined;
+                    WATSONX_AI_APIKEY?: string | undefined;
+                    WATSONX_AI_PROJECT_ID?: string | undefined;
+                    WATSONX_AI_BEARER_TOKEN?: string | undefined;
                 } | undefined;
             }>)[] | undefined;
         }>;

package/dist/test/factories/evalFactory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evalFactory.d.ts","sourceRoot":"","sources":["../../../test/factories/evalFactory.ts"],"names":[],"mappings":"AAGA,OAAO,IAAI,MAAM,uBAAuB,CAAC;AAGzC,MAAM,CAAC,OAAO,OAAO,WAAW;WACjB,MAAM;WAuHN,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAI7B"}
+{"version":3,"file":"evalFactory.d.ts","sourceRoot":"","sources":["../../../test/factories/evalFactory.ts"],"names":[],"mappings":"AAGA,OAAO,IAAI,MAAM,uBAAuB,CAAC;AAGzC,MAAM,CAAC,OAAO,OAAO,WAAW;WACjB,MAAM;WAgJN,eAAe;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAI7B"}

package/dist/test/factories/evalFactory.js

@@ -21,6 +21,31 @@ class EvalFactory {
             { raw: 'What is the capital of california?', label: 'What is the capital of {{state}}?' },
             { raw: 'What is the capital of colorado?', label: 'What is the capital of {{state}}?' },
         ], { id: (0, crypto_1.randomUUID)() });
+        await eval_.addPrompts([
+            {
+                raw: 'What is the capital of california?',
+                label: 'What is the capital of {{state}}?',
+                provider: 'test-provider',
+                metrics: {
+                    score: 1,
+                    testPassCount: 1,
+                    testFailCount: 1,
+                    assertPassCount: 1,
+                    assertFailCount: 1,
+                    totalLatencyMs: 200,
+                    tokenUsage: { total: 20, prompt: 10, completion: 10, cached: 0 },
+                    namedScores: {},
+                    namedScoresCount: {},
+                    redteam: {
+                        pluginPassCount: {},
+                        pluginFailCount: {},
+                        strategyPassCount: {},
+                        strategyFailCount: {},
+                    },
+                    cost: 0.007,
+                },
+            },
+        ]);
         await eval_.addResult({
             description: 'test-description',
             promptIdx: 0,
@@ -84,7 +109,7 @@ class EvalFactory {
                 tokenUsage: { total: 10, prompt: 5, completion: 5, cached: 0 },
             },
             error: null,
-            success: true,
+            success: false,
             score: 0,
             latencyMs: 100,
             gradingResult: {

package/dist/test/factories/evalFactory.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalFactory.js","sourceRoot":"","sources":["../../../test/factories/evalFactory.ts"],"names":[],"mappings":";;;;;AAAA,mCAAoC;AACpC,iDAA2C;AAC3C,sDAAuD;AACvD,iEAAyC;AACzC,mEAA4D;AAE5D,MAAqB,WAAW;IAC9B,MAAM,CAAC,KAAK,CAAC,MAAM;QACjB,MAAM,KAAK,GAAG,MAAM,cAAI,CAAC,MAAM,CAC7B;YACE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC,mCAAmC,CAAC;YAC9C,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAChF,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE;aACvF;SACF,EACD;YACE,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,mCAAmC,EAAE;YACzF,EAAE,GAAG,EAAE,kCAAkC,EAAE,KAAK,EAAE,mCAAmC,EAAE;SACxF,EACD,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CACrB,CAAC;QACF,MAAM,KAAK,CAAC,SAAS,CACnB;YACE,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC1F,QAAQ,EAAE,aAAa;YACvB,QAAQ,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE;YACtD,MAAM,EAAE;gBACN,GAAG,EAAE,mCAAmC;gBACxC,KAAK,EAAE,mCAAmC;aAC3C;YACD,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;YAC3B,QAAQ,EAAE;gBACR,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;aAC/D;YACD,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,GAAG;YACd,aAAa,EAAE;gBACb,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,4CAA4C;gBACpD,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAE9D,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,IAAI;wBACV,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,4CAA4C;wBACpD,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,QAAQ;yBAChB;qBACF;iBACF;gBACD,SAAS,EAAE,IAAI;aAChB;YAED,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,EAAE;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,CACjF,CAAC;QACF,MAAM,KAAK,CAAC,SAAS,CACnB;YACE,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;aACpD;YACD,QAAQ,EAAE,aAAa;YACvB,QAAQ,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE;YACtD,MAAM,EAAE;gBACN,GAAG,EAAE,mCAAmC;gBACxC,KAAK,EAAE,mCAAmC;aAC3C;YACD,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;YAC7B,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;aAC/D;YACD,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,GAAG;YACd,aAAa,EAAE;gBACb,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,uDAAuD;gBAC/D,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAE9D,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,uDAAuD;wBAC/D,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,QAAQ;yBAChB;qBACF;iBACF;gBACD,SAAS,EAAE,IAAI;aAChB;YAED,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,EAAE;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CACvF,CAAC;QAEF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,eAAe;QAC1B,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,MAAM,CAAC,IAAA,+BAAY,GAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;CACF;AA5HD,8BA4HC"}
+{"version":3,"file":"evalFactory.js","sourceRoot":"","sources":["../../../test/factories/evalFactory.ts"],"names":[],"mappings":";;;;;AAAA,mCAAoC;AACpC,iDAA2C;AAC3C,sDAAuD;AACvD,iEAAyC;AACzC,mEAA4D;AAE5D,MAAqB,WAAW;IAC9B,MAAM,CAAC,KAAK,CAAC,MAAM;QACjB,MAAM,KAAK,GAAG,MAAM,cAAI,CAAC,MAAM,CAC7B;YACE,SAAS,EAAE,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,CAAC;YACpC,OAAO,EAAE,CAAC,mCAAmC,CAAC;YAC9C,KAAK,EAAE;gBACL,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;gBAChF,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE;aACvF;SACF,EACD;YACE,EAAE,GAAG,EAAE,oCAAoC,EAAE,KAAK,EAAE,mCAAmC,EAAE;YACzF,EAAE,GAAG,EAAE,kCAAkC,EAAE,KAAK,EAAE,mCAAmC,EAAE;SACxF,EACD,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CACrB,CAAC;QACF,MAAM,KAAK,CAAC,UAAU,CAAC;YACrB;gBACE,GAAG,EAAE,oCAAoC;gBACzC,KAAK,EAAE,mCAAmC;gBAC1C,QAAQ,EAAE,eAAe;gBACzB,OAAO,EAAE;oBACP,KAAK,EAAE,CAAC;oBACR,aAAa,EAAE,CAAC;oBAChB,aAAa,EAAE,CAAC;oBAChB,eAAe,EAAE,CAAC;oBAClB,eAAe,EAAE,CAAC;oBAClB,cAAc,EAAE,GAAG;oBACnB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;oBAChE,WAAW,EAAE,EAAE;oBACf,gBAAgB,EAAE,EAAE;oBACpB,OAAO,EAAE;wBACP,eAAe,EAAE,EAAE;wBACnB,eAAe,EAAE,EAAE;wBACnB,iBAAiB,EAAE,EAAE;wBACrB,iBAAiB,EAAE,EAAE;qBACtB;oBACD,IAAI,EAAE,KAAK;iBACZ;aACF;SACF,CAAC,CAAC;QACH,MAAM,KAAK,CAAC,SAAS,CACnB;YACE,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE;YAC1F,QAAQ,EAAE,aAAa;YACvB,QAAQ,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE;YACtD,MAAM,EAAE;gBACN,GAAG,EAAE,mCAAmC;gBACxC,KAAK,EAAE,mCAAmC;aAC3C;YACD,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE;YAC3B,QAAQ,EAAE;gBACR,MAAM,EAAE,QAAQ;gBAChB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;aAC/D;YACD,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,IAAI;YACb,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,GAAG;YACd,aAAa,EAAE;gBACb,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,4CAA4C;gBACpD,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAE9D,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,IAAI;wBACV,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,4CAA4C;wBACpD,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,QAAQ;yBAChB;qBACF;iBACF;gBACD,SAAS,EAAE,IAAI;aAChB;YAED,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,EAAE;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,CACjF,CAAC;QACF,MAAM,KAAK,CAAC,SAAS,CACnB;YACE,WAAW,EAAE,kBAAkB;YAC/B,SAAS,EAAE,CAAC;YACZ,OAAO,EAAE,CAAC;YACV,QAAQ,EAAE;gBACR,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;gBAC7B,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;aACpD;YACD,QAAQ,EAAE,aAAa;YACvB,QAAQ,EAAE,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,YAAY,EAAE;YACtD,MAAM,EAAE;gBACN,GAAG,EAAE,mCAAmC;gBACxC,KAAK,EAAE,mCAAmC;aAC3C;YACD,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE;YAC7B,QAAQ,EAAE;gBACR,MAAM,EAAE,eAAe;gBACvB,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;aAC/D;YACD,KAAK,EAAE,IAAI;YACX,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,GAAG;YACd,aAAa,EAAE;gBACb,IAAI,EAAE,KAAK;gBACX,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,uDAAuD;gBAC/D,WAAW,EAAE,EAAE;gBACf,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAE9D,gBAAgB,EAAE;oBAChB;wBACE,IAAI,EAAE,KAAK;wBACX,KAAK,EAAE,CAAC;wBACR,MAAM,EAAE,uDAAuD;wBAC/D,SAAS,EAAE;4BACT,IAAI,EAAE,QAAQ;4BACd,KAAK,EAAE,QAAQ;yBAChB;qBACF;iBACF;gBACD,SAAS,EAAE,IAAI;aAChB;YAED,WAAW,EAAE,EAAE;YACf,IAAI,EAAE,KAAK;YACX,QAAQ,EAAE,EAAE;SACb,EACD,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,EAAE,CACvF,CAAC;QAEF,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,eAAe;QAC1B,MAAM,EAAE,GAAG,IAAA,gBAAK,GAAE,CAAC;QACnB,OAAO,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,mBAAU,CAAC,CAAC,MAAM,CAAC,IAAA,+BAAY,GAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC;CACF;AArJD,8BAqJC"}

package/dist/test/onboarding.test.js

@@ -1,6 +1,54 @@
 "use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
+const fs_1 = __importDefault(require("fs"));
+const promises_1 = require("fs/promises");
+const js_yaml_1 = __importDefault(require("js-yaml"));
+const path_1 = __importDefault(require("path"));
 const onboarding_1 = require("../src/onboarding");
+const onboarding_2 = require("../src/onboarding");
+const types_1 = require("../src/types");
+jest.mock('fs', () => ({
+    existsSync: jest.fn(),
+    writeFileSync: jest.fn(),
+    mkdirSync: jest.fn(),
+}));
+jest.mock('fs/promises', () => ({
+    mkdtemp: jest.fn(),
+    rm: jest.fn(),
+}));
+jest.mock('@inquirer/select', () => ({
+    __esModule: true,
+    default: jest.fn(),
+}));
+jest.mock('@inquirer/checkbox', () => ({
+    __esModule: true,
+    default: jest.fn(),
+}));
+jest.mock('@inquirer/confirm', () => ({
+    __esModule: true,
+    default: jest.fn(),
+}));
+jest.mock('../src/telemetry', () => ({
+    recordAndSend: jest.fn(),
+}));
+jest.mock('../src/fetch', () => ({
+    fetch: jest.fn(),
+}));
+jest.mock('../src/logger', () => ({
+    info: jest.fn(),
+    warn: jest.fn(),
+    error: jest.fn(),
+}));
+jest.mock('../src/redteam/commands/init', () => ({
+    redteamInit: jest.fn(),
+}));
+jest.mock('../src/envars', () => ({
+    getEnvString: jest.fn(),
+    getEnvBool: jest.fn(() => false),
+}));
 describe('reportProviderAPIKeyWarnings', () => {
     const openaiID = 'openai:gpt-4o';
     const anthropicID = 'anthropic:messages:claude-3-5-sonnet-20241022';
@@ -38,11 +86,88 @@ describe('reportProviderAPIKeyWarnings', () => {
         ]));
     });
     it('should produce only warnings for applicable providers if the env keys are not set', () => {
-        // Stub what would be the openai api key env variable.
         process.env.OPENAI_API_KEY = '<my-api-key>';
         expect((0, onboarding_1.reportProviderAPIKeyWarnings)([openaiID, anthropicID])).toEqual(expect.arrayContaining([
             expect.stringContaining('ANTHROPIC_API_KEY environment variable is not set'),
         ]));
     });
 });
+describe('createDummyFiles', () => {
+    let tempDir;
+    const mockSelect = jest.requireMock('@inquirer/select').default;
+    const mockCheckbox = jest.requireMock('@inquirer/checkbox').default;
+    const mockConfirm = jest.requireMock('@inquirer/confirm').default;
+    const mockFs = jest.mocked(fs_1.default);
+    beforeEach(() => {
+        tempDir = '/fake/temp/dir';
+        jest.clearAllMocks();
+        mockConfirm.mockResolvedValue(true);
+        mockFs.existsSync.mockReturnValue(false);
+        mockFs.writeFileSync.mockImplementation(() => undefined);
+    });
+    afterEach(async () => {
+        await (0, promises_1.rm)(tempDir, { recursive: true, force: true });
+    });
+    it('should generate a valid YAML configuration file that matches TestSuiteConfigSchema', async () => {
+        await (0, onboarding_2.createDummyFiles)(tempDir, false);
+        expect(mockFs.writeFileSync).toHaveBeenCalledWith(path_1.default.join(tempDir, 'promptfooconfig.yaml'), expect.any(String));
+        expect(mockFs.writeFileSync).toHaveBeenCalledWith(path_1.default.join(tempDir, 'README.md'), expect.any(String));
+        const configCall = mockFs.writeFileSync.mock.calls.find((call) => call[0] === path_1.default.join(tempDir, 'promptfooconfig.yaml'));
+        const configContent = configCall?.[1];
+        expect(configContent).toBeDefined();
+        const parsedConfig = js_yaml_1.default.load(configContent);
+        const validationResult = types_1.TestSuiteConfigSchema.safeParse(parsedConfig);
+        expect(validationResult.success).toBe(true);
+        if (!validationResult.success) {
+            throw new Error('Validation failed');
+        }
+        const config = validationResult.data;
+        expect(config.prompts).toHaveLength(2);
+        expect(config.providers).toHaveLength(2);
+        expect(config.providers).toContain('openai:gpt-4o-mini');
+        expect(config.providers).toContain('openai:gpt-4o');
+    });
+    it('should generate valid YAML configuration for RAG setup', async () => {
+        mockSelect.mockResolvedValueOnce('rag').mockResolvedValueOnce('python');
+        mockCheckbox.mockResolvedValueOnce(['openai:gpt-4o']);
+        await (0, onboarding_2.createDummyFiles)(tempDir, true);
+        expect(mockFs.writeFileSync).toHaveBeenCalledWith(path_1.default.join(tempDir, 'promptfooconfig.yaml'), expect.any(String));
+        expect(mockFs.writeFileSync).toHaveBeenCalledWith(path_1.default.join(tempDir, 'context.py'), expect.any(String));
+        const configCall = mockFs.writeFileSync.mock.calls.find((call) => call[0] === path_1.default.join(tempDir, 'promptfooconfig.yaml'));
+        const configContent = configCall?.[1];
+        expect(configContent).toBeDefined();
+        const parsedConfig = js_yaml_1.default.load(configContent);
+        const validationResult = types_1.TestSuiteConfigSchema.safeParse(parsedConfig);
+        expect(validationResult.success).toBe(true);
+        if (!validationResult.success) {
+            throw new Error('Validation failed');
+        }
+        const config = validationResult.data;
+        expect(config.tests).toBeDefined();
+        expect(Array.isArray(config.tests)).toBe(true);
+        expect(config.tests?.length).toBeGreaterThan(0);
+        const firstTest = config.tests?.[0];
+        expect(firstTest).toBeTruthy();
+        expect(typeof firstTest).toBe('object');
+        expect(firstTest).toHaveProperty('vars');
+        const vars = firstTest.vars;
+        expect(typeof vars).toBe('object');
+        expect(vars).toHaveProperty('inquiry');
+        expect(vars).toHaveProperty('context');
+        expect(mockSelect).toHaveBeenCalledTimes(2);
+        expect(mockCheckbox).toHaveBeenCalledTimes(1);
+        expect(mockConfirm).toHaveBeenCalledTimes(0);
+    });
+    it('should prompt for confirmation when files exist', async () => {
+        mockFs.existsSync.mockImplementation((path) => path.toString().includes('promptfooconfig.yaml'));
+        mockConfirm.mockResolvedValueOnce(true);
+        mockSelect.mockResolvedValueOnce('compare');
+        mockCheckbox.mockResolvedValueOnce(['openai:gpt-4o']);
+        await (0, onboarding_2.createDummyFiles)(tempDir, true);
+        expect(mockConfirm).toHaveBeenCalledTimes(1);
+        expect(mockConfirm).toHaveBeenCalledWith(expect.objectContaining({
+            message: expect.stringContaining('already exist'),
+        }));
+    });
+});
 //# sourceMappingURL=onboarding.test.js.map

package/dist/test/onboarding.test.js.map

@@ -1 +1 @@
-{"version":3,"file":"onboarding.test.js","sourceRoot":"","sources":["../../test/onboarding.test.ts"],"names":[],"mappings":";;AAAA,kDAAiE;AAEjE,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,MAAM,QAAQ,GAAG,eAAe,CAAC;IACjC,MAAM,WAAW,GAAG,+CAA+C,CAAC;IACpE,IAAI,MAAM,GAAQ,EAAE,CAAC;IACrB,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,GAAG,EAAE;QACZ,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CACtD,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;SAC1E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACzD,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACnE,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;YACzE,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAC3E,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;YACzE,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,sDAAsD;QACtD,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC;QAC5C,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACnE,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
+{"version":3,"file":"onboarding.test.js","sourceRoot":"","sources":["../../test/onboarding.test.ts"],"names":[],"mappings":";;;;;AAAA,4CAAoB;AACpB,0CAAiC;AACjC,sDAA2B;AAC3B,gDAAwB;AACxB,kDAAiE;AACjE,kDAAqD;AACrD,wCAAqD;AAErD,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;IACrB,UAAU,EAAE,IAAI,CAAC,EAAE,EAAE;IACrB,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE;IACxB,SAAS,EAAE,IAAI,CAAC,EAAE,EAAE;CACrB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;IAC9B,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;IAClB,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE;CACd,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;IACnC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,CAAC;IACrC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,GAAG,EAAE,CAAC,CAAC;IACpC,UAAU,EAAE,IAAI;IAChB,OAAO,EAAE,IAAI,CAAC,EAAE,EAAE;CACnB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,GAAG,EAAE,CAAC,CAAC;IACnC,aAAa,EAAE,IAAI,CAAC,EAAE,EAAE;CACzB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/B,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;IACf,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE;IACf,KAAK,EAAE,IAAI,CAAC,EAAE,EAAE;CACjB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC/C,WAAW,EAAE,IAAI,CAAC,EAAE,EAAE;CACvB,CAAC,CAAC,CAAC;AAEJ,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,CAAC;IAChC,YAAY,EAAE,IAAI,CAAC,EAAE,EAAE;IACvB,UAAU,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC;CACjC,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,MAAM,QAAQ,GAAG,eAAe,CAAC;IACjC,MAAM,WAAW,GAAG,+CAA+C,CAAC;IACpE,IAAI,MAAM,GAAQ,EAAE,CAAC;IACrB,SAAS,CAAC,GAAG,EAAE;QACb,MAAM,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,EAAE,CAAC;QAChC,OAAO,CAAC,GAAG,CAAC,iBAAiB,GAAG,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,QAAQ,CAAC,GAAG,EAAE;QACZ,OAAO,CAAC,GAAG,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CACtD,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;SAC1E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACzD,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACnE,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;YACzE,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,6EAA6E,EAAE,GAAG,EAAE;QACrF,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAC3E,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,gDAAgD,CAAC;YACzE,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,EAAE,CAAC,mFAAmF,EAAE,GAAG,EAAE;QAC3F,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,cAAc,CAAC;QAC5C,MAAM,CAAC,IAAA,yCAA4B,EAAC,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CACnE,MAAM,CAAC,eAAe,CAAC;YACrB,MAAM,CAAC,gBAAgB,CAAC,mDAAmD,CAAC;SAC7E,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,OAAe,CAAC;IAEpB,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC;IAChE,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,oBAAoB,CAAC,CAAC,OAAO,CAAC;IACpE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,mBAAmB,CAAC,CAAC,OAAO,CAAC;IAClE,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAE,CAAC,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,gBAAgB,CAAC;QAC3B,IAAI,CAAC,aAAa,EAAE,CAAC;QACrB,WAAW,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,CAAC,UAAU,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;QACzC,MAAM,CAAC,aAAa,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IAC3D,CAAC,CAAC,CAAC;IAEH,SAAS,CAAC,KAAK,IAAI,EAAE;QACnB,MAAM,IAAA,aAAE,EAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,IAAA,6BAAgB,EAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEvC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAC/C,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,EAC1C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAC/C,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,EAC/B,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CACrD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,CACjE,CAAC;QACF,MAAM,aAAa,GAAG,UAAU,EAAE,CAAC,CAAC,CAAW,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QAEpC,MAAM,YAAY,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,gBAAgB,GAAG,6BAAqB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAEvE,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5C,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACzC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;QACzD,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,KAAK,IAAI,EAAE;QACtE,UAAU,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACxE,YAAY,CAAC,qBAAqB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QAEtD,MAAM,IAAA,6BAAgB,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAEtC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAC/C,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,EAC1C,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QACF,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,oBAAoB,CAC/C,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,YAAY,CAAC,EAChC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CACnB,CAAC;QAEF,MAAM,UAAU,GAAG,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CACrD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,cAAI,CAAC,IAAI,CAAC,OAAO,EAAE,sBAAsB,CAAC,CACjE,CAAC;QACF,MAAM,aAAa,GAAG,UAAU,EAAE,CAAC,CAAC,CAAW,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;QAEpC,MAAM,YAAY,GAAG,iBAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,gBAAgB,GAAG,6BAAqB,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;QAEvE,MAAM,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE5C,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC;QACrC,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;QAEhD,MAAM,SAAS,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE,CAAC;QAC/B,MAAM,CAAC,OAAO,SAAS,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAEzC,MAAM,IAAI,GAAI,SAAiB,CAAC,IAAI,CAAC;QACrC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,CAAC,cAAc,CAAC,SAAS,CAAC,CAAC;QAEvC,MAAM,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC5C,MAAM,CAAC,YAAY,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC,IAAiB,EAAE,EAAE,CACzD,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CACjD,CAAC;QAEF,WAAW,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QACxC,UAAU,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC;QAC5C,YAAY,CAAC,qBAAqB,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC;QAEtD,MAAM,IAAA,6BAAgB,EAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAEtC,MAAM,CAAC,WAAW,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,oBAAoB,CACtC,MAAM,CAAC,gBAAgB,CAAC;YACtB,OAAO,EAAE,MAAM,CAAC,gBAAgB,CAAC,eAAe,CAAC;SAClD,CAAC,CACH,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}