@modular-prompt/experiment 0.1.1

package/dist/src/runner/experiment.js

@@ -0,0 +1,214 @@
+/**
+ * Experiment runner - orchestrates the entire experiment
+ */
+import { formatCompletionPrompt } from '@modular-prompt/driver';
+import { EvaluatorRunner } from './evaluator.js';
+export class ExperimentRunner {
+    aiService;
+    driverManager;
+    modules;
+    testCases;
+    models;
+    repeatCount;
+    evaluators;
+    evaluatorModel;
+    constructor(aiService, driverManager, modules, testCases, models, repeatCount, evaluators, evaluatorModel) {
+        this.aiService = aiService;
+        this.driverManager = driverManager;
+        this.modules = modules;
+        this.testCases = testCases;
+        this.models = models;
+        this.repeatCount = repeatCount;
+        this.evaluators = evaluators;
+        this.evaluatorModel = evaluatorModel;
+    }
+    /**
+     * Run the experiment
+     *
+     * @returns Array of TestResult
+     */
+    async run() {
+        const allResults = [];
+        const evaluationContexts = [];
+        for (const testCase of this.testCases) {
+            console.log('─'.repeat(80));
+            console.log(`Test Case: ${testCase.name}`);
+            if (testCase.description) {
+                console.log(`Description: ${testCase.description}`);
+            }
+            console.log('─'.repeat(80));
+            console.log();
+            // Compile all modules with testCase.input as context
+            const compiledModules = this.modules.map(module => {
+                console.log(`📝 [${module.name}] Compiling prompt...`);
+                const compiled = module.compile(testCase.input);
+                const prompt = formatCompletionPrompt(compiled);
+                console.log(`   Prompt length: ${prompt.length} chars`);
+                console.log();
+                return {
+                    name: module.name,
+                    compiled,
+                    prompt,
+                };
+            });
+            // Compare prompts if multiple modules
+            if (compiledModules.length > 1) {
+                this.comparePrompts(compiledModules);
+            }
+            // Determine which models to test with this testCase
+            const modelsToTest = testCase.models
+                ? testCase.models.map(name => {
+                    const spec = this.models[name];
+                    if (!spec) {
+                        console.warn(`⚠️  Model '${name}' not found in configuration, skipping`);
+                        return null;
+                    }
+                    return { name, spec };
+                }).filter(Boolean)
+                : Object.entries(this.models)
+                    .filter(([_, spec]) => spec.enabled !== false)
+                    .map(([name, spec]) => ({ name, spec }));
+            if (modelsToTest.length === 0) {
+                console.log('⚠️  No models to test for this test case, skipping');
+                console.log();
+                continue;
+            }
+            // Test with each model
+            let previousDriver = null;
+            let previousModelName = null;
+            for (const { name: modelName, spec: modelSpec } of modelsToTest) {
+                console.log(`🤖 Testing with ${modelName} (${modelSpec.provider}:${modelSpec.model})`);
+                // Close previous driver if switching models
+                if (previousDriver && previousModelName && previousModelName !== modelName) {
+                    console.log(`   🔄 Switching from ${previousModelName} to ${modelName}, closing previous driver...`);
+                    await this.driverManager.close(previousModelName);
+                    previousDriver = null;
+                }
+                // Get or create driver for this model
+                const driver = await this.driverManager.getOrCreate(this.aiService, modelName, modelSpec);
+                previousDriver = driver;
+                previousModelName = modelName;
+                // Test each module
+                for (const { name, compiled, prompt } of compiledModules) {
+                    const runs = await this.runModuleTest(name, compiled, driver);
+                    allResults.push({
+                        testCase: testCase.name,
+                        model: modelName,
+                        module: name,
+                        runs: runs.map(r => ({
+                            success: r.success,
+                            elapsed: r.elapsed,
+                            content: r.queryResult?.content || '',
+                            error: r.error,
+                        })),
+                    });
+                    // Collect for evaluation (if all runs succeeded)
+                    const successfulRuns = runs.filter(r => r.success);
+                    if (successfulRuns.length > 0) {
+                        evaluationContexts.push({
+                            moduleName: name,
+                            prompt,
+                            runs: successfulRuns.map(r => ({ queryResult: r.queryResult })),
+                        });
+                    }
+                }
+            }
+        }
+        // Run evaluation phase if evaluators are provided
+        if (this.evaluators && this.evaluators.length > 0 && this.evaluatorModel) {
+            await this.runEvaluationPhase(evaluationContexts);
+        }
+        return allResults;
+    }
+    /**
+     * Run module test with multiple repetitions
+     */
+    async runModuleTest(moduleName, compiled, driver) {
+        console.log(`   [${moduleName}] Running ${this.repeatCount} time(s)...`);
+        const runs = [];
+        for (let i = 0; i < this.repeatCount; i++) {
+            console.log(`   [${moduleName}] Run ${i + 1}/${this.repeatCount}...`);
+            const startTime = Date.now();
+            try {
+                const result = await driver.query(compiled, {
+                    temperature: 0.7,
+                    maxTokens: 2048,
+                });
+                const elapsed = Date.now() - startTime;
+                console.log(`   [${moduleName}] ✅ Success (${elapsed}ms)`);
+                runs.push({
+                    success: true,
+                    elapsed,
+                    queryResult: result,
+                });
+            }
+            catch (error) {
+                const elapsed = Date.now() - startTime;
+                const errorMessage = error instanceof Error ? error.message : String(error);
+                console.log(`   [${moduleName}] ❌ Error (${elapsed}ms): ${errorMessage}`);
+                runs.push({
+                    success: false,
+                    elapsed,
+                    error: errorMessage,
+                });
+            }
+        }
+        console.log();
+        return runs;
+    }
+    /**
+     * Run evaluation phase
+     */
+    async runEvaluationPhase(evaluationContexts) {
+        console.log();
+        console.log('='.repeat(80));
+        console.log('🔍 Evaluation Phase');
+        console.log('='.repeat(80));
+        console.log();
+        const evaluatorRunner = new EvaluatorRunner(this.aiService, this.evaluatorModel.spec);
+        const allEvaluations = [];
+        // Evaluate each module with each evaluator
+        for (const context of evaluationContexts) {
+            console.log(`📦 Evaluating: ${context.moduleName}`);
+            console.log();
+            for (const evaluator of this.evaluators) {
+                const result = await evaluatorRunner.evaluate(evaluator, context);
+                allEvaluations.push(result);
+            }
+        }
+        // Display all evaluation results
+        evaluatorRunner.displayResults(allEvaluations);
+    }
+    /**
+     * Compare prompts across modules
+     */
+    comparePrompts(compiledModules) {
+        console.log('📊 Prompt Comparison:');
+        for (let i = 0; i < compiledModules.length; i++) {
+            const module1 = compiledModules[i];
+            for (let j = i + 1; j < compiledModules.length; j++) {
+                const module2 = compiledModules[j];
+                if (module1.prompt === module2.prompt) {
+                    console.log(`   ✅ [${module1.name}] and [${module2.name}] are identical`);
+                }
+                else {
+                    console.log(`   ⚠️  [${module1.name}] and [${module2.name}] differ:`);
+                    console.log(`      ${module1.name}: ${module1.prompt.length} chars`);
+                    console.log(`      ${module2.name}: ${module2.prompt.length} chars`);
+                    console.log(`      Diff: ${module2.prompt.length - module1.prompt.length} chars`);
+                    // Find first difference
+                    for (let k = 0; k < Math.max(module1.prompt.length, module2.prompt.length); k++) {
+                        if (module1.prompt[k] !== module2.prompt[k]) {
+                            console.log(`      First diff at position ${k}:`);
+                            console.log(`        ${module1.name}: ${JSON.stringify(module1.prompt.substring(k, k + 50))}`);
+                            console.log(`        ${module2.name}: ${JSON.stringify(module2.prompt.substring(k, k + 50))}`);
+                            break;
+                        }
+                    }
+                }
+            }
+        }
+        console.log();
+    }
+}
+//# sourceMappingURL=experiment.js.map

package/dist/src/runner/experiment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.js","sourceRoot":"","sources":["../../../src/runner/experiment.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AAKhE,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAEjD,MAAM,OAAO,gBAAgB;IAEjB;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IARV,YACU,SAAoB,EACpB,aAA4B,EAC5B,OAA2B,EAC3B,SAAqB,EACrB,MAAiC,EACjC,WAAmB,EACnB,UAA8B,EAC9B,cAAkD;QAPlD,cAAS,GAAT,SAAS,CAAW;QACpB,kBAAa,GAAb,aAAa,CAAe;QAC5B,YAAO,GAAP,OAAO,CAAoB;QAC3B,cAAS,GAAT,SAAS,CAAY;QACrB,WAAM,GAAN,MAAM,CAA2B;QACjC,gBAAW,GAAX,WAAW,CAAQ;QACnB,eAAU,GAAV,UAAU,CAAoB;QAC9B,mBAAc,GAAd,cAAc,CAAoC;IACzD,CAAC;IAEJ;;;;OAIG;IACH,KAAK,CAAC,GAAG;QACP,MAAM,UAAU,GAAiB,EAAE,CAAC;QACpC,MAAM,kBAAkB,GAAwB,EAAE,CAAC;QAEnD,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,cAAc,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3C,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,gBAAgB,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACtD,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;YAEd,qDAAqD;YACrD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE;gBAChD,OAAO,CAAC,GAAG,CAAC,OAAO,MAAM,CAAC,IAAI,uBAAuB,CAAC,CAAC;gBACvD,MAAM,QAAQ,GAAG,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAChD,MAAM,MAAM,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;gBAChD,OAAO,CAAC,GAAG,CAAC,qBAAqB,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;gBACxD,OAAO,CAAC,GAAG,EAAE,CAAC;gBAEd,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,QAAQ;oBACR,MAAM;iBACP,CAAC;YACJ,CAAC,CAAC,CAAC;YAEH,sCAAsC;YACtC,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC/B,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,CAAC;YACvC,CAAC;YAED,oDAAoD;YACpD,MAAM,YAAY,GAA6C,QAAQ,CAAC,MAAM;gBAC5E,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBACzB,MAAM,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAC/B,IAAI,CAAC,IAAI,EAAE,CAAC;wBACV,OAAO,CAAC,IAAI,CAAC,cAAc,IAAI,wCAAwC,CAAC,CAAC;wBACzE,OAAO,IAAI,CAAC;oBACd,CAAC;oBACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAA6C;gBAChE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;qBACxB,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC;qBAC7C,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;YAE/C,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC9B,OAAO,CAAC,GAAG,CAAC,oDAAoD,CAAC,CAAC;gBAClE,OAAO,CAAC,GAAG,EAAE,CAAC;gBACd,SAAS;YACX,CAAC;YAED,uBAAuB;YACvB,IAAI,cAAc,GAAQ,IAAI,CAAC;YAC/B,IAAI,iBAAiB,GAAkB,IAAI,CAAC;YAE5C,KAAK,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,YAAY,EAAE,CAAC;gBAChE,OAAO,CAAC,GAAG,CAAC,mBAAmB,SAAS,KAAK,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC;gBAEvF,4CAA4C;gBAC5C,IAAI,cAAc,IAAI,iBAAiB,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBAC3E,OAAO,CAAC,GAAG,CAAC,wBAAwB,iBAAiB,OAAO,SAAS,8BAA8B,CAAC,CAAC;oBACrG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;oBAClD,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;gBAED,sCAAsC;gBACtC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;gBAC1F,cAAc,GAAG,MAAM,CAAC;gBACxB,iBAAiB,GAAG,SAAS,CAAC;gBAE9B,mBAAmB;gBACnB,KAAK,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,eAAe,EAAE,CAAC;oBACzD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;oBAE9D,UAAU,CAAC,IAAI,CAAC;wBACd,QAAQ,EAAE,QAAQ,CAAC,IAAI;wBACvB,KAAK,EAAE,SAAS;wBAChB,MAAM,EAAE,IAAI;wBACZ,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;4BACnB,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,OAAO,EAAE,CAAC,CAAC,OAAO;4BAClB,OAAO,EAAE,CAAC,CAAC,WAAW,EAAE,OAAO,IAAI,EAAE;4BACrC,KAAK,EAAE,CAAC,CAAC,KAAK;yBACf,CAAC,CAAC;qBACJ,CAAC,CAAC;oBAEH,iDAAiD;oBACjD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;oBACnD,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC9B,kBAAkB,CAAC,IAAI,CAAC;4BACtB,UAAU,EAAE,IAAI;4BAChB,MAAM;4BACN,IAAI,EAAE,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,WAAY,EAAE,CAAC,CAAC;yBACjE,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,kDAAkD;QAClD,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACzE,MAAM,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,CAAC,CAAC;QACpD,CAAC;QAED,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,aAAa,CACzB,UAAkB,EAClB,QAAa,EACb,MAAW;QAEX,OAAO,CAAC,GAAG,CAAC,OAAO,UAAU,aAAa,IAAI,CAAC,WAAW,aAAa,CAAC,CAAC;QAEzE,MAAM,IAAI,GAA4F,EAAE,CAAC;QAEzG,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,OAAO,UAAU,SAAS,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,WAAW,KAAK,CAAC,CAAC;YAEtE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC7B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE;oBAC1C,WAAW,EAAE,GAAG;oBAChB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBAEvC,OAAO,CAAC,GAAG,CAAC,OAAO,UAAU,gBAAgB,OAAO,KAAK,CAAC,CAAC;gBAC3D,IAAI,CAAC,IAAI,CAAC;oBACR,OAAO,EAAE,IAAI;oBACb,OAAO;oBACP,WAAW,EAAE,MAAM;iBACpB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;gBACvC,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;gBAC5E,OAAO,CAAC,GAAG,CAAC,OAAO,UAAU,cAAc,OAAO,QAAQ,YAAY,EAAE,CAAC,CAAC;gBAC1E,IAAI,CAAC,IAAI,CAAC;oBACR,OAAO,EAAE,KAAK;oBACd,OAAO;oBACP,KAAK,EAAE,YAAY;iBACpB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,kBAAuC;QAEvC,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QACnC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,MAAM,eAAe,GAAG,IAAI,eAAe,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,cAAe,CAAC,IAAI,CAAC,CAAC;QACvF,MAAM,cAAc,GAAuB,EAAE,CAAC;QAE9C,2CAA2C;QAC3C,KAAK,MAAM,OAAO,IAAI,kBAAkB,EAAE,CAAC;YACzC,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;YACpD,OAAO,CAAC,GAAG,EAAE,CAAC;YAEd,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAW,EAAE,CAAC;gBACzC,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;gBAClE,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QAED,iCAAiC;QACjC,eAAe,CAAC,cAAc,CAAC,cAAc,CAAC,CAAC;IACjD,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,eAAwD;QAC7E,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QAErC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAChD,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;YAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpD,MAAM,OAAO,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;gBAEnC,IAAI,OAAO,CAAC,MAAM,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;oBACtC,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,IAAI,iBAAiB,CAAC,CAAC;gBAC5E,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,IAAI,UAAU,OAAO,CAAC,IAAI,WAAW,CAAC,CAAC;oBACtE,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;oBACrE,OAAO,CAAC,GAAG,CAAC,SAAS,OAAO,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;oBACrE,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,QAAQ,CAAC,CAAC;oBAElF,wBAAwB;oBACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAChF,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;4BAC5C,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,GAAG,CAAC,CAAC;4BAClD,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC/F,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;4BAC/F,MAAM;wBACR,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,EAAE,CAAC;IAChB,CAAC;CACF"}

package/dist/src/types.d.ts

@@ -0,0 +1,112 @@
+/**
+ * Common type definitions for module comparison experiments
+ */
+import type { PromptModule } from '@modular-prompt/core';
+import type { QueryResult } from '@modular-prompt/driver';
+/**
+ * Test case definition
+ */
+export interface TestCase {
+    /** Test case name */
+    name: string;
+    /** Test case description */
+    description?: string;
+    /** Input context (passed to module.compile) */
+    input: any;
+    /** Model names to use for this test case (optional, uses all enabled models if not specified) */
+    models?: string[];
+}
+/**
+ * Result of a single run
+ */
+export interface RunResult {
+    success: boolean;
+    elapsed: number;
+    content: string;
+    error?: string;
+}
+/**
+ * Test result for a specific module, test case, and model combination
+ */
+export interface TestResult {
+    testCase: string;
+    model: string;
+    module: string;
+    runs: RunResult[];
+}
+/**
+ * Experiment options parsed from CLI arguments
+ */
+export interface ExperimentOptions {
+    configPath: string;
+    testCaseFilter?: string;
+    modelFilter?: string;
+    moduleFilter?: string[];
+    repeatCount: number;
+}
+/**
+ * Module definition for experiments
+ */
+export interface ModuleDefinition {
+    name: string;
+    description: string;
+    compile: (context: any) => any;
+}
+/**
+ * Evaluation context (common for both code and prompt evaluators)
+ */
+export interface EvaluationContext {
+    moduleName: string;
+    prompt: string;
+    runs: Array<{
+        queryResult: QueryResult;
+    }>;
+}
+/**
+ * Evaluation result
+ */
+export interface EvaluationResult {
+    evaluator: string;
+    moduleName: string;
+    score?: number;
+    reasoning?: string;
+    details?: Record<string, any>;
+    raw?: any;
+    error?: string;
+}
+/**
+ * Code evaluator definition (exported from external file)
+ */
+export interface CodeEvaluator {
+    name: string;
+    description: string;
+    evaluate: (context: EvaluationContext) => Promise<EvaluationResult>;
+}
+/**
+ * Prompt evaluator definition (exported from external file)
+ */
+export interface PromptEvaluator {
+    name: string;
+    description: string;
+    module: PromptModule<EvaluationContext>;
+}
+/**
+ * Evaluator reference in config file
+ */
+export type EvaluatorReference = {
+    name: string;
+    path: string;
+    description?: string;
+} | {
+    name: string;
+    prompt: PromptModule<EvaluationContext>;
+    description?: string;
+};
+/**
+ * Extended experiment options with evaluation support
+ */
+export interface ExtendedExperimentOptions extends ExperimentOptions {
+    enableEvaluation?: boolean;
+    evaluatorFilter?: string[];
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/src/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAE1D;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+CAA+C;IAC/C,KAAK,EAAE,GAAG,CAAC;IACX,iGAAiG;IACjG,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,SAAS,EAAE,CAAC;CACnB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,OAAO,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,GAAG,CAAC;CAChC;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,KAAK,CAAC;QACV,WAAW,EAAE,WAAW,CAAC;KAC1B,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,CAAC,OAAO,EAAE,iBAAiB,KAAK,OAAO,CAAC,gBAAgB,CAAC,CAAC;CACrE;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;CACzC;AAED;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,GACpD;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,YAAY,CAAC,iBAAiB,CAAC,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAEpF;;GAEG;AACH,MAAM,WAAW,yBAA0B,SAAQ,iBAAiB;IAClE,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B"}

package/dist/src/types.js

@@ -0,0 +1,5 @@
+/**
+ * Common type definitions for module comparison experiments
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/src/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/types.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/tsconfig.tsbuildinfo

@@ -0,0 +1 @@
+{"fileNames":["../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es5.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2016.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2021.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.core.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.collection.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.generator.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.iterable.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.promise.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.proxy.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.reflect.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.symbol.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2015.symbol.wellknown.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2016.array.include.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2016.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.arraybuffer.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.date.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.object.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.sharedmemory.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.string.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2017.typedarrays.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.asyncgenerator.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.asynciterable.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.promise.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2018.regexp.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.array.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.object.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.string.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.symbol.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2019.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.bigint.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.date.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.promise.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.sharedmemory.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.string.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.symbol.wellknown.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2020.number.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2021.promise.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2021.string.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2021.weakref.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2021.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.array.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.error.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.intl.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.object.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.string.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.es2022.regexp.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.decorators.d.ts","../../../node_modules/.pnpm/typescript@5.9.3/node_modules/typescript/lib/lib.decorators.legacy.d.ts","../../core/dist/types.d.ts","../../core/dist/merge.d.ts","../../core/dist/compile.d.ts","../../core/dist/index.d.ts","../../driver/dist/types.d.ts","../../driver/dist/test-driver.d.ts","../../driver/dist/formatter/types.d.ts","../../driver/dist/echo-driver.d.ts","../../driver/dist/openai/openai-driver.d.ts","../../driver/dist/ollama/ollama-driver.d.ts","../../driver/dist/anthropic/anthropic-driver.d.ts","../../driver/dist/mlx-ml/model-spec/types.d.ts","../../driver/dist/mlx-ml/model-spec/index.d.ts","../../driver/dist/mlx-ml/types.d.ts","../../driver/dist/mlx-ml/mlx-driver.d.ts","../../driver/dist/mlx-ml/process/types.d.ts","../../driver/dist/mlx-ml/process/index.d.ts","../../driver/dist/vertexai/vertexai-driver.d.ts","../../driver/dist/google-genai/google-genai-driver.d.ts","../../driver/dist/formatter/formatter.d.ts","../../driver/dist/formatter/completion-formatter.d.ts","../../driver/dist/formatter/converter.d.ts","../../utils/dist/logger/index.d.ts","../../utils/dist/json-extractor/index.d.ts","../../utils/dist/index.d.ts","../../driver/dist/driver-registry/types.d.ts","../../driver/dist/driver-registry/registry.d.ts","../../driver/dist/driver-registry/config-based-factory.d.ts","../../driver/dist/driver-registry/ai-service.d.ts","../../driver/dist/driver-registry/index.d.ts","../../driver/dist/index.d.ts","../src/types.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/line-counter.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/errors.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/doc/applyreviver.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/log.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/tojs.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/scalar.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/stringify/stringify.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/collection.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/yamlseq.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/types.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/common/map.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/common/seq.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/common/string.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/stringify/foldflowlines.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/stringify/stringifynumber.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/stringify/stringifystring.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/util.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/yamlmap.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/identity.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/schema.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/doc/createnode.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/addpairtojsmap.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/pair.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/tags.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/options.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/node.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/cst-scalar.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/cst-stringify.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/cst-visit.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/cst.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/nodes/alias.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/doc/document.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/doc/directives.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/compose/composer.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/lexer.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/parse/parser.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/public-api.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/yaml-1.1/omap.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/schema/yaml-1.1/set.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/visit.d.ts","../../../node_modules/.pnpm/yaml@2.8.2/node_modules/yaml/dist/index.d.ts","../../../node_modules/.pnpm/jiti@2.6.1/node_modules/jiti/lib/types.d.ts","../../../node_modules/.pnpm/jiti@2.6.1/node_modules/jiti/lib/jiti.d.mts","../src/evaluators/base-module.ts","../src/config/dynamic-loader.ts","../src/config/loader.ts","../src/runner/driver-manager.ts","../src/runner/evaluator.ts","../src/runner/experiment.ts","../src/reporter/statistics.ts","../src/index.ts","../../../node_modules/.pnpm/commander@12.1.0/node_modules/commander/typings/index.d.ts","../../../node_modules/.pnpm/commander@12.1.0/node_modules/commander/typings/esm.d.mts","../src/cli/args.ts","../src/run-comparison.ts","../src/evaluators/functional-correctness.ts","../src/evaluators/json-validator.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/compatibility/disposable.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/compatibility/indexable.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/compatibility/iterators.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/compatibility/index.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/globals.typedarray.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/buffer.buffer.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/globals.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/web-globals/abortcontroller.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/web-globals/domexception.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/web-globals/events.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/header.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/readable.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/file.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/fetch.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/formdata.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/connector.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/client.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/errors.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/dispatcher.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/global-dispatcher.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/global-origin.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/pool-stats.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/pool.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/handlers.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/balanced-pool.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/agent.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/mock-interceptor.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/mock-agent.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/mock-client.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/mock-pool.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/mock-errors.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/proxy-agent.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/env-http-proxy-agent.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/retry-handler.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/retry-agent.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/api.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/interceptors.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/util.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/cookies.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/patch.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/websocket.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/eventsource.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/filereader.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/diagnostics-channel.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/content-type.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/cache.d.ts","../../../node_modules/.pnpm/undici-types@6.21.0/node_modules/undici-types/index.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/web-globals/fetch.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/assert.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/assert/strict.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/async_hooks.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/buffer.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/child_process.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/cluster.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/console.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/constants.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/crypto.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/dgram.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/diagnostics_channel.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/dns.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/dns/promises.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/domain.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/events.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/fs.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/fs/promises.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/http.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/http2.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/https.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/inspector.generated.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/module.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/net.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/os.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/path.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/perf_hooks.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/process.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/punycode.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/querystring.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/readline.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/readline/promises.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/repl.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/sea.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/stream.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/stream/promises.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/stream/consumers.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/stream/web.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/string_decoder.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/test.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/timers.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/timers/promises.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/tls.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/trace_events.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/tty.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/url.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/util.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/v8.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/vm.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/wasi.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/worker_threads.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/zlib.d.ts","../../../node_modules/.pnpm/@types+node@20.19.27/node_modules/@types/node/index.d.ts"],"fileIdsList":[[152,195,198],[152,197,198],[198],[152,198,203,231],[152,198,199,204,209,217,228,239],[152,198,199,200,209,217],[152,198],[147,148,149,152,198],[152,198,201,240],[152,198,202,203,210,218],[152,198,203,228,236],[152,198,204,206,209,217],[152,197,198,205],[152,198,206,207],[152,198,208,209],[152,197,198,209],[152,198,209,210,211,228,239],[152,198,209,210,211,224,228,231],[152,198,206,209,212,217,228,239],[152,198,209,210,212,213,217,228,236,239],[152,198,212,214,228,236,239],[150,151,152,153,154,155,156,194,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245],[152,198,209,215],[152,198,216,239,244],[152,198,206,209,217,228],[152,198,218],[152,198,219],[152,197,198,220],[152,195,196,197,198,199,200,201,202,203,204,205,206,207,208,209,210,211,212,213,214,215,216,217,218,219,220,221,222,223,224,225,226,227,228,229,230,231,232,233,234,235,236,237,238,239,240,241,242,243,244,245],[152,198,222],[152,198,223],[152,198,209,224,225],[152,198,224,226,240,242],[152,198,209,228,229,231],[152,198,230,231],[152,198,228,229],[152,198,231],[152,198,232],[152,195,198,228,233],[152,198,209,234,235],[152,198,234,235],[152,198,203,217,228,236],[152,198,237],[152,198,217,238],[152,198,212,223,239],[152,198,203,240],[152,198,228,241],[152,198,216,242],[152,198,243],[152,193,198],[152,193,198,209,211,220,228,231,239,242,244],[152,198,228,245],[141,152,198],[131,152,198],[152,165,169,198,239],[152,165,198,228,239],[152,160,198],[152,162,165,198,236,239],[152,198,217,236],[152,198,246],[152,160,198,246],[152,162,165,198,217,239],[152,157,158,161,164,198,209,228,239],[152,165,172,198],[152,157,163,198],[152,165,186,187,198],[152,161,165,198,231,239,246],[152,186,198,246],[152,159,160,198,246],[152,165,198],[152,159,160,161,162,163,164,165,166,167,169,170,171,172,173,174,175,176,177,178,179,180,181,182,183,184,185,187,188,189,190,191,192,198],[152,165,180,198],[152,165,172,173,198],[152,163,165,173,174,198],[152,164,198],[152,157,160,165,198],[152,165,169,173,174,198],[152,169,198],[152,163,165,168,198,239],[152,157,162,165,172,198],[152,198,228],[152,160,165,186,198,244,246],[91,114,115,119,121,122,152,198],[99,109,115,121,152,198],[121,152,198],[91,95,98,107,108,109,112,114,115,120,122,152,198],[90,152,198],[90,91,95,98,99,107,108,109,112,113,114,115,119,120,121,123,124,125,126,127,128,129,152,198],[94,107,112,152,198],[94,95,96,98,107,115,119,121,152,198],[108,109,115,152,198],[95,98,107,112,115,120,121,152,198],[94,95,96,98,107,108,114,119,120,121,152,198],[94,96,108,109,110,111,115,119,152,198],[94,115,119,152,198],[115,121,152,198],[94,95,96,97,106,109,112,115,119,152,198],[94,95,96,97,109,110,112,115,119,152,198],[90,92,93,95,99,109,112,113,115,122,152,198],[91,95,115,119,152,198],[119,152,198],[116,117,118,152,198],[92,114,115,121,123,152,198],[99,152,198],[99,108,112,114,152,198],[99,114,152,198],[95,96,98,107,109,110,114,115,152,198],[94,98,99,106,107,109,152,198],[94,95,96,99,106,107,109,112,152,198],[114,120,121,152,198],[95,152,198],[95,96,152,198],[93,94,96,100,101,102,103,104,105,107,110,112,152,198],[58,152,198],[58,59,60,152,198],[61,62,152,198],[62,83,85,152,198],[83,84,152,198],[83,84,85,86,152,198],[62,82,83,152,198],[62,152,198],[61,62,64,152,198],[61,64,152,198],[61,64,78,152,198],[61,152,198],[62,63,64,65,66,67,68,71,72,74,75,76,77,79,87,152,198],[61,62,64,71,152,198],[69,152,198],[73,152,198,228],[64,71,152,198,228],[64,70,152,198],[66,152,198],[89,142,152,198,219],[61,89,133,152,198,219,239],[88,89,130,132,134,152,198,210,219],[61,89,152,198],[89,152,198],[89,133,134,135,136,137,138,139,152,198],[134,135,136,138,139,143,152,198],[88,152,198],[61,88,89,134,152,198],[88,89,134,136,137,152,198],[61,88,152,198],[80,81,152,198]],"fileInfos":[{"version":"c430d44666289dae81f30fa7b2edebf186ecc91a2d4c71266ea6ae76388792e1","affectsGlobalScope":true,"impliedFormat":1},{"version":"45b7ab580deca34ae9729e97c13cfd999df04416a79116c3bfb483804f85ded4","impliedFormat":1},{"version":"3facaf05f0c5fc569c5649dd359892c98a85557e3e0c847964caeb67076f4d75","impliedFormat":1},{"version":"e44bb8bbac7f10ecc786703fe0a6a4b952189f908707980ba8f3c8975a760962","impliedFormat":1},{"version":"5e1c4c362065a6b95ff952c0eab010f04dcd2c3494e813b493ecfd4fcb9fc0d8","impliedFormat":1},{"version":"68d73b4a11549f9c0b7d352d10e91e5dca8faa3322bfb77b661839c42b1ddec7","impliedFormat":1},{"version":"5efce4fc3c29ea84e8928f97adec086e3dc876365e0982cc8479a07954a3efd4","impliedFormat":1},{"version":"feecb1be483ed332fad555aff858affd90a48ab19ba7272ee084704eb7167569","impliedFormat":1},{"version":"ee7bad0c15b58988daa84371e0b89d313b762ab83cb5b31b8a2d1162e8eb41c2","impliedFormat":1},{"version":"c57796738e7f83dbc4b8e65132f11a377649c00dd3eee333f672b8f0a6bea671","affectsGlobalScope":true,"impliedFormat":1},{"version":"dc2df20b1bcdc8c2d34af4926e2c3ab15ffe1160a63e58b7e09833f616efff44","affectsGlobalScope":true,"impliedFormat":1},{"version":"515d0b7b9bea2e31ea4ec968e9edd2c39d3eebf4a2d5cbd04e88639819ae3b71","affectsGlobalScope":true,"impliedFormat":1},{"version":"0559b1f683ac7505ae451f9a96ce4c3c92bdc71411651ca6ddb0e88baaaad6a3","affectsGlobalScope":true,"impliedFormat":1},{"version":"0dc1e7ceda9b8b9b455c3a2d67b0412feab00bd2f66656cd8850e8831b08b537","affectsGlobalScope":true,"impliedFormat":1},{"version":"ce691fb9e5c64efb9547083e4a34091bcbe5bdb41027e310ebba8f7d96a98671","affectsGlobalScope":true,"impliedFormat":1},{"version":"8d697a2a929a5fcb38b7a65594020fcef05ec1630804a33748829c5ff53640d0","affectsGlobalScope":true,"impliedFormat":1},{"version":"4ff2a353abf8a80ee399af572debb8faab2d33ad38c4b4474cff7f26e7653b8d","affectsGlobalScope":true,"impliedFormat":1},{"version":"fb0f136d372979348d59b3f5020b4cdb81b5504192b1cacff5d1fbba29378aa1","affectsGlobalScope":true,"impliedFormat":1},{"version":"d15bea3d62cbbdb9797079416b8ac375ae99162a7fba5de2c6c505446486ac0a","affectsGlobalScope":true,"impliedFormat":1},{"version":"68d18b664c9d32a7336a70235958b8997ebc1c3b8505f4f1ae2b7e7753b87618","affectsGlobalScope":true,"impliedFormat":1},{"version":"eb3d66c8327153d8fa7dd03f9c58d351107fe824c79e9b56b462935176cdf12a","affectsGlobalScope":true,"impliedFormat":1},{"version":"38f0219c9e23c915ef9790ab1d680440d95419ad264816fa15009a8851e79119","affectsGlobalScope":true,"impliedFormat":1},{"version":"69ab18c3b76cd9b1be3d188eaf8bba06112ebbe2f47f6c322b5105a6fbc45a2e","affectsGlobalScope":true,"impliedFormat":1},{"version":"a680117f487a4d2f30ea46f1b4b7f58bef1480456e18ba53ee85c2746eeca012","affectsGlobalScope":true,"impliedFormat":1},{"version":"2f11ff796926e0832f9ae148008138ad583bd181899ab7dd768a2666700b1893","affectsGlobalScope":true,"impliedFormat":1},{"version":"4de680d5bb41c17f7f68e0419412ca23c98d5749dcaaea1896172f06435891fc","affectsGlobalScope":true,"impliedFormat":1},{"version":"954296b30da6d508a104a3a0b5d96b76495c709785c1d11610908e63481ee667","affectsGlobalScope":true,"impliedFormat":1},{"version":"ac9538681b19688c8eae65811b329d3744af679e0bdfa5d842d0e32524c73e1c","affectsGlobalScope":true,"impliedFormat":1},{"version":"0a969edff4bd52585473d24995c5ef223f6652d6ef46193309b3921d65dd4376","affectsGlobalScope":true,"impliedFormat":1},{"version":"9e9fbd7030c440b33d021da145d3232984c8bb7916f277e8ffd3dc2e3eae2bdb","affectsGlobalScope":true,"impliedFormat":1},{"version":"811ec78f7fefcabbda4bfa93b3eb67d9ae166ef95f9bff989d964061cbf81a0c","affectsGlobalScope":true,"impliedFormat":1},{"version":"717937616a17072082152a2ef351cb51f98802fb4b2fdabd32399843875974ca","affectsGlobalScope":true,"impliedFormat":1},{"version":"d7e7d9b7b50e5f22c915b525acc5a49a7a6584cf8f62d0569e557c5cfc4b2ac2","affectsGlobalScope":true,"impliedFormat":1},{"version":"71c37f4c9543f31dfced6c7840e068c5a5aacb7b89111a4364b1d5276b852557","affectsGlobalScope":true,"impliedFormat":1},{"version":"576711e016cf4f1804676043e6a0a5414252560eb57de9faceee34d79798c850","affectsGlobalScope":true,"impliedFormat":1},{"version":"89c1b1281ba7b8a96efc676b11b264de7a8374c5ea1e6617f11880a13fc56dc6","affectsGlobalScope":true,"impliedFormat":1},{"version":"74f7fa2d027d5b33eb0471c8e82a6c87216223181ec31247c357a3e8e2fddc5b","affectsGlobalScope":true,"impliedFormat":1},{"version":"d6d7ae4d1f1f3772e2a3cde568ed08991a8ae34a080ff1151af28b7f798e22ca","affectsGlobalScope":true,"impliedFormat":1},{"version":"063600664504610fe3e99b717a1223f8b1900087fab0b4cad1496a114744f8df","affectsGlobalScope":true,"impliedFormat":1},{"version":"934019d7e3c81950f9a8426d093458b65d5aff2c7c1511233c0fd5b941e608ab","affectsGlobalScope":true,"impliedFormat":1},{"version":"52ada8e0b6e0482b728070b7639ee42e83a9b1c22d205992756fe020fd9f4a47","affectsGlobalScope":true,"impliedFormat":1},{"version":"3bdefe1bfd4d6dee0e26f928f93ccc128f1b64d5d501ff4a8cf3c6371200e5e6","affectsGlobalScope":true,"impliedFormat":1},{"version":"59fb2c069260b4ba00b5643b907ef5d5341b167e7d1dbf58dfd895658bda2867","affectsGlobalScope":true,"impliedFormat":1},{"version":"639e512c0dfc3fad96a84caad71b8834d66329a1f28dc95e3946c9b58176c73a","affectsGlobalScope":true,"impliedFormat":1},{"version":"368af93f74c9c932edd84c58883e736c9e3d53cec1fe24c0b0ff451f529ceab1","affectsGlobalScope":true,"impliedFormat":1},{"version":"af3dd424cf267428f30ccfc376f47a2c0114546b55c44d8c0f1d57d841e28d74","affectsGlobalScope":true,"impliedFormat":1},{"version":"995c005ab91a498455ea8dfb63aa9f83fa2ea793c3d8aa344be4a1678d06d399","affectsGlobalScope":true,"impliedFormat":1},{"version":"959d36cddf5e7d572a65045b876f2956c973a586da58e5d26cde519184fd9b8a","affectsGlobalScope":true,"impliedFormat":1},{"version":"965f36eae237dd74e6cca203a43e9ca801ce38824ead814728a2807b1910117d","affectsGlobalScope":true,"impliedFormat":1},{"version":"3925a6c820dcb1a06506c90b1577db1fdbf7705d65b62b99dce4be75c637e26b","affectsGlobalScope":true,"impliedFormat":1},{"version":"0a3d63ef2b853447ec4f749d3f368ce642264246e02911fcb1590d8c161b8005","affectsGlobalScope":true,"impliedFormat":1},{"version":"8cdf8847677ac7d20486e54dd3fcf09eda95812ac8ace44b4418da1bbbab6eb8","affectsGlobalScope":true,"impliedFormat":1},{"version":"8444af78980e3b20b49324f4a16ba35024fef3ee069a0eb67616ea6ca821c47a","affectsGlobalScope":true,"impliedFormat":1},{"version":"3287d9d085fbd618c3971944b65b4be57859f5415f495b33a6adc994edd2f004","affectsGlobalScope":true,"impliedFormat":1},{"version":"b4b67b1a91182421f5df999988c690f14d813b9850b40acd06ed44691f6727ad","affectsGlobalScope":true,"impliedFormat":1},{"version":"8e7f8264d0fb4c5339605a15daadb037bf238c10b654bb3eee14208f860a32ea","affectsGlobalScope":true,"impliedFormat":1},{"version":"782dec38049b92d4e85c1585fbea5474a219c6984a35b004963b00beb1aab538","affectsGlobalScope":true,"impliedFormat":1},{"version":"e9b1d5319434603786b17b41ea3cc8964f55a08490787b2f431645367726f361","impliedFormat":99},{"version":"63f0982a14d3ae7813f1665b376d0d2ed7b79030b879db09a5de2c2e1d01a2b8","impliedFormat":99},{"version":"fee4deba2e6c75c74a4e2f32e3d49265b7660975fa0f0975316e0c823ef63fef","impliedFormat":99},{"version":"4c42a8af19c6ae34a2b1f283e56c5fab11acc2f275b19eda87edb701856ab367","impliedFormat":99},{"version":"11dc0d7a753a4487a4fb39c7c60a3d1eaf87f2eec262219bd7ac37f277beb73f","impliedFormat":99},{"version":"72162aa083379ea91be4ac1bb0b99e3af170604abc9d9328bb84355b832c768d","impliedFormat":99},{"version":"3c3f4215cbee29391d6f332a2589a5d72077bfebf79e8cc1c727b0a8f75aac0d","impliedFormat":99},{"version":"34f41e0491c75fe75982cefd2d22ddaae5cb58f3d36e456038b579f71521f48c","impliedFormat":99},{"version":"a16eff545d5a132f52157b1cc5d770e5eec09cddcbd8576c6071d0bd8a876fa8","impliedFormat":99},{"version":"829149365a3e10e45202552f8c3f55a5264fa42f0baaad9ba5b2bf3fcdace69d","impliedFormat":99},{"version":"707283ff2fe68cecfecab9fadb4599ac8b0ed65a057b207f17f4f4c6a059287d","impliedFormat":99},{"version":"e614557ac840711673d2fe6e66406ec7694c7a1cef42e78a800382c239f2638f","impliedFormat":99},{"version":"76ffa78273d343734aa59cc0979a462990c987e50147236b74672fbee79ca270","impliedFormat":99},{"version":"850fbf1654677fe409ba3e12ee181e563fa0a7070c419647311f590405496f29","impliedFormat":99},{"version":"a574567339da42ff9ace598486d592d42d16d5e53b163aafb9c6cdf2cb3e17ce","impliedFormat":99},{"version":"142900562b33c2e63fdc9922aff07e57bd794e7ec23d937cd9c940f46962057f","impliedFormat":99},{"version":"b0bc4f8447aee120079f2c44e3f04d06eead02949da751bb22071ecce999b6a6","impliedFormat":99},{"version":"51592c90fa04739cc5ff105572a691a000df81ac2b98e6c67596442881f4fe17","impliedFormat":99},{"version":"b0633aa27d197a6c394da5010044e1338ff7b6985ce225faa382b9a973790732","impliedFormat":99},{"version":"d4f1cccd10db8fd8a8eb96d6e108bb265e734403edf110ae34a5a2bc63d900cd","impliedFormat":99},{"version":"38dccd112f2b57761c33428c2902fe68ddb3f30662127f28174926fe26e9a1f4","impliedFormat":99},{"version":"0507cfc21cde7e8fd3783acc164ceb7693e91fcfd8bf0640eb5f6e3b07d963e0","impliedFormat":99},{"version":"5b9f79368d0ad7e6a8c6a51b37c7072bfa976f24bd8ce20182db8c75b5a785ee","impliedFormat":99},{"version":"877f4b1a6c2db6bdad122d282e415c2f859721a122ec4c08c574a32d5cc30774","impliedFormat":99},{"version":"1b6ac81c5ee805e364b8f98f3488adc0321b86f7515128cd0c9ef70f7f04c5bd","impliedFormat":99},{"version":"3de94dc29280acbcddce4c013eaeda6448f5d22790d1a4b679c73f1c9dcda8b0","impliedFormat":99},{"version":"4b941a1cde194b1869941e360ea08a86d7ae69a9667942f7987e9d88fdc8f517","impliedFormat":99},{"version":"0005de3397107b20839c35c1084e88cf3b0cfd82806cdf700d69d0298aea4030","impliedFormat":99},{"version":"ffe3e180665984750e87ae0dc030b9838da3bb6b7bb0fa38e387095ab7f34fd7","impliedFormat":99},{"version":"374629bd5516d01f7ff28ead0ed0514561bfdd01c72cb305bf788d46e1dc5c5a","impliedFormat":99},{"version":"9895fa6d6e62818c5e3ed818117b7ab410aeb911d7c16a385be52cce618f6178","impliedFormat":99},{"version":"1e1e51c10bbc30d341ee498d54f564dd6faf462ccc13ef9b052ba65654b62441","signature":"600c0a44e42fa1519f172713837ec5857efab07ffb1d02c6966b3ff767c14ae5","impliedFormat":99},{"version":"3dfcd0a3bfa70b53135db3cf2e4ddcb7eccc3e4418ce833ae24eecd06928328f","impliedFormat":1},{"version":"33e12c9940a7f23d50742e5925a193bb4af9b23ee159251e6bc50bb9070618a1","impliedFormat":1},{"version":"bc41a8e33caf4d193b0c49ec70d1e8db5ce3312eafe5447c6c1d5a2084fece12","impliedFormat":1},{"version":"7c33f11a56ba4e79efc4ddae85f8a4a888e216d2bf66c863f344d403437ffc74","impliedFormat":1},{"version":"cbef1abd1f8987dee5c9ed8c768a880fbfbff7f7053e063403090f48335c8e4e","impliedFormat":1},{"version":"9249603c91a859973e8f481b67f50d8d0b3fa43e37878f9dfc4c70313ad63065","impliedFormat":1},{"version":"0132f67b7f128d4a47324f48d0918ec73cf4220a5e9ea8bd92b115397911254f","impliedFormat":1},{"version":"06b37153d512000a91cad6fcbae75ca795ecec00469effaa8916101a00d5b9e2","impliedFormat":1},{"version":"8a641e3402f2988bf993007bd814faba348b813fc4058fce5b06de3e81ed511a","impliedFormat":1},{"version":"281744305ba2dcb2d80e2021fae211b1b07e5d85cfc8e36f4520325fcf698dbb","impliedFormat":1},{"version":"e1b042779d17b69719d34f31822ddba8aa6f5eb15f221b02105785f4447e7f5b","impliedFormat":1},{"version":"6858337936b90bd31f1674c43bedda2edbab2a488d04adc02512aef47c792fd0","impliedFormat":1},{"version":"15cb3deecc635efb26133990f521f7f1cc95665d5db8d87e5056beaea564b0ce","impliedFormat":1},{"version":"e27605c8932e75b14e742558a4c3101d9f4fdd32e7e9a056b2ca83f37f973945","impliedFormat":1},{"version":"f0443725119ecde74b0d75c82555b1f95ee1c3cd371558e5528a83d1de8109de","impliedFormat":1},{"version":"7794810c4b3f03d2faa81189504b953a73eb80e5662a90e9030ea9a9a359a66f","impliedFormat":1},{"version":"b074516a691a30279f0fe6dff33cd76359c1daacf4ae024659e44a68756de602","impliedFormat":1},{"version":"57cbeb55ec95326d068a2ce33403e1b795f2113487f07c1f53b1eaf9c21ff2ce","impliedFormat":1},{"version":"a00362ee43d422bcd8239110b8b5da39f1122651a1809be83a518b1298fa6af8","impliedFormat":1},{"version":"a820499a28a5fcdbf4baec05cc069362041d735520ab5a94c38cc44db7df614c","impliedFormat":1},{"version":"33a6d7b07c85ac0cef9a021b78b52e2d901d2ebfd5458db68f229ca482c1910c","impliedFormat":1},{"version":"8f648847b52020c1c0cdfcc40d7bcab72ea470201a631004fde4d85ccbc0c4c7","impliedFormat":1},{"version":"7821d3b702e0c672329c4d036c7037ecf2e5e758eceb5e740dde1355606dc9f2","impliedFormat":1},{"version":"213e4f26ee5853e8ba314ecad3a73cd06ab244a0809749bb777cbc1619aa07d8","impliedFormat":1},{"version":"cafd6ef91d96228a618436c03d60fe5078f43d32df4c39ebd9f3f7d013dbe337","impliedFormat":1},{"version":"961fa18e1658f3f8e38c23e1a9bc3f4d7be75b056a94700291d5f82f57524ff0","impliedFormat":1},{"version":"079c02dc397960da2786db71d7c9e716475377bcedd81dede034f8a9f94c71b8","impliedFormat":1},{"version":"a7595cbb1b354b54dff14a6bb87d471e6d53b63de101a1b4d9d82d3d3f6eddec","impliedFormat":1},{"version":"1f49a85a97e01a26245fd74232b3b301ebe408fb4e969e72e537aa6ffbd3fe14","impliedFormat":1},{"version":"9c38563e4eabfffa597c4d6b9aa16e11e7f9a636f0dd80dd0a8bce1f6f0b2108","impliedFormat":1},{"version":"a971cba9f67e1c87014a2a544c24bc58bad1983970dfa66051b42ae441da1f46","impliedFormat":1},{"version":"df9b266bceb94167c2e8ae25db37d31a28de02ae89ff58e8174708afdec26738","impliedFormat":1},{"version":"9e5b8137b7ee679d31b35221503282561e764116d8b007c5419b6f9d60765683","impliedFormat":1},{"version":"3e7ae921a43416e155d7bbe5b4229b7686cfa6a20af0a3ae5a79dfe127355c21","impliedFormat":1},{"version":"c7200ae85e414d5ed1d3c9507ae38c097050161f57eb1a70bef021d796af87a7","impliedFormat":1},{"version":"4edb4ff36b17b2cf19014b2c901a6bdcdd0d8f732bcf3a11aa6fd0a111198e27","impliedFormat":1},{"version":"810f0d14ce416a343dcdd0d3074c38c094505e664c90636b113d048471c292e2","impliedFormat":1},{"version":"9c37dc73c97cd17686edc94cc534486509e479a1b8809ef783067b7dde5c6713","impliedFormat":1},{"version":"5fe2ef29b33889d3279d5bc92f8e554ffd32145a02f48d272d30fc1eea8b4c89","impliedFormat":1},{"version":"e39090ffe9c45c59082c3746e2aa2546dc53e3c5eeb4ad83f8210be7e2e58022","impliedFormat":1},{"version":"9f85a1810d42f75e1abb4fc94be585aae1fdac8ae752c76b912d95aef61bf5de","impliedFormat":1},{"version":"1e2587f9989eb52993aba54a2e4aee663d392e7b7555dbf63c0e621eeec4549c","impliedFormat":99},{"version":"c6c2f7ca8e09b0020387e38962dcafba007738506197c0098c58db9f365eeb84","impliedFormat":99},{"version":"ff193579ae0a7589ae598848ea49183fef52426bab83619642fd757ba4fcd5af","signature":"6dab7bf3344e712c92812be62867f8ffac1db8a9d4981fa74b6972eb322b5b55","impliedFormat":99},{"version":"d7a8d1e58d59580486d0c58c73f3cc2e49abf65ac37bdc224d8dcb3dbe4212f6","signature":"8d21b7522a04387d17c7d59788a528aefcfd08e5410a0bf6c62888ae2108bc05","impliedFormat":99},{"version":"11dbf124270d9fff22ac3a87c305a9f2f1febebc17bc092705082efc210b101a","signature":"b40d449cc587b14de2523690640fac40b9dcf1906ed7245964bc4fb9ca3121be","impliedFormat":99},{"version":"9d619e7dea1d55db8d3a66f11fa72014d16d4c4dee1d1fa7515239503473f51b","signature":"05fe816b0e47c50006d41685cadb82e227d83128f8c7490b2fd8e140c72ae2f1","impliedFormat":99},{"version":"4b43c9d123ffb94bd571ea3d67cc6555bfa39a89db3d8eb867618ee23699a95e","signature":"c4af7c978a660b2fd40440596bb7637fde1db7e364fc729c2b0640121c61eb64","impliedFormat":99},{"version":"85c6b3b00b69cdebaf1a91c4b3c3bcf7ed63ac53eef2986e727353a93b92764e","signature":"20d7edfc1f85a8f71c4227873a08955d5a32b030635eae32be54bd477b3b5e87","impliedFormat":99},{"version":"b65a50a94833ef965ad3bd24c8d0d15680123b2fc9b553732ad1fc83cbc54265","signature":"e1802d5da403ff72700f5add21ca79028a7e8ccbd4177f675ade62f80f60f987","impliedFormat":99},{"version":"8de38479143b8e98279afeb2e4caa84e65f1f05a72417887838bffda05b6fbeb","signature":"a90ba8199ac75b2732f0aaed4e9b8389bbe04491a12d8207dcb2a01bf89abaab","impliedFormat":99},{"version":"a722a71d8f3cb0028857b12579c7eca55acc76bf34e5db7eaf6fe817b985f9c3","impliedFormat":1},{"version":"b124c0624b15412ace7d54644ade38d7a69db7e25488a1a4d2a8df6e11696538","impliedFormat":99},{"version":"88cb5a8c472ebdb129c42b22ae19703aa4fda820ef00b8ff91022a0b818452f5","signature":"0fe85d229eec4988f2e19027758efdb87df674a122e6fec769f81ee50b17cdde","impliedFormat":99},{"version":"4e9d539744e0ec0b8781d93df6677bdb6d607343564c58ca572e96ecb941cde4","signature":"1e105ab6aa3768c83f930c2cb81a21719446ec2489bc6fbe150186f794568fac","impliedFormat":99},{"version":"662745f342d8f4451214f60e3a70845ee7a0014159f4e1e6c2392d514ffcc53a","signature":"bfa65eaabccb65e9e5960343bd937189ab47d9f00a8934d7745346e4e65c616b","impliedFormat":99},{"version":"0da9d6d9ae23598c0d1adda95c26bca516ec3b5a8d2698b1fdffd846f85f8499","signature":"6b7950360bd39a4f974f93378eef3f762002a8a53045686470768cfc88e75bdc","impliedFormat":99},{"version":"70521b6ab0dcba37539e5303104f29b721bfb2940b2776da4cc818c07e1fefc1","affectsGlobalScope":true,"impliedFormat":1},{"version":"ab41ef1f2cdafb8df48be20cd969d875602483859dc194e9c97c8a576892c052","affectsGlobalScope":true,"impliedFormat":1},{"version":"d153a11543fd884b596587ccd97aebbeed950b26933ee000f94009f1ab142848","affectsGlobalScope":true,"impliedFormat":1},{"version":"21d819c173c0cf7cc3ce57c3276e77fd9a8a01d35a06ad87158781515c9a438a","impliedFormat":1},{"version":"98cffbf06d6bab333473c70a893770dbe990783904002c4f1a960447b4b53dca","affectsGlobalScope":true,"impliedFormat":1},{"version":"ba481bca06f37d3f2c137ce343c7d5937029b2468f8e26111f3c9d9963d6568d","affectsGlobalScope":true,"impliedFormat":1},{"version":"6d9ef24f9a22a88e3e9b3b3d8c40ab1ddb0853f1bfbd5c843c37800138437b61","affectsGlobalScope":true,"impliedFormat":1},{"version":"1db0b7dca579049ca4193d034d835f6bfe73096c73663e5ef9a0b5779939f3d0","affectsGlobalScope":true,"impliedFormat":1},{"version":"9798340ffb0d067d69b1ae5b32faa17ab31b82466a3fc00d8f2f2df0c8554aaa","affectsGlobalScope":true,"impliedFormat":1},{"version":"f26b11d8d8e4b8028f1c7d618b22274c892e4b0ef5b3678a8ccbad85419aef43","affectsGlobalScope":true,"impliedFormat":1},{"version":"5929864ce17fba74232584d90cb721a89b7ad277220627cc97054ba15a98ea8f","impliedFormat":1},{"version":"763fe0f42b3d79b440a9b6e51e9ba3f3f91352469c1e4b3b67bfa4ff6352f3f4","impliedFormat":1},{"version":"25c8056edf4314820382a5fdb4bb7816999acdcb929c8f75e3f39473b87e85bc","impliedFormat":1},{"version":"c464d66b20788266e5353b48dc4aa6bc0dc4a707276df1e7152ab0c9ae21fad8","impliedFormat":1},{"version":"78d0d27c130d35c60b5e5566c9f1e5be77caf39804636bc1a40133919a949f21","impliedFormat":1},{"version":"c6fd2c5a395f2432786c9cb8deb870b9b0e8ff7e22c029954fabdd692bff6195","impliedFormat":1},{"version":"1d6e127068ea8e104a912e42fc0a110e2aa5a66a356a917a163e8cf9a65e4a75","impliedFormat":1},{"version":"5ded6427296cdf3b9542de4471d2aa8d3983671d4cac0f4bf9c637208d1ced43","impliedFormat":1},{"version":"7f182617db458e98fc18dfb272d40aa2fff3a353c44a89b2c0ccb3937709bfb5","impliedFormat":1},{"version":"cadc8aced301244057c4e7e73fbcae534b0f5b12a37b150d80e5a45aa4bebcbd","impliedFormat":1},{"version":"385aab901643aa54e1c36f5ef3107913b10d1b5bb8cbcd933d4263b80a0d7f20","impliedFormat":1},{"version":"9670d44354bab9d9982eca21945686b5c24a3f893db73c0dae0fd74217a4c219","impliedFormat":1},{"version":"0b8a9268adaf4da35e7fa830c8981cfa22adbbe5b3f6f5ab91f6658899e657a7","impliedFormat":1},{"version":"11396ed8a44c02ab9798b7dca436009f866e8dae3c9c25e8c1fbc396880bf1bb","impliedFormat":1},{"version":"ba7bc87d01492633cb5a0e5da8a4a42a1c86270e7b3d2dea5d156828a84e4882","impliedFormat":1},{"version":"4893a895ea92c85345017a04ed427cbd6a1710453338df26881a6019432febdd","impliedFormat":1},{"version":"c21dc52e277bcfc75fac0436ccb75c204f9e1b3fa5e12729670910639f27343e","impliedFormat":1},{"version":"13f6f39e12b1518c6650bbb220c8985999020fe0f21d818e28f512b7771d00f9","impliedFormat":1},{"version":"9b5369969f6e7175740bf51223112ff209f94ba43ecd3bb09eefff9fd675624a","impliedFormat":1},{"version":"4fe9e626e7164748e8769bbf74b538e09607f07ed17c2f20af8d680ee49fc1da","impliedFormat":1},{"version":"24515859bc0b836719105bb6cc3d68255042a9f02a6022b3187948b204946bd2","impliedFormat":1},{"version":"ea0148f897b45a76544ae179784c95af1bd6721b8610af9ffa467a518a086a43","impliedFormat":1},{"version":"24c6a117721e606c9984335f71711877293a9651e44f59f3d21c1ea0856f9cc9","impliedFormat":1},{"version":"dd3273ead9fbde62a72949c97dbec2247ea08e0c6952e701a483d74ef92d6a17","impliedFormat":1},{"version":"405822be75ad3e4d162e07439bac80c6bcc6dbae1929e179cf467ec0b9ee4e2e","impliedFormat":1},{"version":"0db18c6e78ea846316c012478888f33c11ffadab9efd1cc8bcc12daded7a60b6","impliedFormat":1},{"version":"e61be3f894b41b7baa1fbd6a66893f2579bfad01d208b4ff61daef21493ef0a8","impliedFormat":1},{"version":"bd0532fd6556073727d28da0edfd1736417a3f9f394877b6d5ef6ad88fba1d1a","impliedFormat":1},{"version":"89167d696a849fce5ca508032aabfe901c0868f833a8625d5a9c6e861ef935d2","impliedFormat":1},{"version":"615ba88d0128ed16bf83ef8ccbb6aff05c3ee2db1cc0f89ab50a4939bfc1943f","impliedFormat":1},{"version":"a4d551dbf8746780194d550c88f26cf937caf8d56f102969a110cfaed4b06656","impliedFormat":1},{"version":"8bd86b8e8f6a6aa6c49b71e14c4ffe1211a0e97c80f08d2c8cc98838006e4b88","impliedFormat":1},{"version":"317e63deeb21ac07f3992f5b50cdca8338f10acd4fbb7257ebf56735bf52ab00","impliedFormat":1},{"version":"4732aec92b20fb28c5fe9ad99521fb59974289ed1e45aecb282616202184064f","impliedFormat":1},{"version":"2e85db9e6fd73cfa3d7f28e0ab6b55417ea18931423bd47b409a96e4a169e8e6","impliedFormat":1},{"version":"c46e079fe54c76f95c67fb89081b3e399da2c7d109e7dca8e4b58d83e332e605","impliedFormat":1},{"version":"bf67d53d168abc1298888693338cb82854bdb2e69ef83f8a0092093c2d562107","impliedFormat":1},{"version":"2cbe0621042e2a68c7cbce5dfed3906a1862a16a7d496010636cdbdb91341c0f","affectsGlobalScope":true,"impliedFormat":1},{"version":"e2677634fe27e87348825bb041651e22d50a613e2fdf6a4a3ade971d71bac37e","impliedFormat":1},{"version":"7394959e5a741b185456e1ef5d64599c36c60a323207450991e7a42e08911419","impliedFormat":1},{"version":"8c0bcd6c6b67b4b503c11e91a1fb91522ed585900eab2ab1f61bba7d7caa9d6f","impliedFormat":1},{"version":"8cd19276b6590b3ebbeeb030ac271871b9ed0afc3074ac88a94ed2449174b776","affectsGlobalScope":true,"impliedFormat":1},{"version":"696eb8d28f5949b87d894b26dc97318ef944c794a9a4e4f62360cd1d1958014b","impliedFormat":1},{"version":"3f8fa3061bd7402970b399300880d55257953ee6d3cd408722cb9ac20126460c","impliedFormat":1},{"version":"35ec8b6760fd7138bbf5809b84551e31028fb2ba7b6dc91d95d098bf212ca8b4","affectsGlobalScope":true,"impliedFormat":1},{"version":"5524481e56c48ff486f42926778c0a3cce1cc85dc46683b92b1271865bcf015a","impliedFormat":1},{"version":"68bd56c92c2bd7d2339457eb84d63e7de3bd56a69b25f3576e1568d21a162398","affectsGlobalScope":true,"impliedFormat":1},{"version":"3e93b123f7c2944969d291b35fed2af79a6e9e27fdd5faa99748a51c07c02d28","impliedFormat":1},{"version":"9d19808c8c291a9010a6c788e8532a2da70f811adb431c97520803e0ec649991","impliedFormat":1},{"version":"87aad3dd9752067dc875cfaa466fc44246451c0c560b820796bdd528e29bef40","impliedFormat":1},{"version":"4aacb0dd020eeaef65426153686cc639a78ec2885dc72ad220be1d25f1a439df","impliedFormat":1},{"version":"f0bd7e6d931657b59605c44112eaf8b980ba7f957a5051ed21cb93d978cf2f45","impliedFormat":1},{"version":"8db0ae9cb14d9955b14c214f34dae1b9ef2baee2fe4ce794a4cd3ac2531e3255","affectsGlobalScope":true,"impliedFormat":1},{"version":"15fc6f7512c86810273af28f224251a5a879e4261b4d4c7e532abfbfc3983134","impliedFormat":1},{"version":"58adba1a8ab2d10b54dc1dced4e41f4e7c9772cbbac40939c0dc8ce2cdb1d442","impliedFormat":1},{"version":"2fd4c143eff88dabb57701e6a40e02a4dbc36d5eb1362e7964d32028056a782b","impliedFormat":1},{"version":"714435130b9015fae551788df2a88038471a5a11eb471f27c4ede86552842bc9","impliedFormat":1},{"version":"855cd5f7eb396f5f1ab1bc0f8580339bff77b68a770f84c6b254e319bbfd1ac7","impliedFormat":1},{"version":"5650cf3dace09e7c25d384e3e6b818b938f68f4e8de96f52d9c5a1b3db068e86","impliedFormat":1},{"version":"1354ca5c38bd3fd3836a68e0f7c9f91f172582ba30ab15bb8c075891b91502b7","affectsGlobalScope":true,"impliedFormat":1},{"version":"27fdb0da0daf3b337c5530c5f266efe046a6ceb606e395b346974e4360c36419","impliedFormat":1},{"version":"2d2fcaab481b31a5882065c7951255703ddbe1c0e507af56ea42d79ac3911201","impliedFormat":1},{"version":"a192fe8ec33f75edbc8d8f3ed79f768dfae11ff5735e7fe52bfa69956e46d78d","impliedFormat":1},{"version":"ca867399f7db82df981d6915bcbb2d81131d7d1ef683bc782b59f71dda59bc85","affectsGlobalScope":true,"impliedFormat":1},{"version":"d9e971bba9cf977c7774abbd4d2e3413a231af8a06a2e8b16af2a606bc91ddd0","affectsGlobalScope":true,"impliedFormat":1},{"version":"9e043a1bc8fbf2a255bccf9bf27e0f1caf916c3b0518ea34aa72357c0afd42ec","impliedFormat":1},{"version":"b4f70ec656a11d570e1a9edce07d118cd58d9760239e2ece99306ee9dfe61d02","impliedFormat":1},{"version":"3bc2f1e2c95c04048212c569ed38e338873f6a8593930cf5a7ef24ffb38fc3b6","impliedFormat":1},{"version":"6e70e9570e98aae2b825b533aa6292b6abd542e8d9f6e9475e88e1d7ba17c866","impliedFormat":1},{"version":"f9d9d753d430ed050dc1bf2667a1bab711ccbb1c1507183d794cc195a5b085cc","impliedFormat":1},{"version":"9eece5e586312581ccd106d4853e861aaaa1a39f8e3ea672b8c3847eedd12f6e","impliedFormat":1},{"version":"47ab634529c5955b6ad793474ae188fce3e6163e3a3fb5edd7e0e48f14435333","impliedFormat":1},{"version":"37ba7b45141a45ce6e80e66f2a96c8a5ab1bcef0fc2d0f56bb58df96ec67e972","impliedFormat":1},{"version":"45650f47bfb376c8a8ed39d4bcda5902ab899a3150029684ee4c10676d9fbaee","impliedFormat":1},{"version":"0225ecb9ed86bdb7a2c7fd01f1556906902929377b44483dc4b83e03b3ef227d","affectsGlobalScope":true,"impliedFormat":1},{"version":"74cf591a0f63db318651e0e04cb55f8791385f86e987a67fd4d2eaab8191f730","impliedFormat":1},{"version":"5eab9b3dc9b34f185417342436ec3f106898da5f4801992d8ff38ab3aff346b5","impliedFormat":1},{"version":"12ed4559eba17cd977aa0db658d25c4047067444b51acfdcbf38470630642b23","affectsGlobalScope":true,"impliedFormat":1},{"version":"f3ffabc95802521e1e4bcba4c88d8615176dc6e09111d920c7a213bdda6e1d65","impliedFormat":1},{"version":"f9ab232778f2842ffd6955f88b1049982fa2ecb764d129ee4893cbc290f41977","impliedFormat":1},{"version":"ae56f65caf3be91108707bd8dfbccc2a57a91feb5daabf7165a06a945545ed26","impliedFormat":1},{"version":"a136d5de521da20f31631a0a96bf712370779d1c05b7015d7019a9b2a0446ca9","impliedFormat":1},{"version":"c3b41e74b9a84b88b1dca61ec39eee25c0dbc8e7d519ba11bb070918cfacf656","affectsGlobalScope":true,"impliedFormat":1},{"version":"4737a9dc24d0e68b734e6cfbcea0c15a2cfafeb493485e27905f7856988c6b29","affectsGlobalScope":true,"impliedFormat":1},{"version":"36d8d3e7506b631c9582c251a2c0b8a28855af3f76719b12b534c6edf952748d","impliedFormat":1},{"version":"1ca69210cc42729e7ca97d3a9ad48f2e9cb0042bada4075b588ae5387debd318","impliedFormat":1},{"version":"f5ebe66baaf7c552cfa59d75f2bfba679f329204847db3cec385acda245e574e","impliedFormat":1},{"version":"ed59add13139f84da271cafd32e2171876b0a0af2f798d0c663e8eeb867732cf","affectsGlobalScope":true,"impliedFormat":1},{"version":"05db535df8bdc30d9116fe754a3473d1b6479afbc14ae8eb18b605c62677d518","impliedFormat":1},{"version":"b1810689b76fd473bd12cc9ee219f8e62f54a7d08019a235d07424afbf074d25","impliedFormat":1}],"root":[89,[133,140],[143,146]],"options":{"composite":true,"declaration":true,"declarationMap":true,"esModuleInterop":true,"module":199,"outDir":"./","rootDir":"..","skipLibCheck":true,"sourceMap":true,"strict":true,"target":9},"referencedMap":[[195,1],[196,1],[197,2],[152,3],[198,4],[199,5],[200,6],[147,7],[150,8],[148,7],[149,7],[201,9],[202,10],[203,11],[204,12],[205,13],[206,14],[207,14],[208,15],[209,16],[210,17],[211,18],[153,7],[151,7],[212,19],[213,20],[214,21],[246,22],[215,23],[216,24],[217,25],[218,26],[219,27],[220,28],[221,29],[222,30],[223,31],[224,32],[225,32],[226,33],[227,7],[228,34],[230,35],[229,36],[231,37],[232,38],[233,39],[234,40],[235,41],[236,42],[237,43],[238,44],[239,45],[240,46],[241,47],[242,48],[243,49],[154,7],[155,7],[156,7],[194,50],[244,51],[245,52],[142,53],[141,7],[132,54],[131,7],[56,7],[57,7],[11,7],[10,7],[2,7],[12,7],[13,7],[14,7],[15,7],[16,7],[17,7],[18,7],[19,7],[3,7],[20,7],[21,7],[4,7],[22,7],[26,7],[23,7],[24,7],[25,7],[27,7],[28,7],[29,7],[5,7],[30,7],[31,7],[32,7],[33,7],[6,7],[37,7],[34,7],[35,7],[36,7],[38,7],[7,7],[39,7],[44,7],[45,7],[40,7],[41,7],[42,7],[43,7],[8,7],[49,7],[46,7],[47,7],[48,7],[50,7],[9,7],[51,7],[52,7],[53,7],[55,7],[54,7],[1,7],[172,55],[182,56],[171,55],[192,57],[163,58],[162,59],[191,60],[185,61],[190,62],[165,63],[179,64],[164,65],[188,66],[160,67],[159,60],[189,68],[161,69],[166,70],[167,7],[170,70],[157,7],[193,71],[183,72],[174,73],[175,74],[177,75],[173,76],[176,77],[186,60],[168,78],[169,79],[178,80],[158,81],[181,72],[180,70],[184,7],[187,82],[123,83],[92,7],[110,84],[122,85],[121,86],[91,87],[130,88],[93,7],[111,89],[120,90],[97,91],[108,92],[115,93],[112,94],[95,95],[94,96],[107,97],[98,98],[114,99],[116,100],[117,101],[118,101],[119,102],[124,7],[90,7],[125,101],[126,103],[100,104],[101,104],[102,104],[109,105],[113,106],[99,107],[127,108],[128,109],[103,7],[96,110],[104,111],[105,112],[106,113],[129,92],[60,114],[61,115],[59,114],[58,7],[68,116],[86,117],[85,118],[87,119],[84,120],[83,121],[65,122],[78,123],[79,124],[77,123],[64,125],[76,116],[88,126],[72,127],[70,128],[69,7],[74,129],[73,130],[71,131],[67,132],[66,116],[63,116],[62,125],[75,116],[143,133],[134,134],[135,135],[133,136],[145,136],[146,137],[140,138],[139,137],[144,139],[136,140],[137,141],[138,142],[89,143],[82,144],[81,7],[80,7]],"latestChangedDtsFile":"./src/evaluators/json-validator.d.ts","version":"5.9.3"}

package/examples/experiment.yaml

@@ -0,0 +1,70 @@
+# Experiment configuration for module comparison
+
+models:
+  # Local MLX model - for testing text+json output format
+  gemma-12b-local:
+    model: "mlx-community/gemma-3-12b-it-qat-4bit"
+    provider: "mlx"
+    capabilities: ["local", "fast", "tools"]
+    priority: 20
+    enabled: true
+
+  # Vertex AI Gemini - for testing with structuredOutput support
+  gemini-vertexai:
+    model: "gemini-2.0-flash-exp"
+    provider: "vertexai"
+    capabilities: ["tools", "fast", "japanese"]
+    priority: 10
+    enabled: true
+
+  # GoogleGenAI Gemini - alternative for testing
+  gemini-googlegenai:
+    model: "gemini-2.0-flash-exp"
+    provider: "googlegenai"
+    capabilities: ["tools", "fast", "japanese"]
+    priority: 15
+    enabled: false  # Disabled by default
+
+drivers:
+  mlx: {}
+  vertexai:
+    project: "otolab-161708"
+    location: "us-central1"
+    # Path is resolved relative to this config file
+    # Can use ~/ for home directory or absolute paths
+    credentialsPath: "~/.nymphish-claude/otolab-vertexai-key.json"
+  googlegenai:
+    apiKey: "${GOOGLE_API_KEY}"  # Set via environment variable
+
+selection:
+  preferLocal: false  # Don't prefer local for experiments
+  preferFast: true
+  lenient: true
+
+# Evaluation configuration
+# Specifies which model to use for AI-based evaluation
+evaluation:
+  enabled: true
+  model: "gemini-vertexai"  # Reference by model name
+  # You can also specify model capabilities for selection
+  # If model not found, falls back to the best available model
+
+server:
+  port: 4100  # Different port to avoid conflict
+  host: "127.0.0.1"
+
+logging:
+  level: "info"
+  request_response_level: "full"
+
+# Modules to test
+# Each module should have: name, path (relative to this file), description (optional)
+modules: []
+
+# Test cases
+# Each test case should have: name, input (context object), optional: description, models (array of model names)
+testCases: []
+
+# Evaluators
+# Can be code evaluators (with path) or prompt evaluators (with prompt definition)
+evaluators: []