@modular-prompt/experiment 0.1.1

package/dist/src/run-comparison.js

@@ -0,0 +1,142 @@
+#!/usr/bin/env node
+/**
+ * Module Comparison Experiment
+ *
+ * Compares the performance and output quality of multiple prompt modules.
+ *
+ * Usage:
+ *   moduler-experiment <config> [options]
+ *
+ * Arguments:
+ *   <config>             Config file path (YAML, TypeScript, or JavaScript)
+ *
+ * Options:
+ *   --test-case <name>   Test case name filter
+ *   --model <provider>   Model provider filter (mlx, vertexai, googlegenai)
+ *   --modules <names>    Comma-separated module names (default: all)
+ *   --repeat <count>     Number of repetitions (default: 1)
+ *   --evaluate           Enable evaluation phase
+ *   --evaluators <names> Comma-separated evaluator names (default: all)
+ */
+import { parseArgs } from './cli/args.js';
+import { loadExperimentConfig } from './config/loader.js';
+import { loadModules, loadEvaluators } from './config/dynamic-loader.js';
+import { DriverManager } from './runner/driver-manager.js';
+import { ExperimentRunner } from './runner/experiment.js';
+import { StatisticsReporter } from './reporter/statistics.js';
+// Parse CLI arguments
+const options = parseArgs();
+// Display header
+console.log('='.repeat(80));
+console.log('Module Comparison Experiment');
+console.log('='.repeat(80));
+console.log(`Config: ${options.configPath}`);
+console.log(`Test case filter: ${options.testCaseFilter || 'all'}`);
+console.log(`Model filter: ${options.modelFilter || 'all enabled models'}`);
+console.log(`Modules: ${options.moduleFilter?.join(', ') || 'all'}`);
+console.log(`Repeat: ${options.repeatCount} time(s)`);
+console.log(`Evaluation: ${options.enableEvaluation ? 'enabled' : 'disabled'}`);
+if (options.enableEvaluation) {
+    console.log(`Evaluators: ${options.evaluatorFilter?.join(', ') || 'all'}`);
+}
+console.log('='.repeat(80));
+console.log();
+// Load configuration
+const { serverConfig, modules: configModules, testCases: configTestCases, evaluators: configEvaluators, aiService, configDir } = await loadExperimentConfig(options.configPath);
+// Keep models as object for experiment runner
+const models = serverConfig.models;
+// Display available models for logging
+const modelEntries = Object.entries(models).filter(([_, spec]) => spec.enabled !== false && (!spec.role || spec.role === 'test'));
+if (options.modelFilter) {
+    const filteredEntries = modelEntries.filter(([_, spec]) => spec.provider === options.modelFilter);
+    if (filteredEntries.length === 0) {
+        console.error(`❌ No enabled test models found for provider: ${options.modelFilter}`);
+        process.exit(1);
+    }
+    console.log(`📋 Testing with ${filteredEntries.length} model(s) (filtered by ${options.modelFilter}):`);
+    filteredEntries.forEach(([name, spec]) => console.log(`  - ${name}: ${spec.model} (${spec.provider})`));
+}
+else {
+    console.log(`📋 Testing with ${modelEntries.length} model(s):`);
+    modelEntries.forEach(([name, spec]) => console.log(`  - ${name}: ${spec.model} (${spec.provider})`));
+}
+console.log();
+// Load test cases
+const allTestCases = configTestCases;
+const testCases = options.testCaseFilter
+    ? allTestCases.filter((tc) => tc.name === options.testCaseFilter)
+    : allTestCases;
+if (testCases.length === 0) {
+    console.error(`❌ No test cases found${options.testCaseFilter ? ` matching: ${options.testCaseFilter}` : ''}`);
+    console.error('   Please add test cases to config file');
+    process.exit(1);
+}
+console.log(`🧪 Running ${testCases.length} test case(s)`);
+console.log();
+// Load modules (from module references)
+const allModules = await loadModules(configModules, configDir);
+const modules = options.moduleFilter
+    ? allModules.filter(m => options.moduleFilter.includes(m.name))
+    : allModules;
+if (modules.length === 0) {
+    console.error('❌ No modules to test');
+    console.error('   Please add modules to config file');
+    process.exit(1);
+}
+console.log(`📦 Testing ${modules.length} module(s):`);
+modules.forEach(m => console.log(`  - ${m.name}: ${m.description}`));
+console.log();
+// Get evaluators and evaluator model if evaluation is enabled
+let evaluators;
+let evaluatorModel;
+if (options.enableEvaluation) {
+    // Load evaluators (from evaluator references)
+    const allEvaluators = await loadEvaluators(configEvaluators, configDir);
+    evaluators = options.evaluatorFilter
+        ? allEvaluators.filter(e => options.evaluatorFilter.includes(e.name))
+        : allEvaluators;
+    if (evaluators.length === 0) {
+        console.error('❌ No evaluators found');
+        process.exit(1);
+    }
+    // Find evaluator model from evaluation config
+    if (!serverConfig.evaluation || !serverConfig.evaluation.enabled) {
+        console.error('❌ Evaluation is not configured in config file');
+        console.error('   Please add evaluation section to your config.yaml:');
+        console.error('   evaluation:');
+        console.error('     enabled: true');
+        console.error('     model: "model-name"');
+        console.error('     provider: "provider-name"');
+        process.exit(1);
+    }
+    const evaluationConfig = serverConfig.evaluation;
+    // Find the specified model by name
+    const modelName = evaluationConfig.model;
+    const modelSpec = serverConfig.models[modelName];
+    if (!modelSpec || modelSpec.enabled === false) {
+        console.error(`❌ Evaluator model not found or disabled: ${modelName}`);
+        console.error('   Please ensure the model is defined in the models section and enabled');
+        process.exit(1);
+    }
+    evaluatorModel = { name: modelName, spec: modelSpec };
+    console.log(`🔍 Evaluation enabled with ${evaluators.length} evaluator(s):`);
+    evaluators.forEach(e => console.log(`  - [${e.type}] ${e.name}: ${e.description}`));
+    console.log(`🔍 Evaluator model: ${modelName} (${modelSpec.provider}:${modelSpec.model})`);
+    console.log();
+}
+// Run experiment
+const driverManager = new DriverManager();
+const runner = new ExperimentRunner(aiService, driverManager, modules, testCases, models, options.repeatCount, evaluators, evaluatorModel);
+const results = await runner.run();
+// Display completion
+console.log('='.repeat(80));
+console.log('✨ Experiment completed');
+console.log('='.repeat(80));
+// Cleanup drivers
+await driverManager.cleanup();
+// Display statistics if repeated
+if (options.repeatCount > 1) {
+    const reporter = new StatisticsReporter(results);
+    reporter.report();
+}
+//# sourceMappingURL=run-comparison.js.map

package/dist/src/run-comparison.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-comparison.js","sourceRoot":"","sources":["../../src/run-comparison.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,eAAe,CAAC;AAC1C,OAAO,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,4BAA4B,CAAC;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAE9D,sBAAsB;AACtB,MAAM,OAAO,GAAG,SAAS,EAAE,CAAC;AAE5B,iBAAiB;AACjB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;AAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;AAC7C,OAAO,CAAC,GAAG,CAAC,qBAAqB,OAAO,CAAC,cAAc,IAAI,KAAK,EAAE,CAAC,CAAC;AACpE,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,WAAW,IAAI,oBAAoB,EAAE,CAAC,CAAC;AAC5E,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,YAAY,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;AACrE,OAAO,CAAC,GAAG,CAAC,WAAW,OAAO,CAAC,WAAW,UAAU,CAAC,CAAC;AACtD,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC;AAChF,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAC7B,OAAO,CAAC,GAAG,CAAC,eAAe,OAAO,CAAC,eAAe,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,EAAE,CAAC,CAAC;AAC7E,CAAC;AACD,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;AAEd,qBAAqB;AACrB,MAAM,EACJ,YAAY,EACZ,OAAO,EAAE,aAAa,EACtB,SAAS,EAAE,eAAe,EAC1B,UAAU,EAAE,gBAAgB,EAC5B,SAAS,EACT,SAAS,EACV,GAAG,MAAM,oBAAoB,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAEnD,8CAA8C;AAC9C,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;AAEnC,uCAAuC;AACvC,MAAM,YAAY,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAgB,EAAE,EAAE,CAC9E,IAAI,CAAC,OAAO,KAAK,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAC/D,CAAC;AAEF,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;IACxB,MAAM,eAAe,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAgB,EAAE,EAAE,CACvE,IAAI,CAAC,QAAQ,KAAK,OAAO,CAAC,WAAW,CACtC,CAAC;IACF,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,gDAAgD,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC;QACrF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IACD,OAAO,CAAC,GAAG,CAAC,mBAAmB,eAAe,CAAC,MAAM,0BAA0B,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;IACxG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAgB,EAAE,EAAE,CACtD,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,GAAG,CAAC,CAC7D,CAAC;AACJ,CAAC;KAAM,CAAC;IACN,OAAO,CAAC,GAAG,CAAC,mBAAmB,YAAY,CAAC,MAAM,YAAY,CAAC,CAAC;IAChE,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAgB,EAAE,EAAE,CACnD,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,KAAK,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,QAAQ,GAAG,CAAC,CAC7D,CAAC;AACJ,CAAC;AACD,OAAO,CAAC,GAAG,EAAE,CAAC;AAEd,kBAAkB;AAClB,MAAM,YAAY,GAAG,eAAe,CAAC;AACrC,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc;IACtC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAO,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,KAAK,OAAO,CAAC,cAAc,CAAC;IACtE,CAAC,CAAC,YAAY,CAAC;AAEjB,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;IAC3B,OAAO,CAAC,KAAK,CAAC,wBAAwB,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,cAAc,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC9G,OAAO,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC;IACzD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,CAAC,MAAM,eAAe,CAAC,CAAC;AAC3D,OAAO,CAAC,GAAG,EAAE,CAAC;AAEd,wCAAwC;AACxC,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC;AAC/D,MAAM,OAAO,GAAG,OAAO,CAAC,YAAY;IAClC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,YAAa,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC,CAAC,UAAU,CAAC;AAEf,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;IACzB,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC;IACtC,OAAO,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;IACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC;AAED,OAAO,CAAC,GAAG,CAAC,cAAc,OAAO,CAAC,MAAM,aAAa,CAAC,CAAC;AACvD,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AACrE,OAAO,CAAC,GAAG,EAAE,CAAC;AAEd,8DAA8D;AAC9D,IAAI,UAAU,CAAC;AACf,IAAI,cAAc,CAAC;AACnB,IAAI,OAAO,CAAC,gBAAgB,EAAE,CAAC;IAC7B,8CAA8C;IAC9C,MAAM,aAAa,GAAG,MAAM,cAAc,CAAC,gBAAgB,EAAE,SAAS,CAAC,CAAC;IACxE,UAAU,GAAG,OAAO,CAAC,eAAe;QAClC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,eAAgB,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACtE,CAAC,CAAC,aAAa,CAAC;IAElB,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACvC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,8CAA8C;IAC9C,IAAI,CAAC,YAAY,CAAC,UAAU,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACjE,OAAO,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;QAC/D,OAAO,CAAC,KAAK,CAAC,uDAAuD,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,CAAC;QAChC,OAAO,CAAC,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACpC,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAC1C,OAAO,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,gBAAgB,GAAG,YAAY,CAAC,UAAU,CAAC;IAEjD,mCAAmC;IACnC,MAAM,SAAS,GAAG,gBAAgB,CAAC,KAAK,CAAC;IACzC,MAAM,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;IAEjD,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,OAAO,KAAK,KAAK,EAAE,CAAC;QAC9C,OAAO,CAAC,KAAK,CAAC,4CAA4C,SAAS,EAAE,CAAC,CAAC;QACvE,OAAO,CAAC,KAAK,CAAC,yEAAyE,CAAC,CAAC;QACzF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,cAAc,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;IAEtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,UAAU,CAAC,MAAM,gBAAgB,CAAC,CAAC;IAC7E,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,KAAK,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC;IAC3F,OAAO,CAAC,GAAG,EAAE,CAAC;AAChB,CAAC;AAED,iBAAiB;AACjB,MAAM,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;AAC1C,MAAM,MAAM,GAAG,IAAI,gBAAgB,CACjC,SAAS,EACT,aAAa,EACb,OAAO,EACP,SAAS,EACT,MAAM,EACN,OAAO,CAAC,WAAW,EACnB,UAAU,EACV,cAAc,CACf,CAAC;AAEF,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,CAAC;AAEnC,qBAAqB;AACrB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAC5B,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC;AACtC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;AAE5B,kBAAkB;AAClB,MAAM,aAAa,CAAC,OAAO,EAAE,CAAC;AAE9B,iCAAiC;AACjC,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,EAAE,CAAC;IAC5B,MAAM,QAAQ,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IACjD,QAAQ,CAAC,MAAM,EAAE,CAAC;AACpB,CAAC"}

package/dist/src/runner/driver-manager.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Driver manager for caching and cleanup
+ */
+import type { AIService, ModelSpec } from '@modular-prompt/driver';
+export declare class DriverManager {
+    private cache;
+    /**
+     * Get or create driver for a model
+     *
+     * Drivers are cached by model name.
+     * Reuses existing driver if available.
+     *
+     * @param aiService - AIService instance
+     * @param modelName - Model name for caching
+     * @param modelSpec - Model spec
+     * @returns Driver instance
+     */
+    getOrCreate(aiService: AIService, modelName: string, modelSpec: ModelSpec): Promise<any>;
+    /**
+     * Close and remove a specific driver from cache
+     *
+     * @param modelName - Model name to close
+     */
+    close(modelName: string): Promise<void>;
+    /**
+     * Close all cached drivers
+     */
+    cleanup(): Promise<void>;
+}
+//# sourceMappingURL=driver-manager.d.ts.map

package/dist/src/runner/driver-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver-manager.d.ts","sourceRoot":"","sources":["../../../src/runner/driver-manager.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAEnE,qBAAa,aAAa;IACxB,OAAO,CAAC,KAAK,CAA0B;IAEvC;;;;;;;;;;OAUG;IACG,WAAW,CAAC,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAY9F;;;;OAIG;IACG,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkB7C;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAiB/B"}

package/dist/src/runner/driver-manager.js

@@ -0,0 +1,68 @@
+/**
+ * Driver manager for caching and cleanup
+ */
+export class DriverManager {
+    cache = new Map();
+    /**
+     * Get or create driver for a model
+     *
+     * Drivers are cached by model name.
+     * Reuses existing driver if available.
+     *
+     * @param aiService - AIService instance
+     * @param modelName - Model name for caching
+     * @param modelSpec - Model spec
+     * @returns Driver instance
+     */
+    async getOrCreate(aiService, modelName, modelSpec) {
+        if (this.cache.has(modelName)) {
+            console.log(`   Using cached driver for ${modelName}`);
+            return this.cache.get(modelName);
+        }
+        console.log(`   Creating new driver for ${modelName} (${modelSpec.provider}:${modelSpec.model})`);
+        const driver = await aiService.createDriver(modelSpec);
+        this.cache.set(modelName, driver);
+        return driver;
+    }
+    /**
+     * Close and remove a specific driver from cache
+     *
+     * @param modelName - Model name to close
+     */
+    async close(modelName) {
+        const driver = this.cache.get(modelName);
+        if (!driver) {
+            return;
+        }
+        try {
+            if (typeof driver.close === 'function') {
+                await driver.close();
+                console.log(`   ✅ Closed driver: ${modelName}`);
+            }
+            this.cache.delete(modelName);
+        }
+        catch (error) {
+            console.log(`   ⚠️  Failed to close driver ${modelName}: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Close all cached drivers
+     */
+    async cleanup() {
+        console.log();
+        console.log('🧹 Cleaning up...');
+        for (const [key, driver] of this.cache.entries()) {
+            try {
+                if (driver && typeof driver.close === 'function') {
+                    await driver.close();
+                    console.log(`   Closed driver: ${key}`);
+                }
+            }
+            catch (error) {
+                console.log(`   Warning: Failed to close driver ${key}: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        console.log('✅ Cleanup completed');
+    }
+}
+//# sourceMappingURL=driver-manager.js.map

package/dist/src/runner/driver-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"driver-manager.js","sourceRoot":"","sources":["../../../src/runner/driver-manager.ts"],"names":[],"mappings":"AAAA;;GAEG;AAIH,MAAM,OAAO,aAAa;IAChB,KAAK,GAAG,IAAI,GAAG,EAAe,CAAC;IAEvC;;;;;;;;;;OAUG;IACH,KAAK,CAAC,WAAW,CAAC,SAAoB,EAAE,SAAiB,EAAE,SAAoB;QAC7E,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,EAAE,CAAC,CAAC;YACvD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnC,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,8BAA8B,SAAS,KAAK,SAAS,CAAC,QAAQ,IAAI,SAAS,CAAC,KAAK,GAAG,CAAC,CAAC;QAClG,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QACvD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;QAClC,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK,CAAC,SAAiB;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAEzC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;gBACvC,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;gBACrB,OAAO,CAAC,GAAG,CAAC,uBAAuB,SAAS,EAAE,CAAC,CAAC;YAClD,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC/B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,iCAAiC,SAAS,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACvH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC;QAEjC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;oBACjD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;oBACrB,OAAO,CAAC,GAAG,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;gBAC1C,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,GAAG,CAAC,sCAAsC,GAAG,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACtH,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IACrC,CAAC;CACF"}

package/dist/src/runner/evaluator.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Evaluator runner
+ *
+ * Runs evaluation (code or prompt-based) for a single module
+ */
+import type { AIService, ModelSpec } from '@modular-prompt/driver';
+import type { EvaluationContext, EvaluationResult } from '../types.js';
+import type { LoadedEvaluator } from '../config/dynamic-loader.js';
+export declare class EvaluatorRunner {
+    private aiService;
+    private evaluatorModel;
+    constructor(aiService: AIService, evaluatorModel: ModelSpec);
+    /**
+     * Run evaluation for a single module
+     *
+     * @param evaluator - Loaded evaluator
+     * @param context - Evaluation context
+     * @returns Evaluation result
+     */
+    evaluate(evaluator: LoadedEvaluator, context: EvaluationContext): Promise<EvaluationResult>;
+    /**
+     * Evaluate using prompt-based evaluator
+     */
+    private evaluateWithPrompt;
+    /**
+     * Display evaluation results
+     *
+     * @param results - Evaluation results to display
+     */
+    displayResults(results: EvaluationResult[]): void;
+}
+//# sourceMappingURL=evaluator.d.ts.map

package/dist/src/runner/evaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../../src/runner/evaluator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,wBAAwB,CAAC;AACnE,OAAO,KAAK,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAEnE,qBAAa,eAAe;IAExB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,cAAc;gBADd,SAAS,EAAE,SAAS,EACpB,cAAc,EAAE,SAAS;IAGnC;;;;;;OAMG;IACG,QAAQ,CACZ,SAAS,EAAE,eAAe,EAC1B,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,gBAAgB,CAAC;IAuB5B;;OAEG;YACW,kBAAkB;IAiEhC;;;;OAIG;IACH,cAAc,CAAC,OAAO,EAAE,gBAAgB,EAAE,GAAG,IAAI;CA2ClD"}

package/dist/src/runner/evaluator.js

@@ -0,0 +1,146 @@
+/**
+ * Evaluator runner
+ *
+ * Runs evaluation (code or prompt-based) for a single module
+ */
+import { compile } from '@modular-prompt/core';
+export class EvaluatorRunner {
+    aiService;
+    evaluatorModel;
+    constructor(aiService, evaluatorModel) {
+        this.aiService = aiService;
+        this.evaluatorModel = evaluatorModel;
+    }
+    /**
+     * Run evaluation for a single module
+     *
+     * @param evaluator - Loaded evaluator
+     * @param context - Evaluation context
+     * @returns Evaluation result
+     */
+    async evaluate(evaluator, context) {
+        console.log(`🔍 [${evaluator.name}] Evaluating ${context.moduleName}...`);
+        try {
+            if (evaluator.type === 'code') {
+                // Code evaluator - direct execution
+                return await evaluator.codeEvaluator.evaluate(context);
+            }
+            else {
+                // Prompt evaluator - LLM execution
+                return await this.evaluateWithPrompt(evaluator, context);
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            console.log(`🔍 [${evaluator.name}] ❌ Error: ${errorMessage}`);
+            return {
+                evaluator: evaluator.name,
+                moduleName: context.moduleName,
+                error: errorMessage,
+            };
+        }
+    }
+    /**
+     * Evaluate using prompt-based evaluator
+     */
+    async evaluateWithPrompt(evaluator, context) {
+        // Compile evaluation prompt
+        const compiled = compile(evaluator.promptEvaluator.module, context);
+        // Create driver for evaluator model
+        const driver = await this.aiService.createDriver(this.evaluatorModel);
+        // Run evaluation
+        const startTime = Date.now();
+        const result = await driver.query(compiled, {
+            temperature: 0.3, // Lower temperature for consistent evaluation
+            maxTokens: 4096,
+        });
+        const elapsed = Date.now() - startTime;
+        console.log(`🔍 [${evaluator.name}] ✅ Completed (${elapsed}ms)`);
+        // Close driver
+        if (driver && typeof driver.close === 'function') {
+            await driver.close();
+        }
+        // Use structured output if available
+        if (result.structuredOutput) {
+            const structured = result.structuredOutput;
+            return {
+                evaluator: evaluator.name,
+                moduleName: context.moduleName,
+                score: structured.score,
+                reasoning: structured.reasoning,
+                details: structured.details,
+                raw: result.content,
+            };
+        }
+        // Fallback: try to parse JSON from content
+        try {
+            const jsonMatch = result.content.match(/```json\s*\n([\s\S]*?)\n```/);
+            if (jsonMatch) {
+                const parsed = JSON.parse(jsonMatch[1]);
+                return {
+                    evaluator: evaluator.name,
+                    moduleName: context.moduleName,
+                    score: parsed.score,
+                    reasoning: parsed.reasoning,
+                    details: parsed.details,
+                    raw: result.content,
+                };
+            }
+        }
+        catch {
+            console.log(`🔍 [${evaluator.name}] ⚠️  Failed to parse JSON response`);
+        }
+        // Fallback: return raw response
+        return {
+            evaluator: evaluator.name,
+            moduleName: context.moduleName,
+            reasoning: result.content,
+            raw: result.content,
+        };
+    }
+    /**
+     * Display evaluation results
+     *
+     * @param results - Evaluation results to display
+     */
+    displayResults(results) {
+        console.log();
+        console.log('='.repeat(80));
+        console.log('📊 Evaluation Results');
+        console.log('='.repeat(80));
+        console.log();
+        // Group by module
+        const byModule = new Map();
+        for (const result of results) {
+            if (!byModule.has(result.moduleName)) {
+                byModule.set(result.moduleName, []);
+            }
+            byModule.get(result.moduleName).push(result);
+        }
+        for (const [moduleName, moduleResults] of byModule) {
+            console.log(`📦 ${moduleName}`);
+            console.log('─'.repeat(80));
+            for (const result of moduleResults) {
+                console.log(`   🔍 ${result.evaluator}`);
+                if (result.error) {
+                    console.log(`      ❌ Error: ${result.error}`);
+                }
+                else {
+                    if (result.score !== undefined) {
+                        console.log(`      Score: ${result.score.toFixed(1)}/10`);
+                    }
+                    if (result.reasoning) {
+                        console.log(`      Reasoning: ${result.reasoning}`);
+                    }
+                    if (result.details) {
+                        console.log(`      Details:`);
+                        console.log(`      ${JSON.stringify(result.details, null, 2).split('\n').join('\n      ')}`);
+                    }
+                }
+                console.log();
+            }
+        }
+        console.log('='.repeat(80));
+    }
+}
+//# sourceMappingURL=evaluator.js.map

package/dist/src/runner/evaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../../src/runner/evaluator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AAK/C,MAAM,OAAO,eAAe;IAEhB;IACA;IAFV,YACU,SAAoB,EACpB,cAAyB;QADzB,cAAS,GAAT,SAAS,CAAW;QACpB,mBAAc,GAAd,cAAc,CAAW;IAChC,CAAC;IAEJ;;;;;;OAMG;IACH,KAAK,CAAC,QAAQ,CACZ,SAA0B,EAC1B,OAA0B;QAE1B,OAAO,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,IAAI,gBAAgB,OAAO,CAAC,UAAU,KAAK,CAAC,CAAC;QAE1E,IAAI,CAAC;YACH,IAAI,SAAS,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC9B,oCAAoC;gBACpC,OAAO,MAAM,SAAS,CAAC,aAAc,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAC1D,CAAC;iBAAM,CAAC;gBACN,mCAAmC;gBACnC,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAC5E,OAAO,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,IAAI,cAAc,YAAY,EAAE,CAAC,CAAC;YAE/D,OAAO;gBACL,SAAS,EAAE,SAAS,CAAC,IAAI;gBACzB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,KAAK,EAAE,YAAY;aACpB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,kBAAkB,CAC9B,SAA0B,EAC1B,OAA0B;QAE1B,4BAA4B;QAC5B,MAAM,QAAQ,GAAG,OAAO,CAAC,SAAS,CAAC,eAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErE,oCAAoC;QACpC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAEtE,iBAAiB;QACjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE;YAC1C,WAAW,EAAE,GAAG,EAAE,8CAA8C;YAChE,SAAS,EAAE,IAAI;SAChB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,OAAO,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,IAAI,kBAAkB,OAAO,KAAK,CAAC,CAAC;QAEjE,eAAe;QACf,IAAI,MAAM,IAAI,OAAO,MAAM,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACjD,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QAED,qCAAqC;QACrC,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC5B,MAAM,UAAU,GAAG,MAAM,CAAC,gBAAuB,CAAC;YAClD,OAAO;gBACL,SAAS,EAAE,SAAS,CAAC,IAAI;gBACzB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,KAAK,EAAE,UAAU,CAAC,KAAK;gBACvB,SAAS,EAAE,UAAU,CAAC,SAAS;gBAC/B,OAAO,EAAE,UAAU,CAAC,OAAO;gBAC3B,GAAG,EAAE,MAAM,CAAC,OAAO;aACpB,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,IAAI,CAAC;YACH,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;YACtE,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,OAAO;oBACL,SAAS,EAAE,SAAS,CAAC,IAAI;oBACzB,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,MAAM,CAAC,SAAS;oBAC3B,OAAO,EAAE,MAAM,CAAC,OAAO;oBACvB,GAAG,EAAE,MAAM,CAAC,OAAO;iBACpB,CAAC;YACJ,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,GAAG,CAAC,OAAO,SAAS,CAAC,IAAI,qCAAqC,CAAC,CAAC;QAC1E,CAAC;QAED,gCAAgC;QAChC,OAAO;YACL,SAAS,EAAE,SAAS,CAAC,IAAI;YACzB,UAAU,EAAE,OAAO,CAAC,UAAU;YAC9B,SAAS,EAAE,MAAM,CAAC,OAAO;YACzB,GAAG,EAAE,MAAM,CAAC,OAAO;SACpB,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,cAAc,CAAC,OAA2B;QACxC,OAAO,CAAC,GAAG,EAAE,CAAC;QACd,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,EAAE,CAAC;QAEd,kBAAkB;QAClB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAA8B,CAAC;QACvD,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,CAAC;gBACrC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;YACtC,CAAC;YACD,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,UAAU,CAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAChD,CAAC;QAED,KAAK,MAAM,CAAC,UAAU,EAAE,aAAa,CAAC,IAAI,QAAQ,EAAE,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,MAAM,UAAU,EAAE,CAAC,CAAC;YAChC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;YAE5B,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;gBACnC,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBAEzC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;oBACjB,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBAChD,CAAC;qBAAM,CAAC;oBACN,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;wBAC/B,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC5D,CAAC;oBACD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;wBACrB,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;oBACtD,CAAC;oBACD,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;wBACnB,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;wBAC9B,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC;oBAC/F,CAAC;gBACH,CAAC;gBACD,OAAO,CAAC,GAAG,EAAE,CAAC;YAChB,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACF"}

package/dist/src/runner/experiment.d.ts

@@ -0,0 +1,40 @@
+/**
+ * Experiment runner - orchestrates the entire experiment
+ */
+import type { AIService, ModelSpec } from '@modular-prompt/driver';
+import type { ModuleDefinition, TestResult, TestCase } from '../types.js';
+import type { DriverManager } from './driver-manager.js';
+import type { LoadedEvaluator } from '../config/dynamic-loader.js';
+export declare class ExperimentRunner {
+    private aiService;
+    private driverManager;
+    private modules;
+    private testCases;
+    private models;
+    private repeatCount;
+    private evaluators?;
+    private evaluatorModel?;
+    constructor(aiService: AIService, driverManager: DriverManager, modules: ModuleDefinition[], testCases: TestCase[], models: Record<string, ModelSpec>, repeatCount: number, evaluators?: LoadedEvaluator[] | undefined, evaluatorModel?: {
+        name: string;
+        spec: ModelSpec;
+    } | undefined);
+    /**
+     * Run the experiment
+     *
+     * @returns Array of TestResult
+     */
+    run(): Promise<TestResult[]>;
+    /**
+     * Run module test with multiple repetitions
+     */
+    private runModuleTest;
+    /**
+     * Run evaluation phase
+     */
+    private runEvaluationPhase;
+    /**
+     * Compare prompts across modules
+     */
+    private comparePrompts;
+}
+//# sourceMappingURL=experiment.d.ts.map

package/dist/src/runner/experiment.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"experiment.d.ts","sourceRoot":"","sources":["../../../src/runner/experiment.ts"],"names":[],"mappings":"AAAA;;GAEG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAe,SAAS,EAAE,MAAM,wBAAwB,CAAC;AAChF,OAAO,KAAK,EAAE,gBAAgB,EAAE,UAAU,EAAE,QAAQ,EAAuC,MAAM,aAAa,CAAC;AAC/G,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAGnE,qBAAa,gBAAgB;IAEzB,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,aAAa;IACrB,OAAO,CAAC,OAAO;IACf,OAAO,CAAC,SAAS;IACjB,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,UAAU,CAAC;IACnB,OAAO,CAAC,cAAc,CAAC;gBAPf,SAAS,EAAE,SAAS,EACpB,aAAa,EAAE,aAAa,EAC5B,OAAO,EAAE,gBAAgB,EAAE,EAC3B,SAAS,EAAE,QAAQ,EAAE,EACrB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,EACjC,WAAW,EAAE,MAAM,EACnB,UAAU,CAAC,EAAE,eAAe,EAAE,YAAA,EAC9B,cAAc,CAAC,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,SAAS,CAAA;KAAE,YAAA;IAG5D;;;;OAIG;IACG,GAAG,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IA6GlC;;OAEG;YACW,aAAa;IA0C3B;;OAEG;YACW,kBAAkB;IA2BhC;;OAEG;IACH,OAAO,CAAC,cAAc;CAgCvB"}