@nahisaho/katashiro-evaluation 2.0.0

package/dist/ExperimentRunner.js

@@ -0,0 +1,170 @@
+/**
+ * Experiment Runner
+ *
+ * @requirement REQ-EVAL-005
+ * @design DES-KATASHIRO-003-EVAL §3.5
+ */
+import { getDatasetManager } from './DatasetManager.js';
+import { getEvaluatorRegistry } from './evaluators/CompositeEvaluator.js';
+/**
+ * 実験ランナー
+ */
+export class ExperimentRunner {
+    config;
+    experiments = new Map();
+    constructor(config) {
+        this.config = {
+            concurrency: config?.concurrency ?? 5,
+            timeout: config?.timeout ?? 30000,
+            onProgress: config?.onProgress ?? (() => { }),
+        };
+    }
+    /**
+     * 実験実行
+     */
+    async run(experimentConfig, generator) {
+        const startTime = Date.now();
+        const experimentId = `exp-${Date.now()}-${Math.random().toString(36).slice(2)}`;
+        // データセット取得
+        const datasetMgr = getDatasetManager();
+        const items = datasetMgr.getItems(experimentConfig.datasetId);
+        if (items.length === 0) {
+            throw new Error(`Dataset ${experimentConfig.datasetId} is empty or not found`);
+        }
+        // 評価器取得
+        const registry = getEvaluatorRegistry();
+        const evaluators = [];
+        for (const name of experimentConfig.evaluators) {
+            const evaluator = registry.get(name);
+            if (evaluator) {
+                evaluators.push(evaluator);
+            }
+        }
+        if (evaluators.length === 0) {
+            throw new Error('No evaluators found');
+        }
+        // 実験実行
+        const details = [];
+        let successCount = 0;
+        let errorCount = 0;
+        for (let i = 0; i < items.length; i++) {
+            const item = items[i];
+            this.config.onProgress(i + 1, items.length);
+            try {
+                // 出力生成
+                const output = await Promise.race([
+                    generator(item.input),
+                    new Promise((_, reject) => setTimeout(() => reject(new Error('Generation timeout')), this.config.timeout)),
+                ]);
+                // 評価実行
+                const evalInput = {
+                    input: item.input,
+                    output,
+                    expected: item.expected,
+                    context: item.metadata,
+                };
+                const evaluations = await Promise.all(evaluators.map((e) => e.evaluate(evalInput)));
+                details.push({
+                    itemId: item.id,
+                    input: item.input,
+                    output,
+                    expected: item.expected,
+                    evaluations,
+                    success: true,
+                });
+                successCount++;
+            }
+            catch (error) {
+                details.push({
+                    itemId: item.id,
+                    input: item.input,
+                    output: '',
+                    expected: item.expected,
+                    evaluations: [],
+                    success: false,
+                    error: error instanceof Error ? error.message : 'Unknown error',
+                });
+                errorCount++;
+            }
+        }
+        // サマリー計算
+        const summary = this.calculateSummary(details, evaluators);
+        const result = {
+            id: experimentId,
+            name: experimentConfig.name,
+            timestamp: new Date().toISOString(),
+            datasetId: experimentConfig.datasetId,
+            summary,
+            details,
+            durationMs: Date.now() - startTime,
+            metadata: {
+                tags: experimentConfig.tags,
+            },
+        };
+        this.experiments.set(experimentId, result);
+        return result;
+    }
+    /**
+     * 実験結果取得
+     */
+    getResult(experimentId) {
+        return this.experiments.get(experimentId);
+    }
+    /**
+     * 全実験結果取得
+     */
+    listResults() {
+        return Array.from(this.experiments.values());
+    }
+    /**
+     * サマリー計算
+     */
+    calculateSummary(details, evaluators) {
+        const successDetails = details.filter((d) => d.success);
+        const averageScores = {};
+        const stdDevs = {};
+        for (const evaluator of evaluators) {
+            const scores = successDetails
+                .map((d) => d.evaluations.find((e) => e.evaluator === evaluator.name))
+                .filter((e) => e !== undefined)
+                .map((e) => e.normalizedScore);
+            if (scores.length > 0) {
+                const avg = scores.reduce((a, b) => a + b, 0) / scores.length;
+                averageScores[evaluator.name] = avg;
+                const variance = scores.reduce((sum, s) => sum + Math.pow(s - avg, 2), 0) /
+                    scores.length;
+                stdDevs[evaluator.name] = Math.sqrt(variance);
+            }
+        }
+        const overallScore = Object.keys(averageScores).length > 0
+            ? Object.values(averageScores).reduce((a, b) => a + b, 0) /
+                Object.keys(averageScores).length
+            : 0;
+        return {
+            averageScores,
+            stdDevs,
+            overallScore,
+            totalItems: details.length,
+            successCount: successDetails.length,
+            errorCount: details.length - successDetails.length,
+        };
+    }
+}
+// シングルトン
+let experimentRunner = null;
+/**
+ * グローバル実験ランナー取得
+ */
+export function getExperimentRunner() {
+    if (!experimentRunner) {
+        experimentRunner = new ExperimentRunner();
+    }
+    return experimentRunner;
+}
+/**
+ * 実験ランナーリセット（テスト用）
+ */
+export function resetExperimentRunner() {
+    experimentRunner = null;
+}
+//# sourceMappingURL=ExperimentRunner.js.map

package/dist/ExperimentRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExperimentRunner.js","sourceRoot":"","sources":["../src/ExperimentRunner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAUH,OAAO,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AACxD,OAAO,EAAE,oBAAoB,EAAE,MAAM,oCAAoC,CAAC;AAc1E;;GAEG;AACH,MAAM,OAAO,gBAAgB;IACnB,MAAM,CAAmC;IACzC,WAAW,GAAkC,IAAI,GAAG,EAAE,CAAC;IAE/D,YAAY,MAA+B;QACzC,IAAI,CAAC,MAAM,GAAG;YACZ,WAAW,EAAE,MAAM,EAAE,WAAW,IAAI,CAAC;YACrC,OAAO,EAAE,MAAM,EAAE,OAAO,IAAI,KAAK;YACjC,UAAU,EAAE,MAAM,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC;SAC7C,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,gBAAkC,EAClC,SAA6C;QAE7C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QAEhF,WAAW;QACX,MAAM,UAAU,GAAG,iBAAiB,EAAE,CAAC;QACvC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAE9D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,WAAW,gBAAgB,CAAC,SAAS,wBAAwB,CAAC,CAAC;QACjF,CAAC;QAED,QAAQ;QACR,MAAM,QAAQ,GAAG,oBAAoB,EAAE,CAAC;QACxC,MAAM,UAAU,GAAgB,EAAE,CAAC;QACnC,KAAK,MAAM,IAAI,IAAI,gBAAgB,CAAC,UAAU,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACrC,IAAI,SAAS,EAAE,CAAC;gBACd,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YAC7B,CAAC;QACH,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;QACzC,CAAC;QAED,OAAO;QACP,MAAM,OAAO,GAA6B,EAAE,CAAC;QAC7C,IAAI,YAAY,GAAG,CAAC,CAAC;QACrB,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAE,CAAC;YACvB,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YAE5C,IAAI,CAAC;gBACH,OAAO;gBACP,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;oBAChC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC;oBACrB,IAAI,OAAO,CAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAC/B,UAAU,CACR,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC,EAC7C,IAAI,CAAC,MAAM,CAAC,OAAO,CACpB,CACF;iBACF,CAAC,CAAC;gBAEH,OAAO;gBACP,MAAM,SAAS,GAAoB;oBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM;oBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,OAAO,EAAE,IAAI,CAAC,QAAQ;iBACvB,CAAC;gBAEF,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CACnC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAC7C,CAAC;gBAEF,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM;oBACN,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW;oBACX,OAAO,EAAE,IAAI;iBACd,CAAC,CAAC;gBAEH,YAAY,EAAE,CAAC;YACjB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC;oBACX,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,MAAM,EAAE,EAAE;oBACV,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,WAAW,EAAE,EAAE;oBACf,OAAO,EAAE,KAAK;oBACd,KAAK,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe;iBAChE,CAAC,CAAC;gBAEH,UAAU,EAAE,CAAC;YACf,CAAC;QACH,CAAC;QAED,SAAS;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QAE3D,MAAM,MAAM,GAAqB;YAC/B,EAAE,EAAE,YAAY;YAChB,IAAI,EAAE,gBAAgB,CAAC,IAAI;YAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,SAAS,EAAE,gBAAgB,CAAC,SAAS;YACrC,OAAO;YACP,OAAO;YACP,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;YAClC,QAAQ,EAAE;gBACR,IAAI,EAAE,gBAAgB,CAAC,IAAI;aAC5B;SACF,CAAC;QAEF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAE3C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,YAAoB;QAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC5C,CAAC;IAED;;OAEG;IACH,WAAW;QACT,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACK,gBAAgB,CACtB,OAAiC,EACjC,UAAuB;QAEvB,MAAM,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QACxD,MAAM,aAAa,GAA2B,EAAE,CAAC;QACjD,MAAM,OAAO,GAA2B,EAAE,CAAC;QAE3C,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,cAAc;iBAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,SAAS,CAAC,IAAI,CAAC,CAAC;iBACrE,MAAM,CAAC,CAAC,CAAC,EAA8B,EAAE,CAAC,CAAC,KAAK,SAAS,CAAC;iBAC1D,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC;YAEjC,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC9D,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC;gBAEpC,MAAM,QAAQ,GACZ,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;oBACxD,MAAM,CAAC,MAAM,CAAC;gBAChB,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAChD,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAChB,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC;YACnC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACvD,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,MAAM;YACnC,CAAC,CAAC,CAAC,CAAC;QAER,OAAO;YACL,aAAa;YACb,OAAO;YACP,YAAY;YACZ,UAAU,EAAE,OAAO,CAAC,MAAM;YAC1B,YAAY,EAAE,cAAc,CAAC,MAAM;YACnC,UAAU,EAAE,OAAO,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM;SACnD,CAAC;IACJ,CAAC;CACF;AAED,SAAS;AACT,IAAI,gBAAgB,GAA4B,IAAI,CAAC;AAErD;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACtB,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAC5C,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB;IACnC,gBAAgB,GAAG,IAAI,CAAC;AAC1B,CAAC"}

package/dist/evaluators/CompositeEvaluator.d.ts

@@ -0,0 +1,66 @@
+/**
+ * Composite Evaluator
+ *
+ * @requirement REQ-EVAL-002
+ * @design DES-KATASHIRO-003-EVAL §3.2
+ */
+import type { Evaluator, EvaluationInput, EvaluationResult } from '../types.js';
+/**
+ * 複合評価器設定
+ */
+export interface CompositeEvaluatorConfig {
+    /** 評価器名 */
+    name?: string;
+    /** 評価器リスト */
+    evaluators: Array<{
+        evaluator: Evaluator;
+        weight?: number;
+    }>;
+    /** 集約方法 */
+    aggregation?: 'weighted' | 'min' | 'max' | 'average';
+}
+/**
+ * 複合評価器
+ */
+export declare class CompositeEvaluator implements Evaluator {
+    readonly name: string;
+    private evaluators;
+    private aggregation;
+    constructor(config: CompositeEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * 評価器レジストリ
+ */
+export declare class EvaluatorRegistry {
+    private evaluators;
+    /**
+     * 評価器登録
+     */
+    register(name: string, evaluator: Evaluator): void;
+    /**
+     * 評価器取得
+     */
+    get(name: string): Evaluator | undefined;
+    /**
+     * 評価器削除
+     */
+    unregister(name: string): boolean;
+    /**
+     * 全評価器取得
+     */
+    getAll(): Evaluator[];
+    /**
+     * 評価器名一覧
+     */
+    list(): string[];
+}
+/**
+ * グローバル評価器レジストリ取得
+ */
+export declare function getEvaluatorRegistry(): EvaluatorRegistry;
+/**
+ * 評価器レジストリリセット（テスト用）
+ */
+export declare function resetEvaluatorRegistry(): void;
+//# sourceMappingURL=CompositeEvaluator.d.ts.map

package/dist/evaluators/CompositeEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompositeEvaluator.d.ts","sourceRoot":"","sources":["../../src/evaluators/CompositeEvaluator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,wBAAwB;IACvC,WAAW;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa;IACb,UAAU,EAAE,KAAK,CAAC;QAChB,SAAS,EAAE,SAAS,CAAC;QACrB,MAAM,CAAC,EAAE,MAAM,CAAC;KACjB,CAAC,CAAC;IACH,WAAW;IACX,WAAW,CAAC,EAAE,UAAU,GAAG,KAAK,GAAG,KAAK,GAAG,SAAS,CAAC;CACtD;AAED;;GAEG;AACH,qBAAa,kBAAmB,YAAW,SAAS;IAClD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,UAAU,CAAkD;IACpE,OAAO,CAAC,WAAW,CAA0C;gBAEjD,MAAM,EAAE,wBAAwB;IAStC,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoDlE;AAED;;GAEG;AACH,qBAAa,iBAAiB;IAC5B,OAAO,CAAC,UAAU,CAAqC;IAEvD;;OAEG;IACH,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,GAAG,IAAI;IAIlD;;OAEG;IACH,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,SAAS;IAIxC;;OAEG;IACH,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIjC;;OAEG;IACH,MAAM,IAAI,SAAS,EAAE;IAIrB;;OAEG;IACH,IAAI,IAAI,MAAM,EAAE;CAGjB;AAKD;;GAEG;AACH,wBAAgB,oBAAoB,IAAI,iBAAiB,CAKxD;AAED;;GAEG;AACH,wBAAgB,sBAAsB,IAAI,IAAI,CAE7C"}

package/dist/evaluators/CompositeEvaluator.js

@@ -0,0 +1,122 @@
+/**
+ * Composite Evaluator
+ *
+ * @requirement REQ-EVAL-002
+ * @design DES-KATASHIRO-003-EVAL §3.2
+ */
+/**
+ * 複合評価器
+ */
+export class CompositeEvaluator {
+    name;
+    evaluators;
+    aggregation;
+    constructor(config) {
+        this.name = config.name ?? 'composite';
+        this.evaluators = config.evaluators.map((e) => ({
+            evaluator: e.evaluator,
+            weight: e.weight ?? 1,
+        }));
+        this.aggregation = config.aggregation ?? 'weighted';
+    }
+    async evaluate(input) {
+        const results = await Promise.all(this.evaluators.map((e) => e.evaluator.evaluate(input)));
+        const scores = results.map((r, i) => ({
+            score: r.normalizedScore,
+            weight: this.evaluators[i]?.weight ?? 1,
+        }));
+        let aggregatedScore;
+        switch (this.aggregation) {
+            case 'min':
+                aggregatedScore = Math.min(...scores.map((s) => s.score));
+                break;
+            case 'max':
+                aggregatedScore = Math.max(...scores.map((s) => s.score));
+                break;
+            case 'average':
+                aggregatedScore =
+                    scores.reduce((sum, s) => sum + s.score, 0) / scores.length;
+                break;
+            case 'weighted':
+            default: {
+                const totalWeight = scores.reduce((sum, s) => sum + s.weight, 0);
+                aggregatedScore =
+                    totalWeight > 0
+                        ? scores.reduce((sum, s) => sum + s.score * s.weight, 0) / totalWeight
+                        : 0;
+            }
+        }
+        const reasoning = results
+            .map((r) => `${r.evaluator}: ${r.score.toFixed(2)} (${r.reasoning})`)
+            .join('; ');
+        return {
+            evaluator: this.name,
+            score: aggregatedScore,
+            normalizedScore: aggregatedScore,
+            reasoning: `複合評価 [${this.aggregation}]: ${reasoning}`,
+            passed: aggregatedScore >= 0.5,
+            metadata: {
+                componentResults: results,
+                componentScores: results.map((r, i) => ({
+                    evaluator: this.evaluators[i]?.evaluator.name ?? 'unknown',
+                    score: r.normalizedScore,
+                })),
+                aggregation: this.aggregation,
+            },
+        };
+    }
+}
+/**
+ * 評価器レジストリ
+ */
+export class EvaluatorRegistry {
+    evaluators = new Map();
+    /**
+     * 評価器登録
+     */
+    register(name, evaluator) {
+        this.evaluators.set(name, evaluator);
+    }
+    /**
+     * 評価器取得
+     */
+    get(name) {
+        return this.evaluators.get(name);
+    }
+    /**
+     * 評価器削除
+     */
+    unregister(name) {
+        return this.evaluators.delete(name);
+    }
+    /**
+     * 全評価器取得
+     */
+    getAll() {
+        return Array.from(this.evaluators.values());
+    }
+    /**
+     * 評価器名一覧
+     */
+    list() {
+        return Array.from(this.evaluators.keys());
+    }
+}
+// シングルトンレジストリ
+let evaluatorRegistry = null;
+/**
+ * グローバル評価器レジストリ取得
+ */
+export function getEvaluatorRegistry() {
+    if (!evaluatorRegistry) {
+        evaluatorRegistry = new EvaluatorRegistry();
+    }
+    return evaluatorRegistry;
+}
+/**
+ * 評価器レジストリリセット（テスト用）
+ */
+export function resetEvaluatorRegistry() {
+    evaluatorRegistry = null;
+}
+//# sourceMappingURL=CompositeEvaluator.js.map

package/dist/evaluators/CompositeEvaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"CompositeEvaluator.js","sourceRoot":"","sources":["../../src/evaluators/CompositeEvaluator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAmBH;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACpB,IAAI,CAAS;IACd,UAAU,CAAkD;IAC5D,WAAW,CAA0C;IAE7D,YAAY,MAAgC;QAC1C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,WAAW,CAAC;QACvC,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9C,SAAS,EAAE,CAAC,CAAC,SAAS;YACtB,MAAM,EAAE,CAAC,CAAC,MAAM,IAAI,CAAC;SACtB,CAAC,CAAC,CAAC;QACJ,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,UAAU,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CACxD,CAAC;QAEF,MAAM,MAAM,GAA6C,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC9E,KAAK,EAAE,CAAC,CAAC,eAAe;YACxB,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC;SACxC,CAAC,CAAC,CAAC;QAEJ,IAAI,eAAuB,CAAC;QAC5B,QAAQ,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,KAAK,KAAK;gBACR,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7E,MAAM;YACR,KAAK,KAAK;gBACR,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC7E,MAAM;YACR,KAAK,SAAS;gBACZ,eAAe;oBACb,MAAM,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAoB,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;gBACzF,MAAM;YACR,KAAK,UAAU,CAAC;YAChB,OAAO,CAAC,CAAC,CAAC;gBACR,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAqB,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC7F,eAAe;oBACb,WAAW,GAAG,CAAC;wBACb,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAW,EAAE,CAAoC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,WAAW;wBACjH,CAAC,CAAC,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAED,MAAM,SAAS,GAAG,OAAO;aACtB,GAAG,CAAC,CAAC,CAAmB,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,SAAS,KAAK,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,GAAG,CAAC;aACtF,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,KAAK,EAAE,eAAe;YACtB,eAAe,EAAE,eAAe;YAChC,SAAS,EAAE,SAAS,IAAI,CAAC,WAAW,MAAM,SAAS,EAAE;YACrD,MAAM,EAAE,eAAe,IAAI,GAAG;YAC9B,QAAQ,EAAE;gBACR,gBAAgB,EAAE,OAAO;gBACzB,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAmB,EAAE,CAAS,EAAE,EAAE,CAAC,CAAC;oBAChE,SAAS,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,IAAI,IAAI,SAAS;oBAC1D,KAAK,EAAE,CAAC,CAAC,eAAe;iBACzB,CAAC,CAAC;gBACH,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B;SACF,CAAC;IACJ,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,iBAAiB;IACpB,UAAU,GAA2B,IAAI,GAAG,EAAE,CAAC;IAEvD;;OAEG;IACH,QAAQ,CAAC,IAAY,EAAE,SAAoB;QACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,IAAY;QACd,OAAO,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,IAAY;QACrB,OAAO,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACH,MAAM;QACJ,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,IAAI;QACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;IAC5C,CAAC;CACF;AAED,cAAc;AACd,IAAI,iBAAiB,GAA6B,IAAI,CAAC;AAEvD;;GAEG;AACH,MAAM,UAAU,oBAAoB;IAClC,IAAI,CAAC,iBAAiB,EAAE,CAAC;QACvB,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAC9C,CAAC;IACD,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,sBAAsB;IACpC,iBAAiB,GAAG,IAAI,CAAC;AAC3B,CAAC"}

package/dist/evaluators/HeuristicEvaluator.d.ts

@@ -0,0 +1,82 @@
+/**
+ * Heuristic Evaluators
+ *
+ * @requirement REQ-EVAL-002
+ * @design DES-KATASHIRO-003-EVAL §3.2
+ */
+import type { Evaluator, EvaluationInput, EvaluationResult } from '../types.js';
+/**
+ * 長さ評価器設定
+ */
+export interface LengthEvaluatorConfig {
+    minLength?: number;
+    maxLength?: number;
+    optimalLength?: number;
+    tolerance?: number;
+}
+/**
+ * 長さベース評価器
+ */
+export declare class LengthEvaluator implements Evaluator {
+    private config;
+    readonly name = "length";
+    constructor(config?: LengthEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * キーワード評価器設定
+ */
+export interface KeywordEvaluatorConfig {
+    requiredKeywords?: string[];
+    forbiddenKeywords?: string[];
+    caseSensitive?: boolean;
+}
+/**
+ * キーワード評価器
+ */
+export declare class KeywordEvaluator implements Evaluator {
+    private config;
+    readonly name = "keyword";
+    constructor(config?: KeywordEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * 正規表現評価器設定
+ */
+export interface RegexEvaluatorConfig {
+    patterns: RegExp[];
+}
+/**
+ * 正規表現評価器
+ */
+export declare class RegexEvaluator implements Evaluator {
+    private config;
+    readonly name = "regex";
+    constructor(config: RegexEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * JSON構造評価器
+ */
+export declare class JsonStructureEvaluator implements Evaluator {
+    private config;
+    readonly name = "json-structure";
+    constructor(config?: {
+        requiredFields?: string[];
+        types?: Record<string, string>;
+    });
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * 類似度評価器（Jaccard係数）
+ */
+export declare class SimilarityEvaluator implements Evaluator {
+    private config;
+    readonly name = "similarity";
+    constructor(config?: {
+        threshold?: number;
+        tokenize?: (text: string) => string[];
+    });
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+//# sourceMappingURL=HeuristicEvaluator.d.ts.map

package/dist/evaluators/HeuristicEvaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"HeuristicEvaluator.d.ts","sourceRoot":"","sources":["../../src/evaluators/HeuristicEvaluator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AAEhF;;GAEG;AACH,MAAM,WAAW,qBAAqB;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,eAAgB,YAAW,SAAS;IAGnC,OAAO,CAAC,MAAM;IAF1B,QAAQ,CAAC,IAAI,YAAY;gBAEL,MAAM,GAAE,qBAA0B;IAEhD,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwClE;AAED;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC7B,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED;;GAEG;AACH,qBAAa,gBAAiB,YAAW,SAAS;IAGpC,OAAO,CAAC,MAAM;IAF1B,QAAQ,CAAC,IAAI,aAAa;gBAEN,MAAM,GAAE,sBAA2B;IAEjD,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoDlE;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;GAEG;AACH,qBAAa,cAAe,YAAW,SAAS;IAGlC,OAAO,CAAC,MAAM;IAF1B,QAAQ,CAAC,IAAI,WAAW;gBAEJ,MAAM,EAAE,oBAAoB;IAE1C,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAwBlE;AAED;;GAEG;AACH,qBAAa,sBAAuB,YAAW,SAAS;IAIpD,OAAO,CAAC,MAAM;IAHhB,QAAQ,CAAC,IAAI,oBAAoB;gBAGvB,MAAM,GAAE;QACd,cAAc,CAAC,EAAE,MAAM,EAAE,CAAC;QAC1B,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;KAC3B;IAGF,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA+DlE;AAED;;GAEG;AACH,qBAAa,mBAAoB,YAAW,SAAS;IAIjD,OAAO,CAAC,MAAM;IAHhB,QAAQ,CAAC,IAAI,gBAAgB;gBAGnB,MAAM,GAAE;QACd,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,EAAE,CAAC;KAClC;IAGF,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAoClE"}