@nahisaho/katashiro-evaluation 2.0.0

package/dist/evaluators/RAGASEvaluators.d.ts

@@ -0,0 +1,128 @@
+/**
+ * RAGAS Evaluators
+ *
+ * RAG評価用のRAGASメトリクスを実装する評価器群
+ *
+ * @requirement REQ-EVAL-102
+ * @design DES-KATASHIRO-003-EVAL §3.4
+ */
+import type { Evaluator, EvaluationInput, EvaluationResult, RAGEvaluationInput, RAGASEvaluationResult } from '../types.js';
+interface LLMProviderLike {
+    generate(request: {
+        messages: Array<{
+            role: string;
+            content: string;
+        }>;
+        temperature?: number;
+        responseFormat?: {
+            type: string;
+        };
+    }): Promise<{
+        content: string;
+        usage?: {
+            promptTokens: number;
+            completionTokens: number;
+            totalTokens: number;
+        };
+    }>;
+}
+/**
+ * RAG評価入力かどうかを判定
+ */
+export declare function isRAGEvaluationInput(input: EvaluationInput): input is RAGEvaluationInput;
+/**
+ * RAG評価共通設定
+ */
+export interface RAGEvaluatorConfig {
+    /** 評価器名 */
+    name?: string;
+    /** リトライ回数 */
+    maxRetries?: number;
+    /** 温度パラメータ */
+    temperature?: number;
+}
+/**
+ * Faithfulness評価器
+ *
+ * 回答がコンテキストに基づいているか（幻覚がないか）を評価
+ */
+export declare class FaithfulnessEvaluator implements Evaluator {
+    readonly name: string;
+    private llmProvider;
+    private temperature;
+    constructor(llmProvider: LLMProviderLike, config?: RAGEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+    private extractStatementsFromText;
+}
+/**
+ * Context Relevancy評価器
+ *
+ * 取得されたコンテキストがクエリに関連しているかを評価
+ */
+export declare class ContextRelevancyEvaluator implements Evaluator {
+    readonly name: string;
+    private llmProvider;
+    private temperature;
+    constructor(llmProvider: LLMProviderLike, config?: RAGEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * Answer Relevancy評価器
+ *
+ * 回答がクエリに対して関連しているかを評価
+ */
+export declare class AnswerRelevancyEvaluator implements Evaluator {
+    readonly name: string;
+    private llmProvider;
+    private temperature;
+    constructor(llmProvider: LLMProviderLike, config?: RAGEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * Context Recall評価器
+ *
+ * コンテキストがグラウンドトゥルースをカバーしているかを評価
+ */
+export declare class ContextRecallEvaluator implements Evaluator {
+    readonly name: string;
+    private llmProvider;
+    private temperature;
+    constructor(llmProvider: LLMProviderLike, config?: RAGEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<EvaluationResult>;
+}
+/**
+ * RAGAS複合評価器設定
+ */
+export interface RAGASCompositeEvaluatorConfig {
+    /** 評価器名 */
+    name?: string;
+    /** 有効化するメトリクス */
+    enabledMetrics?: Array<'faithfulness' | 'contextRelevancy' | 'answerRelevancy' | 'contextRecall'>;
+    /** 各メトリクスの重み */
+    weights?: {
+        faithfulness?: number;
+        contextRelevancy?: number;
+        answerRelevancy?: number;
+        contextRecall?: number;
+    };
+    /** 共通設定 */
+    evaluatorConfig?: RAGEvaluatorConfig;
+}
+/**
+ * RAGAS複合評価器
+ *
+ * 複数のRAGASメトリクスを組み合わせて評価
+ */
+export declare class RAGASCompositeEvaluator implements Evaluator {
+    readonly name: string;
+    private evaluators;
+    private enabledMetrics;
+    constructor(llmProvider: LLMProviderLike, config?: RAGASCompositeEvaluatorConfig);
+    evaluate(input: EvaluationInput): Promise<RAGASEvaluationResult>;
+    /**
+     * 有効化されているメトリクスを取得
+     */
+    getEnabledMetrics(): string[];
+}
+export {};
+//# sourceMappingURL=RAGASEvaluators.d.ts.map

package/dist/evaluators/RAGASEvaluators.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RAGASEvaluators.d.ts","sourceRoot":"","sources":["../../src/evaluators/RAGASEvaluators.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EACV,SAAS,EACT,eAAe,EACf,gBAAgB,EAChB,kBAAkB,EAClB,qBAAqB,EACtB,MAAM,aAAa,CAAC;AAGrB,UAAU,eAAe;IACvB,QAAQ,CAAC,OAAO,EAAE;QAChB,QAAQ,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;QACnD,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,cAAc,CAAC,EAAE;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC;KACnC,GAAG,OAAO,CAAC;QACV,OAAO,EAAE,MAAM,CAAC;QAChB,KAAK,CAAC,EAAE;YACN,YAAY,EAAE,MAAM,CAAC;YACrB,gBAAgB,EAAE,MAAM,CAAC;YACzB,WAAW,EAAE,MAAM,CAAC;SACrB,CAAC;KACH,CAAC,CAAC;CACJ;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,GAAG,KAAK,IAAI,kBAAkB,CASxF;AAED;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC,WAAW;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,aAAa;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;GAIG;AACH,qBAAa,qBAAsB,YAAW,SAAS;IACrD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,WAAW,CAAS;gBAEhB,WAAW,EAAE,eAAe,EAAE,MAAM,GAAE,kBAAuB;IAMnE,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;IA+GjE,OAAO,CAAC,yBAAyB;CAOlC;AAED;;;;GAIG;AACH,qBAAa,yBAA0B,YAAW,SAAS;IACzD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,WAAW,CAAS;gBAEhB,WAAW,EAAE,eAAe,EAAE,MAAM,GAAE,kBAAuB;IAMnE,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAuElE;AAED;;;;GAIG;AACH,qBAAa,wBAAyB,YAAW,SAAS;IACxD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,WAAW,CAAS;gBAEhB,WAAW,EAAE,eAAe,EAAE,MAAM,GAAE,kBAAuB;IAMnE,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CA+ElE;AAED;;;;GAIG;AACH,qBAAa,sBAAuB,YAAW,SAAS;IACtD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,WAAW,CAAkB;IACrC,OAAO,CAAC,WAAW,CAAS;gBAEhB,WAAW,EAAE,eAAe,EAAE,MAAM,GAAE,kBAAuB;IAMnE,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,gBAAgB,CAAC;CAyFlE;AAED;;GAEG;AACH,MAAM,WAAW,6BAA6B;IAC5C,WAAW;IACX,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,iBAAiB;IACjB,cAAc,CAAC,EAAE,KAAK,CAAC,cAAc,GAAG,kBAAkB,GAAG,iBAAiB,GAAG,eAAe,CAAC,CAAC;IAClG,gBAAgB;IAChB,OAAO,CAAC,EAAE;QACR,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;QAC1B,eAAe,CAAC,EAAE,MAAM,CAAC;QACzB,aAAa,CAAC,EAAE,MAAM,CAAC;KACxB,CAAC;IACF,WAAW;IACX,eAAe,CAAC,EAAE,kBAAkB,CAAC;CACtC;AAED;;;;GAIG;AACH,qBAAa,uBAAwB,YAAW,SAAS;IACvD,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,UAAU,CAAwD;IAC1E,OAAO,CAAC,cAAc,CAAW;gBAErB,WAAW,EAAE,eAAe,EAAE,MAAM,GAAE,6BAAkC;IA2C9E,QAAQ,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,qBAAqB,CAAC;IAmEtE;;OAEG;IACH,iBAAiB,IAAI,MAAM,EAAE;CAG9B"}

package/dist/evaluators/RAGASEvaluators.js

@@ -0,0 +1,521 @@
+/**
+ * RAGAS Evaluators
+ *
+ * RAG評価用のRAGASメトリクスを実装する評価器群
+ *
+ * @requirement REQ-EVAL-102
+ * @design DES-KATASHIRO-003-EVAL §3.4
+ */
+/**
+ * RAG評価入力かどうかを判定
+ */
+export function isRAGEvaluationInput(input) {
+    return ('query' in input &&
+        'retrievedContexts' in input &&
+        'generatedAnswer' in input &&
+        typeof input.query === 'string' &&
+        Array.isArray(input.retrievedContexts) &&
+        typeof input.generatedAnswer === 'string');
+}
+/**
+ * Faithfulness評価器
+ *
+ * 回答がコンテキストに基づいているか（幻覚がないか）を評価
+ */
+export class FaithfulnessEvaluator {
+    name;
+    llmProvider;
+    temperature;
+    constructor(llmProvider, config = {}) {
+        this.llmProvider = llmProvider;
+        this.name = config.name ?? 'faithfulness';
+        this.temperature = config.temperature ?? 0.1;
+    }
+    async evaluate(input) {
+        if (!isRAGEvaluationInput(input)) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'RAG評価入力ではありません',
+            };
+        }
+        const { generatedAnswer, retrievedContexts } = input;
+        const context = retrievedContexts.join('\n\n');
+        // ステートメント抽出プロンプト
+        const extractPrompt = `以下の回答から、主要なファクト/ステートメントを抽出してください。
+
+## 回答
+${generatedAnswer}
+
+## 出力形式
+JSON配列形式で出力してください:
+["ステートメント1", "ステートメント2", ...]`;
+        // 各ステートメントのサポート確認プロンプト
+        const verifyPromptTemplate = (statements) => `以下のステートメントがコンテキストでサポートされているか確認してください。
+
+## コンテキスト
+${context}
+
+## ステートメント
+${statements.map((s, i) => `${i + 1}. ${s}`).join('\n')}
+
+## 出力形式
+JSON形式で出力してください:
+{
+  "supported": ["サポートされているステートメント"],
+  "unsupported": ["サポートされていないステートメント"]
+}`;
+        try {
+            // ステートメント抽出
+            const extractResponse = await this.llmProvider.generate({
+                messages: [{ role: 'user', content: extractPrompt }],
+                temperature: this.temperature,
+                responseFormat: { type: 'json_object' },
+            });
+            let statements;
+            try {
+                const parsed = JSON.parse(extractResponse.content);
+                statements = Array.isArray(parsed) ? parsed : (parsed.statements ?? []);
+            }
+            catch {
+                statements = this.extractStatementsFromText(extractResponse.content);
+            }
+            if (statements.length === 0) {
+                return {
+                    evaluator: this.name,
+                    score: 1,
+                    normalizedScore: 1,
+                    passed: true,
+                    reasoning: '抽出されたステートメントがありません',
+                };
+            }
+            // サポート確認
+            const verifyResponse = await this.llmProvider.generate({
+                messages: [{ role: 'user', content: verifyPromptTemplate(statements) }],
+                temperature: this.temperature,
+                responseFormat: { type: 'json_object' },
+            });
+            let supported = [];
+            let unsupported = [];
+            try {
+                const parsed = JSON.parse(verifyResponse.content);
+                supported = parsed.supported ?? [];
+                unsupported = parsed.unsupported ?? [];
+            }
+            catch {
+                // フォールバック: 全てサポートされていると仮定
+                supported = statements;
+            }
+            const total = supported.length + unsupported.length;
+            const score = total > 0 ? supported.length / total : 1;
+            return {
+                evaluator: this.name,
+                score,
+                normalizedScore: score,
+                passed: score >= 0.7,
+                reasoning: `${supported.length}/${total} ステートメントがコンテキストでサポートされています`,
+                metadata: {
+                    statements,
+                    supportedStatements: supported,
+                    unsupportedStatements: unsupported,
+                },
+            };
+        }
+        catch (error) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: `評価に失敗しました: ${error instanceof Error ? error.message : 'Unknown error'}`,
+            };
+        }
+    }
+    extractStatementsFromText(text) {
+        // 箇条書きや番号付きリストからステートメントを抽出
+        const lines = text.split('\n').filter((line) => line.trim());
+        return lines
+            .map((line) => line.replace(/^[\d\-\*\.]+\s*/, '').trim())
+            .filter((line) => line.length > 10);
+    }
+}
+/**
+ * Context Relevancy評価器
+ *
+ * 取得されたコンテキストがクエリに関連しているかを評価
+ */
+export class ContextRelevancyEvaluator {
+    name;
+    llmProvider;
+    temperature;
+    constructor(llmProvider, config = {}) {
+        this.llmProvider = llmProvider;
+        this.name = config.name ?? 'context-relevancy';
+        this.temperature = config.temperature ?? 0.1;
+    }
+    async evaluate(input) {
+        if (!isRAGEvaluationInput(input)) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'RAG評価入力ではありません',
+            };
+        }
+        const { query, retrievedContexts } = input;
+        const prompt = `以下のクエリに対して、各コンテキストの関連性を0-1のスコアで評価してください。
+
+## クエリ
+${query}
+
+## コンテキスト
+${retrievedContexts.map((c, i) => `### コンテキスト ${i + 1}\n${c}`).join('\n\n')}
+
+## 出力形式
+JSON形式で出力してください:
+{
+  "scores": [0.8, 0.6, ...],
+  "reasoning": "関連性の説明"
+}`;
+        try {
+            const response = await this.llmProvider.generate({
+                messages: [{ role: 'user', content: prompt }],
+                temperature: this.temperature,
+                responseFormat: { type: 'json_object' },
+            });
+            let scores = [];
+            let reasoning = '';
+            try {
+                const parsed = JSON.parse(response.content);
+                scores = parsed.scores ?? [];
+                reasoning = parsed.reasoning ?? '';
+            }
+            catch {
+                // フォールバック: 中央値スコア
+                scores = retrievedContexts.map(() => 0.5);
+                reasoning = 'スコアを抽出できませんでした';
+            }
+            const avgScore = scores.length > 0 ? scores.reduce((a, b) => a + b, 0) / scores.length : 0;
+            return {
+                evaluator: this.name,
+                score: avgScore,
+                normalizedScore: avgScore,
+                passed: avgScore >= 0.6,
+                reasoning,
+                metadata: {
+                    contextScores: scores,
+                    contextCount: retrievedContexts.length,
+                },
+            };
+        }
+        catch (error) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: `評価に失敗しました: ${error instanceof Error ? error.message : 'Unknown error'}`,
+            };
+        }
+    }
+}
+/**
+ * Answer Relevancy評価器
+ *
+ * 回答がクエリに対して関連しているかを評価
+ */
+export class AnswerRelevancyEvaluator {
+    name;
+    llmProvider;
+    temperature;
+    constructor(llmProvider, config = {}) {
+        this.llmProvider = llmProvider;
+        this.name = config.name ?? 'answer-relevancy';
+        this.temperature = config.temperature ?? 0.1;
+    }
+    async evaluate(input) {
+        if (!isRAGEvaluationInput(input)) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'RAG評価入力ではありません',
+            };
+        }
+        const { query, generatedAnswer } = input;
+        const prompt = `以下のクエリに対する回答の関連性を評価してください。
+
+## クエリ
+${query}
+
+## 回答
+${generatedAnswer}
+
+## 評価基準
+- 回答がクエリの質問に直接答えているか
+- 回答が質問の意図を理解しているか
+- 不要な情報が含まれていないか
+
+## 出力形式
+JSON形式で出力してください:
+{
+  "score": 0.0-1.0,
+  "reasoning": "評価の根拠",
+  "directlyAnswers": true/false,
+  "hasIrrelevantInfo": true/false
+}`;
+        try {
+            const response = await this.llmProvider.generate({
+                messages: [{ role: 'user', content: prompt }],
+                temperature: this.temperature,
+                responseFormat: { type: 'json_object' },
+            });
+            let score = 0;
+            let reasoning = '';
+            let directlyAnswers = false;
+            let hasIrrelevantInfo = false;
+            try {
+                const parsed = JSON.parse(response.content);
+                score = typeof parsed.score === 'number' ? parsed.score : 0.5;
+                reasoning = parsed.reasoning ?? '';
+                directlyAnswers = parsed.directlyAnswers ?? false;
+                hasIrrelevantInfo = parsed.hasIrrelevantInfo ?? false;
+            }
+            catch {
+                score = 0.5;
+                reasoning = 'スコアを抽出できませんでした';
+            }
+            return {
+                evaluator: this.name,
+                score,
+                normalizedScore: score,
+                passed: score >= 0.6,
+                reasoning,
+                metadata: {
+                    directlyAnswers,
+                    hasIrrelevantInfo,
+                },
+            };
+        }
+        catch (error) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: `評価に失敗しました: ${error instanceof Error ? error.message : 'Unknown error'}`,
+            };
+        }
+    }
+}
+/**
+ * Context Recall評価器
+ *
+ * コンテキストがグラウンドトゥルースをカバーしているかを評価
+ */
+export class ContextRecallEvaluator {
+    name;
+    llmProvider;
+    temperature;
+    constructor(llmProvider, config = {}) {
+        this.llmProvider = llmProvider;
+        this.name = config.name ?? 'context-recall';
+        this.temperature = config.temperature ?? 0.1;
+    }
+    async evaluate(input) {
+        if (!isRAGEvaluationInput(input)) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'RAG評価入力ではありません',
+            };
+        }
+        const { retrievedContexts, groundTruth } = input;
+        if (!groundTruth) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'グラウンドトゥルースが指定されていません',
+            };
+        }
+        const context = retrievedContexts.join('\n\n');
+        const prompt = `以下のグラウンドトゥルース（正解）が、取得されたコンテキストでカバーされているかを評価してください。
+
+## グラウンドトゥルース
+${groundTruth}
+
+## 取得コンテキスト
+${context}
+
+## 出力形式
+JSON形式で出力してください:
+{
+  "coveredPoints": ["カバーされているポイント"],
+  "missedPoints": ["カバーされていないポイント"],
+  "score": 0.0-1.0,
+  "reasoning": "評価の根拠"
+}`;
+        try {
+            const response = await this.llmProvider.generate({
+                messages: [{ role: 'user', content: prompt }],
+                temperature: this.temperature,
+                responseFormat: { type: 'json_object' },
+            });
+            let score = 0;
+            let reasoning = '';
+            let coveredPoints = [];
+            let missedPoints = [];
+            try {
+                const parsed = JSON.parse(response.content);
+                score = typeof parsed.score === 'number' ? parsed.score : 0.5;
+                reasoning = parsed.reasoning ?? '';
+                coveredPoints = parsed.coveredPoints ?? [];
+                missedPoints = parsed.missedPoints ?? [];
+            }
+            catch {
+                score = 0.5;
+                reasoning = 'スコアを抽出できませんでした';
+            }
+            return {
+                evaluator: this.name,
+                score,
+                normalizedScore: score,
+                passed: score >= 0.7,
+                reasoning,
+                metadata: {
+                    coveredPoints,
+                    missedPoints,
+                    coverageRatio: coveredPoints.length /
+                        Math.max(1, coveredPoints.length + missedPoints.length),
+                },
+            };
+        }
+        catch (error) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: `評価に失敗しました: ${error instanceof Error ? error.message : 'Unknown error'}`,
+            };
+        }
+    }
+}
+/**
+ * RAGAS複合評価器
+ *
+ * 複数のRAGASメトリクスを組み合わせて評価
+ */
+export class RAGASCompositeEvaluator {
+    name;
+    evaluators;
+    enabledMetrics;
+    constructor(llmProvider, config = {}) {
+        this.name = config.name ?? 'ragas-composite';
+        const evaluatorConfig = config.evaluatorConfig ?? {};
+        const weights = config.weights ?? {};
+        const defaultMetrics = [
+            'faithfulness',
+            'contextRelevancy',
+            'answerRelevancy',
+        ];
+        this.enabledMetrics = config.enabledMetrics ?? defaultMetrics;
+        this.evaluators = new Map();
+        if (this.enabledMetrics.includes('faithfulness')) {
+            this.evaluators.set('faithfulness', {
+                evaluator: new FaithfulnessEvaluator(llmProvider, evaluatorConfig),
+                weight: weights.faithfulness ?? 1,
+            });
+        }
+        if (this.enabledMetrics.includes('contextRelevancy')) {
+            this.evaluators.set('contextRelevancy', {
+                evaluator: new ContextRelevancyEvaluator(llmProvider, evaluatorConfig),
+                weight: weights.contextRelevancy ?? 1,
+            });
+        }
+        if (this.enabledMetrics.includes('answerRelevancy')) {
+            this.evaluators.set('answerRelevancy', {
+                evaluator: new AnswerRelevancyEvaluator(llmProvider, evaluatorConfig),
+                weight: weights.answerRelevancy ?? 1,
+            });
+        }
+        if (this.enabledMetrics.includes('contextRecall')) {
+            this.evaluators.set('contextRecall', {
+                evaluator: new ContextRecallEvaluator(llmProvider, evaluatorConfig),
+                weight: weights.contextRecall ?? 1,
+            });
+        }
+    }
+    async evaluate(input) {
+        if (!isRAGEvaluationInput(input)) {
+            return {
+                evaluator: this.name,
+                score: 0,
+                normalizedScore: 0,
+                passed: false,
+                reasoning: 'RAG評価入力ではありません',
+                metrics: {},
+            };
+        }
+        // 全評価器を並列実行
+        const results = await Promise.all(Array.from(this.evaluators.entries()).map(async ([name, { evaluator }]) => ({
+            name,
+            result: await evaluator.evaluate(input),
+        })));
+        // メトリクスを集約
+        const metrics = {};
+        let weightedSum = 0;
+        let totalWeight = 0;
+        for (const { name, result } of results) {
+            const metricName = name;
+            metrics[metricName] = result.normalizedScore;
+            const weight = this.evaluators.get(name)?.weight ?? 1;
+            weightedSum += result.normalizedScore * weight;
+            totalWeight += weight;
+        }
+        const avgScore = totalWeight > 0 ? weightedSum / totalWeight : 0;
+        const reasoning = results
+            .map(({ name, result }) => `${name}: ${result.normalizedScore.toFixed(2)} (${result.reasoning})`)
+            .join('; ');
+        // 分析情報を集約
+        const analysis = {};
+        const faithfulnessResult = results.find((r) => r.name === 'faithfulness');
+        if (faithfulnessResult?.result.metadata) {
+            analysis.statements = faithfulnessResult.result.metadata.statements;
+            analysis.supportedStatements = faithfulnessResult.result.metadata.supportedStatements;
+            analysis.unsupportedStatements = faithfulnessResult.result.metadata.unsupportedStatements;
+        }
+        return {
+            evaluator: this.name,
+            score: avgScore,
+            normalizedScore: avgScore,
+            passed: avgScore >= 0.6,
+            reasoning,
+            metrics,
+            analysis: Object.keys(analysis).length > 0 ? analysis : undefined,
+            metadata: {
+                enabledMetrics: this.enabledMetrics,
+                individualResults: results.map(({ name, result }) => ({
+                    metric: name,
+                    score: result.normalizedScore,
+                    passed: result.passed,
+                })),
+            },
+        };
+    }
+    /**
+     * 有効化されているメトリクスを取得
+     */
+    getEnabledMetrics() {
+        return [...this.enabledMetrics];
+    }
+}
+//# sourceMappingURL=RAGASEvaluators.js.map

package/dist/evaluators/RAGASEvaluators.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RAGASEvaluators.js","sourceRoot":"","sources":["../../src/evaluators/RAGASEvaluators.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AA0BH;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAsB;IACzD,OAAO,CACL,OAAO,IAAI,KAAK;QAChB,mBAAmB,IAAI,KAAK;QAC5B,iBAAiB,IAAI,KAAK;QAC1B,OAAO,KAAK,CAAC,KAAK,KAAK,QAAQ;QAC/B,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,iBAAiB,CAAC;QACtC,OAAO,KAAK,CAAC,eAAe,KAAK,QAAQ,CAC1C,CAAC;AACJ,CAAC;AAcD;;;;GAIG;AACH,MAAM,OAAO,qBAAqB;IACvB,IAAI,CAAS;IACd,WAAW,CAAkB;IAC7B,WAAW,CAAS;IAE5B,YAAY,WAA4B,EAAE,SAA6B,EAAE;QACvE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,cAAc,CAAC;QAC1C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gBAAgB;aAC5B,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,eAAe,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;QACrD,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE/C,iBAAiB;QACjB,MAAM,aAAa,GAAG;;;EAGxB,eAAe;;;;8BAIa,CAAC;QAE3B,uBAAuB;QACvB,MAAM,oBAAoB,GAAG,CAAC,UAAoB,EAAE,EAAE,CAAC;;;EAGzD,OAAO;;;EAGP,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;;;;;;;EAOrD,CAAC;QAEC,IAAI,CAAC;YACH,YAAY;YACZ,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBACtD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC;gBACpD,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,UAAoB,CAAC;YACzB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBACnD,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;YAC1E,CAAC;YAAC,MAAM,CAAC;gBACP,UAAU,GAAG,IAAI,CAAC,yBAAyB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACvE,CAAC;YAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,OAAO;oBACL,SAAS,EAAE,IAAI,CAAC,IAAI;oBACpB,KAAK,EAAE,CAAC;oBACR,eAAe,EAAE,CAAC;oBAClB,MAAM,EAAE,IAAI;oBACZ,SAAS,EAAE,oBAAoB;iBAChC,CAAC;YACJ,CAAC;YAED,SAAS;YACT,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBACrD,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,oBAAoB,CAAC,UAAU,CAAC,EAAE,CAAC;gBACvE,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,SAAS,GAAa,EAAE,CAAC;YAC7B,IAAI,WAAW,GAAa,EAAE,CAAC;YAE/B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;gBAClD,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBACnC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC;YACzC,CAAC;YAAC,MAAM,CAAC;gBACP,0BAA0B;gBAC1B,SAAS,GAAG,UAAU,CAAC;YACzB,CAAC;YAED,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC;YACpD,MAAM,KAAK,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAEvD,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK;gBACL,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,KAAK,IAAI,GAAG;gBACpB,SAAS,EAAE,GAAG,SAAS,CAAC,MAAM,IAAI,KAAK,4BAA4B;gBACnE,QAAQ,EAAE;oBACR,UAAU;oBACV,mBAAmB,EAAE,SAAS;oBAC9B,qBAAqB,EAAE,WAAW;iBACnC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;aACpF,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,yBAAyB,CAAC,IAAY;QAC5C,2BAA2B;QAC3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7D,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;aACzD,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IACxC,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,yBAAyB;IAC3B,IAAI,CAAS;IACd,WAAW,CAAkB;IAC7B,WAAW,CAAS;IAE5B,YAAY,WAA4B,EAAE,SAA6B,EAAE;QACvE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,mBAAmB,CAAC;QAC/C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gBAAgB;aAC5B,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,iBAAiB,EAAE,GAAG,KAAK,CAAC;QAE3C,MAAM,MAAM,GAAG;;;EAGjB,KAAK;;;EAGL,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC;;;;;;;EAOzE,CAAC;QAEC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAC/C,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,MAAM,GAAa,EAAE,CAAC;YAC1B,IAAI,SAAS,GAAG,EAAE,CAAC;YAEnB,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5C,MAAM,GAAG,MAAM,CAAC,MAAM,IAAI,EAAE,CAAC;gBAC7B,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;YACrC,CAAC;YAAC,MAAM,CAAC;gBACP,kBAAkB;gBAClB,MAAM,GAAG,iBAAiB,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC1C,SAAS,GAAG,gBAAgB,CAAC;YAC/B,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YAE3F,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,QAAQ;gBACf,eAAe,EAAE,QAAQ;gBACzB,MAAM,EAAE,QAAQ,IAAI,GAAG;gBACvB,SAAS;gBACT,QAAQ,EAAE;oBACR,aAAa,EAAE,MAAM;oBACrB,YAAY,EAAE,iBAAiB,CAAC,MAAM;iBACvC;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;aACpF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,wBAAwB;IAC1B,IAAI,CAAS;IACd,WAAW,CAAkB;IAC7B,WAAW,CAAS;IAE5B,YAAY,WAA4B,EAAE,SAA6B,EAAE;QACvE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,kBAAkB,CAAC;QAC9C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gBAAgB;aAC5B,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,GAAG,KAAK,CAAC;QAEzC,MAAM,MAAM,GAAG;;;EAGjB,KAAK;;;EAGL,eAAe;;;;;;;;;;;;;;EAcf,CAAC;QAEC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAC/C,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,IAAI,eAAe,GAAG,KAAK,CAAC;YAC5B,IAAI,iBAAiB,GAAG,KAAK,CAAC;YAE9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5C,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9D,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBACnC,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,KAAK,CAAC;gBAClD,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,IAAI,KAAK,CAAC;YACxD,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,GAAG,CAAC;gBACZ,SAAS,GAAG,gBAAgB,CAAC;YAC/B,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK;gBACL,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,KAAK,IAAI,GAAG;gBACpB,SAAS;gBACT,QAAQ,EAAE;oBACR,eAAe;oBACf,iBAAiB;iBAClB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;aACpF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,OAAO,sBAAsB;IACxB,IAAI,CAAS;IACd,WAAW,CAAkB;IAC7B,WAAW,CAAS;IAE5B,YAAY,WAA4B,EAAE,SAA6B,EAAE;QACvE,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,gBAAgB,CAAC;QAC5C,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,GAAG,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gBAAgB;aAC5B,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,iBAAiB,EAAE,WAAW,EAAE,GAAG,KAAK,CAAC;QAEjD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,sBAAsB;aAClC,CAAC;QACJ,CAAC;QAED,MAAM,OAAO,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAE/C,MAAM,MAAM,GAAG;;;EAGjB,WAAW;;;EAGX,OAAO;;;;;;;;;EASP,CAAC;QAEC,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAC/C,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;gBAC7C,WAAW,EAAE,IAAI,CAAC,WAAW;gBAC7B,cAAc,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;aACxC,CAAC,CAAC;YAEH,IAAI,KAAK,GAAG,CAAC,CAAC;YACd,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,IAAI,aAAa,GAAa,EAAE,CAAC;YACjC,IAAI,YAAY,GAAa,EAAE,CAAC;YAEhC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC5C,KAAK,GAAG,OAAO,MAAM,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC;gBAC9D,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,EAAE,CAAC;gBACnC,aAAa,GAAG,MAAM,CAAC,aAAa,IAAI,EAAE,CAAC;gBAC3C,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;YAC3C,CAAC;YAAC,MAAM,CAAC;gBACP,KAAK,GAAG,GAAG,CAAC;gBACZ,SAAS,GAAG,gBAAgB,CAAC;YAC/B,CAAC;YAED,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK;gBACL,eAAe,EAAE,KAAK;gBACtB,MAAM,EAAE,KAAK,IAAI,GAAG;gBACpB,SAAS;gBACT,QAAQ,EAAE;oBACR,aAAa;oBACb,YAAY;oBACZ,aAAa,EACX,aAAa,CAAC,MAAM;wBACpB,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC;iBAC1D;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,cAAc,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,EAAE;aACpF,CAAC;QACJ,CAAC;IACH,CAAC;CACF;AAqBD;;;;GAIG;AACH,MAAM,OAAO,uBAAuB;IACzB,IAAI,CAAS;IACd,UAAU,CAAwD;IAClE,cAAc,CAAW;IAEjC,YAAY,WAA4B,EAAE,SAAwC,EAAE;QAClF,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC;QAC7C,MAAM,eAAe,GAAG,MAAM,CAAC,eAAe,IAAI,EAAE,CAAC;QACrD,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;QAErC,MAAM,cAAc,GAAqF;YACvG,cAAc;YACd,kBAAkB;YAClB,iBAAiB;SAClB,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,cAAc,CAAC;QAE9D,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAE5B,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,cAAc,EAAE;gBAClC,SAAS,EAAE,IAAI,qBAAqB,CAAC,WAAW,EAAE,eAAe,CAAC;gBAClE,MAAM,EAAE,OAAO,CAAC,YAAY,IAAI,CAAC;aAClC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;YACrD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,kBAAkB,EAAE;gBACtC,SAAS,EAAE,IAAI,yBAAyB,CAAC,WAAW,EAAE,eAAe,CAAC;gBACtE,MAAM,EAAE,OAAO,CAAC,gBAAgB,IAAI,CAAC;aACtC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,EAAE;gBACrC,SAAS,EAAE,IAAI,wBAAwB,CAAC,WAAW,EAAE,eAAe,CAAC;gBACrE,MAAM,EAAE,OAAO,CAAC,eAAe,IAAI,CAAC;aACrC,CAAC,CAAC;QACL,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,eAAe,EAAE;gBACnC,SAAS,EAAE,IAAI,sBAAsB,CAAC,WAAW,EAAE,eAAe,CAAC;gBACnE,MAAM,EAAE,OAAO,CAAC,aAAa,IAAI,CAAC;aACnC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,KAAsB;QACnC,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,CAAC;YACjC,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,KAAK,EAAE,CAAC;gBACR,eAAe,EAAE,CAAC;gBAClB,MAAM,EAAE,KAAK;gBACb,SAAS,EAAE,gBAAgB;gBAC3B,OAAO,EAAE,EAAE;aACZ,CAAC;QACJ,CAAC;QAED,YAAY;QACZ,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1E,IAAI;YACJ,MAAM,EAAE,MAAM,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;SACxC,CAAC,CAAC,CACJ,CAAC;QAEF,WAAW;QACX,MAAM,OAAO,GAAqC,EAAE,CAAC;QACrD,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,KAAK,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,OAAO,EAAE,CAAC;YACvC,MAAM,UAAU,GAAG,IAA8C,CAAC;YAClE,OAAO,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC,eAAe,CAAC;YAE7C,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;YACtD,WAAW,IAAI,MAAM,CAAC,eAAe,GAAG,MAAM,CAAC;YAC/C,WAAW,IAAI,MAAM,CAAC;QACxB,CAAC;QAED,MAAM,QAAQ,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,SAAS,GAAG,OAAO;aACtB,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,MAAM,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,SAAS,GAAG,CAAC;aAChG,IAAI,CAAC,IAAI,CAAC,CAAC;QAEd,UAAU;QACV,MAAM,QAAQ,GAAsC,EAAE,CAAC;QACvD,MAAM,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,cAAc,CAAC,CAAC;QAC1E,IAAI,kBAAkB,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;YACxC,QAAQ,CAAC,UAAU,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAsB,CAAC;YAChF,QAAQ,CAAC,mBAAmB,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,mBAA+B,CAAC;YAClG,QAAQ,CAAC,qBAAqB,GAAG,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,qBAAiC,CAAC;QACxG,CAAC;QAED,OAAO;YACL,SAAS,EAAE,IAAI,CAAC,IAAI;YACpB,KAAK,EAAE,QAAQ;YACf,eAAe,EAAE,QAAQ;YACzB,MAAM,EAAE,QAAQ,IAAI,GAAG;YACvB,SAAS;YACT,OAAO;YACP,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;YACjE,QAAQ,EAAE;gBACR,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,iBAAiB,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;oBACpD,MAAM,EAAE,IAAI;oBACZ,KAAK,EAAE,MAAM,CAAC,eAAe;oBAC7B,MAAM,EAAE,MAAM,CAAC,MAAM;iBACtB,CAAC,CAAC;aACJ;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,OAAO,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,CAAC;IAClC,CAAC;CACF"}