memento-mcp-server 1.15.0 → 1.16.0-a

package/dist/services/quality-assurance/quality-threshold-manager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-threshold-manager.d.ts","sourceRoot":"","sources":["../../../src/services/quality-assurance/quality-threshold-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AAItC;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,KAAK,GAAG,KAAK,CAAC;IAC9B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,KAAK,GAAG,KAAK,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAwCD;;GAEG;AACH,qBAAa,uBAAuB;IACtB,OAAO,CAAC,EAAE;gBAAF,EAAE,EAAE,QAAQ,CAAC,QAAQ;IAMzC;;;;;;;OAOG;IACH,YAAY,CACV,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,MAAkB,GAC1B,gBAAgB,GAAG,IAAI;IAkB1B;;;;;;OAMG;IACH,gBAAgB,CAAC,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,gBAAgB,EAAE;IAmC1E;;;;;;;;OAQG;IACH,YAAY,CACV,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,gBAAgB,EACzB,OAAO,GAAE,MAAkB,GAC1B,gBAAgB;IAiDnB;;;;;;;OAOG;IACH,eAAe,CACb,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,MAAkB,GAC1B,OAAO;IAeV;;;;;;;;;OASG;IACH,2BAA2B,CAAC,OAAO,GAAE,MAAkB,EAAE,SAAS,GAAE,OAAe,GAAG,MAAM;IA6B5F;;;;;;;;;;OAUG;IACH,iBAAiB,CACf,SAAS,EAAE,MAAM,EACjB,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,MAAkB,GAC1B;QAAE,MAAM,EAAE,OAAO,CAAC;QAAC,SAAS,EAAE,gBAAgB,GAAG,IAAI,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE;CAgC5E"}

package/dist/services/quality-assurance/quality-threshold-manager.js

@@ -0,0 +1,252 @@
+/**
+ * Quality Threshold Manager
+ *
+ * 품질 임계값 관리 서비스
+ *
+ * 주요 기능:
+ * - 품질 임계값 CRUD (생성, 조회, 업데이트, 삭제)
+ * - 기본 임계값 초기화
+ * - 임계값 검증
+ */
+import Database from 'better-sqlite3';
+import { DatabaseUtils } from '../../shared/utils/database.js';
+import { logger } from '../../shared/utils/logger.js';
+/**
+ * 기본 임계값 정의
+ *
+ * PRD 4.1: 기본 품질 임계값 초기화 로직
+ * 보수적 초기값 설정 원칙 적용
+ */
+const DEFAULT_THRESHOLDS = [
+    // 검색 품질 지표
+    { namespace: 'search', key: 'precision_at_5', value: 0.7, type: 'min', description: 'Precision@5 최소값 (0.7 이상)' },
+    { namespace: 'search', key: 'precision_at_10', value: 0.65, type: 'min', description: 'Precision@10 최소값 (0.65 이상)' },
+    { namespace: 'search', key: 'recall_at_5', value: 0.6, type: 'min', description: 'Recall@5 최소값 (0.6 이상)' },
+    { namespace: 'search', key: 'recall_at_10', value: 0.7, type: 'min', description: 'Recall@10 최소값 (0.7 이상)' },
+    { namespace: 'search', key: 'ndcg_at_5', value: 0.65, type: 'min', description: 'NDCG@5 최소값 (0.65 이상)' },
+    { namespace: 'search', key: 'ndcg_at_10', value: 0.7, type: 'min', description: 'NDCG@10 최소값 (0.7 이상)' },
+    { namespace: 'search', key: 'mrr', value: 0.6, type: 'min', description: 'MRR 최소값 (0.6 이상)' },
+    { namespace: 'search', key: 'kendalls_tau', value: 0.5, type: 'min', description: "Kendall's Tau 최소값 (0.5 이상)" },
+    // 관계 추출 품질 지표
+    { namespace: 'relation', key: 'precision', value: 0.6, type: 'min', description: '관계 추출 Precision 최소값 (0.6 이상)' },
+    { namespace: 'relation', key: 'recall', value: 0.5, type: 'min', description: '관계 추출 Recall 최소값 (0.5 이상)' },
+    { namespace: 'relation', key: 'f1_score', value: 0.6, type: 'min', description: '관계 추출 F1-Score 최소값 (0.6 이상)' },
+    // Consolidation 점수 품질 지표
+    { namespace: 'consolidation', key: 'score_stability', value: 0.7, type: 'min', description: 'Consolidation 점수 안정성 최소값 (0.7 이상)' },
+    { namespace: 'consolidation', key: 'order_preservation', value: 0.8, type: 'min', description: '순서 보존율 최소값 (0.8 이상)' },
+    // 저장 품질 지표
+    { namespace: 'storage', key: 'duplication_rate', value: 0.05, type: 'max', description: '중복 비율 최대값 (5% 이하)' },
+    { namespace: 'storage', key: 'data_integrity', value: 0.95, type: 'min', description: '데이터 무결성 최소값 (95% 이상)' },
+    { namespace: 'storage', key: 'schema_compliance', value: 0.98, type: 'min', description: '스키마 준수율 최소값 (98% 이상)' }
+];
+/**
+ * Quality Threshold Manager
+ */
+export class QualityThresholdManager {
+    db;
+    constructor(db) {
+        this.db = db;
+        if (!db) {
+            throw new Error('Database instance is required');
+        }
+    }
+    /**
+     * 임계값 조회
+     *
+     * @param namespace - 지표 네임스페이스 (예: 'search', 'relation')
+     * @param key - 지표 키 (예: 'precision_at_5')
+     * @param context - 컨텍스트 (기본값: 'default')
+     * @returns 임계값 정보 또는 null
+     */
+    getThreshold(namespace, key, context = 'default') {
+        const sql = `
+      SELECT 
+        metric_namespace,
+        metric_key,
+        context,
+        threshold_value,
+        threshold_type,
+        description,
+        updated_at
+      FROM quality_thresholds
+      WHERE metric_namespace = ? AND metric_key = ? AND context = ?
+    `;
+        const result = DatabaseUtils.get(this.db, sql, [namespace, key, context]);
+        return result || null;
+    }
+    /**
+     * 모든 임계값 조회
+     *
+     * @param namespace - 네임스페이스 필터 (선택적)
+     * @param context - 컨텍스트 필터 (선택적)
+     * @returns 임계값 목록
+     */
+    getAllThresholds(namespace, context) {
+        let sql = `
+      SELECT 
+        metric_namespace,
+        metric_key,
+        context,
+        threshold_value,
+        threshold_type,
+        description,
+        updated_at
+      FROM quality_thresholds
+    `;
+        const params = [];
+        const conditions = [];
+        if (namespace) {
+            conditions.push('metric_namespace = ?');
+            params.push(namespace);
+        }
+        if (context) {
+            conditions.push('context = ?');
+            params.push(context);
+        }
+        if (conditions.length > 0) {
+            sql += ' WHERE ' + conditions.join(' AND ');
+        }
+        sql += ' ORDER BY metric_namespace, metric_key, context';
+        return DatabaseUtils.all(this.db, sql, params);
+    }
+    /**
+     * 임계값 설정 (생성 또는 업데이트)
+     *
+     * @param namespace - 지표 네임스페이스
+     * @param key - 지표 키
+     * @param options - 임계값 옵션
+     * @param context - 컨텍스트 (기본값: 'default')
+     * @returns 설정된 임계값 정보
+     */
+    setThreshold(namespace, key, options, context = 'default') {
+        const { threshold_value, threshold_type, description } = options;
+        // 임계값 검증
+        if (threshold_value < 0 || threshold_value > 1) {
+            throw new Error(`임계값은 0과 1 사이의 값이어야 합니다: ${threshold_value}`);
+        }
+        const now = new Date().toISOString();
+        const sql = `
+      INSERT INTO quality_thresholds (
+        metric_namespace,
+        metric_key,
+        context,
+        threshold_value,
+        threshold_type,
+        description,
+        updated_at
+      )
+      VALUES (?, ?, ?, ?, ?, ?, ?)
+      ON CONFLICT(metric_namespace, metric_key, context) 
+      DO UPDATE SET
+        threshold_value = excluded.threshold_value,
+        threshold_type = excluded.threshold_type,
+        description = excluded.description,
+        updated_at = excluded.updated_at
+    `;
+        DatabaseUtils.run(this.db, sql, [
+            namespace,
+            key,
+            context,
+            threshold_value,
+            threshold_type,
+            description || null,
+            now
+        ]);
+        logger.info(`품질 임계값 설정: ${namespace}.${key} (${context}) = ${threshold_value} (${threshold_type})`);
+        // 설정된 임계값 반환
+        const result = this.getThreshold(namespace, key, context);
+        if (!result) {
+            throw new Error('임계값 설정 후 조회 실패');
+        }
+        return result;
+    }
+    /**
+     * 임계값 삭제
+     *
+     * @param namespace - 지표 네임스페이스
+     * @param key - 지표 키
+     * @param context - 컨텍스트 (기본값: 'default')
+     * @returns 삭제 성공 여부
+     */
+    deleteThreshold(namespace, key, context = 'default') {
+        const sql = `
+      DELETE FROM quality_thresholds
+      WHERE metric_namespace = ? AND metric_key = ? AND context = ?
+    `;
+        const result = DatabaseUtils.run(this.db, sql, [namespace, key, context]);
+        if (result.changes > 0) {
+            logger.info(`품질 임계값 삭제: ${namespace}.${key} (${context})`);
+            return true;
+        }
+        return false;
+    }
+    /**
+     * 기본 임계값 초기화
+     *
+     * PRD 4.1: 기본 품질 임계값 초기화 로직
+     * 기존 임계값이 있으면 건너뛰고, 없으면 기본값으로 설정
+     *
+     * @param context - 컨텍스트 (기본값: 'default')
+     * @param overwrite - 기존 임계값 덮어쓰기 여부 (기본값: false)
+     * @returns 초기화된 임계값 개수
+     */
+    initializeDefaultThresholds(context = 'default', overwrite = false) {
+        let initializedCount = 0;
+        for (const threshold of DEFAULT_THRESHOLDS) {
+            const existing = this.getThreshold(threshold.namespace, threshold.key, context);
+            if (existing && !overwrite) {
+                // 기존 임계값이 있고 덮어쓰지 않는 경우 건너뛰기
+                continue;
+            }
+            this.setThreshold(threshold.namespace, threshold.key, {
+                threshold_value: threshold.value,
+                threshold_type: threshold.type,
+                description: threshold.description
+            }, context);
+            initializedCount++;
+        }
+        logger.info(`기본 품질 임계값 초기화 완료: ${initializedCount}개 (context: ${context})`);
+        return initializedCount;
+    }
+    /**
+     * 임계값 검증
+     *
+     * 측정값이 임계값을 만족하는지 검증
+     *
+     * @param namespace - 지표 네임스페이스
+     * @param key - 지표 키
+     * @param value - 측정값
+     * @param context - 컨텍스트 (기본값: 'default')
+     * @returns 검증 결과: { passed: boolean, threshold: QualityThreshold | null, message: string }
+     */
+    validateThreshold(namespace, key, value, context = 'default') {
+        const threshold = this.getThreshold(namespace, key, context);
+        if (!threshold) {
+            return {
+                passed: true, // 임계값이 없으면 통과로 간주
+                threshold: null,
+                message: `임계값이 설정되지 않음: ${namespace}.${key} (${context})`
+            };
+        }
+        let passed = false;
+        let message = '';
+        if (threshold.threshold_type === 'min') {
+            passed = value >= threshold.threshold_value;
+            message = passed
+                ? `통과: ${value} >= ${threshold.threshold_value} (최소값)`
+                : `실패: ${value} < ${threshold.threshold_value} (최소값)`;
+        }
+        else if (threshold.threshold_type === 'max') {
+            passed = value <= threshold.threshold_value;
+            message = passed
+                ? `통과: ${value} <= ${threshold.threshold_value} (최대값)`
+                : `실패: ${value} > ${threshold.threshold_value} (최대값)`;
+        }
+        return {
+            passed,
+            threshold,
+            message
+        };
+    }
+}
+//# sourceMappingURL=quality-threshold-manager.js.map

package/dist/services/quality-assurance/quality-threshold-manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-threshold-manager.js","sourceRoot":"","sources":["../../../src/services/quality-assurance/quality-threshold-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,QAAQ,MAAM,gBAAgB,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,gCAAgC,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,8BAA8B,CAAC;AAwBtD;;;;;GAKG;AACH,MAAM,kBAAkB,GAMnB;IACH,WAAW;IACX,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,0BAA0B,EAAE;IAChH,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,4BAA4B,EAAE;IACpH,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,uBAAuB,EAAE;IAC1G,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,wBAAwB,EAAE;IAC5G,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE;IACxG,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE;IACxG,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE;IAC7F,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,4BAA4B,EAAE;IAEhH,cAAc;IACd,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,8BAA8B,EAAE;IACjH,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,2BAA2B,EAAE;IAC3G,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,6BAA6B,EAAE;IAE/G,yBAAyB;IACzB,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,iBAAiB,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,mCAAmC,EAAE;IACjI,EAAE,SAAS,EAAE,eAAe,EAAE,GAAG,EAAE,oBAAoB,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,qBAAqB,EAAE;IAEtH,WAAW;IACX,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,kBAAkB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,mBAAmB,EAAE;IAC7G,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,gBAAgB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE;IAC9G,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,mBAAmB,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,WAAW,EAAE,sBAAsB,EAAE;CAClH,CAAC;AAEF;;GAEG;AACH,MAAM,OAAO,uBAAuB;IACd;IAApB,YAAoB,EAAqB;QAArB,OAAE,GAAF,EAAE,CAAmB;QACvC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;IACH,CAAC;IAED;;;;;;;OAOG;IACH,YAAY,CACV,SAAiB,EACjB,GAAW,EACX,UAAkB,SAAS;QAE3B,MAAM,GAAG,GAAG;;;;;;;;;;;KAWX,CAAC;QAEF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAA4B,CAAC;QACrG,OAAO,MAAM,IAAI,IAAI,CAAC;IACxB,CAAC;IAED;;;;;;OAMG;IACH,gBAAgB,CAAC,SAAkB,EAAE,OAAgB;QACnD,IAAI,GAAG,GAAG;;;;;;;;;;KAUT,CAAC;QAEF,MAAM,MAAM,GAAU,EAAE,CAAC;QACzB,MAAM,UAAU,GAAa,EAAE,CAAC;QAEhC,IAAI,SAAS,EAAE,CAAC;YACd,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;YACxC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;QAED,IAAI,OAAO,EAAE,CAAC;YACZ,UAAU,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,GAAG,IAAI,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC;QAED,GAAG,IAAI,iDAAiD,CAAC;QAEzD,OAAO,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,MAAM,CAAuB,CAAC;IACvE,CAAC;IAED;;;;;;;;OAQG;IACH,YAAY,CACV,SAAiB,EACjB,GAAW,EACX,OAAyB,EACzB,UAAkB,SAAS;QAE3B,MAAM,EAAE,eAAe,EAAE,cAAc,EAAE,WAAW,EAAE,GAAG,OAAO,CAAC;QAEjE,SAAS;QACT,IAAI,eAAe,GAAG,CAAC,IAAI,eAAe,GAAG,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,2BAA2B,eAAe,EAAE,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,GAAG,GAAG;;;;;;;;;;;;;;;;;KAiBX,CAAC;QAEF,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE;YAC9B,SAAS;YACT,GAAG;YACH,OAAO;YACP,eAAe;YACf,cAAc;YACd,WAAW,IAAI,IAAI;YACnB,GAAG;SACJ,CAAC,CAAC;QAEH,MAAM,CAAC,IAAI,CAAC,cAAc,SAAS,IAAI,GAAG,KAAK,OAAO,OAAO,eAAe,KAAK,cAAc,GAAG,CAAC,CAAC;QAEpG,aAAa;QACb,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACpC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;;;;;;OAOG;IACH,eAAe,CACb,SAAiB,EACjB,GAAW,EACX,UAAkB,SAAS;QAE3B,MAAM,GAAG,GAAG;;;KAGX,CAAC;QAEF,MAAM,MAAM,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC;QAE1E,IAAI,MAAM,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,CAAC,IAAI,CAAC,cAAc,SAAS,IAAI,GAAG,KAAK,OAAO,GAAG,CAAC,CAAC;YAC3D,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;;;;;;;OASG;IACH,2BAA2B,CAAC,UAAkB,SAAS,EAAE,YAAqB,KAAK;QACjF,IAAI,gBAAgB,GAAG,CAAC,CAAC;QAEzB,KAAK,MAAM,SAAS,IAAI,kBAAkB,EAAE,CAAC;YAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,CAAC,SAAS,EAAE,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAEhF,IAAI,QAAQ,IAAI,CAAC,SAAS,EAAE,CAAC;gBAC3B,6BAA6B;gBAC7B,SAAS;YACX,CAAC;YAED,IAAI,CAAC,YAAY,CACf,SAAS,CAAC,SAAS,EACnB,SAAS,CAAC,GAAG,EACb;gBACE,eAAe,EAAE,SAAS,CAAC,KAAK;gBAChC,cAAc,EAAE,SAAS,CAAC,IAAI;gBAC9B,WAAW,EAAE,SAAS,CAAC,WAAW;aACnC,EACD,OAAO,CACR,CAAC;YAEF,gBAAgB,EAAE,CAAC;QACrB,CAAC;QAED,MAAM,CAAC,IAAI,CAAC,qBAAqB,gBAAgB,eAAe,OAAO,GAAG,CAAC,CAAC;QAC5E,OAAO,gBAAgB,CAAC;IAC1B,CAAC;IAED;;;;;;;;;;OAUG;IACH,iBAAiB,CACf,SAAiB,EACjB,GAAW,EACX,KAAa,EACb,UAAkB,SAAS;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QAE7D,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;gBACL,MAAM,EAAE,IAAI,EAAE,kBAAkB;gBAChC,SAAS,EAAE,IAAI;gBACf,OAAO,EAAE,iBAAiB,SAAS,IAAI,GAAG,KAAK,OAAO,GAAG;aAC1D,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,GAAG,KAAK,CAAC;QACnB,IAAI,OAAO,GAAG,EAAE,CAAC;QAEjB,IAAI,SAAS,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YACvC,MAAM,GAAG,KAAK,IAAI,SAAS,CAAC,eAAe,CAAC;YAC5C,OAAO,GAAG,MAAM;gBACd,CAAC,CAAC,OAAO,KAAK,OAAO,SAAS,CAAC,eAAe,QAAQ;gBACtD,CAAC,CAAC,OAAO,KAAK,MAAM,SAAS,CAAC,eAAe,QAAQ,CAAC;QAC1D,CAAC;aAAM,IAAI,SAAS,CAAC,cAAc,KAAK,KAAK,EAAE,CAAC;YAC9C,MAAM,GAAG,KAAK,IAAI,SAAS,CAAC,eAAe,CAAC;YAC5C,OAAO,GAAG,MAAM;gBACd,CAAC,CAAC,OAAO,KAAK,OAAO,SAAS,CAAC,eAAe,QAAQ;gBACtD,CAAC,CAAC,OAAO,KAAK,MAAM,SAAS,CAAC,eAAe,QAAQ,CAAC;QAC1D,CAAC;QAED,OAAO;YACL,MAAM;YACN,SAAS;YACT,OAAO;SACR,CAAC;IACJ,CAAC;CACF"}

package/dist/test/helpers/search-quality-metrics.d.ts

@@ -0,0 +1,96 @@
+/**
+ * 검색 품질 지표 계산 공통 헬퍼
+ * Precision@K, Recall@K, NDCG@K 계산 로직 공유
+ */
+export interface SearchResult {
+    id: string;
+    score?: number;
+    finalScore?: number;
+    relevance?: number;
+}
+export interface GroundTruth {
+    queryId: string;
+    relevantIds: string[];
+}
+/**
+ * Precision@K 계산
+ * 상위 K개 결과 중 관련 결과 비율
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns Precision@K (0-1)
+ */
+export declare function calculatePrecisionAtK(results: SearchResult[], relevantIds: string[], k: number): number;
+/**
+ * Recall@K 계산
+ * 관련 결과 중 상위 K개에 포함된 비율
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns Recall@K (0-1)
+ */
+export declare function calculateRecallAtK(results: SearchResult[], relevantIds: string[], k: number): number;
+/**
+ * NDCG@K (Normalized Discounted Cumulative Gain) 계산
+ * 정규화된 할인 누적 이득
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns NDCG@K (0-1)
+ */
+export declare function calculateNDCGAtK(results: SearchResult[], relevantIds: string[], k: number): number;
+/**
+ * 평균 Precision@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 Precision@K
+ */
+export declare function calculateMeanPrecisionAtK(queryResults: Map<string, SearchResult[]>, groundTruths: GroundTruth[], k: number): number;
+/**
+ * 평균 Recall@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 Recall@K
+ */
+export declare function calculateMeanRecallAtK(queryResults: Map<string, SearchResult[]>, groundTruths: GroundTruth[], k: number): number;
+/**
+ * 평균 NDCG@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 NDCG@K
+ */
+export declare function calculateMeanNDCGAtK(queryResults: Map<string, SearchResult[]>, groundTruths: GroundTruth[], k: number): number;
+/**
+ * 랭킹 정확도 계산
+ * 기대 순서와 실제 순서의 일치도
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param expectedOrder 기대 순서 (ID 배열)
+ * @returns 랭킹 정확도 (0-1)
+ */
+export declare function calculateRankingAccuracy(results: SearchResult[], expectedOrder: string[]): number;
+/**
+ * 품질 지표 리포트 생성
+ *
+ * @param results 검색 결과
+ * @param groundTruths Ground Truth 목록
+ * @param kValues K 값 배열 (예: [1, 5, 10])
+ * @returns 품질 지표 리포트
+ */
+export interface QualityMetricsReport {
+    precision: Record<number, number>;
+    recall: Record<number, number>;
+    ndcg: Record<number, number>;
+    rankingAccuracy?: number;
+}
+export declare function generateQualityReport(queryResults: Map<string, SearchResult[]>, groundTruths: GroundTruth[], kValues?: number[]): QualityMetricsReport;
+//# sourceMappingURL=search-quality-metrics.d.ts.map

package/dist/test/helpers/search-quality-metrics.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-quality-metrics.d.ts","sourceRoot":"","sources":["../../../src/test/helpers/search-quality-metrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,EAAE,CAAC;CACvB;AAED;;;;;;;;GAQG;AACH,wBAAgB,qBAAqB,CACnC,OAAO,EAAE,YAAY,EAAE,EACvB,WAAW,EAAE,MAAM,EAAE,EACrB,CAAC,EAAE,MAAM,GACR,MAAM,CAQR;AAED;;;;;;;;GAQG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,YAAY,EAAE,EACvB,WAAW,EAAE,MAAM,EAAE,EACrB,CAAC,EAAE,MAAM,GACR,MAAM,CAQR;AAkDD;;;;;;;;GAQG;AACH,wBAAgB,gBAAgB,CAC9B,OAAO,EAAE,YAAY,EAAE,EACvB,WAAW,EAAE,MAAM,EAAE,EACrB,CAAC,EAAE,MAAM,GACR,MAAM,CASR;AAED;;;;;;;GAOG;AACH,wBAAgB,yBAAyB,CACvC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,EACzC,YAAY,EAAE,WAAW,EAAE,EAC3B,CAAC,EAAE,MAAM,GACR,MAAM,CAYR;AAED;;;;;;;GAOG;AACH,wBAAgB,sBAAsB,CACpC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,EACzC,YAAY,EAAE,WAAW,EAAE,EAC3B,CAAC,EAAE,MAAM,GACR,MAAM,CAYR;AAED;;;;;;;GAOG;AACH,wBAAgB,oBAAoB,CAClC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,EACzC,YAAY,EAAE,WAAW,EAAE,EAC3B,CAAC,EAAE,MAAM,GACR,MAAM,CAYR;AAED;;;;;;;GAOG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,YAAY,EAAE,EACvB,aAAa,EAAE,MAAM,EAAE,GACtB,MAAM,CAcR;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC/B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC7B,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,qBAAqB,CACnC,YAAY,EAAE,GAAG,CAAC,MAAM,EAAE,YAAY,EAAE,CAAC,EACzC,YAAY,EAAE,WAAW,EAAE,EAC3B,OAAO,GAAE,MAAM,EAAe,GAC7B,oBAAoB,CActB"}

package/dist/test/helpers/search-quality-metrics.js

@@ -0,0 +1,185 @@
+/**
+ * 검색 품질 지표 계산 공통 헬퍼
+ * Precision@K, Recall@K, NDCG@K 계산 로직 공유
+ */
+/**
+ * Precision@K 계산
+ * 상위 K개 결과 중 관련 결과 비율
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns Precision@K (0-1)
+ */
+export function calculatePrecisionAtK(results, relevantIds, k) {
+    const topK = results.slice(0, k);
+    if (topK.length === 0)
+        return 0;
+    const relevantSet = new Set(relevantIds);
+    const relevantCount = topK.filter(r => relevantSet.has(r.id)).length;
+    return relevantCount / topK.length;
+}
+/**
+ * Recall@K 계산
+ * 관련 결과 중 상위 K개에 포함된 비율
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns Recall@K (0-1)
+ */
+export function calculateRecallAtK(results, relevantIds, k) {
+    if (relevantIds.length === 0)
+        return 0;
+    const topK = results.slice(0, k);
+    const relevantSet = new Set(relevantIds);
+    const relevantInTopK = topK.filter(r => relevantSet.has(r.id)).length;
+    return relevantInTopK / relevantIds.length;
+}
+/**
+ * DCG (Discounted Cumulative Gain) 계산
+ *
+ * @param results 검색 결과
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns DCG@K
+ */
+function calculateDCG(results, relevantIds, k) {
+    const topK = results.slice(0, k);
+    const relevantSet = new Set(relevantIds);
+    let dcg = 0;
+    topK.forEach((result, index) => {
+        const position = index + 1;
+        const relevance = relevantSet.has(result.id) ? 1 : 0;
+        // DCG 공식: relevance / log2(position + 1)
+        dcg += relevance / Math.log2(position + 1);
+    });
+    return dcg;
+}
+/**
+ * IDCG (Ideal DCG) 계산
+ * 이상적인 순서로 정렬된 경우의 DCG
+ *
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns IDCG@K
+ */
+function calculateIDCG(relevantIds, k) {
+    const idealRelevance = Array(Math.min(relevantIds.length, k)).fill(1);
+    let idcg = 0;
+    idealRelevance.forEach((relevance, index) => {
+        const position = index + 1;
+        idcg += relevance / Math.log2(position + 1);
+    });
+    return idcg;
+}
+/**
+ * NDCG@K (Normalized Discounted Cumulative Gain) 계산
+ * 정규화된 할인 누적 이득
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param relevantIds 관련 결과 ID 목록
+ * @param k 상위 K개
+ * @returns NDCG@K (0-1)
+ */
+export function calculateNDCGAtK(results, relevantIds, k) {
+    if (relevantIds.length === 0)
+        return 0;
+    const dcg = calculateDCG(results, relevantIds, k);
+    const idcg = calculateIDCG(relevantIds, k);
+    if (idcg === 0)
+        return 0;
+    return dcg / idcg;
+}
+/**
+ * 평균 Precision@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 Precision@K
+ */
+export function calculateMeanPrecisionAtK(queryResults, groundTruths, k) {
+    if (groundTruths.length === 0)
+        return 0;
+    let totalPrecision = 0;
+    groundTruths.forEach(truth => {
+        const results = queryResults.get(truth.queryId) || [];
+        const precision = calculatePrecisionAtK(results, truth.relevantIds, k);
+        totalPrecision += precision;
+    });
+    return totalPrecision / groundTruths.length;
+}
+/**
+ * 평균 Recall@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 Recall@K
+ */
+export function calculateMeanRecallAtK(queryResults, groundTruths, k) {
+    if (groundTruths.length === 0)
+        return 0;
+    let totalRecall = 0;
+    groundTruths.forEach(truth => {
+        const results = queryResults.get(truth.queryId) || [];
+        const recall = calculateRecallAtK(results, truth.relevantIds, k);
+        totalRecall += recall;
+    });
+    return totalRecall / groundTruths.length;
+}
+/**
+ * 평균 NDCG@K 계산 (여러 쿼리에 대해)
+ *
+ * @param queryResults 쿼리별 검색 결과
+ * @param groundTruths 쿼리별 Ground Truth
+ * @param k 상위 K개
+ * @returns 평균 NDCG@K
+ */
+export function calculateMeanNDCGAtK(queryResults, groundTruths, k) {
+    if (groundTruths.length === 0)
+        return 0;
+    let totalNDCG = 0;
+    groundTruths.forEach(truth => {
+        const results = queryResults.get(truth.queryId) || [];
+        const ndcg = calculateNDCGAtK(results, truth.relevantIds, k);
+        totalNDCG += ndcg;
+    });
+    return totalNDCG / groundTruths.length;
+}
+/**
+ * 랭킹 정확도 계산
+ * 기대 순서와 실제 순서의 일치도
+ *
+ * @param results 검색 결과 (점수 순으로 정렬된 상태)
+ * @param expectedOrder 기대 순서 (ID 배열)
+ * @returns 랭킹 정확도 (0-1)
+ */
+export function calculateRankingAccuracy(results, expectedOrder) {
+    if (expectedOrder.length === 0)
+        return 0;
+    let correctPositions = 0;
+    const minLength = Math.min(results.length, expectedOrder.length);
+    for (let i = 0; i < minLength; i++) {
+        const result = results[i];
+        if (result && result.id === expectedOrder[i]) {
+            correctPositions++;
+        }
+    }
+    return correctPositions / expectedOrder.length;
+}
+export function generateQualityReport(queryResults, groundTruths, kValues = [1, 5, 10]) {
+    const report = {
+        precision: {},
+        recall: {},
+        ndcg: {}
+    };
+    kValues.forEach(k => {
+        report.precision[k] = calculateMeanPrecisionAtK(queryResults, groundTruths, k);
+        report.recall[k] = calculateMeanRecallAtK(queryResults, groundTruths, k);
+        report.ndcg[k] = calculateMeanNDCGAtK(queryResults, groundTruths, k);
+    });
+    return report;
+}
+//# sourceMappingURL=search-quality-metrics.js.map

package/dist/test/helpers/search-quality-metrics.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search-quality-metrics.js","sourceRoot":"","sources":["../../../src/test/helpers/search-quality-metrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAcH;;;;;;;;GAQG;AACH,MAAM,UAAU,qBAAqB,CACnC,OAAuB,EACvB,WAAqB,EACrB,CAAS;IAET,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEhC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACzC,MAAM,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAErE,OAAO,aAAa,GAAG,IAAI,CAAC,MAAM,CAAC;AACrC,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAuB,EACvB,WAAqB,EACrB,CAAS;IAET,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEvC,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACzC,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;IAEtE,OAAO,cAAc,GAAG,WAAW,CAAC,MAAM,CAAC;AAC7C,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,YAAY,CACnB,OAAuB,EACvB,WAAqB,EACrB,CAAS;IAET,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IACjC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC;IACzC,IAAI,GAAG,GAAG,CAAC,CAAC;IAEZ,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3B,MAAM,SAAS,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAErD,yCAAyC;QACzC,GAAG,IAAI,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;;;;GAOG;AACH,SAAS,aAAa,CAAC,WAAqB,EAAE,CAAS;IACrD,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtE,IAAI,IAAI,GAAG,CAAC,CAAC;IAEb,cAAc,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QAC1C,MAAM,QAAQ,GAAG,KAAK,GAAG,CAAC,CAAC;QAC3B,IAAI,IAAI,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAC9C,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,gBAAgB,CAC9B,OAAuB,EACvB,WAAqB,EACrB,CAAS;IAET,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEvC,MAAM,GAAG,GAAG,YAAY,CAAC,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAE3C,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEzB,OAAO,GAAG,GAAG,IAAI,CAAC;AACpB,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,yBAAyB,CACvC,YAAyC,EACzC,YAA2B,EAC3B,CAAS;IAET,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC3B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,SAAS,GAAG,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACvE,cAAc,IAAI,SAAS,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,OAAO,cAAc,GAAG,YAAY,CAAC,MAAM,CAAC;AAC9C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,sBAAsB,CACpC,YAAyC,EACzC,YAA2B,EAC3B,CAAS;IAET,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC3B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,MAAM,GAAG,kBAAkB,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QACjE,WAAW,IAAI,MAAM,CAAC;IACxB,CAAC,CAAC,CAAC;IAEH,OAAO,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC;AAC3C,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,oBAAoB,CAClC,YAAyC,EACzC,YAA2B,EAC3B,CAAS;IAET,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAExC,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,YAAY,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE;QAC3B,MAAM,OAAO,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;QACtD,MAAM,IAAI,GAAG,gBAAgB,CAAC,OAAO,EAAE,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;QAC7D,SAAS,IAAI,IAAI,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,OAAO,SAAS,GAAG,YAAY,CAAC,MAAM,CAAC;AACzC,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAAuB,EACvB,aAAuB;IAEvB,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAEzC,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;IAEjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,EAAE,CAAC,EAAE,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,IAAI,MAAM,IAAI,MAAM,CAAC,EAAE,KAAK,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7C,gBAAgB,EAAE,CAAC;QACrB,CAAC;IACH,CAAC;IAED,OAAO,gBAAgB,GAAG,aAAa,CAAC,MAAM,CAAC;AACjD,CAAC;AAiBD,MAAM,UAAU,qBAAqB,CACnC,YAAyC,EACzC,YAA2B,EAC3B,UAAoB,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;IAE9B,MAAM,MAAM,GAAyB;QACnC,SAAS,EAAE,EAAE;QACb,MAAM,EAAE,EAAE;QACV,IAAI,EAAE,EAAE;KACT,CAAC;IAEF,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAClB,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,yBAAyB,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;QAC/E,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,sBAAsB,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;QACzE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,oBAAoB,CAAC,YAAY,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC;IACvE,CAAC,CAAC,CAAC;IAEH,OAAO,MAAM,CAAC;AAChB,CAAC"}