@nahisaho/katashiro-evaluation 2.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 nahisaho
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/dist/BenchmarkSuite.d.ts

@@ -0,0 +1,63 @@
+/**
+ * Benchmark Suite
+ *
+ * @requirement REQ-EVAL-005
+ * @design DES-KATASHIRO-003-EVAL §3.6
+ */
+import type { BenchmarkConfig, BenchmarkResult } from './types.js';
+/**
+ * ベンチマーク関数型
+ */
+export type BenchmarkFn = () => Promise<void> | void;
+/**
+ * ベンチマークスイート
+ */
+export declare class BenchmarkSuite {
+    private results;
+    /**
+     * ベンチマーク実行
+     */
+    run(name: string, fn: BenchmarkFn, config?: BenchmarkConfig): Promise<BenchmarkResult>;
+    /**
+     * 複数ベンチマーク実行
+     */
+    runAll(benchmarks: Array<{
+        name: string;
+        fn: BenchmarkFn;
+        config?: BenchmarkConfig;
+    }>): Promise<BenchmarkResult[]>;
+    /**
+     * 結果取得
+     */
+    getResult(name: string): BenchmarkResult | undefined;
+    /**
+     * 全結果取得
+     */
+    getAllResults(): BenchmarkResult[];
+    /**
+     * 結果比較
+     */
+    compare(nameA: string, nameB: string): {
+        winner: string;
+        speedup: number;
+        significant: boolean;
+    } | undefined;
+    /**
+     * レポート生成
+     */
+    generateReport(): string;
+    /**
+     * 結果クリア
+     */
+    clear(): void;
+    private percentile;
+}
+/**
+ * グローバルベンチマークスイート取得
+ */
+export declare function getBenchmarkSuite(): BenchmarkSuite;
+/**
+ * ベンチマークスイートリセット（テスト用）
+ */
+export declare function resetBenchmarkSuite(): void;
+//# sourceMappingURL=BenchmarkSuite.d.ts.map

package/dist/BenchmarkSuite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkSuite.d.ts","sourceRoot":"","sources":["../src/BenchmarkSuite.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAErD;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,OAAO,CAA2C;IAE1D;;OAEG;IACG,GAAG,CACP,IAAI,EAAE,MAAM,EACZ,EAAE,EAAE,WAAW,EACf,MAAM,CAAC,EAAE,eAAe,GACvB,OAAO,CAAC,eAAe,CAAC;IAwD3B;;OAEG;IACG,MAAM,CACV,UAAU,EAAE,KAAK,CAAC;QAChB,IAAI,EAAE,MAAM,CAAC;QACb,EAAE,EAAE,WAAW,CAAC;QAChB,MAAM,CAAC,EAAE,eAAe,CAAC;KAC1B,CAAC,GACD,OAAO,CAAC,eAAe,EAAE,CAAC;IAW7B;;OAEG;IACH,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,eAAe,GAAG,SAAS;IAIpD;;OAEG;IACH,aAAa,IAAI,eAAe,EAAE;IAIlC;;OAEG;IACH,OAAO,CACL,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,GACZ;QAAE,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,OAAO,CAAA;KAAE,GAAG,SAAS;IAyBxE;;OAEG;IACH,cAAc,IAAI,MAAM;IAyBxB;;OAEG;IACH,KAAK,IAAI,IAAI;IAIb,OAAO,CAAC,UAAU;CAInB;AAKD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,CAKlD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C"}

package/dist/BenchmarkSuite.js

@@ -0,0 +1,152 @@
+/**
+ * Benchmark Suite
+ *
+ * @requirement REQ-EVAL-005
+ * @design DES-KATASHIRO-003-EVAL §3.6
+ */
+/**
+ * ベンチマークスイート
+ */
+export class BenchmarkSuite {
+    results = new Map();
+    /**
+     * ベンチマーク実行
+     */
+    async run(name, fn, config) {
+        const iterations = config?.iterations ?? 100;
+        const warmupIterations = config?.warmupIterations ?? 10;
+        const timeout = config?.timeout ?? 60000;
+        // ウォームアップ
+        for (let i = 0; i < warmupIterations; i++) {
+            await fn();
+        }
+        // 測定
+        const durations = [];
+        const startTotal = Date.now();
+        for (let i = 0; i < iterations; i++) {
+            if (Date.now() - startTotal > timeout) {
+                console.warn(`Benchmark "${name}" timed out after ${i} iterations`);
+                break;
+            }
+            const start = performance.now();
+            await fn();
+            const end = performance.now();
+            durations.push(end - start);
+        }
+        // 統計計算
+        const sorted = [...durations].sort((a, b) => a - b);
+        const mean = durations.reduce((a, b) => a + b, 0) / durations.length;
+        const variance = durations.reduce((sum, d) => sum + Math.pow(d - mean, 2), 0) /
+            durations.length;
+        const stdDev = Math.sqrt(variance);
+        const result = {
+            name,
+            meanMs: mean,
+            stdDevMs: stdDev,
+            minMs: sorted[0] ?? 0,
+            maxMs: sorted[sorted.length - 1] ?? 0,
+            percentiles: {
+                p50: this.percentile(sorted, 0.5),
+                p90: this.percentile(sorted, 0.9),
+                p99: this.percentile(sorted, 0.99),
+            },
+            iterations: durations.length,
+            timestamp: new Date().toISOString(),
+        };
+        this.results.set(name, result);
+        return result;
+    }
+    /**
+     * 複数ベンチマーク実行
+     */
+    async runAll(benchmarks) {
+        const results = [];
+        for (const { name, fn, config } of benchmarks) {
+            const result = await this.run(name, fn, config);
+            results.push(result);
+        }
+        return results;
+    }
+    /**
+     * 結果取得
+     */
+    getResult(name) {
+        return this.results.get(name);
+    }
+    /**
+     * 全結果取得
+     */
+    getAllResults() {
+        return Array.from(this.results.values());
+    }
+    /**
+     * 結果比較
+     */
+    compare(nameA, nameB) {
+        const resultA = this.results.get(nameA);
+        const resultB = this.results.get(nameB);
+        if (!resultA || !resultB) {
+            return undefined;
+        }
+        const speedup = resultA.meanMs / resultB.meanMs;
+        const winner = speedup > 1 ? nameB : nameA;
+        // 簡易的な有意性判定（2σ）
+        const diffMean = Math.abs(resultA.meanMs - resultB.meanMs);
+        const combinedStdDev = Math.sqrt(Math.pow(resultA.stdDevMs, 2) + Math.pow(resultB.stdDevMs, 2));
+        const significant = diffMean > 2 * combinedStdDev;
+        return {
+            winner,
+            speedup: speedup > 1 ? speedup : 1 / speedup,
+            significant,
+        };
+    }
+    /**
+     * レポート生成
+     */
+    generateReport() {
+        const results = this.getAllResults();
+        if (results.length === 0) {
+            return 'No benchmark results available.';
+        }
+        const lines = [
+            '# Benchmark Report',
+            '',
+            `Generated: ${new Date().toISOString()}`,
+            '',
+            '| Name | Mean (ms) | StdDev | Min | Max | P50 | P90 | P99 | Iterations |',
+            '|------|-----------|--------|-----|-----|-----|-----|-----|------------|',
+        ];
+        for (const r of results) {
+            lines.push(`| ${r.name} | ${r.meanMs.toFixed(2)} | ${r.stdDevMs.toFixed(2)} | ${r.minMs.toFixed(2)} | ${r.maxMs.toFixed(2)} | ${r.percentiles.p50.toFixed(2)} | ${r.percentiles.p90.toFixed(2)} | ${r.percentiles.p99.toFixed(2)} | ${r.iterations} |`);
+        }
+        return lines.join('\n');
+    }
+    /**
+     * 結果クリア
+     */
+    clear() {
+        this.results.clear();
+    }
+    percentile(sorted, p) {
+        const idx = Math.ceil(sorted.length * p) - 1;
+        return sorted[Math.max(0, idx)] ?? 0;
+    }
+}
+// シングルトン
+let benchmarkSuite = null;
+/**
+ * グローバルベンチマークスイート取得
+ */
+export function getBenchmarkSuite() {
+    if (!benchmarkSuite) {
+        benchmarkSuite = new BenchmarkSuite();
+    }
+    return benchmarkSuite;
+}
+/**
+ * ベンチマークスイートリセット（テスト用）
+ */
+export function resetBenchmarkSuite() {
+    benchmarkSuite = null;
+}
+//# sourceMappingURL=BenchmarkSuite.js.map

package/dist/BenchmarkSuite.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BenchmarkSuite.js","sourceRoot":"","sources":["../src/BenchmarkSuite.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,OAAO,GAAiC,IAAI,GAAG,EAAE,CAAC;IAE1D;;OAEG;IACH,KAAK,CAAC,GAAG,CACP,IAAY,EACZ,EAAe,EACf,MAAwB;QAExB,MAAM,UAAU,GAAG,MAAM,EAAE,UAAU,IAAI,GAAG,CAAC;QAC7C,MAAM,gBAAgB,GAAG,MAAM,EAAE,gBAAgB,IAAI,EAAE,CAAC;QACxD,MAAM,OAAO,GAAG,MAAM,EAAE,OAAO,IAAI,KAAK,CAAC;QAEzC,UAAU;QACV,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,gBAAgB,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,EAAE,EAAE,CAAC;QACb,CAAC;QAED,KAAK;QACL,MAAM,SAAS,GAAa,EAAE,CAAC;QAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,GAAG,OAAO,EAAE,CAAC;gBACtC,OAAO,CAAC,IAAI,CACV,cAAc,IAAI,qBAAqB,CAAC,aAAa,CACtD,CAAC;gBACF,MAAM;YACR,CAAC;YAED,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAChC,MAAM,EAAE,EAAE,CAAC;YACX,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;YAC9B,SAAS,CAAC,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO;QACP,MAAM,MAAM,GAAG,CAAC,GAAG,SAAS,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;QACrE,MAAM,QAAQ,GACZ,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YAC5D,SAAS,CAAC,MAAM,CAAC;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAoB;YAC9B,IAAI;YACJ,MAAM,EAAE,IAAI;YACZ,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;YACrB,KAAK,EAAE,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC;YACrC,WAAW,EAAE;gBACX,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;gBACjC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,CAAC;gBACjC,GAAG,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC;aACnC;YACD,UAAU,EAAE,SAAS,CAAC,MAAM;YAC5B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QAEF,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QAE/B,OAAO,MAAM,CAAC;IAChB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,UAIE;QAEF,MAAM,OAAO,GAAsB,EAAE,CAAC;QAEtC,KAAK,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,MAAM,EAAE,IAAI,UAAU,EAAE,CAAC;YAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,EAAE,EAAE,MAAM,CAAC,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACvB,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,IAAY;QACpB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,aAAa;QACX,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC3C,CAAC;IAED;;OAEG;IACH,OAAO,CACL,KAAa,EACb,KAAa;QAEb,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAExC,IAAI,CAAC,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;YACzB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAChD,MAAM,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QAE3C,gBAAgB;QAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QAC3D,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAC9B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,CAC9D,CAAC;QACF,MAAM,WAAW,GAAG,QAAQ,GAAG,CAAC,GAAG,cAAc,CAAC;QAElD,OAAO;YACL,MAAM;YACN,OAAO,EAAE,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,OAAO;YAC5C,WAAW;SACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,cAAc;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAErC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO,iCAAiC,CAAC;QAC3C,CAAC;QAED,MAAM,KAAK,GAAG;YACZ,oBAAoB;YACpB,EAAE;YACF,cAAc,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,EAAE;YACxC,EAAE;YACF,0EAA0E;YAC1E,0EAA0E;SAC3E,CAAC;QAEF,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CACR,KAAK,CAAC,CAAC,IAAI,MAAM,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,IAAI,CAC5O,CAAC;QACJ,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK;QACH,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAEO,UAAU,CAAC,MAAgB,EAAE,CAAS;QAC5C,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;QAC7C,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;CACF;AAED,SAAS;AACT,IAAI,cAAc,GAA0B,IAAI,CAAC;AAEjD;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IACxC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}

package/dist/DatasetManager.d.ts

@@ -0,0 +1,68 @@
+/**
+ * Dataset Manager
+ *
+ * @requirement REQ-EVAL-004
+ * @design DES-KATASHIRO-003-EVAL §3.4
+ */
+import type { Dataset, DatasetItem } from './types.js';
+/**
+ * データセット管理クラス
+ */
+export declare class DatasetManager {
+    private datasets;
+    private items;
+    /**
+     * データセット作成
+     */
+    create(name: string, options?: {
+        description?: string;
+        tags?: string[];
+    }): Dataset;
+    /**
+     * データセット取得
+     */
+    get(id: string): Dataset | undefined;
+    /**
+     * データセット一覧取得
+     */
+    list(filter?: {
+        tags?: string[];
+    }): Dataset[];
+    /**
+     * データセット削除
+     */
+    delete(id: string): boolean;
+    /**
+     * アイテム追加
+     */
+    addItem(datasetId: string, item: Omit<DatasetItem, 'id'>): DatasetItem | undefined;
+    /**
+     * 複数アイテム追加
+     */
+    addItems(datasetId: string, items: Array<Omit<DatasetItem, 'id'>>): DatasetItem[];
+    /**
+     * アイテム取得
+     */
+    getItems(datasetId: string): DatasetItem[];
+    /**
+     * アイテム削除
+     */
+    removeItem(datasetId: string, itemId: string): boolean;
+    /**
+     * データセットをJSONにエクスポート
+     */
+    export(datasetId: string): string | undefined;
+    /**
+     * JSONからデータセットをインポート
+     */
+    import(json: string): Dataset | undefined;
+}
+/**
+ * グローバルデータセットマネージャー取得
+ */
+export declare function getDatasetManager(): DatasetManager;
+/**
+ * データセットマネージャーリセット（テスト用）
+ */
+export declare function resetDatasetManager(): void;
+//# sourceMappingURL=DatasetManager.d.ts.map

package/dist/DatasetManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DatasetManager.d.ts","sourceRoot":"","sources":["../src/DatasetManager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEvD;;GAEG;AACH,qBAAa,cAAc;IACzB,OAAO,CAAC,QAAQ,CAAmC;IACnD,OAAO,CAAC,KAAK,CAAyC;IAEtD;;OAEG;IACH,MAAM,CACJ,IAAI,EAAE,MAAM,EACZ,OAAO,CAAC,EAAE;QACR,WAAW,CAAC,EAAE,MAAM,CAAC;QACrB,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;KACjB,GACA,OAAO;IAoBV;;OAEG;IACH,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;IAIpC;;OAEG;IACH,IAAI,CAAC,MAAM,CAAC,EAAE;QAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAA;KAAE,GAAG,OAAO,EAAE;IAa7C;;OAEG;IACH,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO;IAK3B;;OAEG;IACH,OAAO,CACL,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,GAC5B,WAAW,GAAG,SAAS;IAoB1B;;OAEG;IACH,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC,GACpC,WAAW,EAAE;IAMhB;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,WAAW,EAAE;IAI1C;;OAEG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO;IAmBtD;;OAEG;IACH,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS;IAW7C;;OAEG;IACH,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS;CA+B1C;AAKD;;GAEG;AACH,wBAAgB,iBAAiB,IAAI,cAAc,CAKlD;AAED;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,IAAI,CAE1C"}

package/dist/DatasetManager.js

@@ -0,0 +1,161 @@
+/**
+ * Dataset Manager
+ *
+ * @requirement REQ-EVAL-004
+ * @design DES-KATASHIRO-003-EVAL §3.4
+ */
+/**
+ * データセット管理クラス
+ */
+export class DatasetManager {
+    datasets = new Map();
+    items = new Map();
+    /**
+     * データセット作成
+     */
+    create(name, options) {
+        const id = `ds-${Date.now()}-${Math.random().toString(36).slice(2)}`;
+        const now = new Date().toISOString();
+        const dataset = {
+            id,
+            name,
+            description: options?.description,
+            size: 0,
+            tags: options?.tags,
+            createdAt: now,
+            updatedAt: now,
+        };
+        this.datasets.set(id, dataset);
+        this.items.set(id, []);
+        return dataset;
+    }
+    /**
+     * データセット取得
+     */
+    get(id) {
+        return this.datasets.get(id);
+    }
+    /**
+     * データセット一覧取得
+     */
+    list(filter) {
+        const datasets = Array.from(this.datasets.values());
+        if (filter?.tags && filter.tags.length > 0) {
+            return datasets.filter((ds) => ds.tags && filter.tags.some((tag) => ds.tags.includes(tag)));
+        }
+        return datasets;
+    }
+    /**
+     * データセット削除
+     */
+    delete(id) {
+        this.items.delete(id);
+        return this.datasets.delete(id);
+    }
+    /**
+     * アイテム追加
+     */
+    addItem(datasetId, item) {
+        const dataset = this.datasets.get(datasetId);
+        const datasetItems = this.items.get(datasetId);
+        if (!dataset || !datasetItems) {
+            return undefined;
+        }
+        const newItem = {
+            id: `item-${Date.now()}-${Math.random().toString(36).slice(2)}`,
+            ...item,
+        };
+        datasetItems.push(newItem);
+        dataset.size = datasetItems.length;
+        dataset.updatedAt = new Date().toISOString();
+        return newItem;
+    }
+    /**
+     * 複数アイテム追加
+     */
+    addItems(datasetId, items) {
+        return items
+            .map((item) => this.addItem(datasetId, item))
+            .filter((item) => item !== undefined);
+    }
+    /**
+     * アイテム取得
+     */
+    getItems(datasetId) {
+        return this.items.get(datasetId) ?? [];
+    }
+    /**
+     * アイテム削除
+     */
+    removeItem(datasetId, itemId) {
+        const dataset = this.datasets.get(datasetId);
+        const datasetItems = this.items.get(datasetId);
+        if (!dataset || !datasetItems) {
+            return false;
+        }
+        const idx = datasetItems.findIndex((item) => item.id === itemId);
+        if (idx >= 0) {
+            datasetItems.splice(idx, 1);
+            dataset.size = datasetItems.length;
+            dataset.updatedAt = new Date().toISOString();
+            return true;
+        }
+        return false;
+    }
+    /**
+     * データセットをJSONにエクスポート
+     */
+    export(datasetId) {
+        const dataset = this.datasets.get(datasetId);
+        const items = this.items.get(datasetId);
+        if (!dataset || !items) {
+            return undefined;
+        }
+        return JSON.stringify({ dataset, items }, null, 2);
+    }
+    /**
+     * JSONからデータセットをインポート
+     */
+    import(json) {
+        try {
+            const { dataset, items } = JSON.parse(json);
+            // 新しいIDを生成
+            const newId = `ds-${Date.now()}-${Math.random().toString(36).slice(2)}`;
+            const now = new Date().toISOString();
+            const newDataset = {
+                ...dataset,
+                id: newId,
+                createdAt: now,
+                updatedAt: now,
+            };
+            const newItems = items.map((item) => ({
+                ...item,
+                id: `item-${Date.now()}-${Math.random().toString(36).slice(2)}`,
+            }));
+            this.datasets.set(newId, newDataset);
+            this.items.set(newId, newItems);
+            return newDataset;
+        }
+        catch {
+            return undefined;
+        }
+    }
+}
+// シングルトン
+let datasetManager = null;
+/**
+ * グローバルデータセットマネージャー取得
+ */
+export function getDatasetManager() {
+    if (!datasetManager) {
+        datasetManager = new DatasetManager();
+    }
+    return datasetManager;
+}
+/**
+ * データセットマネージャーリセット（テスト用）
+ */
+export function resetDatasetManager() {
+    datasetManager = null;
+}
+//# sourceMappingURL=DatasetManager.js.map

package/dist/DatasetManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DatasetManager.js","sourceRoot":"","sources":["../src/DatasetManager.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;GAEG;AACH,MAAM,OAAO,cAAc;IACjB,QAAQ,GAAyB,IAAI,GAAG,EAAE,CAAC;IAC3C,KAAK,GAA+B,IAAI,GAAG,EAAE,CAAC;IAEtD;;OAEG;IACH,MAAM,CACJ,IAAY,EACZ,OAGC;QAED,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;QACrE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,OAAO,GAAY;YACvB,EAAE;YACF,IAAI;YACJ,WAAW,EAAE,OAAO,EAAE,WAAW;YACjC,IAAI,EAAE,CAAC;YACP,IAAI,EAAE,OAAO,EAAE,IAAI;YACnB,SAAS,EAAE,GAAG;YACd,SAAS,EAAE,GAAG;SACf,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAEvB,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,EAAU;QACZ,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,MAA4B;QAC/B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QAEpD,IAAI,MAAM,EAAE,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,QAAQ,CAAC,MAAM,CACpB,CAAC,EAAE,EAAE,EAAE,CACL,EAAE,CAAC,IAAI,IAAI,MAAM,CAAC,IAAK,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,IAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAChE,CAAC;QACJ,CAAC;QAED,OAAO,QAAQ,CAAC;IAClB,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,EAAU;QACf,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACtB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAClC,CAAC;IAED;;OAEG;IACH,OAAO,CACL,SAAiB,EACjB,IAA6B;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,MAAM,OAAO,GAAgB;YAC3B,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC/D,GAAG,IAAI;SACR,CAAC;QAEF,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC3B,OAAO,CAAC,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC;QACnC,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7C,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,SAAiB,EACjB,KAAqC;QAErC,OAAO,KAAK;aACT,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;aAC5C,MAAM,CAAC,CAAC,IAAI,EAAuB,EAAE,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC;IAC/D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,SAAiB;QACxB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IACzC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB,EAAE,MAAc;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC;YAC9B,OAAO,KAAK,CAAC;QACf,CAAC;QAED,MAAM,GAAG,GAAG,YAAY,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,MAAM,CAAC,CAAC;QACjE,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC;YACb,YAAY,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC5B,OAAO,CAAC,IAAI,GAAG,YAAY,CAAC,MAAM,CAAC;YACnC,OAAO,CAAC,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC7C,OAAO,IAAI,CAAC;QACd,CAAC;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,SAAiB;QACtB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAExC,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACrD,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,IAAY;QACjB,IAAI,CAAC;YACH,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAGzC,CAAC;YAEF,WAAW;YACX,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAErC,MAAM,UAAU,GAAY;gBAC1B,GAAG,OAAO;gBACV,EAAE,EAAE,KAAK;gBACT,SAAS,EAAE,GAAG;gBACd,SAAS,EAAE,GAAG;aACf,CAAC;YAEF,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBACpC,GAAG,IAAI;gBACP,EAAE,EAAE,QAAQ,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;aAChE,CAAC,CAAC,CAAC;YAEJ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACrC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAEhC,OAAO,UAAU,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;CACF;AAED,SAAS;AACT,IAAI,cAAc,GAA0B,IAAI,CAAC;AAEjD;;GAEG;AACH,MAAM,UAAU,iBAAiB;IAC/B,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,cAAc,EAAE,CAAC;IACxC,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB;IACjC,cAAc,GAAG,IAAI,CAAC;AACxB,CAAC"}

package/dist/ExperimentRunner.d.ts

@@ -0,0 +1,51 @@
+/**
+ * Experiment Runner
+ *
+ * @requirement REQ-EVAL-005
+ * @design DES-KATASHIRO-003-EVAL §3.5
+ */
+import type { ExperimentConfig, ExperimentResult } from './types.js';
+/**
+ * 実験ランナー設定
+ */
+export interface ExperimentRunnerConfig {
+    /** 並列実行数 */
+    concurrency?: number;
+    /** タイムアウト（ミリ秒） */
+    timeout?: number;
+    /** 進捗コールバック */
+    onProgress?: (current: number, total: number) => void;
+}
+/**
+ * 実験ランナー
+ */
+export declare class ExperimentRunner {
+    private config;
+    private experiments;
+    constructor(config?: ExperimentRunnerConfig);
+    /**
+     * 実験実行
+     */
+    run(experimentConfig: ExperimentConfig, generator: (input: string) => Promise<string>): Promise<ExperimentResult>;
+    /**
+     * 実験結果取得
+     */
+    getResult(experimentId: string): ExperimentResult | undefined;
+    /**
+     * 全実験結果取得
+     */
+    listResults(): ExperimentResult[];
+    /**
+     * サマリー計算
+     */
+    private calculateSummary;
+}
+/**
+ * グローバル実験ランナー取得
+ */
+export declare function getExperimentRunner(): ExperimentRunner;
+/**
+ * 実験ランナーリセット（テスト用）
+ */
+export declare function resetExperimentRunner(): void;
+//# sourceMappingURL=ExperimentRunner.d.ts.map

package/dist/ExperimentRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ExperimentRunner.d.ts","sourceRoot":"","sources":["../src/ExperimentRunner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,gBAAgB,EAChB,gBAAgB,EAKjB,MAAM,YAAY,CAAC;AAIpB;;GAEG;AACH,MAAM,WAAW,sBAAsB;IACrC,YAAY;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,eAAe;IACf,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACvD;AAED;;GAEG;AACH,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,MAAM,CAAmC;IACjD,OAAO,CAAC,WAAW,CAA4C;gBAEnD,MAAM,CAAC,EAAE,sBAAsB;IAQ3C;;OAEG;IACG,GAAG,CACP,gBAAgB,EAAE,gBAAgB,EAClC,SAAS,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,GAC5C,OAAO,CAAC,gBAAgB,CAAC;IAyG5B;;OAEG;IACH,SAAS,CAAC,YAAY,EAAE,MAAM,GAAG,gBAAgB,GAAG,SAAS;IAI7D;;OAEG;IACH,WAAW,IAAI,gBAAgB,EAAE;IAIjC;;OAEG;IACH,OAAO,CAAC,gBAAgB;CAwCzB;AAKD;;GAEG;AACH,wBAAgB,mBAAmB,IAAI,gBAAgB,CAKtD;AAED;;GAEG;AACH,wBAAgB,qBAAqB,IAAI,IAAI,CAE5C"}