@opensearch-project/agent-health 0.3.0 → 0.5.2

package/lib/dist/services/storage/asyncRunStorage.js

@@ -0,0 +1,448 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+/**
+ * Async Run Storage
+ *
+ * Async wrapper around OpenSearch storage for runs (test case executions).
+ * Replaces the localStorage-based reportStorage.
+ * Maps between app's EvaluationReport/TestCaseRun and OpenSearch StorageRun.
+ */
+import { runStorage as opensearchRuns, } from './opensearchClient.js';
+/**
+ * Coerce a stored metrics object — which may contain any subset of dynamic
+ * metric names (driven by the evaluator's `scoringConfig.metrics`) — into
+ * the app-side `EvaluationMetrics` shape.
+ *
+ * Two important guarantees:
+ *   1. **Preserves all numeric metric names**, not just the four legacy ones
+ *      (accuracy / faithfulness / latency_score / trajectory_alignment_score).
+ *      Custom and non-RCA system evaluators emit names like
+ *      `tool_selection_accuracy`, `reasoning_coherence`, `bias_detection`, etc.
+ *   2. **Distinguishes "missing" from "zero"**. Previously the read-side
+ *      whitelist defaulted every missing field to `0`, which made the runs
+ *      list show `0%` for every run that didn't happen to have an `accuracy`
+ *      metric — even runs the judge had passed. Missing entries are now
+ *      simply absent (so UI consumers can render `—` instead of fabricated 0).
+ */
+function storedMetricsToApp(raw) {
+    const out = {};
+    if (!raw || typeof raw !== 'object')
+        return out;
+    for (const [key, value] of Object.entries(raw)) {
+        if (typeof value === 'number' && Number.isFinite(value)) {
+            out[key] = value;
+        }
+    }
+    return out;
+}
+/**
+ * Convert OpenSearch storage format to app TestCaseRun format
+ */
+function toTestCaseRun(stored) {
+    // Cast to access trace-mode fields
+    const storedAny = stored;
+    return {
+        id: stored.id,
+        name: stored.name,
+        description: stored.description,
+        timestamp: stored.createdAt,
+        testCaseId: stored.testCaseId,
+        testCaseVersion: parseInt(stored.testCaseVersionId?.split('-v')[1] || '1'),
+        experimentId: stored.experimentId || undefined,
+        experimentRunId: stored.experimentRunId || undefined,
+        agentName: stored.agentName || stored.agentId,
+        agentKey: stored.agentId,
+        modelName: stored.modelId,
+        modelId: stored.modelId,
+        status: stored.status,
+        passFailStatus: stored.passFailStatus,
+        evaluatorId: stored.evaluatorId,
+        trajectory: (stored.trajectory || []),
+        // Preserve every metric the judge emitted, not just the four legacy keys.
+        // Custom evaluators (and even system evaluators other than RCA Default)
+        // produce dynamic metric names like `tool_selection_accuracy` or
+        // `reasoning_coherence`; the previous shape whitelisted only
+        // accuracy/faithfulness/latency_score/trajectory_alignment_score and
+        // — worse — collapsed missing values to `0` via `|| 0`, which made
+        // every run look like it had scored zero in the runs list.
+        //
+        // We spread the stored object directly and only filter out non-numeric
+        // entries so the resulting shape matches `EvaluationMetrics`'s
+        // `[key: string]: number | undefined` index signature without leaking
+        // surprise types into downstream consumers.
+        metrics: storedMetricsToApp(stored.metrics),
+        llmJudgeReasoning: stored.llmJudgeReasoning || '',
+        annotations: (stored.annotations || []).map(ann => ({
+            id: ann.id,
+            reportId: stored.id,
+            text: ann.text,
+            timestamp: ann.createdAt,
+            tags: ann.tags,
+            author: ann.author,
+        })),
+        runId: stored.traceId || stored.runId,
+        // Preserve the OTel traceId as its OWN field (distinct from runId). The
+        // comparison Traces tab correlates spans by report.traceId (Strategy A);
+        // without this it was always undefined here — mapped into runId only — so
+        // agents that emit their own trace (pi) / Claude Code never showed traces.
+        traceId: stored.traceId,
+        sessionId: stored.sessionId,
+        rawEvents: stored.rawEvents,
+        logs: (stored.logs || []),
+        improvementStrategies: stored.improvementStrategies,
+        // Per-matcher verdicts captured by the SDK during the test body
+        matcherResults: stored.matcherResults,
+        // Trace-mode fields
+        metricsStatus: storedAny.metricsStatus,
+        traceFetchAttempts: storedAny.traceFetchAttempts,
+        lastTraceFetchAt: storedAny.lastTraceFetchAt,
+        traceError: storedAny.traceError,
+        spans: storedAny.spans,
+        connectorProtocol: storedAny.connectorProtocol,
+    };
+}
+/**
+ * Convert app TestCaseRun format to OpenSearch storage format
+ */
+function toStorageFormat(report) {
+    const base = {
+        name: report.name,
+        description: report.description,
+        experimentId: '', // Storage field for benchmarkId (name preserved for data compatibility)
+        experimentRunId: '', // Storage field for benchmarkRunId (name preserved for data compatibility)
+        testCaseId: report.testCaseId,
+        testCaseVersionId: `${report.testCaseId}-v${report.testCaseVersion || 1}`,
+        agentId: report.agentKey || report.agentName,
+        modelId: report.modelId || report.modelName,
+        iteration: 1, // Default to 1, can be overridden
+        status: report.status,
+        passFailStatus: report.passFailStatus,
+        traceId: report.runId,
+        tags: [],
+        actualOutcomes: [],
+        llmJudgeReasoning: report.llmJudgeReasoning,
+        // Pass the full dynamic metrics object through. Whitelisting fixed names
+        // here used to silently drop any metric the evaluator emitted that wasn't
+        // one of the four legacy keys (accuracy/faithfulness/latency_score/
+        // trajectory_alignment_score), making per-evaluator scores invisible in
+        // listing pages. The OpenSearch index uses dynamic mapping under
+        // `metrics`, so arbitrary numeric fields are accepted by the cluster.
+        metrics: report.metrics,
+        trajectory: report.trajectory,
+        rawEvents: report.rawEvents,
+        logs: report.logs || report.openSearchLogs,
+        improvementStrategies: report.improvementStrategies,
+    };
+    // Add trace-mode fields if present
+    if (report.metricsStatus !== undefined)
+        base.metricsStatus = report.metricsStatus;
+    if (report.sessionId !== undefined)
+        base.sessionId = report.sessionId;
+    if (report.traceFetchAttempts !== undefined)
+        base.traceFetchAttempts = report.traceFetchAttempts;
+    if (report.lastTraceFetchAt !== undefined)
+        base.lastTraceFetchAt = report.lastTraceFetchAt;
+    if (report.traceError !== undefined)
+        base.traceError = report.traceError;
+    if (report.spans !== undefined)
+        base.spans = report.spans;
+    if (report.connectorProtocol !== undefined)
+        base.connectorProtocol = report.connectorProtocol;
+    // SDK matcher verdicts: persist alongside the report
+    if (report.matcherResults !== undefined)
+        base.matcherResults = report.matcherResults;
+    return base;
+}
+class AsyncRunStorage {
+    // ==================== Core CRUD Operations ====================
+    /**
+     * Save a report/run
+     */
+    async saveReport(report, options) {
+        const storageData = toStorageFormat(report);
+        // Apply experiment context if provided
+        if (options?.experimentId) {
+            storageData.experimentId = options.experimentId;
+        }
+        if (options?.experimentRunId) {
+            storageData.experimentRunId = options.experimentRunId;
+        }
+        if (options?.iteration) {
+            storageData.iteration = options.iteration;
+        }
+        const created = await opensearchRuns.create(storageData);
+        return toTestCaseRun(created);
+    }
+    /**
+     * Get run counts grouped by test case ID (single bulk query)
+     */
+    async getRunCountsByTestCase() {
+        return opensearchRuns.getCountsByTestCase();
+    }
+    /**
+     * Get all reports for a specific test case
+     */
+    async getReportsByTestCase(testCaseId, options = {}) {
+        const { limit = 100, offset = 0 } = options;
+        const result = await opensearchRuns.getByTestCase(testCaseId, limit, offset);
+        return { reports: result.runs.map(toTestCaseRun), total: result.total };
+    }
+    /**
+     * Get all reports across all test cases
+     */
+    async getAllReports(options = {}) {
+        const { limit = 100, offset = 0, fields } = options;
+        // Build query options with optional field projection
+        const queryOptions = { size: limit, from: offset };
+        if (fields && fields.length > 0) {
+            queryOptions._source = fields;
+        }
+        const result = await opensearchRuns.getAll(queryOptions);
+        return result.runs.map(toTestCaseRun);
+    }
+    /**
+     * Get a single report by ID
+     */
+    async getReportById(reportId) {
+        const stored = await opensearchRuns.getById(reportId);
+        return stored ? toTestCaseRun(stored) : null;
+    }
+    /**
+     * Batch-fetch reports by id in a SINGLE request (vs N getReportById calls).
+     * Returned map is keyed by the requested reportId (the storage doc id).
+     */
+    async getReportsByIds(reportIds) {
+        if (reportIds.length === 0)
+            return {};
+        const stored = await opensearchRuns.getByIds(reportIds);
+        const out = {};
+        for (const s of stored) {
+            out[s.id] = toTestCaseRun(s);
+        }
+        return out;
+    }
+    /**
+     * Delete a report and its annotations
+     */
+    async deleteReport(reportId) {
+        const result = await opensearchRuns.delete(reportId);
+        return result.deleted;
+    }
+    /**
+     * Partial update of a report
+     * Used for updating trace-mode runs after traces become available
+     */
+    async updateReport(reportId, updates) {
+        // Convert app format to storage format for the updates
+        const storageUpdates = {};
+        // Map fields from EvaluationReport to StorageRun format
+        if (updates.status !== undefined)
+            storageUpdates.status = updates.status;
+        // `passFailStatus` accepts an explicit `null` to clear a stale verdict
+        // on a run that just transitioned to `metricsStatus: 'error'` (issue
+        // #242). Without this, `buildEvaluatorErrorPatch`'s `passFailStatus: null`
+        // would still be filtered out by a strict `!== undefined` check and the
+        // persisted document would keep its previous 'passed'/'failed' value.
+        if (updates.passFailStatus !== undefined)
+            storageUpdates.passFailStatus = updates.passFailStatus;
+        if (updates.llmJudgeReasoning !== undefined)
+            storageUpdates.llmJudgeReasoning = updates.llmJudgeReasoning;
+        if (updates.trajectory !== undefined)
+            storageUpdates.trajectory = updates.trajectory;
+        if (updates.rawEvents !== undefined)
+            storageUpdates.rawEvents = updates.rawEvents;
+        if (updates.logs !== undefined)
+            storageUpdates.logs = updates.logs;
+        if (updates.runId !== undefined)
+            storageUpdates.traceId = updates.runId;
+        if (updates.sessionId !== undefined)
+            storageUpdates.sessionId = updates.sessionId;
+        if (updates.improvementStrategies !== undefined)
+            storageUpdates.improvementStrategies = updates.improvementStrategies;
+        if (updates.matcherResults !== undefined)
+            storageUpdates.matcherResults = updates.matcherResults;
+        // Map metrics
+        if (updates.metrics) {
+            storageUpdates.metrics = {
+                accuracy: updates.metrics.accuracy,
+                faithfulness: updates.metrics.faithfulness,
+                latency_score: updates.metrics.latency_score,
+                trajectory_alignment_score: updates.metrics.trajectory_alignment_score,
+            };
+        }
+        // Pass through trace-mode specific fields directly
+        if (updates.metricsStatus !== undefined)
+            storageUpdates.metricsStatus = updates.metricsStatus;
+        if (updates.traceFetchAttempts !== undefined)
+            storageUpdates.traceFetchAttempts = updates.traceFetchAttempts;
+        if (updates.lastTraceFetchAt !== undefined)
+            storageUpdates.lastTraceFetchAt = updates.lastTraceFetchAt;
+        if (updates.traceError !== undefined)
+            storageUpdates.traceError = updates.traceError;
+        if (updates.spans !== undefined)
+            storageUpdates.spans = updates.spans;
+        const updated = await opensearchRuns.partialUpdate(reportId, storageUpdates);
+        return toTestCaseRun(updated);
+    }
+    /**
+     * Get total count of reports
+     */
+    async getReportCount() {
+        const result = await opensearchRuns.getAll({ size: 0 });
+        return result.total;
+    }
+    /**
+     * Get report count for a specific test case
+     */
+    async getReportCountByTestCase(testCaseId) {
+        const result = await opensearchRuns.getByTestCase(testCaseId, 0);
+        return result.total;
+    }
+    // ==================== Benchmark-Specific Operations ====================
+    /**
+     * Get runs for a benchmark
+     */
+    async getByBenchmark(benchmarkId, size) {
+        const stored = await opensearchRuns.getByBenchmark(benchmarkId, size);
+        return stored.map(toTestCaseRun);
+    }
+    /**
+     * Get runs for a specific benchmark run config
+     */
+    async getByBenchmarkRun(benchmarkId, runId, size) {
+        const stored = await opensearchRuns.getByBenchmarkRun(benchmarkId, runId, size);
+        return stored.map(toTestCaseRun);
+    }
+    /**
+     * Get all iterations for a test case in a benchmark
+     */
+    async getIterations(benchmarkId, testCaseId, benchmarkRunId) {
+        const result = await opensearchRuns.getIterations(benchmarkId, testCaseId, benchmarkRunId);
+        return {
+            runs: result.runs.map(toTestCaseRun),
+            total: result.total,
+            maxIteration: result.maxIteration,
+        };
+    }
+    // Backwards compatibility aliases
+    /** @deprecated Use getByBenchmark instead */
+    async getByExperiment(experimentId, size) {
+        return this.getByBenchmark(experimentId, size);
+    }
+    /** @deprecated Use getByBenchmarkRun instead */
+    async getByExperimentRun(experimentId, runId, size) {
+        return this.getByBenchmarkRun(experimentId, runId, size);
+    }
+    // ==================== Annotation Operations ====================
+    /**
+     * Add an annotation to a report
+     */
+    async addAnnotation(reportId, annotation) {
+        const created = await opensearchRuns.addAnnotation(reportId, {
+            text: annotation.text,
+            tags: annotation.tags,
+            author: annotation.author,
+        });
+        return {
+            id: created.id,
+            reportId,
+            text: created.text,
+            timestamp: created.createdAt,
+            tags: created.tags,
+            author: created.author,
+        };
+    }
+    /**
+     * Update an existing annotation
+     */
+    async updateAnnotation(reportId, annotationId, updates) {
+        try {
+            await opensearchRuns.updateAnnotation(reportId, annotationId, {
+                text: updates.text,
+                tags: updates.tags,
+            });
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }
+    /**
+     * Delete an annotation
+     */
+    async deleteAnnotation(reportId, annotationId) {
+        const result = await opensearchRuns.deleteAnnotation(reportId, annotationId);
+        return result.deleted;
+    }
+    /**
+     * Get all annotations for a report
+     */
+    async getAnnotationsByReport(reportId) {
+        const report = await opensearchRuns.getById(reportId);
+        if (!report || !report.annotations)
+            return [];
+        return report.annotations.map(ann => ({
+            id: ann.id,
+            reportId,
+            text: ann.text,
+            timestamp: ann.createdAt,
+            tags: ann.tags,
+            author: ann.author,
+        }));
+    }
+    // ==================== Search and Filter ====================
+    /**
+     * Search reports with complex filtering
+     */
+    async searchReports(query) {
+        const filters = {};
+        if (query.testCaseIds && query.testCaseIds.length > 0) {
+            // Note: OpenSearch search supports single testCaseId, would need to loop
+            filters.testCaseId = query.testCaseIds[0];
+        }
+        if (query.dateRange) {
+            filters.dateRange = query.dateRange;
+        }
+        if (query.status && query.status.length > 0) {
+            filters.status = query.status[0];
+        }
+        const result = await opensearchRuns.search(filters);
+        let reports = result.runs.map(toTestCaseRun);
+        // Apply additional client-side filters not supported by backend
+        if (query.agentNames && query.agentNames.length > 0) {
+            reports = reports.filter(r => query.agentNames.includes(r.agentName));
+        }
+        if (query.modelNames && query.modelNames.length > 0) {
+            reports = reports.filter(r => query.modelNames.includes(r.modelName));
+        }
+        if (query.minAccuracy !== undefined) {
+            reports = reports.filter(r => r.metrics.accuracy >= query.minAccuracy);
+        }
+        return reports;
+    }
+    // ==================== Utility Functions ====================
+    /**
+     * Generate a unique report ID
+     */
+    generateReportId() {
+        return `run-${Date.now()}-${Math.random().toString(36).substring(2, 11)}`;
+    }
+    /**
+     * Bulk create runs (for migration)
+     */
+    async bulkCreate(runs) {
+        const storageData = runs.map(run => ({
+            ...toStorageFormat(run),
+            id: run.id,
+            createdAt: run.timestamp,
+        }));
+        return opensearchRuns.bulkCreate(storageData);
+    }
+}
+// Export singleton instance
+export const asyncRunStorage = new AsyncRunStorage();
+// Alias for backwards compatibility
+export const asyncReportStorage = asyncRunStorage;
+//# sourceMappingURL=asyncRunStorage.js.map

package/lib/dist/services/storage/asyncRunStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncRunStorage.js","sourceRoot":"","sources":["../../../../services/storage/asyncRunStorage.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;GAMG;AAEH,OAAO,EACL,UAAU,IAAI,cAAc,GAG7B,MAAM,oBAAoB,CAAC;AA4C5B;;;;;;;;;;;;;;;GAeG;AACH,SAAS,kBAAkB,CACzB,GAAwC;IAExC,MAAM,GAAG,GAA2B,EAAE,CAAC;IACvC,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC;IAChD,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/C,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;YACxD,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,MAAkB;IACvC,mCAAmC;IACnC,MAAM,SAAS,GAAG,MAOjB,CAAC;IAEF,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,EAAE;QACb,IAAI,EAAG,MAAc,CAAC,IAAI;QAC1B,WAAW,EAAG,MAAc,CAAC,WAAW;QACxC,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,eAAe,EAAE,QAAQ,CAAC,MAAM,CAAC,iBAAiB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QAC1E,YAAY,EAAE,MAAM,CAAC,YAAY,IAAI,SAAS;QAC9C,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,SAAS;QACpD,SAAS,EAAG,MAAc,CAAC,SAAS,IAAI,MAAM,CAAC,OAAO;QACtD,QAAQ,EAAE,MAAM,CAAC,OAAO;QACxB,SAAS,EAAE,MAAM,CAAC,OAAO;QACzB,OAAO,EAAE,MAAM,CAAC,OAAO;QACvB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,cAAc,EAAE,MAAM,CAAC,cAAiD;QACxE,WAAW,EAAG,MAAc,CAAC,WAAW;QACxC,UAAU,EAAE,CAAC,MAAM,CAAC,UAAU,IAAI,EAAE,CAAqB;QACzD,0EAA0E;QAC1E,wEAAwE;QACxE,iEAAiE;QACjE,6DAA6D;QAC7D,qEAAqE;QACrE,mEAAmE;QACnE,2DAA2D;QAC3D,EAAE;QACF,uEAAuE;QACvE,+DAA+D;QAC/D,sEAAsE;QACtE,4CAA4C;QAC5C,OAAO,EAAE,kBAAkB,CAAC,MAAM,CAAC,OAA8C,CAAC;QAClF,iBAAiB,EAAE,MAAM,CAAC,iBAAiB,IAAI,EAAE;QACjD,WAAW,EAAE,CAAC,MAAM,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAClD,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ,EAAE,MAAM,CAAC,EAAE;YACnB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;QACH,KAAK,EAAE,MAAM,CAAC,OAAO,IAAK,MAAc,CAAC,KAAK;QAC9C,wEAAwE;QACxE,yEAAyE;QACzE,0EAA0E;QAC1E,2EAA2E;QAC3E,OAAO,EAAG,MAAc,CAAC,OAAO;QAChC,SAAS,EAAG,MAAc,CAAC,SAAS;QACpC,SAAS,EAAE,MAAM,CAAC,SAA8B;QAChD,IAAI,EAAE,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAoB;QAC5C,qBAAqB,EAAE,MAAM,CAAC,qBAA0C;QACxE,gEAAgE;QAChE,cAAc,EAAG,MAAc,CAAC,cAAmC;QACnE,oBAAoB;QACpB,aAAa,EAAE,SAAS,CAAC,aAA0E;QACnG,kBAAkB,EAAE,SAAS,CAAC,kBAAkB;QAChD,gBAAgB,EAAE,SAAS,CAAC,gBAAgB;QAC5C,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,KAAK,EAAE,SAAS,CAAC,KAA0B;QAC3C,iBAAiB,EAAE,SAAS,CAAC,iBAAkD;KAChF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,MAAwB;IAC/C,MAAM,IAAI,GAAoF;QAC5F,IAAI,EAAE,MAAM,CAAC,IAAI;QACjB,WAAW,EAAE,MAAM,CAAC,WAAW;QAC/B,YAAY,EAAE,EAAE,EAAE,wEAAwE;QAC1F,eAAe,EAAE,EAAE,EAAE,2EAA2E;QAChG,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,iBAAiB,EAAE,GAAG,MAAM,CAAC,UAAU,KAAK,MAAM,CAAC,eAAe,IAAI,CAAC,EAAE;QACzE,OAAO,EAAE,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,SAAS;QAC5C,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,SAAS;QAC3C,SAAS,EAAE,CAAC,EAAE,kCAAkC;QAChD,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,cAAc,EAAE,MAAM,CAAC,cAAc;QACrC,OAAO,EAAE,MAAM,CAAC,KAAK;QACrB,IAAI,EAAE,EAAE;QACR,cAAc,EAAE,EAAE;QAClB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;QAC3C,yEAAyE;QACzE,0EAA0E;QAC1E,oEAAoE;QACpE,wEAAwE;QACxE,iEAAiE;QACjE,sEAAsE;QACtE,OAAO,EAAE,MAAM,CAAC,OAAgC;QAChD,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,MAAM,CAAC,cAAc;QAC1C,qBAAqB,EAAE,MAAM,CAAC,qBAAqB;KACpD,CAAC;IAEF,mCAAmC;IACnC,IAAI,MAAM,CAAC,aAAa,KAAK,SAAS;QAAE,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,aAAa,CAAC;IAClF,IAAK,MAAc,CAAC,SAAS,KAAK,SAAS;QAAG,IAAY,CAAC,SAAS,GAAI,MAAc,CAAC,SAAS,CAAC;IACjG,IAAI,MAAM,CAAC,kBAAkB,KAAK,SAAS;QAAE,IAAI,CAAC,kBAAkB,GAAG,MAAM,CAAC,kBAAkB,CAAC;IACjG,IAAI,MAAM,CAAC,gBAAgB,KAAK,SAAS;QAAE,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,CAAC;IAC3F,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS;QAAE,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC;IACzE,IAAI,MAAM,CAAC,KAAK,KAAK,SAAS;QAAE,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;IAC1D,IAAI,MAAM,CAAC,iBAAiB,KAAK,SAAS;QAAE,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;IAC9F,qDAAqD;IACrD,IAAI,MAAM,CAAC,cAAc,KAAK,SAAS;QAAG,IAAY,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;IAE9F,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,eAAe;IACnB,iEAAiE;IAEjE;;OAEG;IACH,KAAK,CAAC,UAAU,CACd,MAAwB,EACxB,OAAiF;QAEjF,MAAM,WAAW,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QAE5C,uCAAuC;QACvC,IAAI,OAAO,EAAE,YAAY,EAAE,CAAC;YAC1B,WAAW,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QAClD,CAAC;QACD,IAAI,OAAO,EAAE,eAAe,EAAE,CAAC;YAC7B,WAAW,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QACxD,CAAC;QACD,IAAI,OAAO,EAAE,SAAS,EAAE,CAAC;YACvB,WAAW,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAC5C,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACzD,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB;QAC1B,OAAO,cAAc,CAAC,mBAAmB,EAAE,CAAC;IAC9C,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CACxB,UAAkB,EAClB,UAA6B,EAAE;QAE/B,MAAM,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;QAC5C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,UAAU,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7E,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,UAA6B,EAAE;QACjD,MAAM,EAAE,KAAK,GAAG,GAAG,EAAE,MAAM,GAAG,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;QAEpD,qDAAqD;QACrD,MAAM,YAAY,GAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;QACxD,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,YAAY,CAAC,OAAO,GAAG,MAAM,CAAC;QAChC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QACzD,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACxC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,QAAgB;QAClC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtD,OAAO,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,eAAe,CAAC,SAAmB;QACvC,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACtC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QACxD,MAAM,GAAG,GAAqC,EAAE,CAAC;QACjD,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;YACvB,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;QAC/B,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,YAAY,CAAC,QAAgB;QACjC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACrD,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,YAAY,CAChB,QAAgB,EAChB,OAAkC;QAElC,uDAAuD;QACvD,MAAM,cAAc,GAA4B,EAAE,CAAC;QAEnD,wDAAwD;QACxD,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,cAAc,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QACzE,uEAAuE;QACvE,qEAAqE;QACrE,2EAA2E;QAC3E,wEAAwE;QACxE,sEAAsE;QACtE,IAAK,OAAe,CAAC,cAAc,KAAK,SAAS;YAAE,cAAc,CAAC,cAAc,GAAI,OAAe,CAAC,cAAc,CAAC;QACnH,IAAI,OAAO,CAAC,iBAAiB,KAAK,SAAS;YAAE,cAAc,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;QAC1G,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAAE,cAAc,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrF,IAAI,OAAO,CAAC,SAAS,KAAK,SAAS;YAAE,cAAc,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QAClF,IAAI,OAAO,CAAC,IAAI,KAAK,SAAS;YAAE,cAAc,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACnE,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC;QACxE,IAAK,OAAe,CAAC,SAAS,KAAK,SAAS;YAAG,cAAsB,CAAC,SAAS,GAAI,OAAe,CAAC,SAAS,CAAC;QAC7G,IAAI,OAAO,CAAC,qBAAqB,KAAK,SAAS;YAAE,cAAc,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;QACtH,IAAK,OAAe,CAAC,cAAc,KAAK,SAAS;YAAG,cAAsB,CAAC,cAAc,GAAI,OAAe,CAAC,cAAc,CAAC;QAE5H,cAAc;QACd,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;YACpB,cAAc,CAAC,OAAO,GAAG;gBACvB,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,QAAQ;gBAClC,YAAY,EAAE,OAAO,CAAC,OAAO,CAAC,YAAY;gBAC1C,aAAa,EAAE,OAAO,CAAC,OAAO,CAAC,aAAa;gBAC5C,0BAA0B,EAAE,OAAO,CAAC,OAAO,CAAC,0BAA0B;aACvE,CAAC;QACJ,CAAC;QAED,mDAAmD;QACnD,IAAI,OAAO,CAAC,aAAa,KAAK,SAAS;YAAE,cAAc,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC9F,IAAI,OAAO,CAAC,kBAAkB,KAAK,SAAS;YAAE,cAAc,CAAC,kBAAkB,GAAG,OAAO,CAAC,kBAAkB,CAAC;QAC7G,IAAI,OAAO,CAAC,gBAAgB,KAAK,SAAS;YAAE,cAAc,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACvG,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS;YAAE,cAAc,CAAC,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC;QACrF,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS;YAAE,cAAc,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAEtE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,QAAQ,EAAE,cAAc,CAAC,CAAC;QAC7E,OAAO,aAAa,CAAC,OAAO,CAAC,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;QACxD,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,wBAAwB,CAAC,UAAkB;QAC/C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;QACjE,OAAO,MAAM,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,0EAA0E;IAE1E;;OAEG;IACH,KAAK,CAAC,cAAc,CAAC,WAAmB,EAAE,IAAa;QACrD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,cAAc,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;QACtE,OAAO,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,iBAAiB,CACrB,WAAmB,EACnB,KAAa,EACb,IAAa;QAEb,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,iBAAiB,CAAC,WAAW,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;QAChF,OAAO,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,WAAmB,EACnB,UAAkB,EAClB,cAAuB;QAEvB,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,EAAE,cAAc,CAAC,CAAC;QAC3F,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC;YACpC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,YAAY,EAAE,MAAM,CAAC,YAAY;SAClC,CAAC;IACJ,CAAC;IAED,kCAAkC;IAClC,6CAA6C;IAC7C,KAAK,CAAC,eAAe,CAAC,YAAoB,EAAE,IAAa;QACvD,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;IACjD,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,kBAAkB,CACtB,YAAoB,EACpB,KAAa,EACb,IAAa;QAEb,OAAO,IAAI,CAAC,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,kEAAkE;IAElE;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,QAAgB,EAChB,UAAgE;QAEhE,MAAM,OAAO,GAAG,MAAM,cAAc,CAAC,aAAa,CAAC,QAAQ,EAAE;YAC3D,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,IAAI,EAAE,UAAU,CAAC,IAAI;YACrB,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,OAAO;YACL,EAAE,EAAE,OAAO,CAAC,EAAE;YACd,QAAQ;YACR,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,IAAI,EAAE,OAAO,CAAC,IAAI;YAClB,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,QAAgB,EAChB,YAAoB,EACpB,OAA+B;QAE/B,IAAI,CAAC;YACH,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,EAAE,YAAY,EAAE;gBAC5D,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,IAAI,EAAE,OAAO,CAAC,IAAI;aACnB,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CAAC,QAAgB,EAAE,YAAoB;QAC3D,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,gBAAgB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;QAC7E,OAAO,MAAM,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,sBAAsB,CAAC,QAAgB;QAC3C,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,EAAE,CAAC;QAE9C,OAAO,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpC,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,QAAQ;YACR,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,8DAA8D;IAE9D;;OAEG;IACH,KAAK,CAAC,aAAa,CAAC,KAAkB;QACpC,MAAM,OAAO,GAAgD,EAAE,CAAC;QAEhE,IAAI,KAAK,CAAC,WAAW,IAAI,KAAK,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACtD,yEAAyE;YACzE,OAAO,CAAC,UAAU,GAAG,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,KAAK,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QACtC,CAAC;QAED,IAAI,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,OAAO,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACnC,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAE7C,gEAAgE;QAChE,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,UAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,UAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC;QACzE,CAAC;QAED,IAAI,KAAK,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACpC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,IAAI,KAAK,CAAC,WAAY,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,8DAA8D;IAE9D;;OAEG;IACH,gBAAgB;QACd,OAAO,OAAO,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IAC5E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,UAAU,CAAC,IAAwB;QACvC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACnC,GAAG,eAAe,CAAC,GAAG,CAAC;YACvB,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC,CAAC,CAAC;QACJ,OAAO,cAAc,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;CACF;AAED,4BAA4B;AAC5B,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;AAErD,oCAAoC;AACpC,MAAM,CAAC,MAAM,kBAAkB,GAAG,eAAe,CAAC"}

package/lib/dist/services/storage/asyncTestCaseStorage.d.ts

@@ -0,0 +1,156 @@
+import type { TestCase, TestCaseVersion, AgentContextItem, AgentToolDefinition } from '../../types/index.js';
+export interface CreateTestCaseInput {
+    /** Optional ID - if provided, will be used instead of generating a new one (useful for migration) */
+    id?: string;
+    name: string;
+    description?: string;
+    labels?: string[];
+    /** @deprecated Use labels instead */
+    category?: string;
+    /** @deprecated Use labels instead */
+    subcategory?: string;
+    /** @deprecated Use labels instead */
+    difficulty?: 'Easy' | 'Medium' | 'Hard';
+    initialPrompt: string;
+    context: AgentContextItem[];
+    tools?: AgentToolDefinition[];
+    expectedPPL?: string;
+    expectedOutcomes?: string[];
+    expectedTrajectory?: {
+        step: number;
+        description: string;
+        requiredTools: string[];
+    }[];
+    followUpQuestions?: {
+        trigger: 'results_available' | 'error' | 'always';
+        question: string;
+        businessValue: string;
+    }[];
+    tags?: string[];
+    author?: string;
+    isPromoted?: boolean;
+}
+export interface UpdateTestCaseInput {
+    name?: string;
+    description?: string;
+    labels?: string[];
+    /** @deprecated Use labels instead */
+    category?: string;
+    /** @deprecated Use labels instead */
+    subcategory?: string;
+    /** @deprecated Use labels instead */
+    difficulty?: 'Easy' | 'Medium' | 'Hard';
+    initialPrompt?: string;
+    context?: AgentContextItem[];
+    tools?: AgentToolDefinition[];
+    expectedPPL?: string;
+    expectedOutcomes?: string[];
+    expectedTrajectory?: {
+        step: number;
+        description: string;
+        requiredTools: string[];
+    }[];
+    followUpQuestions?: {
+        trigger: 'results_available' | 'error' | 'always';
+        question: string;
+        businessValue: string;
+    }[];
+    tags?: string[];
+    isPromoted?: boolean;
+}
+/** Paginated response from getAll with summary/pagination options */
+export interface TestCasePage {
+    testCases: TestCase[];
+    total: number;
+    after?: string | null;
+    hasMore?: boolean;
+}
+declare class AsyncTestCaseStorage {
+    /**
+     * Get all test cases (latest versions), sorted by updatedAt descending
+     * @param options.summary - true to fetch lightweight summary (no context/expectedOutcomes)
+     * @param options.size - page size for pagination
+     * @param options.after - cursor token for next page
+     * @param options.includeSample - whether to include sample/demo data
+     */
+    getAll(options: {
+        summary?: boolean;
+        size: number;
+        after?: string;
+        includeSample?: boolean;
+    }): Promise<TestCasePage>;
+    getAll(options?: {
+        summary?: boolean;
+        size?: number;
+        after?: string;
+        includeSample?: boolean;
+    }): Promise<TestCase[]>;
+    /**
+     * Get only promoted test cases (for Experiments)
+     */
+    getPromoted(): Promise<TestCase[]>;
+    /**
+     * Get test cases by specific IDs (for efficient filtered fetching)
+     * Used when you only need test cases for a specific benchmark
+     */
+    getByIds(ids: string[]): Promise<TestCase[]>;
+    /**
+     * Get a test case by ID (latest version)
+     */
+    getById(id: string): Promise<TestCase | null>;
+    /**
+     * Create a new test case
+     */
+    create(input: CreateTestCaseInput): Promise<TestCase>;
+    /**
+     * Update a test case (creates new version automatically in OpenSearch)
+     */
+    update(id: string, updates: UpdateTestCaseInput): Promise<TestCase | null>;
+    /**
+     * Delete a test case (all versions)
+     */
+    delete(id: string): Promise<boolean>;
+    /**
+     * Set promoted status for a test case
+     */
+    setPromoted(id: string, isPromoted: boolean): Promise<boolean>;
+    /**
+     * Get all versions of a test case
+     */
+    getVersions(testCaseId: string): Promise<TestCaseVersion[]>;
+    /**
+     * Get a specific version of a test case
+     */
+    getVersion(testCaseId: string, version: number): Promise<TestCaseVersion | null>;
+    /**
+     * Generate a unique ID
+     */
+    generateId(): string;
+    /**
+     * Get unique categories from all test cases
+     * @deprecated Use getLabels() instead
+     */
+    getCategories(): Promise<string[]>;
+    /**
+     * Get all unique labels from all test cases
+     */
+    getLabels(): Promise<string[]>;
+    /**
+     * Get test cases count
+     */
+    getCount(): Promise<number>;
+    /**
+     * Get promoted count
+     */
+    getPromotedCount(): Promise<number>;
+    /**
+     * Bulk create test cases (for migration)
+     */
+    bulkCreate(testCases: CreateTestCaseInput[]): Promise<{
+        created: number;
+        errors: boolean;
+    }>;
+}
+export declare const asyncTestCaseStorage: AsyncTestCaseStorage;
+export {};
+//# sourceMappingURL=asyncTestCaseStorage.d.ts.map

package/lib/dist/services/storage/asyncTestCaseStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"asyncTestCaseStorage.d.ts","sourceRoot":"","sources":["../../../../services/storage/asyncTestCaseStorage.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAE,QAAQ,EAAE,eAAe,EAAE,gBAAgB,EAAE,mBAAmB,EAAc,MAAM,SAAS,CAAC;AAI5G,MAAM,WAAW,mBAAmB;IAClC,qGAAqG;IACrG,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,qCAAqC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxC,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,KAAK,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,kBAAkB,CAAC,EAAE;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,EAAE,CAAC;KACzB,EAAE,CAAC;IACJ,iBAAiB,CAAC,EAAE;QAClB,OAAO,EAAE,mBAAmB,GAAG,OAAO,GAAG,QAAQ,CAAC;QAClD,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;IACJ,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAGD,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,qCAAqC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,qCAAqC;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qCAAqC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,gBAAgB,EAAE,CAAC;IAC7B,KAAK,CAAC,EAAE,mBAAmB,EAAE,CAAC;IAC9B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC5B,kBAAkB,CAAC,EAAE;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,EAAE,CAAC;KACzB,EAAE,CAAC;IACJ,iBAAiB,CAAC,EAAE;QAClB,OAAO,EAAE,mBAAmB,GAAG,OAAO,GAAG,QAAQ,CAAC;QAClD,QAAQ,EAAE,MAAM,CAAC;QACjB,aAAa,EAAE,MAAM,CAAC;KACvB,EAAE,CAAC;IACJ,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAyFD,qEAAqE;AACrE,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,cAAM,oBAAoB;IAGxB;;;;;;OAMG;IACG,MAAM,CAAC,OAAO,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,YAAY,CAAC;IACpH,MAAM,CAAC,OAAO,CAAC,EAAE;QAAE,OAAO,CAAC,EAAE,OAAO,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAC;QAAC,aAAa,CAAC,EAAE,OAAO,CAAA;KAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IA6B1H;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;IAKxC;;;OAGG;IACG,QAAQ,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;IAYlD;;OAEG;IACG,OAAO,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAKnD;;OAEG;IACG,MAAM,CAAC,KAAK,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,CAAC;IAM3D;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,mBAAmB,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAsBhF;;OAEG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAK1C;;OAEG;IACG,WAAW,CAAC,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAoBpE;;OAEG;IACG,WAAW,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,EAAE,CAAC;IAcjE;;OAEG;IACG,UAAU,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG,IAAI,CAAC;IAkBtF;;OAEG;IACH,UAAU,IAAI,MAAM;IAIpB;;;OAGG;IACG,aAAa,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAOxC;;OAEG;IACG,SAAS,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAOpC;;OAEG;IACG,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAKjC;;OAEG;IACG,gBAAgB,IAAI,OAAO,CAAC,MAAM,CAAC;IAKzC;;OAEG;IACG,UAAU,CAAC,SAAS,EAAE,mBAAmB,EAAE,GAAG,OAAO,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,OAAO,CAAA;KAAE,CAAC;CAIlG;AAGD,eAAO,MAAM,oBAAoB,sBAA6B,CAAC"}