@thinkhive/sdk 3.1.1 → 4.0.0

package/dist/api/nondeterminism.js

@@ -0,0 +1,250 @@
+"use strict";
+/**
+ * ThinkHive SDK v3.0 - Non-Determinism API
+ *
+ * API for pass@k / pass^k analysis to measure LLM evaluation reliability
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.nondeterminism = void 0;
+exports.calculatePassAtK = calculatePassAtK;
+exports.calculatePassToK = calculatePassToK;
+exports.requiredPassRateForPassAtK = requiredPassRateForPassAtK;
+exports.isReliableEvaluation = isReliableEvaluation;
+exports.getReliabilityRecommendation = getReliabilityRecommendation;
+const client_1 = require("../core/client");
+// ============================================================================
+// NON-DETERMINISM API CLIENT
+// ============================================================================
+/**
+ * Non-Determinism API client for pass@k analysis and reliability measurement
+ */
+exports.nondeterminism = {
+    /**
+     * Create a new non-determinism analysis run
+     *
+     * @example
+     * ```typescript
+     * const run = await nondeterminism.createRun({
+     *   agentId: 'agent_123',
+     *   criterionId: 'criterion_456',
+     *   kValue: 5,
+     *   traceIds: ['trace_1', 'trace_2', 'trace_3'],
+     *   runType: 'pass_at_k',
+     * });
+     * ```
+     */
+    async createRun(options) {
+        return (0, client_1.apiRequestWithData)('/nondeterminism/runs', {
+            method: 'POST',
+            body: options,
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Get non-determinism runs
+     *
+     * @example
+     * ```typescript
+     * const runs = await nondeterminism.getRuns({ agentId: 'agent_123' });
+     * ```
+     */
+    async getRuns(options = {}) {
+        const params = new URLSearchParams();
+        if (options.agentId)
+            params.set('agentId', options.agentId);
+        if (options.status)
+            params.set('status', options.status);
+        if (options.limit)
+            params.set('limit', String(options.limit));
+        if (options.offset)
+            params.set('offset', String(options.offset));
+        return (0, client_1.apiRequestWithData)(`/nondeterminism/runs?${params.toString()}`, { apiVersion: 'none' });
+    },
+    /**
+     * Get a specific run
+     *
+     * @example
+     * ```typescript
+     * const run = await nondeterminism.getRun('run_123');
+     * ```
+     */
+    async getRun(runId) {
+        return (0, client_1.apiRequestWithData)(`/nondeterminism/runs/${runId}`, { apiVersion: 'none' });
+    },
+    /**
+     * Start a run
+     *
+     * @example
+     * ```typescript
+     * await nondeterminism.startRun('run_123');
+     * ```
+     */
+    async startRun(runId) {
+        await (0, client_1.apiRequest)(`/nondeterminism/runs/${runId}/start`, {
+            method: 'POST',
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Complete a run
+     *
+     * @example
+     * ```typescript
+     * await nondeterminism.completeRun('run_123');
+     * ```
+     */
+    async completeRun(runId) {
+        await (0, client_1.apiRequest)(`/nondeterminism/runs/${runId}/complete`, {
+            method: 'POST',
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Record a sample result
+     *
+     * @example
+     * ```typescript
+     * const sample = await nondeterminism.recordSample({
+     *   runId: 'run_123',
+     *   traceId: 'trace_456',
+     *   criterionId: 'criterion_789',
+     *   sampleIndex: 0,
+     *   score: 85,
+     *   passed: true,
+     *   reasoning: 'Response meets quality criteria',
+     * });
+     * ```
+     */
+    async recordSample(options) {
+        return (0, client_1.apiRequestWithData)('/nondeterminism/samples', {
+            method: 'POST',
+            body: options,
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Get samples for a run
+     *
+     * @example
+     * ```typescript
+     * const samples = await nondeterminism.getSamples('run_123');
+     * ```
+     */
+    async getSamples(runId) {
+        return (0, client_1.apiRequestWithData)(`/nondeterminism/runs/${runId}/samples`, { apiVersion: 'none' });
+    },
+    /**
+     * Get run summary with analysis
+     *
+     * @example
+     * ```typescript
+     * const summary = await nondeterminism.getRunSummary('run_123');
+     * console.log(`Pass@k rate: ${summary.criterionAnalyses[0].passAtKRate}`);
+     * ```
+     */
+    async getRunSummary(runId) {
+        return (0, client_1.apiRequestWithData)(`/nondeterminism/runs/${runId}/summary`, { apiVersion: 'none' });
+    },
+    /**
+     * Trigger analysis of a completed run
+     *
+     * @example
+     * ```typescript
+     * const summary = await nondeterminism.analyzeRun('run_123');
+     * ```
+     */
+    async analyzeRun(runId) {
+        return (0, client_1.apiRequestWithData)(`/nondeterminism/runs/${runId}/analyze`, { method: 'POST', apiVersion: 'none' });
+    },
+    /**
+     * Get information about pass@k analysis
+     *
+     * @example
+     * ```typescript
+     * const info = await nondeterminism.getInfo();
+     * console.log(info.concepts.passAtK.description);
+     * ```
+     */
+    async getInfo() {
+        return (0, client_1.apiRequestWithData)('/nondeterminism/info', { apiVersion: 'none' });
+    },
+};
+// ============================================================================
+// HELPER FUNCTIONS
+// ============================================================================
+/**
+ * Calculate pass@k probability from pass rate
+ *
+ * @param passRate - Single-run pass rate (0-1)
+ * @param k - Number of runs
+ * @returns Probability that at least 1 of k runs passes
+ *
+ * @example
+ * ```typescript
+ * const passAtK = calculatePassAtK(0.7, 3); // ~0.973
+ * ```
+ */
+function calculatePassAtK(passRate, k) {
+    return 1 - Math.pow(1 - passRate, k);
+}
+/**
+ * Calculate pass^k probability from pass rate
+ *
+ * @param passRate - Single-run pass rate (0-1)
+ * @param k - Number of runs
+ * @returns Probability that all k runs pass
+ *
+ * @example
+ * ```typescript
+ * const passToK = calculatePassToK(0.7, 3); // ~0.343
+ * ```
+ */
+function calculatePassToK(passRate, k) {
+    return Math.pow(passRate, k);
+}
+/**
+ * Calculate required pass rate to achieve target pass@k
+ *
+ * @param targetPassAtK - Desired pass@k probability
+ * @param k - Number of runs
+ * @returns Required single-run pass rate
+ *
+ * @example
+ * ```typescript
+ * const requiredRate = requiredPassRateForPassAtK(0.95, 3); // ~0.632
+ * ```
+ */
+function requiredPassRateForPassAtK(targetPassAtK, k) {
+    return 1 - Math.pow(1 - targetPassAtK, 1 / k);
+}
+/**
+ * Determine if evaluation is reliable based on analysis
+ *
+ * @param analysis - Criterion analysis result
+ * @param reliabilityThreshold - Minimum reliability score (default 0.8)
+ * @returns Whether the evaluation is considered reliable
+ */
+function isReliableEvaluation(analysis, reliabilityThreshold = 0.8) {
+    return analysis.reliabilityScore >= reliabilityThreshold;
+}
+/**
+ * Get recommendation based on reliability analysis
+ *
+ * @param analysis - Criterion analysis result
+ * @returns Actionable recommendation string
+ */
+function getReliabilityRecommendation(analysis) {
+    if (analysis.reliabilityScore >= 0.9) {
+        return 'Evaluation is highly reliable. No changes needed.';
+    }
+    else if (analysis.reliabilityScore >= 0.8) {
+        return 'Evaluation is reliable. Consider minor criteria refinements.';
+    }
+    else if (analysis.reliabilityScore >= 0.6) {
+        return 'Evaluation has moderate reliability. Add more specific criteria or examples.';
+    }
+    else {
+        return 'Evaluation is unreliable. Consider using deterministic checks or restructuring criteria.';
+    }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibm9uZGV0ZXJtaW5pc20uanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvYXBpL25vbmRldGVybWluaXNtLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7QUFBQTs7OztHQUlHOzs7QUFxVUgsNENBRUM7QUFjRCw0Q0FFQztBQWNELGdFQUVDO0FBU0Qsb0RBS0M7QUFRRCxvRUFVQztBQXJZRCwyQ0FBZ0U7QUE0SGhFLCtFQUErRTtBQUMvRSw2QkFBNkI7QUFDN0IsK0VBQStFO0FBRS9FOztHQUVHO0FBQ1UsUUFBQSxjQUFjLEdBQUc7SUFDNUI7Ozs7Ozs7Ozs7Ozs7T0FhRztJQUNILEtBQUssQ0FBQyxTQUFTLENBQUMsT0FBeUI7UUFDdkMsT0FBTyxJQUFBLDJCQUFrQixFQUFvQixzQkFBc0IsRUFBRTtZQUNuRSxNQUFNLEVBQUUsTUFBTTtZQUNkLElBQUksRUFBRSxPQUFPO1lBQ2IsVUFBVSxFQUFFLE1BQU07U0FDbkIsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVEOzs7Ozs7O09BT0c7SUFDSCxLQUFLLENBQUMsT0FBTyxDQUFDLFVBQTJCLEVBQUU7UUFDekMsTUFBTSxNQUFNLEdBQUcsSUFBSSxlQUFlLEVBQUUsQ0FBQztRQUNyQyxJQUFJLE9BQU8sQ0FBQyxPQUFPO1lBQUUsTUFBTSxDQUFDLEdBQUcsQ0FBQyxTQUFTLEVBQUUsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDO1FBQzVELElBQUksT0FBTyxDQUFDLE1BQU07WUFBRSxNQUFNLENBQUMsR0FBRyxDQUFDLFFBQVEsRUFBRSxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUM7UUFDekQsSUFBSSxPQUFPLENBQUMsS0FBSztZQUFFLE1BQU0sQ0FBQyxHQUFHLENBQUMsT0FBTyxFQUFFLE1BQU0sQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQztRQUM5RCxJQUFJLE9BQU8sQ0FBQyxNQUFNO1lBQUUsTUFBTSxDQUFDLEdBQUcsQ0FBQyxRQUFRLEVBQUUsTUFBTSxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDO1FBRWpFLE9BQU8sSUFBQSwyQkFBa0IsRUFDdkIsd0JBQXdCLE1BQU0sQ0FBQyxRQUFRLEVBQUUsRUFBRSxFQUMzQyxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7OztPQU9HO0lBQ0gsS0FBSyxDQUFDLE1BQU0sQ0FBQyxLQUFhO1FBQ3hCLE9BQU8sSUFBQSwyQkFBa0IsRUFDdkIsd0JBQXdCLEtBQUssRUFBRSxFQUMvQixFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7OztPQU9HO0lBQ0gsS0FBSyxDQUFDLFFBQVEsQ0FBQyxLQUFhO1FBQzFCLE1BQU0sSUFBQSxtQkFBVSxFQUFDLHdCQUF3QixLQUFLLFFBQVEsRUFBRTtZQUN0RCxNQUFNLEVBQUUsTUFBTTtZQUNkLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7OztPQU9HO0lBQ0gsS0FBSyxDQUFDLFdBQVcsQ0FBQyxLQUFhO1FBQzdCLE1BQU0sSUFBQSxtQkFBVSxFQUFDLHdCQUF3QixLQUFLLFdBQVcsRUFBRTtZQUN6RCxNQUFNLEVBQUUsTUFBTTtZQUNkLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7Ozs7Ozs7Ozs7O09BZUc7SUFDSCxLQUFLLENBQUMsWUFBWSxDQUFDLE9BQTRCO1FBQzdDLE9BQU8sSUFBQSwyQkFBa0IsRUFBdUIseUJBQXlCLEVBQUU7WUFDekUsTUFBTSxFQUFFLE1BQU07WUFDZCxJQUFJLEVBQUUsT0FBTztZQUNiLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7OztPQU9HO0lBQ0gsS0FBSyxDQUFDLFVBQVUsQ0FBQyxLQUFhO1FBQzVCLE9BQU8sSUFBQSwyQkFBa0IsRUFDdkIsd0JBQXdCLEtBQUssVUFBVSxFQUN2QyxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7Ozs7T0FRRztJQUNILEtBQUssQ0FBQyxhQUFhLENBQUMsS0FBYTtRQUMvQixPQUFPLElBQUEsMkJBQWtCLEVBQ3ZCLHdCQUF3QixLQUFLLFVBQVUsRUFDdkMsRUFBRSxVQUFVLEVBQUUsTUFBTSxFQUFFLENBQ3ZCLENBQUM7SUFDSixDQUFDO0lBRUQ7Ozs7Ozs7T0FPRztJQUNILEtBQUssQ0FBQyxVQUFVLENBQUMsS0FBYTtRQUM1QixPQUFPLElBQUEsMkJBQWtCLEVBQ3ZCLHdCQUF3QixLQUFLLFVBQVUsRUFDdkMsRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkMsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7Ozs7T0FRRztJQUNILEtBQUssQ0FBQyxPQUFPO1FBQ1gsT0FBTyxJQUFBLDJCQUFrQixFQUN2QixzQkFBc0IsRUFDdEIsRUFBRSxVQUFVLEVBQUUsTUFBTSxFQUFFLENBQ3ZCLENBQUM7SUFDSixDQUFDO0NBQ0YsQ0FBQztBQUVGLCtFQUErRTtBQUMvRSxtQkFBbUI7QUFDbkIsK0VBQStFO0FBRS9FOzs7Ozs7Ozs7OztHQVdHO0FBQ0gsU0FBZ0IsZ0JBQWdCLENBQUMsUUFBZ0IsRUFBRSxDQUFTO0lBQzFELE9BQU8sQ0FBQyxHQUFHLElBQUksQ0FBQyxHQUFHLENBQUMsQ0FBQyxHQUFHLFFBQVEsRUFBRSxDQUFDLENBQUMsQ0FBQztBQUN2QyxDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixnQkFBZ0IsQ0FBQyxRQUFnQixFQUFFLENBQVM7SUFDMUQsT0FBTyxJQUFJLENBQUMsR0FBRyxDQUFDLFFBQVEsRUFBRSxDQUFDLENBQUMsQ0FBQztBQUMvQixDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQiwwQkFBMEIsQ0FBQyxhQUFxQixFQUFFLENBQVM7SUFDekUsT0FBTyxDQUFDLEdBQUcsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsYUFBYSxFQUFFLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQztBQUNoRCxDQUFDO0FBRUQ7Ozs7OztHQU1HO0FBQ0gsU0FBZ0Isb0JBQW9CLENBQ2xDLFFBQTJCLEVBQzNCLG9CQUFvQixHQUFHLEdBQUc7SUFFMUIsT0FBTyxRQUFRLENBQUMsZ0JBQWdCLElBQUksb0JBQW9CLENBQUM7QUFDM0QsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0IsNEJBQTRCLENBQUMsUUFBMkI7SUFDdEUsSUFBSSxRQUFRLENBQUMsZ0JBQWdCLElBQUksR0FBRyxFQUFFLENBQUM7UUFDckMsT0FBTyxtREFBbUQsQ0FBQztJQUM3RCxDQUFDO1NBQU0sSUFBSSxRQUFRLENBQUMsZ0JBQWdCLElBQUksR0FBRyxFQUFFLENBQUM7UUFDNUMsT0FBTyw4REFBOEQsQ0FBQztJQUN4RSxDQUFDO1NBQU0sSUFBSSxRQUFRLENBQUMsZ0JBQWdCLElBQUksR0FBRyxFQUFFLENBQUM7UUFDNUMsT0FBTyw4RUFBOEUsQ0FBQztJQUN4RixDQUFDO1NBQU0sQ0FBQztRQUNOLE9BQU8sMEZBQTBGLENBQUM7SUFDcEcsQ0FBQztBQUNILENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyIvKipcbiAqIFRoaW5rSGl2ZSBTREsgdjMuMCAtIE5vbi1EZXRlcm1pbmlzbSBBUElcbiAqXG4gKiBBUEkgZm9yIHBhc3NAayAvIHBhc3NeayBhbmFseXNpcyB0byBtZWFzdXJlIExMTSBldmFsdWF0aW9uIHJlbGlhYmlsaXR5XG4gKi9cblxuaW1wb3J0IHsgYXBpUmVxdWVzdCwgYXBpUmVxdWVzdFdpdGhEYXRhIH0gZnJvbSAnLi4vY29yZS9jbGllbnQnO1xuXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG4vLyBUWVBFU1xuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuXG5leHBvcnQgdHlwZSBOb25kZXRlcm1pbmlzbVJ1blR5cGUgPSAncGFzc19hdF9rJyB8ICdwYXNzX3RvX2snIHwgJ3ZhcmlhbmNlJyB8ICdyZWxpYWJpbGl0eSc7XG5leHBvcnQgdHlwZSBOb25kZXRlcm1pbmlzbVJ1blN0YXR1cyA9ICdwZW5kaW5nJyB8ICdydW5uaW5nJyB8ICdjb21wbGV0ZWQnIHwgJ2ZhaWxlZCcgfCAnY2FuY2VsbGVkJztcblxuZXhwb3J0IGludGVyZmFjZSBOb25kZXRlcm1pbmlzbVJ1biB7XG4gIGlkOiBzdHJpbmc7XG4gIGNvbXBhbnlJZDogc3RyaW5nO1xuICBhZ2VudElkOiBzdHJpbmc7XG4gIHJ1blR5cGU6IE5vbmRldGVybWluaXNtUnVuVHlwZTtcbiAga1ZhbHVlOiBudW1iZXI7XG4gIHN0YXR1czogTm9uZGV0ZXJtaW5pc21SdW5TdGF0dXM7XG4gIHRyYWNlQ291bnQ6IG51bWJlcjtcbiAgY3JpdGVyaW9uSWQ/OiBzdHJpbmc7XG4gIGNyaXRlcmlhSWRzOiBzdHJpbmdbXTtcbiAgdGVtcGVyYXR1cmU/OiBzdHJpbmc7XG4gIG1vZGVsPzogc3RyaW5nO1xuICBwcm9ncmVzc1BlcmNlbnQ6IG51bWJlcjtcbiAgcGFzc0F0S1JhdGU/OiBzdHJpbmc7XG4gIHBhc3NUb0tSYXRlPzogc3RyaW5nO1xuICBhdmdWYXJpYW5jZT86IHN0cmluZztcbiAgcmVsaWFiaWxpdHlTY29yZT86IHN0cmluZztcbiAgc3RhcnRlZEF0Pzogc3RyaW5nO1xuICBjb21wbGV0ZWRBdD86IHN0cmluZztcbiAgY3JlYXRlZEJ5Pzogc3RyaW5nO1xuICBjcmVhdGVkQXQ6IHN0cmluZztcbn1cblxuZXhwb3J0IGludGVyZmFjZSBOb25kZXRlcm1pbmlzbVNhbXBsZSB7XG4gIGlkOiBzdHJpbmc7XG4gIHJ1bklkOiBzdHJpbmc7XG4gIHRyYWNlSWQ6IHN0cmluZztcbiAgY3JpdGVyaW9uSWQ6IHN0cmluZztcbiAgc2FtcGxlSW5kZXg6IG51bWJlcjtcbiAgc2NvcmU6IHN0cmluZztcbiAgcGFzc2VkOiBib29sZWFuO1xuICByZWFzb25pbmc/OiBzdHJpbmc7XG4gIGNvbmZpZGVuY2U/OiBzdHJpbmc7XG4gIHRva2Vuc1VzZWQ/OiBudW1iZXI7XG4gIGNvc3RVc2Q/OiBzdHJpbmc7XG4gIG1vZGVsPzogc3RyaW5nO1xuICB0ZW1wZXJhdHVyZT86IHN0cmluZztcbiAgbGF0ZW5jeU1zPzogbnVtYmVyO1xuICBlcnJvcj86IHN0cmluZztcbiAgY3JlYXRlZEF0OiBzdHJpbmc7XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgQ3JlYXRlUnVuT3B0aW9ucyB7XG4gIGFnZW50SWQ6IHN0cmluZztcbiAgY3JpdGVyaW9uSWQ/OiBzdHJpbmc7XG4gIGNyaXRlcmlhSWRzPzogc3RyaW5nW107XG4gIGtWYWx1ZTogbnVtYmVyO1xuICB0cmFjZUlkczogc3RyaW5nW107XG4gIHJ1blR5cGU/OiBOb25kZXRlcm1pbmlzbVJ1blR5cGU7XG4gIHRlbXBlcmF0dXJlPzogbnVtYmVyO1xuICBtb2RlbD86IHN0cmluZztcbn1cblxuZXhwb3J0IGludGVyZmFjZSBSZWNvcmRTYW1wbGVPcHRpb25zIHtcbiAgcnVuSWQ6IHN0cmluZztcbiAgdHJhY2VJZDogc3RyaW5nO1xuICBjcml0ZXJpb25JZDogc3RyaW5nO1xuICBzYW1wbGVJbmRleDogbnVtYmVyO1xuICBzY29yZTogbnVtYmVyO1xuICBwYXNzZWQ6IGJvb2xlYW47XG4gIHJlYXNvbmluZz86IHN0cmluZztcbiAgY29uZmlkZW5jZT86IG51bWJlcjtcbiAgdG9rZW5zVXNlZD86IG51bWJlcjtcbiAgY29zdFVzZD86IG51bWJlcjtcbiAgbW9kZWw/OiBzdHJpbmc7XG4gIHRlbXBlcmF0dXJlPzogbnVtYmVyO1xuICBsYXRlbmN5TXM/OiBudW1iZXI7XG4gIGVycm9yPzogc3RyaW5nO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIFRyYWNlQW5hbHlzaXMge1xuICB0cmFjZUlkOiBzdHJpbmc7XG4gIHNhbXBsZXM6IE5vbmRldGVybWluaXNtU2FtcGxlW107XG4gIHBhc3NDb3VudDogbnVtYmVyO1xuICB0b3RhbENvdW50OiBudW1iZXI7XG4gIHBhc3NSYXRlOiBudW1iZXI7XG4gIHNjb3JlVmFyaWFuY2U6IG51bWJlcjtcbiAgbWVhblNjb3JlOiBudW1iZXI7XG4gIGlzQ29uc2lzdGVudDogYm9vbGVhbjtcbn1cblxuZXhwb3J0IGludGVyZmFjZSBDcml0ZXJpb25BbmFseXNpcyB7XG4gIGNyaXRlcmlvbklkOiBzdHJpbmc7XG4gIHRyYWNlQW5hbHlzZXM6IFRyYWNlQW5hbHlzaXNbXTtcbiAgcGFzc0F0S1JhdGU6IG51bWJlcjtcbiAgcGFzc1RvS1JhdGU6IG51bWJlcjtcbiAgcmVsaWFiaWxpdHlTY29yZTogbnVtYmVyO1xuICBpc1JlbGlhYmxlOiBib29sZWFuO1xuICByZWNvbW1lbmRhdGlvbjogc3RyaW5nO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIFJ1blN1bW1hcnkge1xuICBydW46IE5vbmRldGVybWluaXNtUnVuO1xuICB0cmFjZUFuYWx5c2VzOiBUcmFjZUFuYWx5c2lzW107XG4gIGNyaXRlcmlvbkFuYWx5c2VzOiBDcml0ZXJpb25BbmFseXNpc1tdO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIExpc3RSdW5zT3B0aW9ucyB7XG4gIGFnZW50SWQ/OiBzdHJpbmc7XG4gIHN0YXR1cz86IE5vbmRldGVybWluaXNtUnVuU3RhdHVzO1xuICBsaW1pdD86IG51bWJlcjtcbiAgb2Zmc2V0PzogbnVtYmVyO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIFBhc3NBdEtJbmZvIHtcbiAgY29uY2VwdHM6IHtcbiAgICBwYXNzQXRLOiB7IG5hbWU6IHN0cmluZzsgZGVzY3JpcHRpb246IHN0cmluZzsgZm9ybXVsYTogc3RyaW5nOyB1c2VDYXNlOiBzdHJpbmcgfTtcbiAgICBwYXNzVG9LOiB7IG5hbWU6IHN0cmluZzsgZGVzY3JpcHRpb246IHN0cmluZzsgZm9ybXVsYTogc3RyaW5nOyB1c2VDYXNlOiBzdHJpbmcgfTtcbiAgICB2YXJpYW5jZTogeyBuYW1lOiBzdHJpbmc7IGRlc2NyaXB0aW9uOiBzdHJpbmc7IHVzZUNhc2U6IHN0cmluZyB9O1xuICAgIHJlbGlhYmlsaXR5OiB7IG5hbWU6IHN0cmluZzsgZGVzY3JpcHRpb246IHN0cmluZzsgdXNlQ2FzZTogc3RyaW5nIH07XG4gIH07XG4gIHJlY29tbWVuZGF0aW9uczogUmVjb3JkPHN0cmluZywgc3RyaW5nPjtcbiAgZGVmYXVsdHM6IHsga1ZhbHVlOiBudW1iZXI7IHJlbGlhYmlsaXR5VGhyZXNob2xkOiBudW1iZXI7IHZhcmlhbmNlVGhyZXNob2xkOiBudW1iZXIgfTtcbn1cblxuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuLy8gTk9OLURFVEVSTUlOSVNNIEFQSSBDTElFTlRcbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cblxuLyoqXG4gKiBOb24tRGV0ZXJtaW5pc20gQVBJIGNsaWVudCBmb3IgcGFzc0BrIGFuYWx5c2lzIGFuZCByZWxpYWJpbGl0eSBtZWFzdXJlbWVudFxuICovXG5leHBvcnQgY29uc3Qgbm9uZGV0ZXJtaW5pc20gPSB7XG4gIC8qKlxuICAgKiBDcmVhdGUgYSBuZXcgbm9uLWRldGVybWluaXNtIGFuYWx5c2lzIHJ1blxuICAgKlxuICAgKiBAZXhhbXBsZVxuICAgKiBgYGB0eXBlc2NyaXB0XG4gICAqIGNvbnN0IHJ1biA9IGF3YWl0IG5vbmRldGVybWluaXNtLmNyZWF0ZVJ1bih7XG4gICAqICAgYWdlbnRJZDogJ2FnZW50XzEyMycsXG4gICAqICAgY3JpdGVyaW9uSWQ6ICdjcml0ZXJpb25fNDU2JyxcbiAgICogICBrVmFsdWU6IDUsXG4gICAqICAgdHJhY2VJZHM6IFsndHJhY2VfMScsICd0cmFjZV8yJywgJ3RyYWNlXzMnXSxcbiAgICogICBydW5UeXBlOiAncGFzc19hdF9rJyxcbiAgICogfSk7XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgY3JlYXRlUnVuKG9wdGlvbnM6IENyZWF0ZVJ1bk9wdGlvbnMpOiBQcm9taXNlPE5vbmRldGVybWluaXNtUnVuPiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxOb25kZXRlcm1pbmlzbVJ1bj4oJy9ub25kZXRlcm1pbmlzbS9ydW5zJywge1xuICAgICAgbWV0aG9kOiAnUE9TVCcsXG4gICAgICBib2R5OiBvcHRpb25zLFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBHZXQgbm9uLWRldGVybWluaXNtIHJ1bnNcbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBjb25zdCBydW5zID0gYXdhaXQgbm9uZGV0ZXJtaW5pc20uZ2V0UnVucyh7IGFnZW50SWQ6ICdhZ2VudF8xMjMnIH0pO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGdldFJ1bnMob3B0aW9uczogTGlzdFJ1bnNPcHRpb25zID0ge30pOiBQcm9taXNlPE5vbmRldGVybWluaXNtUnVuW10+IHtcbiAgICBjb25zdCBwYXJhbXMgPSBuZXcgVVJMU2VhcmNoUGFyYW1zKCk7XG4gICAgaWYgKG9wdGlvbnMuYWdlbnRJZCkgcGFyYW1zLnNldCgnYWdlbnRJZCcsIG9wdGlvbnMuYWdlbnRJZCk7XG4gICAgaWYgKG9wdGlvbnMuc3RhdHVzKSBwYXJhbXMuc2V0KCdzdGF0dXMnLCBvcHRpb25zLnN0YXR1cyk7XG4gICAgaWYgKG9wdGlvbnMubGltaXQpIHBhcmFtcy5zZXQoJ2xpbWl0JywgU3RyaW5nKG9wdGlvbnMubGltaXQpKTtcbiAgICBpZiAob3B0aW9ucy5vZmZzZXQpIHBhcmFtcy5zZXQoJ29mZnNldCcsIFN0cmluZyhvcHRpb25zLm9mZnNldCkpO1xuXG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxOb25kZXRlcm1pbmlzbVJ1bltdPihcbiAgICAgIGAvbm9uZGV0ZXJtaW5pc20vcnVucz8ke3BhcmFtcy50b1N0cmluZygpfWAsXG4gICAgICB7IGFwaVZlcnNpb246ICdub25lJyB9XG4gICAgKTtcbiAgfSxcblxuICAvKipcbiAgICogR2V0IGEgc3BlY2lmaWMgcnVuXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3QgcnVuID0gYXdhaXQgbm9uZGV0ZXJtaW5pc20uZ2V0UnVuKCdydW5fMTIzJyk7XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgZ2V0UnVuKHJ1bklkOiBzdHJpbmcpOiBQcm9taXNlPE5vbmRldGVybWluaXNtUnVuPiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxOb25kZXRlcm1pbmlzbVJ1bj4oXG4gICAgICBgL25vbmRldGVybWluaXNtL3J1bnMvJHtydW5JZH1gLFxuICAgICAgeyBhcGlWZXJzaW9uOiAnbm9uZScgfVxuICAgICk7XG4gIH0sXG5cbiAgLyoqXG4gICAqIFN0YXJ0IGEgcnVuXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogYXdhaXQgbm9uZGV0ZXJtaW5pc20uc3RhcnRSdW4oJ3J1bl8xMjMnKTtcbiAgICogYGBgXG4gICAqL1xuICBhc3luYyBzdGFydFJ1bihydW5JZDogc3RyaW5nKTogUHJvbWlzZTx2b2lkPiB7XG4gICAgYXdhaXQgYXBpUmVxdWVzdChgL25vbmRldGVybWluaXNtL3J1bnMvJHtydW5JZH0vc3RhcnRgLCB7XG4gICAgICBtZXRob2Q6ICdQT1NUJyxcbiAgICAgIGFwaVZlcnNpb246ICdub25lJyxcbiAgICB9KTtcbiAgfSxcblxuICAvKipcbiAgICogQ29tcGxldGUgYSBydW5cbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBhd2FpdCBub25kZXRlcm1pbmlzbS5jb21wbGV0ZVJ1bigncnVuXzEyMycpO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGNvbXBsZXRlUnVuKHJ1bklkOiBzdHJpbmcpOiBQcm9taXNlPHZvaWQ+IHtcbiAgICBhd2FpdCBhcGlSZXF1ZXN0KGAvbm9uZGV0ZXJtaW5pc20vcnVucy8ke3J1bklkfS9jb21wbGV0ZWAsIHtcbiAgICAgIG1ldGhvZDogJ1BPU1QnLFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBSZWNvcmQgYSBzYW1wbGUgcmVzdWx0XG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3Qgc2FtcGxlID0gYXdhaXQgbm9uZGV0ZXJtaW5pc20ucmVjb3JkU2FtcGxlKHtcbiAgICogICBydW5JZDogJ3J1bl8xMjMnLFxuICAgKiAgIHRyYWNlSWQ6ICd0cmFjZV80NTYnLFxuICAgKiAgIGNyaXRlcmlvbklkOiAnY3JpdGVyaW9uXzc4OScsXG4gICAqICAgc2FtcGxlSW5kZXg6IDAsXG4gICAqICAgc2NvcmU6IDg1LFxuICAgKiAgIHBhc3NlZDogdHJ1ZSxcbiAgICogICByZWFzb25pbmc6ICdSZXNwb25zZSBtZWV0cyBxdWFsaXR5IGNyaXRlcmlhJyxcbiAgICogfSk7XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgcmVjb3JkU2FtcGxlKG9wdGlvbnM6IFJlY29yZFNhbXBsZU9wdGlvbnMpOiBQcm9taXNlPE5vbmRldGVybWluaXNtU2FtcGxlPiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxOb25kZXRlcm1pbmlzbVNhbXBsZT4oJy9ub25kZXRlcm1pbmlzbS9zYW1wbGVzJywge1xuICAgICAgbWV0aG9kOiAnUE9TVCcsXG4gICAgICBib2R5OiBvcHRpb25zLFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBHZXQgc2FtcGxlcyBmb3IgYSBydW5cbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBjb25zdCBzYW1wbGVzID0gYXdhaXQgbm9uZGV0ZXJtaW5pc20uZ2V0U2FtcGxlcygncnVuXzEyMycpO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGdldFNhbXBsZXMocnVuSWQ6IHN0cmluZyk6IFByb21pc2U8Tm9uZGV0ZXJtaW5pc21TYW1wbGVbXT4ge1xuICAgIHJldHVybiBhcGlSZXF1ZXN0V2l0aERhdGE8Tm9uZGV0ZXJtaW5pc21TYW1wbGVbXT4oXG4gICAgICBgL25vbmRldGVybWluaXNtL3J1bnMvJHtydW5JZH0vc2FtcGxlc2AsXG4gICAgICB7IGFwaVZlcnNpb246ICdub25lJyB9XG4gICAgKTtcbiAgfSxcblxuICAvKipcbiAgICogR2V0IHJ1biBzdW1tYXJ5IHdpdGggYW5hbHlzaXNcbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBjb25zdCBzdW1tYXJ5ID0gYXdhaXQgbm9uZGV0ZXJtaW5pc20uZ2V0UnVuU3VtbWFyeSgncnVuXzEyMycpO1xuICAgKiBjb25zb2xlLmxvZyhgUGFzc0BrIHJhdGU6ICR7c3VtbWFyeS5jcml0ZXJpb25BbmFseXNlc1swXS5wYXNzQXRLUmF0ZX1gKTtcbiAgICogYGBgXG4gICAqL1xuICBhc3luYyBnZXRSdW5TdW1tYXJ5KHJ1bklkOiBzdHJpbmcpOiBQcm9taXNlPFJ1blN1bW1hcnk+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPFJ1blN1bW1hcnk+KFxuICAgICAgYC9ub25kZXRlcm1pbmlzbS9ydW5zLyR7cnVuSWR9L3N1bW1hcnlgLFxuICAgICAgeyBhcGlWZXJzaW9uOiAnbm9uZScgfVxuICAgICk7XG4gIH0sXG5cbiAgLyoqXG4gICAqIFRyaWdnZXIgYW5hbHlzaXMgb2YgYSBjb21wbGV0ZWQgcnVuXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3Qgc3VtbWFyeSA9IGF3YWl0IG5vbmRldGVybWluaXNtLmFuYWx5emVSdW4oJ3J1bl8xMjMnKTtcbiAgICogYGBgXG4gICAqL1xuICBhc3luYyBhbmFseXplUnVuKHJ1bklkOiBzdHJpbmcpOiBQcm9taXNlPFJ1blN1bW1hcnk+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPFJ1blN1bW1hcnk+KFxuICAgICAgYC9ub25kZXRlcm1pbmlzbS9ydW5zLyR7cnVuSWR9L2FuYWx5emVgLFxuICAgICAgeyBtZXRob2Q6ICdQT1NUJywgYXBpVmVyc2lvbjogJ25vbmUnIH1cbiAgICApO1xuICB9LFxuXG4gIC8qKlxuICAgKiBHZXQgaW5mb3JtYXRpb24gYWJvdXQgcGFzc0BrIGFuYWx5c2lzXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3QgaW5mbyA9IGF3YWl0IG5vbmRldGVybWluaXNtLmdldEluZm8oKTtcbiAgICogY29uc29sZS5sb2coaW5mby5jb25jZXB0cy5wYXNzQXRLLmRlc2NyaXB0aW9uKTtcbiAgICogYGBgXG4gICAqL1xuICBhc3luYyBnZXRJbmZvKCk6IFByb21pc2U8UGFzc0F0S0luZm8+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPFBhc3NBdEtJbmZvPihcbiAgICAgICcvbm9uZGV0ZXJtaW5pc20vaW5mbycsXG4gICAgICB7IGFwaVZlcnNpb246ICdub25lJyB9XG4gICAgKTtcbiAgfSxcbn07XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIEhFTFBFUiBGVU5DVElPTlNcbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cblxuLyoqXG4gKiBDYWxjdWxhdGUgcGFzc0BrIHByb2JhYmlsaXR5IGZyb20gcGFzcyByYXRlXG4gKlxuICogQHBhcmFtIHBhc3NSYXRlIC0gU2luZ2xlLXJ1biBwYXNzIHJhdGUgKDAtMSlcbiAqIEBwYXJhbSBrIC0gTnVtYmVyIG9mIHJ1bnNcbiAqIEByZXR1cm5zIFByb2JhYmlsaXR5IHRoYXQgYXQgbGVhc3QgMSBvZiBrIHJ1bnMgcGFzc2VzXG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IHBhc3NBdEsgPSBjYWxjdWxhdGVQYXNzQXRLKDAuNywgMyk7IC8vIH4wLjk3M1xuICogYGBgXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBjYWxjdWxhdGVQYXNzQXRLKHBhc3NSYXRlOiBudW1iZXIsIGs6IG51bWJlcik6IG51bWJlciB7XG4gIHJldHVybiAxIC0gTWF0aC5wb3coMSAtIHBhc3NSYXRlLCBrKTtcbn1cblxuLyoqXG4gKiBDYWxjdWxhdGUgcGFzc15rIHByb2JhYmlsaXR5IGZyb20gcGFzcyByYXRlXG4gKlxuICogQHBhcmFtIHBhc3NSYXRlIC0gU2luZ2xlLXJ1biBwYXNzIHJhdGUgKDAtMSlcbiAqIEBwYXJhbSBrIC0gTnVtYmVyIG9mIHJ1bnNcbiAqIEByZXR1cm5zIFByb2JhYmlsaXR5IHRoYXQgYWxsIGsgcnVucyBwYXNzXG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IHBhc3NUb0sgPSBjYWxjdWxhdGVQYXNzVG9LKDAuNywgMyk7IC8vIH4wLjM0M1xuICogYGBgXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBjYWxjdWxhdGVQYXNzVG9LKHBhc3NSYXRlOiBudW1iZXIsIGs6IG51bWJlcik6IG51bWJlciB7XG4gIHJldHVybiBNYXRoLnBvdyhwYXNzUmF0ZSwgayk7XG59XG5cbi8qKlxuICogQ2FsY3VsYXRlIHJlcXVpcmVkIHBhc3MgcmF0ZSB0byBhY2hpZXZlIHRhcmdldCBwYXNzQGtcbiAqXG4gKiBAcGFyYW0gdGFyZ2V0UGFzc0F0SyAtIERlc2lyZWQgcGFzc0BrIHByb2JhYmlsaXR5XG4gKiBAcGFyYW0gayAtIE51bWJlciBvZiBydW5zXG4gKiBAcmV0dXJucyBSZXF1aXJlZCBzaW5nbGUtcnVuIHBhc3MgcmF0ZVxuICpcbiAqIEBleGFtcGxlXG4gKiBgYGB0eXBlc2NyaXB0XG4gKiBjb25zdCByZXF1aXJlZFJhdGUgPSByZXF1aXJlZFBhc3NSYXRlRm9yUGFzc0F0SygwLjk1LCAzKTsgLy8gfjAuNjMyXG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIHJlcXVpcmVkUGFzc1JhdGVGb3JQYXNzQXRLKHRhcmdldFBhc3NBdEs6IG51bWJlciwgazogbnVtYmVyKTogbnVtYmVyIHtcbiAgcmV0dXJuIDEgLSBNYXRoLnBvdygxIC0gdGFyZ2V0UGFzc0F0SywgMSAvIGspO1xufVxuXG4vKipcbiAqIERldGVybWluZSBpZiBldmFsdWF0aW9uIGlzIHJlbGlhYmxlIGJhc2VkIG9uIGFuYWx5c2lzXG4gKlxuICogQHBhcmFtIGFuYWx5c2lzIC0gQ3JpdGVyaW9uIGFuYWx5c2lzIHJlc3VsdFxuICogQHBhcmFtIHJlbGlhYmlsaXR5VGhyZXNob2xkIC0gTWluaW11bSByZWxpYWJpbGl0eSBzY29yZSAoZGVmYXVsdCAwLjgpXG4gKiBAcmV0dXJucyBXaGV0aGVyIHRoZSBldmFsdWF0aW9uIGlzIGNvbnNpZGVyZWQgcmVsaWFibGVcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGlzUmVsaWFibGVFdmFsdWF0aW9uKFxuICBhbmFseXNpczogQ3JpdGVyaW9uQW5hbHlzaXMsXG4gIHJlbGlhYmlsaXR5VGhyZXNob2xkID0gMC44XG4pOiBib29sZWFuIHtcbiAgcmV0dXJuIGFuYWx5c2lzLnJlbGlhYmlsaXR5U2NvcmUgPj0gcmVsaWFiaWxpdHlUaHJlc2hvbGQ7XG59XG5cbi8qKlxuICogR2V0IHJlY29tbWVuZGF0aW9uIGJhc2VkIG9uIHJlbGlhYmlsaXR5IGFuYWx5c2lzXG4gKlxuICogQHBhcmFtIGFuYWx5c2lzIC0gQ3JpdGVyaW9uIGFuYWx5c2lzIHJlc3VsdFxuICogQHJldHVybnMgQWN0aW9uYWJsZSByZWNvbW1lbmRhdGlvbiBzdHJpbmdcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGdldFJlbGlhYmlsaXR5UmVjb21tZW5kYXRpb24oYW5hbHlzaXM6IENyaXRlcmlvbkFuYWx5c2lzKTogc3RyaW5nIHtcbiAgaWYgKGFuYWx5c2lzLnJlbGlhYmlsaXR5U2NvcmUgPj0gMC45KSB7XG4gICAgcmV0dXJuICdFdmFsdWF0aW9uIGlzIGhpZ2hseSByZWxpYWJsZS4gTm8gY2hhbmdlcyBuZWVkZWQuJztcbiAgfSBlbHNlIGlmIChhbmFseXNpcy5yZWxpYWJpbGl0eVNjb3JlID49IDAuOCkge1xuICAgIHJldHVybiAnRXZhbHVhdGlvbiBpcyByZWxpYWJsZS4gQ29uc2lkZXIgbWlub3IgY3JpdGVyaWEgcmVmaW5lbWVudHMuJztcbiAgfSBlbHNlIGlmIChhbmFseXNpcy5yZWxpYWJpbGl0eVNjb3JlID49IDAuNikge1xuICAgIHJldHVybiAnRXZhbHVhdGlvbiBoYXMgbW9kZXJhdGUgcmVsaWFiaWxpdHkuIEFkZCBtb3JlIHNwZWNpZmljIGNyaXRlcmlhIG9yIGV4YW1wbGVzLic7XG4gIH0gZWxzZSB7XG4gICAgcmV0dXJuICdFdmFsdWF0aW9uIGlzIHVucmVsaWFibGUuIENvbnNpZGVyIHVzaW5nIGRldGVybWluaXN0aWMgY2hlY2tzIG9yIHJlc3RydWN0dXJpbmcgY3JpdGVyaWEuJztcbiAgfVxufVxuIl19

package/dist/api/quality-metrics.d.ts

@@ -0,0 +1,303 @@
+/**
+ * ThinkHive SDK v3.1 - Quality Metrics API
+ *
+ * RAG Evaluation & Hallucination Detection for AI quality assurance
+ */
+/**
+ * Retrieved context for RAG evaluation
+ */
+export interface RetrievedContext {
+    content: string;
+    chunkIndex?: number;
+    metadata?: Record<string, unknown>;
+    score?: number;
+}
+/**
+ * Ground truth context
+ */
+export interface GroundTruthContext {
+    content: string;
+    chunkIndex?: number;
+}
+/**
+ * Grounded span evidence
+ */
+export interface GroundedSpan {
+    text: string;
+    confidence: number;
+    sourceChunkIndex?: number;
+}
+/**
+ * Ungrounded span evidence
+ */
+export interface UngroundedSpan {
+    text: string;
+    confidence: number;
+}
+/**
+ * Citation mapping
+ */
+export interface CitationMap {
+    claim: string;
+    citedIndex: number;
+    isValid: boolean;
+}
+/**
+ * RAG evaluation result
+ */
+export interface RAGEvaluation {
+    contextRelevance: number;
+    contextPrecision: number;
+    contextRecall: number;
+    groundedness: number;
+    faithfulness: number;
+    answerRelevance: number;
+    citationAccuracy: number;
+    citationCompleteness: number;
+    overallScore: number;
+    grade: 'A' | 'B' | 'C' | 'D' | 'F';
+    groundedSpanCount?: number;
+    ungroundedSpanCount?: number;
+    issues: string[];
+    recommendations: string[];
+}
+/**
+ * RAG evaluation evidence
+ */
+export interface RAGEvidence {
+    groundedSpans: GroundedSpan[];
+    ungroundedSpans: UngroundedSpan[];
+    citationMap: CitationMap[];
+}
+/**
+ * Hallucination instance
+ */
+export interface HallucinationInstance {
+    type: string;
+    severity: 'low' | 'medium' | 'high' | 'critical';
+    text: string;
+    explanation: string;
+    confidence: number;
+    suggestedFix?: string;
+}
+/**
+ * Hallucination detection report
+ */
+export interface HallucinationReport {
+    hasHallucinations: boolean;
+    hallucinationScore: number;
+    riskLevel: 'low' | 'medium' | 'high' | 'critical';
+    factualClaims: number;
+    verifiedClaims: number;
+    unverifiedClaims: number;
+    summary: string;
+    recommendations: string[];
+    instances: HallucinationInstance[];
+}
+/**
+ * Groundedness analysis result
+ */
+export interface GroundednessResult {
+    score: number;
+    faithfulness: number;
+    contextRelevance: number;
+    grade: string;
+}
+/**
+ * Batch evaluation result for a single trace
+ */
+export interface BatchEvaluationResult {
+    traceId: string;
+    success: boolean;
+    error?: string;
+    rag?: {
+        score: number;
+        grade: string;
+        mainIssue?: string;
+    };
+    hallucination?: {
+        hasIssues: boolean;
+        score: number;
+        topIssue?: string;
+    };
+}
+/**
+ * Batch evaluation summary
+ */
+export interface BatchEvaluationSummary {
+    totalTraces: number;
+    successfulEvaluations: number;
+    avgRagScore: number;
+    hallucinationRate: number;
+    gradeDistribution: {
+        A: number;
+        B: number;
+        C: number;
+        D: number;
+        F: number;
+    };
+}
+/**
+ * Quality Metrics API client for RAG evaluation and hallucination detection
+ */
+export declare const qualityMetrics: {
+    /**
+     * Get RAG quality scores for a specific trace
+     *
+     * @example
+     * ```typescript
+     * const scores = await qualityMetrics.getRagScores('trace_abc123');
+     * console.log(`Groundedness: ${scores.evaluation.groundedness}`);
+     * console.log(`Grade: ${scores.evaluation.grade}`);
+     * ```
+     */
+    getRagScores(traceId: string): Promise<{
+        traceId: string;
+        evaluation: RAGEvaluation;
+        evidence: RAGEvidence;
+    }>;
+    /**
+     * Get hallucination detection report for a trace
+     *
+     * @example
+     * ```typescript
+     * const report = await qualityMetrics.getHallucinationReport('trace_abc123');
+     * if (report.report.hasHallucinations) {
+     *   console.log(`Risk level: ${report.report.riskLevel}`);
+     *   for (const instance of report.report.instances) {
+     *     console.log(`- ${instance.type}: ${instance.text}`);
+     *   }
+     * }
+     * ```
+     */
+    getHallucinationReport(traceId: string): Promise<{
+        traceId: string;
+        report: HallucinationReport;
+    }>;
+    /**
+     * Evaluate RAG quality for provided content (ad-hoc evaluation)
+     *
+     * @example
+     * ```typescript
+     * const result = await qualityMetrics.evaluateRag({
+     *   query: 'What is the refund policy?',
+     *   response: 'You can get a refund within 30 days.',
+     *   retrievedContexts: [
+     *     { content: 'Our refund policy allows returns within 30 days of purchase.' },
+     *   ],
+     * });
+     * console.log(`Groundedness: ${result.evaluation.groundedness}`);
+     * ```
+     */
+    evaluateRag(input: {
+        query: string;
+        response: string;
+        retrievedContexts: RetrievedContext[];
+        groundTruthContexts?: GroundTruthContext[];
+        citations?: string[];
+    }): Promise<{
+        evaluation: RAGEvaluation;
+        evidence: RAGEvidence;
+    }>;
+    /**
+     * Detect hallucinations in provided content (ad-hoc detection)
+     *
+     * @example
+     * ```typescript
+     * const result = await qualityMetrics.detectHallucinations({
+     *   response: 'The product costs $99 and comes with a 2-year warranty.',
+     *   contexts: [
+     *     { content: 'The product costs $99 with a 1-year warranty.' },
+     *   ],
+     * });
+     * if (result.report.hasHallucinations) {
+     *   console.log('Detected hallucinations:', result.report.instances);
+     * }
+     * ```
+     */
+    detectHallucinations(input: {
+        response: string;
+        contexts: Array<{
+            content: string;
+            metadata?: Record<string, unknown>;
+        }>;
+        query?: string;
+        previousResponses?: string[];
+    }): Promise<{
+        report: HallucinationReport;
+    }>;
+    /**
+     * Get groundedness analysis for a trace
+     *
+     * @example
+     * ```typescript
+     * const result = await qualityMetrics.getGroundedness('trace_abc123');
+     * console.log(`Groundedness score: ${result.groundedness.score}`);
+     * console.log(`Grounded spans: ${result.summary.groundedSpans}`);
+     * ```
+     */
+    getGroundedness(traceId: string): Promise<{
+        traceId: string;
+        groundedness: GroundednessResult;
+        spans: {
+            grounded: Array<{
+                text: string;
+                confidence: number;
+                sourceIndex: number;
+            }>;
+            ungrounded: Array<{
+                text: string;
+                confidence: number;
+            }>;
+        };
+        summary: {
+            totalSpans: number;
+            groundedSpans: number;
+            ungroundedSpans: number;
+            groundednessRatio: number;
+        };
+    }>;
+    /**
+     * Evaluate multiple traces for quality metrics in batch
+     *
+     * @example
+     * ```typescript
+     * const result = await qualityMetrics.evaluateBatch({
+     *   traceIds: ['trace_1', 'trace_2', 'trace_3'],
+     * });
+     * console.log(`Average RAG score: ${result.summary.avgRagScore}`);
+     * console.log(`Hallucination rate: ${result.summary.hallucinationRate}%`);
+     * ```
+     */
+    evaluateBatch(options: {
+        traceIds: string[];
+        includeDetails?: boolean;
+    }): Promise<{
+        summary: BatchEvaluationSummary;
+        results: BatchEvaluationResult[];
+    }>;
+};
+/**
+ * Check if a RAG evaluation passes quality thresholds
+ */
+export declare function passesQualityThreshold(evaluation: RAGEvaluation, thresholds?: {
+    minGroundedness?: number;
+    minOverallScore?: number;
+    minGrade?: 'A' | 'B' | 'C' | 'D';
+}): boolean;
+/**
+ * Check if hallucination risk is acceptable
+ */
+export declare function isHallucinationRiskAcceptable(report: HallucinationReport, maxRiskLevel?: 'low' | 'medium' | 'high'): boolean;
+/**
+ * Get quality recommendations based on evaluation
+ */
+export declare function getQualityRecommendations(ragEval: RAGEvaluation, hallucinationReport?: HallucinationReport): string[];
+/**
+ * Format quality score for display
+ */
+export declare function formatQualityScore(score: number): string;
+/**
+ * Get color indicator for grade
+ */
+export declare function getGradeColor(grade: 'A' | 'B' | 'C' | 'D' | 'F'): 'green' | 'blue' | 'yellow' | 'orange' | 'red';