@thinkhive/sdk 3.1.1 → 4.0.0

package/dist/api/conversation-eval.d.ts

@@ -0,0 +1,200 @@
+/**
+ * ThinkHive SDK v3.0 - Conversation Evaluation API
+ *
+ * API for multi-turn conversation evaluation
+ */
+export type AggregateMethod = 'worst' | 'average' | 'weighted' | 'final_turn' | 'majority';
+export interface SessionTrace {
+    id: string;
+    sessionId: string;
+    turnNumber: number;
+    userMessage: string;
+    agentResponse: string;
+    timestamp: string;
+    metadata?: Record<string, unknown>;
+}
+export interface TurnEvaluation {
+    traceId: string;
+    turnNumber: number;
+    passed: boolean;
+    score: number;
+    reasoning: string;
+}
+export interface ConversationEvalResult {
+    sessionId: string;
+    criterionId: string;
+    turnCount: number;
+    turnResults: TurnEvaluation[];
+    aggregatePassed: boolean;
+    aggregateScore: number;
+    aggregateMethod: AggregateMethod;
+    reasoning: string;
+    metadata?: Record<string, unknown>;
+}
+export interface EvaluateConversationOptions {
+    sessionId: string;
+    criterionId: string;
+    options?: {
+        aggregateMethod?: AggregateMethod;
+        minTurns?: number;
+        maxTurns?: number;
+    };
+}
+export interface AggregationMethodInfo {
+    id: AggregateMethod;
+    name: string;
+    description: string;
+    useCase: string;
+}
+/**
+ * Conversation Evaluation API client for multi-turn evaluation
+ */
+export declare const conversationEval: {
+    /**
+     * Get traces for a conversation session
+     *
+     * @example
+     * ```typescript
+     * const traces = await conversationEval.getSessionTraces('session_123');
+     * console.log(`Conversation has ${traces.length} turns`);
+     * ```
+     */
+    getSessionTraces(sessionId: string): Promise<SessionTrace[]>;
+    /**
+     * Run conversation-level evaluation
+     *
+     * @example
+     * ```typescript
+     * const result = await conversationEval.evaluate({
+     *   sessionId: 'session_123',
+     *   criterionId: 'criterion_456',
+     *   options: {
+     *     aggregateMethod: 'average',
+     *     minTurns: 2,
+     *   },
+     * });
+     * console.log(`Conversation score: ${result.aggregateScore}`);
+     * ```
+     */
+    evaluate(options: EvaluateConversationOptions): Promise<ConversationEvalResult>;
+    /**
+     * Get available aggregation methods with descriptions
+     *
+     * @example
+     * ```typescript
+     * const methods = await conversationEval.getAggregationMethods();
+     * for (const method of methods) {
+     *   console.log(`${method.name}: ${method.description}`);
+     * }
+     * ```
+     */
+    getAggregationMethods(): Promise<AggregationMethodInfo[]>;
+};
+/**
+ * Calculate worst-turn aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using worst turn logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateWorst(turnResults);
+ * // Fails if any turn fails
+ * ```
+ */
+export declare function aggregateWorst(turnResults: TurnEvaluation[]): {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Calculate average aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using average logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateAverage(turnResults);
+ * ```
+ */
+export declare function aggregateAverage(turnResults: TurnEvaluation[]): {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Calculate weighted average aggregation (later turns weighted more)
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using weighted average logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateWeighted(turnResults);
+ * // Later turns have higher weight
+ * ```
+ */
+export declare function aggregateWeighted(turnResults: TurnEvaluation[]): {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Calculate final-turn aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using only the final turn
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateFinalTurn(turnResults);
+ * // Only final turn matters
+ * ```
+ */
+export declare function aggregateFinalTurn(turnResults: TurnEvaluation[]): {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Calculate majority vote aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using majority vote logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateMajority(turnResults);
+ * // Passes if majority of turns pass
+ * ```
+ */
+export declare function aggregateMajority(turnResults: TurnEvaluation[]): {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Get appropriate aggregation function for a method
+ *
+ * @param method - Aggregation method name
+ * @returns Aggregation function
+ */
+export declare function getAggregator(method: AggregateMethod): (turnResults: TurnEvaluation[]) => {
+    passed: boolean;
+    score: number;
+};
+/**
+ * Find problematic turns in a conversation
+ *
+ * @param result - Conversation evaluation result
+ * @param scoreThreshold - Minimum acceptable score (default 70)
+ * @returns Array of problematic turn results
+ */
+export declare function getProblematicTurns(result: ConversationEvalResult, scoreThreshold?: number): TurnEvaluation[];
+/**
+ * Calculate conversation quality trend
+ *
+ * @param result - Conversation evaluation result
+ * @returns Trend analysis
+ */
+export declare function analyzeConversationTrend(result: ConversationEvalResult): {
+    direction: 'improving' | 'declining' | 'stable';
+    firstHalfAvg: number;
+    secondHalfAvg: number;
+};

package/dist/api/conversation-eval.js

@@ -0,0 +1,235 @@
+"use strict";
+/**
+ * ThinkHive SDK v3.0 - Conversation Evaluation API
+ *
+ * API for multi-turn conversation evaluation
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.conversationEval = void 0;
+exports.aggregateWorst = aggregateWorst;
+exports.aggregateAverage = aggregateAverage;
+exports.aggregateWeighted = aggregateWeighted;
+exports.aggregateFinalTurn = aggregateFinalTurn;
+exports.aggregateMajority = aggregateMajority;
+exports.getAggregator = getAggregator;
+exports.getProblematicTurns = getProblematicTurns;
+exports.analyzeConversationTrend = analyzeConversationTrend;
+const client_1 = require("../core/client");
+// ============================================================================
+// CONVERSATION EVAL API CLIENT
+// ============================================================================
+/**
+ * Conversation Evaluation API client for multi-turn evaluation
+ */
+exports.conversationEval = {
+    /**
+     * Get traces for a conversation session
+     *
+     * @example
+     * ```typescript
+     * const traces = await conversationEval.getSessionTraces('session_123');
+     * console.log(`Conversation has ${traces.length} turns`);
+     * ```
+     */
+    async getSessionTraces(sessionId) {
+        return (0, client_1.apiRequestWithData)(`/conversation-eval/traces?sessionId=${sessionId}`, { apiVersion: 'none' });
+    },
+    /**
+     * Run conversation-level evaluation
+     *
+     * @example
+     * ```typescript
+     * const result = await conversationEval.evaluate({
+     *   sessionId: 'session_123',
+     *   criterionId: 'criterion_456',
+     *   options: {
+     *     aggregateMethod: 'average',
+     *     minTurns: 2,
+     *   },
+     * });
+     * console.log(`Conversation score: ${result.aggregateScore}`);
+     * ```
+     */
+    async evaluate(options) {
+        return (0, client_1.apiRequestWithData)('/conversation-eval/evaluate', {
+            method: 'POST',
+            body: options,
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Get available aggregation methods with descriptions
+     *
+     * @example
+     * ```typescript
+     * const methods = await conversationEval.getAggregationMethods();
+     * for (const method of methods) {
+     *   console.log(`${method.name}: ${method.description}`);
+     * }
+     * ```
+     */
+    async getAggregationMethods() {
+        return (0, client_1.apiRequestWithData)('/conversation-eval/aggregation-methods', { apiVersion: 'none' });
+    },
+};
+// ============================================================================
+// HELPER FUNCTIONS
+// ============================================================================
+/**
+ * Calculate worst-turn aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using worst turn logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateWorst(turnResults);
+ * // Fails if any turn fails
+ * ```
+ */
+function aggregateWorst(turnResults) {
+    if (turnResults.length === 0)
+        return { passed: false, score: 0 };
+    const worstScore = Math.min(...turnResults.map(t => t.score));
+    const passed = turnResults.every(t => t.passed);
+    return { passed, score: worstScore };
+}
+/**
+ * Calculate average aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using average logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateAverage(turnResults);
+ * ```
+ */
+function aggregateAverage(turnResults) {
+    if (turnResults.length === 0)
+        return { passed: false, score: 0 };
+    const avgScore = turnResults.reduce((sum, t) => sum + t.score, 0) / turnResults.length;
+    const passedCount = turnResults.filter(t => t.passed).length;
+    const passed = passedCount > turnResults.length / 2;
+    return { passed, score: avgScore };
+}
+/**
+ * Calculate weighted average aggregation (later turns weighted more)
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using weighted average logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateWeighted(turnResults);
+ * // Later turns have higher weight
+ * ```
+ */
+function aggregateWeighted(turnResults) {
+    if (turnResults.length === 0)
+        return { passed: false, score: 0 };
+    // Linear weights: 1, 2, 3, ...
+    let weightedSum = 0;
+    let weightTotal = 0;
+    let weightedPassSum = 0;
+    turnResults.forEach((turn, index) => {
+        const weight = index + 1;
+        weightedSum += turn.score * weight;
+        weightedPassSum += (turn.passed ? 1 : 0) * weight;
+        weightTotal += weight;
+    });
+    const avgScore = weightedSum / weightTotal;
+    const passed = (weightedPassSum / weightTotal) > 0.5;
+    return { passed, score: avgScore };
+}
+/**
+ * Calculate final-turn aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using only the final turn
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateFinalTurn(turnResults);
+ * // Only final turn matters
+ * ```
+ */
+function aggregateFinalTurn(turnResults) {
+    if (turnResults.length === 0)
+        return { passed: false, score: 0 };
+    const finalTurn = turnResults[turnResults.length - 1];
+    return { passed: finalTurn.passed, score: finalTurn.score };
+}
+/**
+ * Calculate majority vote aggregation
+ *
+ * @param turnResults - Array of turn evaluation results
+ * @returns Aggregated result using majority vote logic
+ *
+ * @example
+ * ```typescript
+ * const result = aggregateMajority(turnResults);
+ * // Passes if majority of turns pass
+ * ```
+ */
+function aggregateMajority(turnResults) {
+    if (turnResults.length === 0)
+        return { passed: false, score: 0 };
+    const passedCount = turnResults.filter(t => t.passed).length;
+    const passed = passedCount > turnResults.length / 2;
+    const avgScore = turnResults.reduce((sum, t) => sum + t.score, 0) / turnResults.length;
+    return { passed, score: avgScore };
+}
+/**
+ * Get appropriate aggregation function for a method
+ *
+ * @param method - Aggregation method name
+ * @returns Aggregation function
+ */
+function getAggregator(method) {
+    switch (method) {
+        case 'worst': return aggregateWorst;
+        case 'average': return aggregateAverage;
+        case 'weighted': return aggregateWeighted;
+        case 'final_turn': return aggregateFinalTurn;
+        case 'majority': return aggregateMajority;
+        default: return aggregateAverage;
+    }
+}
+/**
+ * Find problematic turns in a conversation
+ *
+ * @param result - Conversation evaluation result
+ * @param scoreThreshold - Minimum acceptable score (default 70)
+ * @returns Array of problematic turn results
+ */
+function getProblematicTurns(result, scoreThreshold = 70) {
+    return result.turnResults.filter(t => !t.passed || t.score < scoreThreshold);
+}
+/**
+ * Calculate conversation quality trend
+ *
+ * @param result - Conversation evaluation result
+ * @returns Trend analysis
+ */
+function analyzeConversationTrend(result) {
+    const turns = result.turnResults;
+    if (turns.length < 2) {
+        return { direction: 'stable', firstHalfAvg: 0, secondHalfAvg: 0 };
+    }
+    const midpoint = Math.floor(turns.length / 2);
+    const firstHalf = turns.slice(0, midpoint);
+    const secondHalf = turns.slice(midpoint);
+    const firstHalfAvg = firstHalf.reduce((sum, t) => sum + t.score, 0) / firstHalf.length;
+    const secondHalfAvg = secondHalf.reduce((sum, t) => sum + t.score, 0) / secondHalf.length;
+    const diff = secondHalfAvg - firstHalfAvg;
+    let direction;
+    if (diff > 5)
+        direction = 'improving';
+    else if (diff < -5)
+        direction = 'declining';
+    else
+        direction = 'stable';
+    return { direction, firstHalfAvg, secondHalfAvg };
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiY29udmVyc2F0aW9uLWV2YWwuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvYXBpL2NvbnZlcnNhdGlvbi1ldmFsLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7QUFBQTs7OztHQUlHOzs7QUE0SUgsd0NBT0M7QUFhRCw0Q0FRQztBQWNELDhDQW1CQztBQWNELGdEQUtDO0FBY0QsOENBUUM7QUFRRCxzQ0FXQztBQVNELGtEQUtDO0FBUUQsNERBeUJDO0FBbFRELDJDQUFvRDtBQXVEcEQsK0VBQStFO0FBQy9FLCtCQUErQjtBQUMvQiwrRUFBK0U7QUFFL0U7O0dBRUc7QUFDVSxRQUFBLGdCQUFnQixHQUFHO0lBQzlCOzs7Ozs7OztPQVFHO0lBQ0gsS0FBSyxDQUFDLGdCQUFnQixDQUFDLFNBQWlCO1FBQ3RDLE9BQU8sSUFBQSwyQkFBa0IsRUFDdkIsdUNBQXVDLFNBQVMsRUFBRSxFQUNsRCxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7Ozs7Ozs7Ozs7O09BZUc7SUFDSCxLQUFLLENBQUMsUUFBUSxDQUFDLE9BQW9DO1FBQ2pELE9BQU8sSUFBQSwyQkFBa0IsRUFBeUIsNkJBQTZCLEVBQUU7WUFDL0UsTUFBTSxFQUFFLE1BQU07WUFDZCxJQUFJLEVBQUUsT0FBTztZQUNiLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7Ozs7OztPQVVHO0lBQ0gsS0FBSyxDQUFDLHFCQUFxQjtRQUN6QixPQUFPLElBQUEsMkJBQWtCLEVBQ3ZCLHdDQUF3QyxFQUN4QyxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7Q0FDRixDQUFDO0FBRUYsK0VBQStFO0FBQy9FLG1CQUFtQjtBQUNuQiwrRUFBK0U7QUFFL0U7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixjQUFjLENBQUMsV0FBNkI7SUFDMUQsSUFBSSxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUM7UUFBRSxPQUFPLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUUsQ0FBQyxFQUFFLENBQUM7SUFFakUsTUFBTSxVQUFVLEdBQUcsSUFBSSxDQUFDLEdBQUcsQ0FBQyxHQUFHLFdBQVcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxDQUFDLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQztJQUM5RCxNQUFNLE1BQU0sR0FBRyxXQUFXLENBQUMsS0FBSyxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDO0lBRWhELE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLFVBQVUsRUFBRSxDQUFDO0FBQ3ZDLENBQUM7QUFFRDs7Ozs7Ozs7OztHQVVHO0FBQ0gsU0FBZ0IsZ0JBQWdCLENBQUMsV0FBNkI7SUFDNUQsSUFBSSxXQUFXLENBQUMsTUFBTSxLQUFLLENBQUM7UUFBRSxPQUFPLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUUsQ0FBQyxFQUFFLENBQUM7SUFFakUsTUFBTSxRQUFRLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEdBQUcsRUFBRSxDQUFDLEVBQUUsRUFBRSxDQUFDLEdBQUcsR0FBRyxDQUFDLENBQUMsS0FBSyxFQUFFLENBQUMsQ0FBQyxHQUFHLFdBQVcsQ0FBQyxNQUFNLENBQUM7SUFDdkYsTUFBTSxXQUFXLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQyxNQUFNLENBQUM7SUFDN0QsTUFBTSxNQUFNLEdBQUcsV0FBVyxHQUFHLFdBQVcsQ0FBQyxNQUFNLEdBQUcsQ0FBQyxDQUFDO0lBRXBELE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLFFBQVEsRUFBRSxDQUFDO0FBQ3JDLENBQUM7QUFFRDs7Ozs7Ozs7Ozs7R0FXRztBQUNILFNBQWdCLGlCQUFpQixDQUFDLFdBQTZCO0lBQzdELElBQUksV0FBVyxDQUFDLE1BQU0sS0FBSyxDQUFDO1FBQUUsT0FBTyxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsS0FBSyxFQUFFLENBQUMsRUFBRSxDQUFDO0lBRWpFLCtCQUErQjtJQUMvQixJQUFJLFdBQVcsR0FBRyxDQUFDLENBQUM7SUFDcEIsSUFBSSxXQUFXLEdBQUcsQ0FBQyxDQUFDO0lBQ3BCLElBQUksZUFBZSxHQUFHLENBQUMsQ0FBQztJQUV4QixXQUFXLENBQUMsT0FBTyxDQUFDLENBQUMsSUFBSSxFQUFFLEtBQUssRUFBRSxFQUFFO1FBQ2xDLE1BQU0sTUFBTSxHQUFHLEtBQUssR0FBRyxDQUFDLENBQUM7UUFDekIsV0FBVyxJQUFJLElBQUksQ0FBQyxLQUFLLEdBQUcsTUFBTSxDQUFDO1FBQ25DLGVBQWUsSUFBSSxDQUFDLElBQUksQ0FBQyxNQUFNLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLEdBQUcsTUFBTSxDQUFDO1FBQ2xELFdBQVcsSUFBSSxNQUFNLENBQUM7SUFDeEIsQ0FBQyxDQUFDLENBQUM7SUFFSCxNQUFNLFFBQVEsR0FBRyxXQUFXLEdBQUcsV0FBVyxDQUFDO0lBQzNDLE1BQU0sTUFBTSxHQUFHLENBQUMsZUFBZSxHQUFHLFdBQVcsQ0FBQyxHQUFHLEdBQUcsQ0FBQztJQUVyRCxPQUFPLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxRQUFRLEVBQUUsQ0FBQztBQUNyQyxDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixrQkFBa0IsQ0FBQyxXQUE2QjtJQUM5RCxJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQztRQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLEtBQUssRUFBRSxDQUFDLEVBQUUsQ0FBQztJQUVqRSxNQUFNLFNBQVMsR0FBRyxXQUFXLENBQUMsV0FBVyxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsQ0FBQztJQUN0RCxPQUFPLEVBQUUsTUFBTSxFQUFFLFNBQVMsQ0FBQyxNQUFNLEVBQUUsS0FBSyxFQUFFLFNBQVMsQ0FBQyxLQUFLLEVBQUUsQ0FBQztBQUM5RCxDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixpQkFBaUIsQ0FBQyxXQUE2QjtJQUM3RCxJQUFJLFdBQVcsQ0FBQyxNQUFNLEtBQUssQ0FBQztRQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsS0FBSyxFQUFFLEtBQUssRUFBRSxDQUFDLEVBQUUsQ0FBQztJQUVqRSxNQUFNLFdBQVcsR0FBRyxXQUFXLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDLE1BQU0sQ0FBQztJQUM3RCxNQUFNLE1BQU0sR0FBRyxXQUFXLEdBQUcsV0FBVyxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUM7SUFDcEQsTUFBTSxRQUFRLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEdBQUcsRUFBRSxDQUFDLEVBQUUsRUFBRSxDQUFDLEdBQUcsR0FBRyxDQUFDLENBQUMsS0FBSyxFQUFFLENBQUMsQ0FBQyxHQUFHLFdBQVcsQ0FBQyxNQUFNLENBQUM7SUFFdkYsT0FBTyxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsUUFBUSxFQUFFLENBQUM7QUFDckMsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0IsYUFBYSxDQUMzQixNQUF1QjtJQUV2QixRQUFRLE1BQU0sRUFBRSxDQUFDO1FBQ2YsS0FBSyxPQUFPLENBQUMsQ0FBQyxPQUFPLGNBQWMsQ0FBQztRQUNwQyxLQUFLLFNBQVMsQ0FBQyxDQUFDLE9BQU8sZ0JBQWdCLENBQUM7UUFDeEMsS0FBSyxVQUFVLENBQUMsQ0FBQyxPQUFPLGlCQUFpQixDQUFDO1FBQzFDLEtBQUssWUFBWSxDQUFDLENBQUMsT0FBTyxrQkFBa0IsQ0FBQztRQUM3QyxLQUFLLFVBQVUsQ0FBQyxDQUFDLE9BQU8saUJBQWlCLENBQUM7UUFDMUMsT0FBTyxDQUFDLENBQUMsT0FBTyxnQkFBZ0IsQ0FBQztJQUNuQyxDQUFDO0FBQ0gsQ0FBQztBQUVEOzs7Ozs7R0FNRztBQUNILFNBQWdCLG1CQUFtQixDQUNqQyxNQUE4QixFQUM5QixjQUFjLEdBQUcsRUFBRTtJQUVuQixPQUFPLE1BQU0sQ0FBQyxXQUFXLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsTUFBTSxJQUFJLENBQUMsQ0FBQyxLQUFLLEdBQUcsY0FBYyxDQUFDLENBQUM7QUFDL0UsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0Isd0JBQXdCLENBQUMsTUFBOEI7SUFLckUsTUFBTSxLQUFLLEdBQUcsTUFBTSxDQUFDLFdBQVcsQ0FBQztJQUNqQyxJQUFJLEtBQUssQ0FBQyxNQUFNLEdBQUcsQ0FBQyxFQUFFLENBQUM7UUFDckIsT0FBTyxFQUFFLFNBQVMsRUFBRSxRQUFRLEVBQUUsWUFBWSxFQUFFLENBQUMsRUFBRSxhQUFhLEVBQUUsQ0FBQyxFQUFFLENBQUM7SUFDcEUsQ0FBQztJQUVELE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLE1BQU0sR0FBRyxDQUFDLENBQUMsQ0FBQztJQUM5QyxNQUFNLFNBQVMsR0FBRyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUMsRUFBRSxRQUFRLENBQUMsQ0FBQztJQUMzQyxNQUFNLFVBQVUsR0FBRyxLQUFLLENBQUMsS0FBSyxDQUFDLFFBQVEsQ0FBQyxDQUFDO0lBRXpDLE1BQU0sWUFBWSxHQUFHLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxHQUFHLEdBQUcsQ0FBQyxDQUFDLEtBQUssRUFBRSxDQUFDLENBQUMsR0FBRyxTQUFTLENBQUMsTUFBTSxDQUFDO0lBQ3ZGLE1BQU0sYUFBYSxHQUFHLFVBQVUsQ0FBQyxNQUFNLENBQUMsQ0FBQyxHQUFHLEVBQUUsQ0FBQyxFQUFFLEVBQUUsQ0FBQyxHQUFHLEdBQUcsQ0FBQyxDQUFDLEtBQUssRUFBRSxDQUFDLENBQUMsR0FBRyxVQUFVLENBQUMsTUFBTSxDQUFDO0lBRTFGLE1BQU0sSUFBSSxHQUFHLGFBQWEsR0FBRyxZQUFZLENBQUM7SUFDMUMsSUFBSSxTQUErQyxDQUFDO0lBRXBELElBQUksSUFBSSxHQUFHLENBQUM7UUFBRSxTQUFTLEdBQUcsV0FBVyxDQUFDO1NBQ2pDLElBQUksSUFBSSxHQUFHLENBQUMsQ0FBQztRQUFFLFNBQVMsR0FBRyxXQUFXLENBQUM7O1FBQ3ZDLFNBQVMsR0FBRyxRQUFRLENBQUM7SUFFMUIsT0FBTyxFQUFFLFNBQVMsRUFBRSxZQUFZLEVBQUUsYUFBYSxFQUFFLENBQUM7QUFDcEQsQ0FBQyIsInNvdXJjZXNDb250ZW50IjpbIi8qKlxuICogVGhpbmtIaXZlIFNESyB2My4wIC0gQ29udmVyc2F0aW9uIEV2YWx1YXRpb24gQVBJXG4gKlxuICogQVBJIGZvciBtdWx0aS10dXJuIGNvbnZlcnNhdGlvbiBldmFsdWF0aW9uXG4gKi9cblxuaW1wb3J0IHsgYXBpUmVxdWVzdFdpdGhEYXRhIH0gZnJvbSAnLi4vY29yZS9jbGllbnQnO1xuXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG4vLyBUWVBFU1xuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuXG5leHBvcnQgdHlwZSBBZ2dyZWdhdGVNZXRob2QgPSAnd29yc3QnIHwgJ2F2ZXJhZ2UnIHwgJ3dlaWdodGVkJyB8ICdmaW5hbF90dXJuJyB8ICdtYWpvcml0eSc7XG5cbmV4cG9ydCBpbnRlcmZhY2UgU2Vzc2lvblRyYWNlIHtcbiAgaWQ6IHN0cmluZztcbiAgc2Vzc2lvbklkOiBzdHJpbmc7XG4gIHR1cm5OdW1iZXI6IG51bWJlcjtcbiAgdXNlck1lc3NhZ2U6IHN0cmluZztcbiAgYWdlbnRSZXNwb25zZTogc3RyaW5nO1xuICB0aW1lc3RhbXA6IHN0cmluZztcbiAgbWV0YWRhdGE/OiBSZWNvcmQ8c3RyaW5nLCB1bmtub3duPjtcbn1cblxuZXhwb3J0IGludGVyZmFjZSBUdXJuRXZhbHVhdGlvbiB7XG4gIHRyYWNlSWQ6IHN0cmluZztcbiAgdHVybk51bWJlcjogbnVtYmVyO1xuICBwYXNzZWQ6IGJvb2xlYW47XG4gIHNjb3JlOiBudW1iZXI7XG4gIHJlYXNvbmluZzogc3RyaW5nO1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIENvbnZlcnNhdGlvbkV2YWxSZXN1bHQge1xuICBzZXNzaW9uSWQ6IHN0cmluZztcbiAgY3JpdGVyaW9uSWQ6IHN0cmluZztcbiAgdHVybkNvdW50OiBudW1iZXI7XG4gIHR1cm5SZXN1bHRzOiBUdXJuRXZhbHVhdGlvbltdO1xuICBhZ2dyZWdhdGVQYXNzZWQ6IGJvb2xlYW47XG4gIGFnZ3JlZ2F0ZVNjb3JlOiBudW1iZXI7XG4gIGFnZ3JlZ2F0ZU1ldGhvZDogQWdncmVnYXRlTWV0aG9kO1xuICByZWFzb25pbmc6IHN0cmluZztcbiAgbWV0YWRhdGE/OiBSZWNvcmQ8c3RyaW5nLCB1bmtub3duPjtcbn1cblxuZXhwb3J0IGludGVyZmFjZSBFdmFsdWF0ZUNvbnZlcnNhdGlvbk9wdGlvbnMge1xuICBzZXNzaW9uSWQ6IHN0cmluZztcbiAgY3JpdGVyaW9uSWQ6IHN0cmluZztcbiAgb3B0aW9ucz86IHtcbiAgICBhZ2dyZWdhdGVNZXRob2Q/OiBBZ2dyZWdhdGVNZXRob2Q7XG4gICAgbWluVHVybnM/OiBudW1iZXI7XG4gICAgbWF4VHVybnM/OiBudW1iZXI7XG4gIH07XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgQWdncmVnYXRpb25NZXRob2RJbmZvIHtcbiAgaWQ6IEFnZ3JlZ2F0ZU1ldGhvZDtcbiAgbmFtZTogc3RyaW5nO1xuICBkZXNjcmlwdGlvbjogc3RyaW5nO1xuICB1c2VDYXNlOiBzdHJpbmc7XG59XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIENPTlZFUlNBVElPTiBFVkFMIEFQSSBDTElFTlRcbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cblxuLyoqXG4gKiBDb252ZXJzYXRpb24gRXZhbHVhdGlvbiBBUEkgY2xpZW50IGZvciBtdWx0aS10dXJuIGV2YWx1YXRpb25cbiAqL1xuZXhwb3J0IGNvbnN0IGNvbnZlcnNhdGlvbkV2YWwgPSB7XG4gIC8qKlxuICAgKiBHZXQgdHJhY2VzIGZvciBhIGNvbnZlcnNhdGlvbiBzZXNzaW9uXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3QgdHJhY2VzID0gYXdhaXQgY29udmVyc2F0aW9uRXZhbC5nZXRTZXNzaW9uVHJhY2VzKCdzZXNzaW9uXzEyMycpO1xuICAgKiBjb25zb2xlLmxvZyhgQ29udmVyc2F0aW9uIGhhcyAke3RyYWNlcy5sZW5ndGh9IHR1cm5zYCk7XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgZ2V0U2Vzc2lvblRyYWNlcyhzZXNzaW9uSWQ6IHN0cmluZyk6IFByb21pc2U8U2Vzc2lvblRyYWNlW10+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPFNlc3Npb25UcmFjZVtdPihcbiAgICAgIGAvY29udmVyc2F0aW9uLWV2YWwvdHJhY2VzP3Nlc3Npb25JZD0ke3Nlc3Npb25JZH1gLFxuICAgICAgeyBhcGlWZXJzaW9uOiAnbm9uZScgfVxuICAgICk7XG4gIH0sXG5cbiAgLyoqXG4gICAqIFJ1biBjb252ZXJzYXRpb24tbGV2ZWwgZXZhbHVhdGlvblxuICAgKlxuICAgKiBAZXhhbXBsZVxuICAgKiBgYGB0eXBlc2NyaXB0XG4gICAqIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGNvbnZlcnNhdGlvbkV2YWwuZXZhbHVhdGUoe1xuICAgKiAgIHNlc3Npb25JZDogJ3Nlc3Npb25fMTIzJyxcbiAgICogICBjcml0ZXJpb25JZDogJ2NyaXRlcmlvbl80NTYnLFxuICAgKiAgIG9wdGlvbnM6IHtcbiAgICogICAgIGFnZ3JlZ2F0ZU1ldGhvZDogJ2F2ZXJhZ2UnLFxuICAgKiAgICAgbWluVHVybnM6IDIsXG4gICAqICAgfSxcbiAgICogfSk7XG4gICAqIGNvbnNvbGUubG9nKGBDb252ZXJzYXRpb24gc2NvcmU6ICR7cmVzdWx0LmFnZ3JlZ2F0ZVNjb3JlfWApO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGV2YWx1YXRlKG9wdGlvbnM6IEV2YWx1YXRlQ29udmVyc2F0aW9uT3B0aW9ucyk6IFByb21pc2U8Q29udmVyc2F0aW9uRXZhbFJlc3VsdD4ge1xuICAgIHJldHVybiBhcGlSZXF1ZXN0V2l0aERhdGE8Q29udmVyc2F0aW9uRXZhbFJlc3VsdD4oJy9jb252ZXJzYXRpb24tZXZhbC9ldmFsdWF0ZScsIHtcbiAgICAgIG1ldGhvZDogJ1BPU1QnLFxuICAgICAgYm9keTogb3B0aW9ucyxcbiAgICAgIGFwaVZlcnNpb246ICdub25lJyxcbiAgICB9KTtcbiAgfSxcblxuICAvKipcbiAgICogR2V0IGF2YWlsYWJsZSBhZ2dyZWdhdGlvbiBtZXRob2RzIHdpdGggZGVzY3JpcHRpb25zXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3QgbWV0aG9kcyA9IGF3YWl0IGNvbnZlcnNhdGlvbkV2YWwuZ2V0QWdncmVnYXRpb25NZXRob2RzKCk7XG4gICAqIGZvciAoY29uc3QgbWV0aG9kIG9mIG1ldGhvZHMpIHtcbiAgICogICBjb25zb2xlLmxvZyhgJHttZXRob2QubmFtZX06ICR7bWV0aG9kLmRlc2NyaXB0aW9ufWApO1xuICAgKiB9XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgZ2V0QWdncmVnYXRpb25NZXRob2RzKCk6IFByb21pc2U8QWdncmVnYXRpb25NZXRob2RJbmZvW10+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPEFnZ3JlZ2F0aW9uTWV0aG9kSW5mb1tdPihcbiAgICAgICcvY29udmVyc2F0aW9uLWV2YWwvYWdncmVnYXRpb24tbWV0aG9kcycsXG4gICAgICB7IGFwaVZlcnNpb246ICdub25lJyB9XG4gICAgKTtcbiAgfSxcbn07XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIEhFTFBFUiBGVU5DVElPTlNcbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cblxuLyoqXG4gKiBDYWxjdWxhdGUgd29yc3QtdHVybiBhZ2dyZWdhdGlvblxuICpcbiAqIEBwYXJhbSB0dXJuUmVzdWx0cyAtIEFycmF5IG9mIHR1cm4gZXZhbHVhdGlvbiByZXN1bHRzXG4gKiBAcmV0dXJucyBBZ2dyZWdhdGVkIHJlc3VsdCB1c2luZyB3b3JzdCB0dXJuIGxvZ2ljXG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IHJlc3VsdCA9IGFnZ3JlZ2F0ZVdvcnN0KHR1cm5SZXN1bHRzKTtcbiAqIC8vIEZhaWxzIGlmIGFueSB0dXJuIGZhaWxzXG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFnZ3JlZ2F0ZVdvcnN0KHR1cm5SZXN1bHRzOiBUdXJuRXZhbHVhdGlvbltdKTogeyBwYXNzZWQ6IGJvb2xlYW47IHNjb3JlOiBudW1iZXIgfSB7XG4gIGlmICh0dXJuUmVzdWx0cy5sZW5ndGggPT09IDApIHJldHVybiB7IHBhc3NlZDogZmFsc2UsIHNjb3JlOiAwIH07XG5cbiAgY29uc3Qgd29yc3RTY29yZSA9IE1hdGgubWluKC4uLnR1cm5SZXN1bHRzLm1hcCh0ID0+IHQuc2NvcmUpKTtcbiAgY29uc3QgcGFzc2VkID0gdHVyblJlc3VsdHMuZXZlcnkodCA9PiB0LnBhc3NlZCk7XG5cbiAgcmV0dXJuIHsgcGFzc2VkLCBzY29yZTogd29yc3RTY29yZSB9O1xufVxuXG4vKipcbiAqIENhbGN1bGF0ZSBhdmVyYWdlIGFnZ3JlZ2F0aW9uXG4gKlxuICogQHBhcmFtIHR1cm5SZXN1bHRzIC0gQXJyYXkgb2YgdHVybiBldmFsdWF0aW9uIHJlc3VsdHNcbiAqIEByZXR1cm5zIEFnZ3JlZ2F0ZWQgcmVzdWx0IHVzaW5nIGF2ZXJhZ2UgbG9naWNcbiAqXG4gKiBAZXhhbXBsZVxuICogYGBgdHlwZXNjcmlwdFxuICogY29uc3QgcmVzdWx0ID0gYWdncmVnYXRlQXZlcmFnZSh0dXJuUmVzdWx0cyk7XG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFnZ3JlZ2F0ZUF2ZXJhZ2UodHVyblJlc3VsdHM6IFR1cm5FdmFsdWF0aW9uW10pOiB7IHBhc3NlZDogYm9vbGVhbjsgc2NvcmU6IG51bWJlciB9IHtcbiAgaWYgKHR1cm5SZXN1bHRzLmxlbmd0aCA9PT0gMCkgcmV0dXJuIHsgcGFzc2VkOiBmYWxzZSwgc2NvcmU6IDAgfTtcblxuICBjb25zdCBhdmdTY29yZSA9IHR1cm5SZXN1bHRzLnJlZHVjZSgoc3VtLCB0KSA9PiBzdW0gKyB0LnNjb3JlLCAwKSAvIHR1cm5SZXN1bHRzLmxlbmd0aDtcbiAgY29uc3QgcGFzc2VkQ291bnQgPSB0dXJuUmVzdWx0cy5maWx0ZXIodCA9PiB0LnBhc3NlZCkubGVuZ3RoO1xuICBjb25zdCBwYXNzZWQgPSBwYXNzZWRDb3VudCA+IHR1cm5SZXN1bHRzLmxlbmd0aCAvIDI7XG5cbiAgcmV0dXJuIHsgcGFzc2VkLCBzY29yZTogYXZnU2NvcmUgfTtcbn1cblxuLyoqXG4gKiBDYWxjdWxhdGUgd2VpZ2h0ZWQgYXZlcmFnZSBhZ2dyZWdhdGlvbiAobGF0ZXIgdHVybnMgd2VpZ2h0ZWQgbW9yZSlcbiAqXG4gKiBAcGFyYW0gdHVyblJlc3VsdHMgLSBBcnJheSBvZiB0dXJuIGV2YWx1YXRpb24gcmVzdWx0c1xuICogQHJldHVybnMgQWdncmVnYXRlZCByZXN1bHQgdXNpbmcgd2VpZ2h0ZWQgYXZlcmFnZSBsb2dpY1xuICpcbiAqIEBleGFtcGxlXG4gKiBgYGB0eXBlc2NyaXB0XG4gKiBjb25zdCByZXN1bHQgPSBhZ2dyZWdhdGVXZWlnaHRlZCh0dXJuUmVzdWx0cyk7XG4gKiAvLyBMYXRlciB0dXJucyBoYXZlIGhpZ2hlciB3ZWlnaHRcbiAqIGBgYFxuICovXG5leHBvcnQgZnVuY3Rpb24gYWdncmVnYXRlV2VpZ2h0ZWQodHVyblJlc3VsdHM6IFR1cm5FdmFsdWF0aW9uW10pOiB7IHBhc3NlZDogYm9vbGVhbjsgc2NvcmU6IG51bWJlciB9IHtcbiAgaWYgKHR1cm5SZXN1bHRzLmxlbmd0aCA9PT0gMCkgcmV0dXJuIHsgcGFzc2VkOiBmYWxzZSwgc2NvcmU6IDAgfTtcblxuICAvLyBMaW5lYXIgd2VpZ2h0czogMSwgMiwgMywgLi4uXG4gIGxldCB3ZWlnaHRlZFN1bSA9IDA7XG4gIGxldCB3ZWlnaHRUb3RhbCA9IDA7XG4gIGxldCB3ZWlnaHRlZFBhc3NTdW0gPSAwO1xuXG4gIHR1cm5SZXN1bHRzLmZvckVhY2goKHR1cm4sIGluZGV4KSA9PiB7XG4gICAgY29uc3Qgd2VpZ2h0ID0gaW5kZXggKyAxO1xuICAgIHdlaWdodGVkU3VtICs9IHR1cm4uc2NvcmUgKiB3ZWlnaHQ7XG4gICAgd2VpZ2h0ZWRQYXNzU3VtICs9ICh0dXJuLnBhc3NlZCA/IDEgOiAwKSAqIHdlaWdodDtcbiAgICB3ZWlnaHRUb3RhbCArPSB3ZWlnaHQ7XG4gIH0pO1xuXG4gIGNvbnN0IGF2Z1Njb3JlID0gd2VpZ2h0ZWRTdW0gLyB3ZWlnaHRUb3RhbDtcbiAgY29uc3QgcGFzc2VkID0gKHdlaWdodGVkUGFzc1N1bSAvIHdlaWdodFRvdGFsKSA+IDAuNTtcblxuICByZXR1cm4geyBwYXNzZWQsIHNjb3JlOiBhdmdTY29yZSB9O1xufVxuXG4vKipcbiAqIENhbGN1bGF0ZSBmaW5hbC10dXJuIGFnZ3JlZ2F0aW9uXG4gKlxuICogQHBhcmFtIHR1cm5SZXN1bHRzIC0gQXJyYXkgb2YgdHVybiBldmFsdWF0aW9uIHJlc3VsdHNcbiAqIEByZXR1cm5zIEFnZ3JlZ2F0ZWQgcmVzdWx0IHVzaW5nIG9ubHkgdGhlIGZpbmFsIHR1cm5cbiAqXG4gKiBAZXhhbXBsZVxuICogYGBgdHlwZXNjcmlwdFxuICogY29uc3QgcmVzdWx0ID0gYWdncmVnYXRlRmluYWxUdXJuKHR1cm5SZXN1bHRzKTtcbiAqIC8vIE9ubHkgZmluYWwgdHVybiBtYXR0ZXJzXG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFnZ3JlZ2F0ZUZpbmFsVHVybih0dXJuUmVzdWx0czogVHVybkV2YWx1YXRpb25bXSk6IHsgcGFzc2VkOiBib29sZWFuOyBzY29yZTogbnVtYmVyIH0ge1xuICBpZiAodHVyblJlc3VsdHMubGVuZ3RoID09PSAwKSByZXR1cm4geyBwYXNzZWQ6IGZhbHNlLCBzY29yZTogMCB9O1xuXG4gIGNvbnN0IGZpbmFsVHVybiA9IHR1cm5SZXN1bHRzW3R1cm5SZXN1bHRzLmxlbmd0aCAtIDFdO1xuICByZXR1cm4geyBwYXNzZWQ6IGZpbmFsVHVybi5wYXNzZWQsIHNjb3JlOiBmaW5hbFR1cm4uc2NvcmUgfTtcbn1cblxuLyoqXG4gKiBDYWxjdWxhdGUgbWFqb3JpdHkgdm90ZSBhZ2dyZWdhdGlvblxuICpcbiAqIEBwYXJhbSB0dXJuUmVzdWx0cyAtIEFycmF5IG9mIHR1cm4gZXZhbHVhdGlvbiByZXN1bHRzXG4gKiBAcmV0dXJucyBBZ2dyZWdhdGVkIHJlc3VsdCB1c2luZyBtYWpvcml0eSB2b3RlIGxvZ2ljXG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IHJlc3VsdCA9IGFnZ3JlZ2F0ZU1ham9yaXR5KHR1cm5SZXN1bHRzKTtcbiAqIC8vIFBhc3NlcyBpZiBtYWpvcml0eSBvZiB0dXJucyBwYXNzXG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFnZ3JlZ2F0ZU1ham9yaXR5KHR1cm5SZXN1bHRzOiBUdXJuRXZhbHVhdGlvbltdKTogeyBwYXNzZWQ6IGJvb2xlYW47IHNjb3JlOiBudW1iZXIgfSB7XG4gIGlmICh0dXJuUmVzdWx0cy5sZW5ndGggPT09IDApIHJldHVybiB7IHBhc3NlZDogZmFsc2UsIHNjb3JlOiAwIH07XG5cbiAgY29uc3QgcGFzc2VkQ291bnQgPSB0dXJuUmVzdWx0cy5maWx0ZXIodCA9PiB0LnBhc3NlZCkubGVuZ3RoO1xuICBjb25zdCBwYXNzZWQgPSBwYXNzZWRDb3VudCA+IHR1cm5SZXN1bHRzLmxlbmd0aCAvIDI7XG4gIGNvbnN0IGF2Z1Njb3JlID0gdHVyblJlc3VsdHMucmVkdWNlKChzdW0sIHQpID0+IHN1bSArIHQuc2NvcmUsIDApIC8gdHVyblJlc3VsdHMubGVuZ3RoO1xuXG4gIHJldHVybiB7IHBhc3NlZCwgc2NvcmU6IGF2Z1Njb3JlIH07XG59XG5cbi8qKlxuICogR2V0IGFwcHJvcHJpYXRlIGFnZ3JlZ2F0aW9uIGZ1bmN0aW9uIGZvciBhIG1ldGhvZFxuICpcbiAqIEBwYXJhbSBtZXRob2QgLSBBZ2dyZWdhdGlvbiBtZXRob2QgbmFtZVxuICogQHJldHVybnMgQWdncmVnYXRpb24gZnVuY3Rpb25cbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGdldEFnZ3JlZ2F0b3IoXG4gIG1ldGhvZDogQWdncmVnYXRlTWV0aG9kXG4pOiAodHVyblJlc3VsdHM6IFR1cm5FdmFsdWF0aW9uW10pID0+IHsgcGFzc2VkOiBib29sZWFuOyBzY29yZTogbnVtYmVyIH0ge1xuICBzd2l0Y2ggKG1ldGhvZCkge1xuICAgIGNhc2UgJ3dvcnN0JzogcmV0dXJuIGFnZ3JlZ2F0ZVdvcnN0O1xuICAgIGNhc2UgJ2F2ZXJhZ2UnOiByZXR1cm4gYWdncmVnYXRlQXZlcmFnZTtcbiAgICBjYXNlICd3ZWlnaHRlZCc6IHJldHVybiBhZ2dyZWdhdGVXZWlnaHRlZDtcbiAgICBjYXNlICdmaW5hbF90dXJuJzogcmV0dXJuIGFnZ3JlZ2F0ZUZpbmFsVHVybjtcbiAgICBjYXNlICdtYWpvcml0eSc6IHJldHVybiBhZ2dyZWdhdGVNYWpvcml0eTtcbiAgICBkZWZhdWx0OiByZXR1cm4gYWdncmVnYXRlQXZlcmFnZTtcbiAgfVxufVxuXG4vKipcbiAqIEZpbmQgcHJvYmxlbWF0aWMgdHVybnMgaW4gYSBjb252ZXJzYXRpb25cbiAqXG4gKiBAcGFyYW0gcmVzdWx0IC0gQ29udmVyc2F0aW9uIGV2YWx1YXRpb24gcmVzdWx0XG4gKiBAcGFyYW0gc2NvcmVUaHJlc2hvbGQgLSBNaW5pbXVtIGFjY2VwdGFibGUgc2NvcmUgKGRlZmF1bHQgNzApXG4gKiBAcmV0dXJucyBBcnJheSBvZiBwcm9ibGVtYXRpYyB0dXJuIHJlc3VsdHNcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGdldFByb2JsZW1hdGljVHVybnMoXG4gIHJlc3VsdDogQ29udmVyc2F0aW9uRXZhbFJlc3VsdCxcbiAgc2NvcmVUaHJlc2hvbGQgPSA3MFxuKTogVHVybkV2YWx1YXRpb25bXSB7XG4gIHJldHVybiByZXN1bHQudHVyblJlc3VsdHMuZmlsdGVyKHQgPT4gIXQucGFzc2VkIHx8IHQuc2NvcmUgPCBzY29yZVRocmVzaG9sZCk7XG59XG5cbi8qKlxuICogQ2FsY3VsYXRlIGNvbnZlcnNhdGlvbiBxdWFsaXR5IHRyZW5kXG4gKlxuICogQHBhcmFtIHJlc3VsdCAtIENvbnZlcnNhdGlvbiBldmFsdWF0aW9uIHJlc3VsdFxuICogQHJldHVybnMgVHJlbmQgYW5hbHlzaXNcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFuYWx5emVDb252ZXJzYXRpb25UcmVuZChyZXN1bHQ6IENvbnZlcnNhdGlvbkV2YWxSZXN1bHQpOiB7XG4gIGRpcmVjdGlvbjogJ2ltcHJvdmluZycgfCAnZGVjbGluaW5nJyB8ICdzdGFibGUnO1xuICBmaXJzdEhhbGZBdmc6IG51bWJlcjtcbiAgc2Vjb25kSGFsZkF2ZzogbnVtYmVyO1xufSB7XG4gIGNvbnN0IHR1cm5zID0gcmVzdWx0LnR1cm5SZXN1bHRzO1xuICBpZiAodHVybnMubGVuZ3RoIDwgMikge1xuICAgIHJldHVybiB7IGRpcmVjdGlvbjogJ3N0YWJsZScsIGZpcnN0SGFsZkF2ZzogMCwgc2Vjb25kSGFsZkF2ZzogMCB9O1xuICB9XG5cbiAgY29uc3QgbWlkcG9pbnQgPSBNYXRoLmZsb29yKHR1cm5zLmxlbmd0aCAvIDIpO1xuICBjb25zdCBmaXJzdEhhbGYgPSB0dXJucy5zbGljZSgwLCBtaWRwb2ludCk7XG4gIGNvbnN0IHNlY29uZEhhbGYgPSB0dXJucy5zbGljZShtaWRwb2ludCk7XG5cbiAgY29uc3QgZmlyc3RIYWxmQXZnID0gZmlyc3RIYWxmLnJlZHVjZSgoc3VtLCB0KSA9PiBzdW0gKyB0LnNjb3JlLCAwKSAvIGZpcnN0SGFsZi5sZW5ndGg7XG4gIGNvbnN0IHNlY29uZEhhbGZBdmcgPSBzZWNvbmRIYWxmLnJlZHVjZSgoc3VtLCB0KSA9PiBzdW0gKyB0LnNjb3JlLCAwKSAvIHNlY29uZEhhbGYubGVuZ3RoO1xuXG4gIGNvbnN0IGRpZmYgPSBzZWNvbmRIYWxmQXZnIC0gZmlyc3RIYWxmQXZnO1xuICBsZXQgZGlyZWN0aW9uOiAnaW1wcm92aW5nJyB8ICdkZWNsaW5pbmcnIHwgJ3N0YWJsZSc7XG5cbiAgaWYgKGRpZmYgPiA1KSBkaXJlY3Rpb24gPSAnaW1wcm92aW5nJztcbiAgZWxzZSBpZiAoZGlmZiA8IC01KSBkaXJlY3Rpb24gPSAnZGVjbGluaW5nJztcbiAgZWxzZSBkaXJlY3Rpb24gPSAnc3RhYmxlJztcblxuICByZXR1cm4geyBkaXJlY3Rpb24sIGZpcnN0SGFsZkF2Zywgc2Vjb25kSGFsZkF2ZyB9O1xufVxuIl19

package/dist/api/deterministic-graders.d.ts

@@ -0,0 +1,205 @@
+/**
+ * ThinkHive SDK v3.0 - Deterministic Graders API
+ *
+ * API for running deterministic (code-based) evaluations
+ */
+export type RuleType = 'regex' | 'contains' | 'not_contains' | 'json_valid' | 'json_schema' | 'length' | 'pii_check' | 'sentiment' | 'latency' | 'token_count';
+export interface DeterministicEvalResult {
+    passed: boolean;
+    score: number;
+    reasoning: string;
+    ruleResults?: RuleResult[];
+    metadata?: Record<string, unknown>;
+}
+export interface RuleResult {
+    ruleId: string;
+    ruleName: string;
+    ruleType: RuleType;
+    passed: boolean;
+    score: number;
+    details?: string;
+}
+export interface EvaluateOptions {
+    traceId: string;
+    criterionId: string;
+}
+export interface BulkEvaluateOptions {
+    evaluations: Array<{
+        traceId: string;
+        criterionId: string;
+    }>;
+}
+export interface BulkEvaluateResult {
+    results: Array<{
+        traceId: string;
+        criterionId: string;
+        passed: boolean;
+        score: number;
+        error?: string;
+    }>;
+    summary: {
+        total: number;
+        passed: number;
+        failed: number;
+        passRate: number;
+    };
+}
+export interface RuleTypeInfo {
+    id: RuleType;
+    name: string;
+    description: string;
+    configFields: string[];
+}
+export interface RuleTemplate {
+    id: string;
+    name: string;
+    description: string;
+    ruleType: RuleType;
+    config: Record<string, unknown>;
+}
+/**
+ * Deterministic Graders API client for code-based evaluations
+ */
+export declare const deterministicGraders: {
+    /**
+     * Run deterministic evaluation on a single trace
+     *
+     * @example
+     * ```typescript
+     * const result = await deterministicGraders.evaluate({
+     *   traceId: 'trace_123',
+     *   criterionId: 'criterion_456',
+     * });
+     * console.log(`Passed: ${result.passed}, Score: ${result.score}`);
+     * ```
+     */
+    evaluate(options: EvaluateOptions): Promise<DeterministicEvalResult>;
+    /**
+     * Run deterministic evaluations on multiple traces
+     *
+     * @example
+     * ```typescript
+     * const { results, summary } = await deterministicGraders.bulkEvaluate({
+     *   evaluations: [
+     *     { traceId: 'trace_1', criterionId: 'criterion_456' },
+     *     { traceId: 'trace_2', criterionId: 'criterion_456' },
+     *     { traceId: 'trace_3', criterionId: 'criterion_456' },
+     *   ],
+     * });
+     * console.log(`Pass rate: ${summary.passRate * 100}%`);
+     * ```
+     */
+    bulkEvaluate(options: BulkEvaluateOptions): Promise<BulkEvaluateResult>;
+    /**
+     * Get available rule types with descriptions
+     *
+     * @example
+     * ```typescript
+     * const ruleTypes = await deterministicGraders.getRuleTypes();
+     * for (const type of ruleTypes) {
+     *   console.log(`${type.name}: ${type.description}`);
+     * }
+     * ```
+     */
+    getRuleTypes(): Promise<RuleTypeInfo[]>;
+    /**
+     * Get rule templates
+     *
+     * @example
+     * ```typescript
+     * const templates = await deterministicGraders.getTemplates();
+     * const noPiiTemplate = templates.find(t => t.id === 'no_pii');
+     * ```
+     */
+    getTemplates(): Promise<RuleTemplate[]>;
+};
+/**
+ * Create a regex rule configuration
+ *
+ * @param pattern - Regular expression pattern
+ * @param flags - Regex flags (default: 'gi')
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createRegexRule('\\b(error|fail)\\b', 'gi');
+ * ```
+ */
+export declare function createRegexRule(pattern: string, flags?: string): {
+    pattern: string;
+    flags: string;
+};
+/**
+ * Create a contains rule configuration
+ *
+ * @param values - Strings to check for
+ * @param caseSensitive - Whether comparison is case-sensitive
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createContainsRule(['hello', 'hi', 'hey'], false);
+ * ```
+ */
+export declare function createContainsRule(values: string[], caseSensitive?: boolean): {
+    values: string[];
+    caseSensitive: boolean;
+};
+/**
+ * Create a length rule configuration
+ *
+ * @param min - Minimum length (optional)
+ * @param max - Maximum length (optional)
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createLengthRule(50, 1000);
+ * ```
+ */
+export declare function createLengthRule(min?: number, max?: number): {
+    min?: number;
+    max?: number;
+};
+/**
+ * Create a JSON schema rule configuration
+ *
+ * @param schema - JSON Schema object
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createJsonSchemaRule({
+ *   type: 'object',
+ *   required: ['name', 'email'],
+ *   properties: {
+ *     name: { type: 'string' },
+ *     email: { type: 'string', format: 'email' },
+ *   },
+ * });
+ * ```
+ */
+export declare function createJsonSchemaRule(schema: Record<string, unknown>): {
+    schema: Record<string, unknown>;
+};
+/**
+ * Check if all rule results passed
+ *
+ * @param results - Array of rule results
+ * @returns Whether all rules passed
+ */
+export declare function allRulesPassed(results: RuleResult[]): boolean;
+/**
+ * Get failed rules from results
+ *
+ * @param results - Array of rule results
+ * @returns Array of failed rule results
+ */
+export declare function getFailedRules(results: RuleResult[]): RuleResult[];
+/**
+ * Calculate average score from rule results
+ *
+ * @param results - Array of rule results
+ * @returns Average score (0-100)
+ */
+export declare function calculateAverageScore(results: RuleResult[]): number;