@thinkhive/sdk 3.1.1 → 4.0.0

package/dist/api/deterministic-graders.js

@@ -0,0 +1,191 @@
+"use strict";
+/**
+ * ThinkHive SDK v3.0 - Deterministic Graders API
+ *
+ * API for running deterministic (code-based) evaluations
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deterministicGraders = void 0;
+exports.createRegexRule = createRegexRule;
+exports.createContainsRule = createContainsRule;
+exports.createLengthRule = createLengthRule;
+exports.createJsonSchemaRule = createJsonSchemaRule;
+exports.allRulesPassed = allRulesPassed;
+exports.getFailedRules = getFailedRules;
+exports.calculateAverageScore = calculateAverageScore;
+const client_1 = require("../core/client");
+// ============================================================================
+// DETERMINISTIC GRADERS API CLIENT
+// ============================================================================
+/**
+ * Deterministic Graders API client for code-based evaluations
+ */
+exports.deterministicGraders = {
+    /**
+     * Run deterministic evaluation on a single trace
+     *
+     * @example
+     * ```typescript
+     * const result = await deterministicGraders.evaluate({
+     *   traceId: 'trace_123',
+     *   criterionId: 'criterion_456',
+     * });
+     * console.log(`Passed: ${result.passed}, Score: ${result.score}`);
+     * ```
+     */
+    async evaluate(options) {
+        return (0, client_1.apiRequestWithData)('/deterministic-graders/evaluate', {
+            method: 'POST',
+            body: options,
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Run deterministic evaluations on multiple traces
+     *
+     * @example
+     * ```typescript
+     * const { results, summary } = await deterministicGraders.bulkEvaluate({
+     *   evaluations: [
+     *     { traceId: 'trace_1', criterionId: 'criterion_456' },
+     *     { traceId: 'trace_2', criterionId: 'criterion_456' },
+     *     { traceId: 'trace_3', criterionId: 'criterion_456' },
+     *   ],
+     * });
+     * console.log(`Pass rate: ${summary.passRate * 100}%`);
+     * ```
+     */
+    async bulkEvaluate(options) {
+        return (0, client_1.apiRequestWithData)('/deterministic-graders/bulk-evaluate', {
+            method: 'POST',
+            body: options,
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Get available rule types with descriptions
+     *
+     * @example
+     * ```typescript
+     * const ruleTypes = await deterministicGraders.getRuleTypes();
+     * for (const type of ruleTypes) {
+     *   console.log(`${type.name}: ${type.description}`);
+     * }
+     * ```
+     */
+    async getRuleTypes() {
+        return (0, client_1.apiRequestWithData)('/deterministic-graders/rule-types', { apiVersion: 'none' });
+    },
+    /**
+     * Get rule templates
+     *
+     * @example
+     * ```typescript
+     * const templates = await deterministicGraders.getTemplates();
+     * const noPiiTemplate = templates.find(t => t.id === 'no_pii');
+     * ```
+     */
+    async getTemplates() {
+        return (0, client_1.apiRequestWithData)('/deterministic-graders/templates', { apiVersion: 'none' });
+    },
+};
+// ============================================================================
+// HELPER FUNCTIONS
+// ============================================================================
+/**
+ * Create a regex rule configuration
+ *
+ * @param pattern - Regular expression pattern
+ * @param flags - Regex flags (default: 'gi')
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createRegexRule('\\b(error|fail)\\b', 'gi');
+ * ```
+ */
+function createRegexRule(pattern, flags = 'gi') {
+    return { pattern, flags };
+}
+/**
+ * Create a contains rule configuration
+ *
+ * @param values - Strings to check for
+ * @param caseSensitive - Whether comparison is case-sensitive
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createContainsRule(['hello', 'hi', 'hey'], false);
+ * ```
+ */
+function createContainsRule(values, caseSensitive = false) {
+    return { values, caseSensitive };
+}
+/**
+ * Create a length rule configuration
+ *
+ * @param min - Minimum length (optional)
+ * @param max - Maximum length (optional)
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createLengthRule(50, 1000);
+ * ```
+ */
+function createLengthRule(min, max) {
+    return { min, max };
+}
+/**
+ * Create a JSON schema rule configuration
+ *
+ * @param schema - JSON Schema object
+ * @returns Rule configuration object
+ *
+ * @example
+ * ```typescript
+ * const config = createJsonSchemaRule({
+ *   type: 'object',
+ *   required: ['name', 'email'],
+ *   properties: {
+ *     name: { type: 'string' },
+ *     email: { type: 'string', format: 'email' },
+ *   },
+ * });
+ * ```
+ */
+function createJsonSchemaRule(schema) {
+    return { schema };
+}
+/**
+ * Check if all rule results passed
+ *
+ * @param results - Array of rule results
+ * @returns Whether all rules passed
+ */
+function allRulesPassed(results) {
+    return results.every(r => r.passed);
+}
+/**
+ * Get failed rules from results
+ *
+ * @param results - Array of rule results
+ * @returns Array of failed rule results
+ */
+function getFailedRules(results) {
+    return results.filter(r => !r.passed);
+}
+/**
+ * Calculate average score from rule results
+ *
+ * @param results - Array of rule results
+ * @returns Average score (0-100)
+ */
+function calculateAverageScore(results) {
+    if (results.length === 0)
+        return 0;
+    const sum = results.reduce((acc, r) => acc + r.score, 0);
+    return sum / results.length;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZGV0ZXJtaW5pc3RpYy1ncmFkZXJzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL2FwaS9kZXRlcm1pbmlzdGljLWdyYWRlcnMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IjtBQUFBOzs7O0dBSUc7OztBQXNMSCwwQ0FFQztBQWNELGdEQUtDO0FBY0QsNENBRUM7QUFvQkQsb0RBRUM7QUFRRCx3Q0FFQztBQVFELHdDQUVDO0FBUUQsc0RBSUM7QUEvUUQsMkNBQW9EO0FBOEVwRCwrRUFBK0U7QUFDL0UsbUNBQW1DO0FBQ25DLCtFQUErRTtBQUUvRTs7R0FFRztBQUNVLFFBQUEsb0JBQW9CLEdBQUc7SUFDbEM7Ozs7Ozs7Ozs7O09BV0c7SUFDSCxLQUFLLENBQUMsUUFBUSxDQUFDLE9BQXdCO1FBQ3JDLE9BQU8sSUFBQSwyQkFBa0IsRUFBMEIsaUNBQWlDLEVBQUU7WUFDcEYsTUFBTSxFQUFFLE1BQU07WUFDZCxJQUFJLEVBQUUsT0FBTztZQUNiLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7Ozs7Ozs7Ozs7Ozs7T0FjRztJQUNILEtBQUssQ0FBQyxZQUFZLENBQUMsT0FBNEI7UUFDN0MsT0FBTyxJQUFBLDJCQUFrQixFQUFxQixzQ0FBc0MsRUFBRTtZQUNwRixNQUFNLEVBQUUsTUFBTTtZQUNkLElBQUksRUFBRSxPQUFPO1lBQ2IsVUFBVSxFQUFFLE1BQU07U0FDbkIsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVEOzs7Ozs7Ozs7O09BVUc7SUFDSCxLQUFLLENBQUMsWUFBWTtRQUNoQixPQUFPLElBQUEsMkJBQWtCLEVBQ3ZCLG1DQUFtQyxFQUNuQyxFQUFFLFVBQVUsRUFBRSxNQUFNLEVBQUUsQ0FDdkIsQ0FBQztJQUNKLENBQUM7SUFFRDs7Ozs7Ozs7T0FRRztJQUNILEtBQUssQ0FBQyxZQUFZO1FBQ2hCLE9BQU8sSUFBQSwyQkFBa0IsRUFDdkIsa0NBQWtDLEVBQ2xDLEVBQUUsVUFBVSxFQUFFLE1BQU0sRUFBRSxDQUN2QixDQUFDO0lBQ0osQ0FBQztDQUNGLENBQUM7QUFFRiwrRUFBK0U7QUFDL0UsbUJBQW1CO0FBQ25CLCtFQUErRTtBQUUvRTs7Ozs7Ozs7Ozs7R0FXRztBQUNILFNBQWdCLGVBQWUsQ0FBQyxPQUFlLEVBQUUsS0FBSyxHQUFHLElBQUk7SUFDM0QsT0FBTyxFQUFFLE9BQU8sRUFBRSxLQUFLLEVBQUUsQ0FBQztBQUM1QixDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixrQkFBa0IsQ0FDaEMsTUFBZ0IsRUFDaEIsYUFBYSxHQUFHLEtBQUs7SUFFckIsT0FBTyxFQUFFLE1BQU0sRUFBRSxhQUFhLEVBQUUsQ0FBQztBQUNuQyxDQUFDO0FBRUQ7Ozs7Ozs7Ozs7O0dBV0c7QUFDSCxTQUFnQixnQkFBZ0IsQ0FBQyxHQUFZLEVBQUUsR0FBWTtJQUN6RCxPQUFPLEVBQUUsR0FBRyxFQUFFLEdBQUcsRUFBRSxDQUFDO0FBQ3RCLENBQUM7QUFFRDs7Ozs7Ozs7Ozs7Ozs7Ozs7R0FpQkc7QUFDSCxTQUFnQixvQkFBb0IsQ0FBQyxNQUErQjtJQUNsRSxPQUFPLEVBQUUsTUFBTSxFQUFFLENBQUM7QUFDcEIsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0IsY0FBYyxDQUFDLE9BQXFCO0lBQ2xELE9BQU8sT0FBTyxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLENBQUMsQ0FBQyxNQUFNLENBQUMsQ0FBQztBQUN0QyxDQUFDO0FBRUQ7Ozs7O0dBS0c7QUFDSCxTQUFnQixjQUFjLENBQUMsT0FBcUI7SUFDbEQsT0FBTyxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsTUFBTSxDQUFDLENBQUM7QUFDeEMsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0IscUJBQXFCLENBQUMsT0FBcUI7SUFDekQsSUFBSSxPQUFPLENBQUMsTUFBTSxLQUFLLENBQUM7UUFBRSxPQUFPLENBQUMsQ0FBQztJQUNuQyxNQUFNLEdBQUcsR0FBRyxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUMsR0FBRyxFQUFFLENBQUMsRUFBRSxFQUFFLENBQUMsR0FBRyxHQUFHLENBQUMsQ0FBQyxLQUFLLEVBQUUsQ0FBQyxDQUFDLENBQUM7SUFDekQsT0FBTyxHQUFHLEdBQUcsT0FBTyxDQUFDLE1BQU0sQ0FBQztBQUM5QixDQUFDIiwic291cmNlc0NvbnRlbnQiOlsiLyoqXG4gKiBUaGlua0hpdmUgU0RLIHYzLjAgLSBEZXRlcm1pbmlzdGljIEdyYWRlcnMgQVBJXG4gKlxuICogQVBJIGZvciBydW5uaW5nIGRldGVybWluaXN0aWMgKGNvZGUtYmFzZWQpIGV2YWx1YXRpb25zXG4gKi9cblxuaW1wb3J0IHsgYXBpUmVxdWVzdFdpdGhEYXRhIH0gZnJvbSAnLi4vY29yZS9jbGllbnQnO1xuXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG4vLyBUWVBFU1xuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuXG5leHBvcnQgdHlwZSBSdWxlVHlwZSA9XG4gIHwgJ3JlZ2V4J1xuICB8ICdjb250YWlucydcbiAgfCAnbm90X2NvbnRhaW5zJ1xuICB8ICdqc29uX3ZhbGlkJ1xuICB8ICdqc29uX3NjaGVtYSdcbiAgfCAnbGVuZ3RoJ1xuICB8ICdwaWlfY2hlY2snXG4gIHwgJ3NlbnRpbWVudCdcbiAgfCAnbGF0ZW5jeSdcbiAgfCAndG9rZW5fY291bnQnO1xuXG5leHBvcnQgaW50ZXJmYWNlIERldGVybWluaXN0aWNFdmFsUmVzdWx0IHtcbiAgcGFzc2VkOiBib29sZWFuO1xuICBzY29yZTogbnVtYmVyO1xuICByZWFzb25pbmc6IHN0cmluZztcbiAgcnVsZVJlc3VsdHM/OiBSdWxlUmVzdWx0W107XG4gIG1ldGFkYXRhPzogUmVjb3JkPHN0cmluZywgdW5rbm93bj47XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgUnVsZVJlc3VsdCB7XG4gIHJ1bGVJZDogc3RyaW5nO1xuICBydWxlTmFtZTogc3RyaW5nO1xuICBydWxlVHlwZTogUnVsZVR5cGU7XG4gIHBhc3NlZDogYm9vbGVhbjtcbiAgc2NvcmU6IG51bWJlcjtcbiAgZGV0YWlscz86IHN0cmluZztcbn1cblxuZXhwb3J0IGludGVyZmFjZSBFdmFsdWF0ZU9wdGlvbnMge1xuICB0cmFjZUlkOiBzdHJpbmc7XG4gIGNyaXRlcmlvbklkOiBzdHJpbmc7XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgQnVsa0V2YWx1YXRlT3B0aW9ucyB7XG4gIGV2YWx1YXRpb25zOiBBcnJheTx7XG4gICAgdHJhY2VJZDogc3RyaW5nO1xuICAgIGNyaXRlcmlvbklkOiBzdHJpbmc7XG4gIH0+O1xufVxuXG5leHBvcnQgaW50ZXJmYWNlIEJ1bGtFdmFsdWF0ZVJlc3VsdCB7XG4gIHJlc3VsdHM6IEFycmF5PHtcbiAgICB0cmFjZUlkOiBzdHJpbmc7XG4gICAgY3JpdGVyaW9uSWQ6IHN0cmluZztcbiAgICBwYXNzZWQ6IGJvb2xlYW47XG4gICAgc2NvcmU6IG51bWJlcjtcbiAgICBlcnJvcj86IHN0cmluZztcbiAgfT47XG4gIHN1bW1hcnk6IHtcbiAgICB0b3RhbDogbnVtYmVyO1xuICAgIHBhc3NlZDogbnVtYmVyO1xuICAgIGZhaWxlZDogbnVtYmVyO1xuICAgIHBhc3NSYXRlOiBudW1iZXI7XG4gIH07XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgUnVsZVR5cGVJbmZvIHtcbiAgaWQ6IFJ1bGVUeXBlO1xuICBuYW1lOiBzdHJpbmc7XG4gIGRlc2NyaXB0aW9uOiBzdHJpbmc7XG4gIGNvbmZpZ0ZpZWxkczogc3RyaW5nW107XG59XG5cbmV4cG9ydCBpbnRlcmZhY2UgUnVsZVRlbXBsYXRlIHtcbiAgaWQ6IHN0cmluZztcbiAgbmFtZTogc3RyaW5nO1xuICBkZXNjcmlwdGlvbjogc3RyaW5nO1xuICBydWxlVHlwZTogUnVsZVR5cGU7XG4gIGNvbmZpZzogUmVjb3JkPHN0cmluZywgdW5rbm93bj47XG59XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIERFVEVSTUlOSVNUSUMgR1JBREVSUyBBUEkgQ0xJRU5UXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG5cbi8qKlxuICogRGV0ZXJtaW5pc3RpYyBHcmFkZXJzIEFQSSBjbGllbnQgZm9yIGNvZGUtYmFzZWQgZXZhbHVhdGlvbnNcbiAqL1xuZXhwb3J0IGNvbnN0IGRldGVybWluaXN0aWNHcmFkZXJzID0ge1xuICAvKipcbiAgICogUnVuIGRldGVybWluaXN0aWMgZXZhbHVhdGlvbiBvbiBhIHNpbmdsZSB0cmFjZVxuICAgKlxuICAgKiBAZXhhbXBsZVxuICAgKiBgYGB0eXBlc2NyaXB0XG4gICAqIGNvbnN0IHJlc3VsdCA9IGF3YWl0IGRldGVybWluaXN0aWNHcmFkZXJzLmV2YWx1YXRlKHtcbiAgICogICB0cmFjZUlkOiAndHJhY2VfMTIzJyxcbiAgICogICBjcml0ZXJpb25JZDogJ2NyaXRlcmlvbl80NTYnLFxuICAgKiB9KTtcbiAgICogY29uc29sZS5sb2coYFBhc3NlZDogJHtyZXN1bHQucGFzc2VkfSwgU2NvcmU6ICR7cmVzdWx0LnNjb3JlfWApO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGV2YWx1YXRlKG9wdGlvbnM6IEV2YWx1YXRlT3B0aW9ucyk6IFByb21pc2U8RGV0ZXJtaW5pc3RpY0V2YWxSZXN1bHQ+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPERldGVybWluaXN0aWNFdmFsUmVzdWx0PignL2RldGVybWluaXN0aWMtZ3JhZGVycy9ldmFsdWF0ZScsIHtcbiAgICAgIG1ldGhvZDogJ1BPU1QnLFxuICAgICAgYm9keTogb3B0aW9ucyxcbiAgICAgIGFwaVZlcnNpb246ICdub25lJyxcbiAgICB9KTtcbiAgfSxcblxuICAvKipcbiAgICogUnVuIGRldGVybWluaXN0aWMgZXZhbHVhdGlvbnMgb24gbXVsdGlwbGUgdHJhY2VzXG4gICAqXG4gICAqIEBleGFtcGxlXG4gICAqIGBgYHR5cGVzY3JpcHRcbiAgICogY29uc3QgeyByZXN1bHRzLCBzdW1tYXJ5IH0gPSBhd2FpdCBkZXRlcm1pbmlzdGljR3JhZGVycy5idWxrRXZhbHVhdGUoe1xuICAgKiAgIGV2YWx1YXRpb25zOiBbXG4gICAqICAgICB7IHRyYWNlSWQ6ICd0cmFjZV8xJywgY3JpdGVyaW9uSWQ6ICdjcml0ZXJpb25fNDU2JyB9LFxuICAgKiAgICAgeyB0cmFjZUlkOiAndHJhY2VfMicsIGNyaXRlcmlvbklkOiAnY3JpdGVyaW9uXzQ1NicgfSxcbiAgICogICAgIHsgdHJhY2VJZDogJ3RyYWNlXzMnLCBjcml0ZXJpb25JZDogJ2NyaXRlcmlvbl80NTYnIH0sXG4gICAqICAgXSxcbiAgICogfSk7XG4gICAqIGNvbnNvbGUubG9nKGBQYXNzIHJhdGU6ICR7c3VtbWFyeS5wYXNzUmF0ZSAqIDEwMH0lYCk7XG4gICAqIGBgYFxuICAgKi9cbiAgYXN5bmMgYnVsa0V2YWx1YXRlKG9wdGlvbnM6IEJ1bGtFdmFsdWF0ZU9wdGlvbnMpOiBQcm9taXNlPEJ1bGtFdmFsdWF0ZVJlc3VsdD4ge1xuICAgIHJldHVybiBhcGlSZXF1ZXN0V2l0aERhdGE8QnVsa0V2YWx1YXRlUmVzdWx0PignL2RldGVybWluaXN0aWMtZ3JhZGVycy9idWxrLWV2YWx1YXRlJywge1xuICAgICAgbWV0aG9kOiAnUE9TVCcsXG4gICAgICBib2R5OiBvcHRpb25zLFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBHZXQgYXZhaWxhYmxlIHJ1bGUgdHlwZXMgd2l0aCBkZXNjcmlwdGlvbnNcbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBjb25zdCBydWxlVHlwZXMgPSBhd2FpdCBkZXRlcm1pbmlzdGljR3JhZGVycy5nZXRSdWxlVHlwZXMoKTtcbiAgICogZm9yIChjb25zdCB0eXBlIG9mIHJ1bGVUeXBlcykge1xuICAgKiAgIGNvbnNvbGUubG9nKGAke3R5cGUubmFtZX06ICR7dHlwZS5kZXNjcmlwdGlvbn1gKTtcbiAgICogfVxuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGdldFJ1bGVUeXBlcygpOiBQcm9taXNlPFJ1bGVUeXBlSW5mb1tdPiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxSdWxlVHlwZUluZm9bXT4oXG4gICAgICAnL2RldGVybWluaXN0aWMtZ3JhZGVycy9ydWxlLXR5cGVzJyxcbiAgICAgIHsgYXBpVmVyc2lvbjogJ25vbmUnIH1cbiAgICApO1xuICB9LFxuXG4gIC8qKlxuICAgKiBHZXQgcnVsZSB0ZW1wbGF0ZXNcbiAgICpcbiAgICogQGV4YW1wbGVcbiAgICogYGBgdHlwZXNjcmlwdFxuICAgKiBjb25zdCB0ZW1wbGF0ZXMgPSBhd2FpdCBkZXRlcm1pbmlzdGljR3JhZGVycy5nZXRUZW1wbGF0ZXMoKTtcbiAgICogY29uc3Qgbm9QaWlUZW1wbGF0ZSA9IHRlbXBsYXRlcy5maW5kKHQgPT4gdC5pZCA9PT0gJ25vX3BpaScpO1xuICAgKiBgYGBcbiAgICovXG4gIGFzeW5jIGdldFRlbXBsYXRlcygpOiBQcm9taXNlPFJ1bGVUZW1wbGF0ZVtdPiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxSdWxlVGVtcGxhdGVbXT4oXG4gICAgICAnL2RldGVybWluaXN0aWMtZ3JhZGVycy90ZW1wbGF0ZXMnLFxuICAgICAgeyBhcGlWZXJzaW9uOiAnbm9uZScgfVxuICAgICk7XG4gIH0sXG59O1xuXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG4vLyBIRUxQRVIgRlVOQ1RJT05TXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG5cbi8qKlxuICogQ3JlYXRlIGEgcmVnZXggcnVsZSBjb25maWd1cmF0aW9uXG4gKlxuICogQHBhcmFtIHBhdHRlcm4gLSBSZWd1bGFyIGV4cHJlc3Npb24gcGF0dGVyblxuICogQHBhcmFtIGZsYWdzIC0gUmVnZXggZmxhZ3MgKGRlZmF1bHQ6ICdnaScpXG4gKiBAcmV0dXJucyBSdWxlIGNvbmZpZ3VyYXRpb24gb2JqZWN0XG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IGNvbmZpZyA9IGNyZWF0ZVJlZ2V4UnVsZSgnXFxcXGIoZXJyb3J8ZmFpbClcXFxcYicsICdnaScpO1xuICogYGBgXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBjcmVhdGVSZWdleFJ1bGUocGF0dGVybjogc3RyaW5nLCBmbGFncyA9ICdnaScpOiB7IHBhdHRlcm46IHN0cmluZzsgZmxhZ3M6IHN0cmluZyB9IHtcbiAgcmV0dXJuIHsgcGF0dGVybiwgZmxhZ3MgfTtcbn1cblxuLyoqXG4gKiBDcmVhdGUgYSBjb250YWlucyBydWxlIGNvbmZpZ3VyYXRpb25cbiAqXG4gKiBAcGFyYW0gdmFsdWVzIC0gU3RyaW5ncyB0byBjaGVjayBmb3JcbiAqIEBwYXJhbSBjYXNlU2Vuc2l0aXZlIC0gV2hldGhlciBjb21wYXJpc29uIGlzIGNhc2Utc2Vuc2l0aXZlXG4gKiBAcmV0dXJucyBSdWxlIGNvbmZpZ3VyYXRpb24gb2JqZWN0XG4gKlxuICogQGV4YW1wbGVcbiAqIGBgYHR5cGVzY3JpcHRcbiAqIGNvbnN0IGNvbmZpZyA9IGNyZWF0ZUNvbnRhaW5zUnVsZShbJ2hlbGxvJywgJ2hpJywgJ2hleSddLCBmYWxzZSk7XG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGNyZWF0ZUNvbnRhaW5zUnVsZShcbiAgdmFsdWVzOiBzdHJpbmdbXSxcbiAgY2FzZVNlbnNpdGl2ZSA9IGZhbHNlXG4pOiB7IHZhbHVlczogc3RyaW5nW107IGNhc2VTZW5zaXRpdmU6IGJvb2xlYW4gfSB7XG4gIHJldHVybiB7IHZhbHVlcywgY2FzZVNlbnNpdGl2ZSB9O1xufVxuXG4vKipcbiAqIENyZWF0ZSBhIGxlbmd0aCBydWxlIGNvbmZpZ3VyYXRpb25cbiAqXG4gKiBAcGFyYW0gbWluIC0gTWluaW11bSBsZW5ndGggKG9wdGlvbmFsKVxuICogQHBhcmFtIG1heCAtIE1heGltdW0gbGVuZ3RoIChvcHRpb25hbClcbiAqIEByZXR1cm5zIFJ1bGUgY29uZmlndXJhdGlvbiBvYmplY3RcbiAqXG4gKiBAZXhhbXBsZVxuICogYGBgdHlwZXNjcmlwdFxuICogY29uc3QgY29uZmlnID0gY3JlYXRlTGVuZ3RoUnVsZSg1MCwgMTAwMCk7XG4gKiBgYGBcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGNyZWF0ZUxlbmd0aFJ1bGUobWluPzogbnVtYmVyLCBtYXg/OiBudW1iZXIpOiB7IG1pbj86IG51bWJlcjsgbWF4PzogbnVtYmVyIH0ge1xuICByZXR1cm4geyBtaW4sIG1heCB9O1xufVxuXG4vKipcbiAqIENyZWF0ZSBhIEpTT04gc2NoZW1hIHJ1bGUgY29uZmlndXJhdGlvblxuICpcbiAqIEBwYXJhbSBzY2hlbWEgLSBKU09OIFNjaGVtYSBvYmplY3RcbiAqIEByZXR1cm5zIFJ1bGUgY29uZmlndXJhdGlvbiBvYmplY3RcbiAqXG4gKiBAZXhhbXBsZVxuICogYGBgdHlwZXNjcmlwdFxuICogY29uc3QgY29uZmlnID0gY3JlYXRlSnNvblNjaGVtYVJ1bGUoe1xuICogICB0eXBlOiAnb2JqZWN0JyxcbiAqICAgcmVxdWlyZWQ6IFsnbmFtZScsICdlbWFpbCddLFxuICogICBwcm9wZXJ0aWVzOiB7XG4gKiAgICAgbmFtZTogeyB0eXBlOiAnc3RyaW5nJyB9LFxuICogICAgIGVtYWlsOiB7IHR5cGU6ICdzdHJpbmcnLCBmb3JtYXQ6ICdlbWFpbCcgfSxcbiAqICAgfSxcbiAqIH0pO1xuICogYGBgXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBjcmVhdGVKc29uU2NoZW1hUnVsZShzY2hlbWE6IFJlY29yZDxzdHJpbmcsIHVua25vd24+KTogeyBzY2hlbWE6IFJlY29yZDxzdHJpbmcsIHVua25vd24+IH0ge1xuICByZXR1cm4geyBzY2hlbWEgfTtcbn1cblxuLyoqXG4gKiBDaGVjayBpZiBhbGwgcnVsZSByZXN1bHRzIHBhc3NlZFxuICpcbiAqIEBwYXJhbSByZXN1bHRzIC0gQXJyYXkgb2YgcnVsZSByZXN1bHRzXG4gKiBAcmV0dXJucyBXaGV0aGVyIGFsbCBydWxlcyBwYXNzZWRcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGFsbFJ1bGVzUGFzc2VkKHJlc3VsdHM6IFJ1bGVSZXN1bHRbXSk6IGJvb2xlYW4ge1xuICByZXR1cm4gcmVzdWx0cy5ldmVyeShyID0+IHIucGFzc2VkKTtcbn1cblxuLyoqXG4gKiBHZXQgZmFpbGVkIHJ1bGVzIGZyb20gcmVzdWx0c1xuICpcbiAqIEBwYXJhbSByZXN1bHRzIC0gQXJyYXkgb2YgcnVsZSByZXN1bHRzXG4gKiBAcmV0dXJucyBBcnJheSBvZiBmYWlsZWQgcnVsZSByZXN1bHRzXG4gKi9cbmV4cG9ydCBmdW5jdGlvbiBnZXRGYWlsZWRSdWxlcyhyZXN1bHRzOiBSdWxlUmVzdWx0W10pOiBSdWxlUmVzdWx0W10ge1xuICByZXR1cm4gcmVzdWx0cy5maWx0ZXIociA9PiAhci5wYXNzZWQpO1xufVxuXG4vKipcbiAqIENhbGN1bGF0ZSBhdmVyYWdlIHNjb3JlIGZyb20gcnVsZSByZXN1bHRzXG4gKlxuICogQHBhcmFtIHJlc3VsdHMgLSBBcnJheSBvZiBydWxlIHJlc3VsdHNcbiAqIEByZXR1cm5zIEF2ZXJhZ2Ugc2NvcmUgKDAtMTAwKVxuICovXG5leHBvcnQgZnVuY3Rpb24gY2FsY3VsYXRlQXZlcmFnZVNjb3JlKHJlc3VsdHM6IFJ1bGVSZXN1bHRbXSk6IG51bWJlciB7XG4gIGlmIChyZXN1bHRzLmxlbmd0aCA9PT0gMCkgcmV0dXJuIDA7XG4gIGNvbnN0IHN1bSA9IHJlc3VsdHMucmVkdWNlKChhY2MsIHIpID0+IGFjYyArIHIuc2NvcmUsIDApO1xuICByZXR1cm4gc3VtIC8gcmVzdWx0cy5sZW5ndGg7XG59XG4iXX0=

package/dist/api/eval-health.d.ts

@@ -0,0 +1,250 @@
+/**
+ * ThinkHive SDK v3.0 - Evaluation Health API
+ *
+ * API for eval saturation monitoring, regression detection, and health reports
+ */
+export type SaturationType = 'ceiling' | 'floor' | 'healthy';
+export type HealthStatus = 'healthy' | 'warning' | 'critical';
+export type RegressionSeverity = 'minor' | 'moderate' | 'severe';
+export interface EvalHealthSnapshot {
+    id: string;
+    companyId: string;
+    agentId: string;
+    criterionId?: string;
+    snapshotDate: string;
+    passRate?: string;
+    evalCount?: number;
+    meanScore?: string;
+    saturationType?: SaturationType;
+    daysAtSaturation?: number;
+    trendDirection?: string;
+    trendStrength?: string;
+    healthStatus?: HealthStatus;
+    healthScore?: string;
+    createdAt: string;
+}
+export interface EvalRegression {
+    id: string;
+    companyId: string;
+    agentId: string;
+    criterionId?: string;
+    severity: RegressionSeverity;
+    baselinePassRate: string;
+    currentPassRate: string;
+    delta: string;
+    deltaPercent?: string;
+    baselinePeriodStart: string;
+    baselinePeriodEnd: string;
+    currentPeriodStart: string;
+    currentPeriodEnd: string;
+    baselineEvalCount?: number;
+    currentEvalCount?: number;
+    suspectedCauses?: unknown[];
+    isSignificant?: boolean;
+    isResolved: boolean;
+    isAcknowledged: boolean;
+    resolvedAt?: string;
+    resolvedBy?: string;
+    resolutionType?: string;
+    resolutionNotes?: string;
+    acknowledgedAt?: string;
+    acknowledgedBy?: string;
+    detectedAt: string;
+    createdAt: string;
+}
+export interface HealthReport {
+    agentId: string;
+    generatedAt: string;
+    overallHealth: HealthStatus;
+    overallScore: number;
+    passRate: number;
+    evalCount: number;
+    saturationStatus: {
+        type: SaturationType;
+        daysAtSaturation: number;
+        recommendation: string;
+    };
+    regressionCount: number;
+    activeRegressions: EvalRegression[];
+    trend: {
+        direction: 'improving' | 'stable' | 'declining';
+        strength: number;
+        description: string;
+    };
+    recommendations: string[];
+}
+export interface CreateSnapshotOptions {
+    agentId: string;
+    criterionId?: string;
+    snapshotDate: string;
+    passRate?: string;
+    evalCount?: number;
+    meanScore?: string;
+    saturationType?: SaturationType;
+    daysAtSaturation?: number;
+    trendDirection?: string;
+    trendStrength?: string;
+    healthStatus?: HealthStatus;
+    healthScore?: string;
+}
+export interface CreateRegressionOptions {
+    agentId: string;
+    criterionId?: string;
+    severity: RegressionSeverity;
+    baselinePassRate: string;
+    currentPassRate: string;
+    delta: string;
+    deltaPercent?: string;
+    baselinePeriodStart: string;
+    baselinePeriodEnd: string;
+    currentPeriodStart: string;
+    currentPeriodEnd: string;
+    baselineEvalCount?: number;
+    currentEvalCount?: number;
+    suspectedCauses?: unknown[];
+    isSignificant?: boolean;
+    detectedAt?: string;
+}
+export interface ResolveRegressionOptions {
+    resolutionType: string;
+    notes?: string;
+}
+export interface GetSnapshotsOptions {
+    agentId: string;
+    criterionId?: string;
+    startDate?: string;
+    endDate?: string;
+}
+/**
+ * Evaluation Health API client for monitoring eval quality and detecting regressions
+ */
+export declare const evalHealth: {
+    /**
+     * Get comprehensive health report for an agent
+     *
+     * @example
+     * ```typescript
+     * const report = await evalHealth.getReport('agent_123');
+     * console.log(`Overall health: ${report.overallHealth}`);
+     * console.log(`Active regressions: ${report.regressionCount}`);
+     * ```
+     */
+    getReport(agentId: string): Promise<HealthReport>;
+    /**
+     * Get historical health snapshots
+     *
+     * @example
+     * ```typescript
+     * const snapshots = await evalHealth.getSnapshots({
+     *   agentId: 'agent_123',
+     *   startDate: '2024-01-01T00:00:00Z',
+     *   endDate: '2024-01-31T23:59:59Z',
+     * });
+     * ```
+     */
+    getSnapshots(options: GetSnapshotsOptions): Promise<EvalHealthSnapshot[]>;
+    /**
+     * Get latest health snapshot
+     *
+     * @example
+     * ```typescript
+     * const snapshot = await evalHealth.getLatestSnapshot('agent_123');
+     * ```
+     */
+    getLatestSnapshot(agentId: string, criterionId?: string): Promise<EvalHealthSnapshot | null>;
+    /**
+     * Record a health snapshot
+     *
+     * @example
+     * ```typescript
+     * const snapshot = await evalHealth.recordSnapshot({
+     *   agentId: 'agent_123',
+     *   snapshotDate: new Date().toISOString(),
+     *   passRate: '0.85',
+     *   evalCount: 150,
+     *   healthStatus: 'healthy',
+     * });
+     * ```
+     */
+    recordSnapshot(options: CreateSnapshotOptions): Promise<EvalHealthSnapshot>;
+    /**
+     * Get unresolved regressions for an agent
+     *
+     * @example
+     * ```typescript
+     * const regressions = await evalHealth.getRegressions('agent_123');
+     * for (const regression of regressions) {
+     *   console.log(`${regression.severity}: ${regression.delta}% drop`);
+     * }
+     * ```
+     */
+    getRegressions(agentId: string): Promise<EvalRegression[]>;
+    /**
+     * Record a new regression
+     *
+     * @example
+     * ```typescript
+     * const regression = await evalHealth.recordRegression({
+     *   agentId: 'agent_123',
+     *   severity: 'moderate',
+     *   baselinePassRate: '0.92',
+     *   currentPassRate: '0.78',
+     *   delta: '-0.14',
+     *   baselinePeriodStart: '2024-01-01T00:00:00Z',
+     *   baselinePeriodEnd: '2024-01-15T23:59:59Z',
+     *   currentPeriodStart: '2024-01-16T00:00:00Z',
+     *   currentPeriodEnd: '2024-01-31T23:59:59Z',
+     * });
+     * ```
+     */
+    recordRegression(options: CreateRegressionOptions): Promise<EvalRegression>;
+    /**
+     * Resolve a regression
+     *
+     * @example
+     * ```typescript
+     * await evalHealth.resolveRegression('regression_123', {
+     *   resolutionType: 'fixed',
+     *   notes: 'Updated prompt template to address quality issues',
+     * });
+     * ```
+     */
+    resolveRegression(regressionId: string, options: ResolveRegressionOptions): Promise<void>;
+    /**
+     * Acknowledge a regression
+     *
+     * @example
+     * ```typescript
+     * await evalHealth.acknowledgeRegression('regression_123');
+     * ```
+     */
+    acknowledgeRegression(regressionId: string): Promise<void>;
+};
+/**
+ * Check if health status indicates an issue
+ *
+ * @param status - Health status to check
+ * @returns Whether the status indicates a problem
+ */
+export declare function hasHealthIssue(status: HealthStatus): boolean;
+/**
+ * Get severity level as numeric value for sorting
+ *
+ * @param severity - Regression severity
+ * @returns Numeric severity (1-3, higher is worse)
+ */
+export declare function getSeverityLevel(severity: RegressionSeverity): number;
+/**
+ * Check if evaluation is saturated
+ *
+ * @param snapshot - Health snapshot to check
+ * @returns Whether evaluation is at ceiling or floor
+ */
+export declare function isSaturated(snapshot: EvalHealthSnapshot): boolean;
+/**
+ * Get recommendation for saturation type
+ *
+ * @param saturationType - Type of saturation
+ * @returns Recommendation string
+ */
+export declare function getSaturationRecommendation(saturationType: SaturationType): string;