@thinkhive/sdk 4.1.0 → 4.2.1

package/README.md

@@ -1,4 +1,4 @@
-# ThinkHive SDK v4.1.0
+# ThinkHive SDK v4.2.0
 
 The official JavaScript/TypeScript SDK for [ThinkHive](https://thinkhive.ai) - AI Agent Observability Platform.
 
@@ -73,6 +73,19 @@ await shutdown();
 | `conversationEval` | Multi-turn conversation grading |
 | `transcriptPatterns` | Pattern detection in transcripts |
 
+### Operations & Monitoring APIs
+
+| API | Description |
+|-----|-------------|
+| `evalRuns` | Create, manage, and query evaluation runs |
+| `signals` | Behavioral signal configuration, stats, and trends |
+| `notifications` | Alert rules and notification management |
+| `documents` | Agent RAG document upload and management |
+| `shadowTests` | Shadow test creation and execution |
+| `sessions` | Trace session grouping and querying |
+| `drift` | Model/behavior drift detection |
+| `llmCosts` | LLM usage cost tracking and optimization |
+
 ### Legacy APIs (V2)
 
 | API | Description |
@@ -520,7 +533,153 @@ import { customerContext, captureCustomerContext } from '@thinkhive/sdk/integrat
 | `THINKHIVE_SERVICE_NAME` | Service name for traces (optional) |
 | `THINKHIVE_AGENT_ID` | Default agent ID (optional) |
 
-## Upgrading from v4.0
+## Eval Runs
+
+```typescript
+import { evalRuns } from '@thinkhive/sdk';
+
+// Create an evaluation run
+const run = await evalRuns.create('agent-123', { confidenceLevel: 'medium' });
+
+// Get results
+const results = await evalRuns.getResults(run.id, { limit: 50 });
+
+// Estimate cost before running
+const cost = await evalRuns.estimateCost('agent-123', { confidenceLevel: 'high' });
+
+// List recent runs
+const runs = await evalRuns.list({ agentId: 'agent-123', limit: 10 });
+```
+
+## Signals
+
+```typescript
+import { signals } from '@thinkhive/sdk';
+
+// List all signals
+const allSignals = await signals.list();
+
+// Create a custom behavioral signal
+await signals.create('Escalation Request', 'negative', {
+  type: 'keywords',
+  keywords: ['speak to manager', 'escalate'],
+});
+
+// Get signal stats and trends
+const stats = await signals.getStats({ agentId: 'agent-123' });
+const trends = await signals.getTrends({ granularity: 'daily' });
+```
+
+## Notifications
+
+```typescript
+import { notifications } from '@thinkhive/sdk';
+
+// Create an alert rule
+await notifications.createRule({
+  agentId: 'agent-123',
+  name: 'High failure rate alert',
+  eventType: 'failure_spike',
+  condition: { threshold: 0.3 },
+  channel: 'email',
+  target: 'team@company.com',
+});
+
+// List notifications
+const alerts = await notifications.listNotifications('agent-123', true);
+```
+
+## Documents (RAG)
+
+```typescript
+import { documents } from '@thinkhive/sdk';
+
+// Upload a document
+await documents.upload('agent-123', 'faq.txt', 'text/plain', 1024);
+
+// List agent documents
+const docs = await documents.list('agent-123');
+
+// Delete a document
+await documents.remove('agent-123', 'doc-456');
+```
+
+## Shadow Tests
+
+```typescript
+import { shadowTests } from '@thinkhive/sdk';
+
+// Create a shadow test
+await shadowTests.create({
+  fixId: 'fix-456',
+  agentId: 'agent-123',
+  testName: 'Refund policy test',
+  inputData: { message: 'How do I get a refund?' },
+  expectedOutput: 'You can request a refund within 30 days.',
+});
+
+// List tests for an agent
+const tests = await shadowTests.list('agent-123');
+```
+
+## Sessions
+
+```typescript
+import { sessions } from '@thinkhive/sdk';
+
+// List conversation sessions
+const allSessions = await sessions.list('agent-123', { limit: 20 });
+
+// Get all traces in a session
+const traces = await sessions.getTraces('session-789', 'agent-123');
+```
+
+## Drift Detection
+
+```typescript
+import { drift, hasDrift, getDriftSeverity } from '@thinkhive/sdk';
+
+// Detect drift for an agent
+const report = await drift.detect('agent-123');
+if (hasDrift(report)) {
+  console.log(`Drift severity: ${getDriftSeverity(report)}`);
+}
+
+// Detect drift across all agents
+const allDrift = await drift.detectAll();
+```
+
+## LLM Costs
+
+```typescript
+import { llmCosts, formatCost } from '@thinkhive/sdk';
+
+// Get cost summary
+const summary = await llmCosts.getSummary({ period: '30d' });
+console.log(`Total cost: ${formatCost(summary.totalCost)}`);
+
+// Get per-agent breakdown
+const breakdown = await llmCosts.getBreakdown('agent-123');
+
+// Get optimization savings
+const savings = await llmCosts.getSavings();
+```
+
+## Upgrading
+
+### v4.1.0 → v4.2.0
+
+New in v4.2.0:
+- **`evalRuns`** — create, list, and manage evaluation runs programmatically
+- **`signals`** — behavioral signal CRUD with stats and trends
+- **`notifications`** — alert rule configuration and notification management
+- **`documents`** — agent RAG document upload/list/delete
+- **`shadowTests`** — shadow test creation and management
+- **`sessions`** — trace session grouping and querying
+- **`drift`** — model/behavior drift detection with helpers
+- **`llmCosts`** — LLM usage cost tracking and optimization savings
+
+### v4.0 → v4.1.0
 
 - `roiAnalytics` now includes V3 methods: `getConfig()`, `createConfig()`, `updateConfig()`, `configVersions()`, `calculateV3()`, `trendV3()`
 - `linking` now includes: `autoLink()`, `stats()`, `generateMarker()`

package/dist/api/documents.d.ts

@@ -0,0 +1,52 @@
+/**
+ * ThinkHive SDK - Documents API
+ *
+ * Agent document management for RAG (Retrieval-Augmented Generation)
+ */
+/** An agent document used for RAG */
+export interface Document {
+    id: string;
+    agentId: string;
+    fileName: string;
+    fileType: string;
+    fileSize: number;
+    status: string;
+    uploadedAt: string;
+    processedAt?: string;
+    metadata?: Record<string, unknown>;
+}
+/** Upload response with signed URL or document details */
+export interface DocumentUploadResponse {
+    document: Document;
+    uploadUrl?: string;
+}
+/**
+ * Documents API client for managing agent RAG documents
+ */
+export declare const documents: {
+    /**
+     * List all documents for an agent
+     *
+     * @param agentId - The agent ID
+     * @returns List of documents
+     */
+    list(agentId: string): Promise<Document[]>;
+    /**
+     * Upload a document for an agent
+     *
+     * @param agentId - The agent ID
+     * @param fileName - Name of the file
+     * @param fileType - MIME type of the file
+     * @param fileSize - Size of the file in bytes
+     * @returns Upload response with document details
+     */
+    upload(agentId: string, fileName: string, fileType: string, fileSize: number): Promise<DocumentUploadResponse>;
+    /**
+     * Delete a document from an agent
+     *
+     * @param agentId - The agent ID
+     * @param docId - The document ID to delete
+     */
+    remove(agentId: string, docId: string): Promise<void>;
+};
+export { documents as default };

package/dist/api/documents.js

@@ -0,0 +1,58 @@
+"use strict";
+/**
+ * ThinkHive SDK - Documents API
+ *
+ * Agent document management for RAG (Retrieval-Augmented Generation)
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = exports.documents = void 0;
+const client_1 = require("../core/client");
+// ============================================================================
+// DOCUMENTS API CLIENT
+// ============================================================================
+/**
+ * Documents API client for managing agent RAG documents
+ */
+exports.documents = {
+    /**
+     * List all documents for an agent
+     *
+     * @param agentId - The agent ID
+     * @returns List of documents
+     */
+    async list(agentId) {
+        return (0, client_1.apiRequestWithData)(`/agents/${agentId}/documents`, {
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Upload a document for an agent
+     *
+     * @param agentId - The agent ID
+     * @param fileName - Name of the file
+     * @param fileType - MIME type of the file
+     * @param fileSize - Size of the file in bytes
+     * @returns Upload response with document details
+     */
+    async upload(agentId, fileName, fileType, fileSize) {
+        return (0, client_1.apiRequestWithData)(`/agents/${agentId}/documents`, {
+            method: 'POST',
+            body: { fileName, fileType, fileSize },
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Delete a document from an agent
+     *
+     * @param agentId - The agent ID
+     * @param docId - The document ID to delete
+     */
+    async remove(agentId, docId) {
+        return (0, client_1.apiRequest)(`/agents/${agentId}/documents/${docId}`, {
+            method: 'DELETE',
+            apiVersion: 'none',
+        });
+    },
+};
+exports.default = exports.documents;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZG9jdW1lbnRzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiLi4vLi4vc3JjL2FwaS9kb2N1bWVudHMudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IjtBQUFBOzs7O0dBSUc7OztBQUVILDJDQUFnRTtBQXlCaEUsK0VBQStFO0FBQy9FLHVCQUF1QjtBQUN2QiwrRUFBK0U7QUFFL0U7O0dBRUc7QUFDVSxRQUFBLFNBQVMsR0FBRztJQUN2Qjs7Ozs7T0FLRztJQUNILEtBQUssQ0FBQyxJQUFJLENBQUMsT0FBZTtRQUN4QixPQUFPLElBQUEsMkJBQWtCLEVBQWEsV0FBVyxPQUFPLFlBQVksRUFBRTtZQUNwRSxVQUFVLEVBQUUsTUFBTTtTQUNuQixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQ7Ozs7Ozs7O09BUUc7SUFDSCxLQUFLLENBQUMsTUFBTSxDQUNWLE9BQWUsRUFDZixRQUFnQixFQUNoQixRQUFnQixFQUNoQixRQUFnQjtRQUVoQixPQUFPLElBQUEsMkJBQWtCLEVBQXlCLFdBQVcsT0FBTyxZQUFZLEVBQUU7WUFDaEYsTUFBTSxFQUFFLE1BQU07WUFDZCxJQUFJLEVBQUUsRUFBRSxRQUFRLEVBQUUsUUFBUSxFQUFFLFFBQVEsRUFBRTtZQUN0QyxVQUFVLEVBQUUsTUFBTTtTQUNuQixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQ7Ozs7O09BS0c7SUFDSCxLQUFLLENBQUMsTUFBTSxDQUFDLE9BQWUsRUFBRSxLQUFhO1FBQ3pDLE9BQU8sSUFBQSxtQkFBVSxFQUFPLFdBQVcsT0FBTyxjQUFjLEtBQUssRUFBRSxFQUFFO1lBQy9ELE1BQU0sRUFBRSxRQUFRO1lBQ2hCLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7Q0FDRixDQUFDO0FBRW9CLGtCQWpEVCxpQkFBUyxDQWlETyIsInNvdXJjZXNDb250ZW50IjpbIi8qKlxuICogVGhpbmtIaXZlIFNESyAtIERvY3VtZW50cyBBUElcbiAqXG4gKiBBZ2VudCBkb2N1bWVudCBtYW5hZ2VtZW50IGZvciBSQUcgKFJldHJpZXZhbC1BdWdtZW50ZWQgR2VuZXJhdGlvbilcbiAqL1xuXG5pbXBvcnQgeyBhcGlSZXF1ZXN0LCBhcGlSZXF1ZXN0V2l0aERhdGEgfSBmcm9tICcuLi9jb3JlL2NsaWVudCc7XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIFRZUEVTXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG5cbi8qKiBBbiBhZ2VudCBkb2N1bWVudCB1c2VkIGZvciBSQUcgKi9cbmV4cG9ydCBpbnRlcmZhY2UgRG9jdW1lbnQge1xuICBpZDogc3RyaW5nO1xuICBhZ2VudElkOiBzdHJpbmc7XG4gIGZpbGVOYW1lOiBzdHJpbmc7XG4gIGZpbGVUeXBlOiBzdHJpbmc7XG4gIGZpbGVTaXplOiBudW1iZXI7XG4gIHN0YXR1czogc3RyaW5nO1xuICB1cGxvYWRlZEF0OiBzdHJpbmc7XG4gIHByb2Nlc3NlZEF0Pzogc3RyaW5nO1xuICBtZXRhZGF0YT86IFJlY29yZDxzdHJpbmcsIHVua25vd24+O1xufVxuXG4vKiogVXBsb2FkIHJlc3BvbnNlIHdpdGggc2lnbmVkIFVSTCBvciBkb2N1bWVudCBkZXRhaWxzICovXG5leHBvcnQgaW50ZXJmYWNlIERvY3VtZW50VXBsb2FkUmVzcG9uc2Uge1xuICBkb2N1bWVudDogRG9jdW1lbnQ7XG4gIHVwbG9hZFVybD86IHN0cmluZztcbn1cblxuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuLy8gRE9DVU1FTlRTIEFQSSBDTElFTlRcbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cblxuLyoqXG4gKiBEb2N1bWVudHMgQVBJIGNsaWVudCBmb3IgbWFuYWdpbmcgYWdlbnQgUkFHIGRvY3VtZW50c1xuICovXG5leHBvcnQgY29uc3QgZG9jdW1lbnRzID0ge1xuICAvKipcbiAgICogTGlzdCBhbGwgZG9jdW1lbnRzIGZvciBhbiBhZ2VudFxuICAgKlxuICAgKiBAcGFyYW0gYWdlbnRJZCAtIFRoZSBhZ2VudCBJRFxuICAgKiBAcmV0dXJucyBMaXN0IG9mIGRvY3VtZW50c1xuICAgKi9cbiAgYXN5bmMgbGlzdChhZ2VudElkOiBzdHJpbmcpOiBQcm9taXNlPERvY3VtZW50W10+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPERvY3VtZW50W10+KGAvYWdlbnRzLyR7YWdlbnRJZH0vZG9jdW1lbnRzYCwge1xuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBVcGxvYWQgYSBkb2N1bWVudCBmb3IgYW4gYWdlbnRcbiAgICpcbiAgICogQHBhcmFtIGFnZW50SWQgLSBUaGUgYWdlbnQgSURcbiAgICogQHBhcmFtIGZpbGVOYW1lIC0gTmFtZSBvZiB0aGUgZmlsZVxuICAgKiBAcGFyYW0gZmlsZVR5cGUgLSBNSU1FIHR5cGUgb2YgdGhlIGZpbGVcbiAgICogQHBhcmFtIGZpbGVTaXplIC0gU2l6ZSBvZiB0aGUgZmlsZSBpbiBieXRlc1xuICAgKiBAcmV0dXJucyBVcGxvYWQgcmVzcG9uc2Ugd2l0aCBkb2N1bWVudCBkZXRhaWxzXG4gICAqL1xuICBhc3luYyB1cGxvYWQoXG4gICAgYWdlbnRJZDogc3RyaW5nLFxuICAgIGZpbGVOYW1lOiBzdHJpbmcsXG4gICAgZmlsZVR5cGU6IHN0cmluZyxcbiAgICBmaWxlU2l6ZTogbnVtYmVyXG4gICk6IFByb21pc2U8RG9jdW1lbnRVcGxvYWRSZXNwb25zZT4ge1xuICAgIHJldHVybiBhcGlSZXF1ZXN0V2l0aERhdGE8RG9jdW1lbnRVcGxvYWRSZXNwb25zZT4oYC9hZ2VudHMvJHthZ2VudElkfS9kb2N1bWVudHNgLCB7XG4gICAgICBtZXRob2Q6ICdQT1NUJyxcbiAgICAgIGJvZHk6IHsgZmlsZU5hbWUsIGZpbGVUeXBlLCBmaWxlU2l6ZSB9LFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxuXG4gIC8qKlxuICAgKiBEZWxldGUgYSBkb2N1bWVudCBmcm9tIGFuIGFnZW50XG4gICAqXG4gICAqIEBwYXJhbSBhZ2VudElkIC0gVGhlIGFnZW50IElEXG4gICAqIEBwYXJhbSBkb2NJZCAtIFRoZSBkb2N1bWVudCBJRCB0byBkZWxldGVcbiAgICovXG4gIGFzeW5jIHJlbW92ZShhZ2VudElkOiBzdHJpbmcsIGRvY0lkOiBzdHJpbmcpOiBQcm9taXNlPHZvaWQ+IHtcbiAgICByZXR1cm4gYXBpUmVxdWVzdDx2b2lkPihgL2FnZW50cy8ke2FnZW50SWR9L2RvY3VtZW50cy8ke2RvY0lkfWAsIHtcbiAgICAgIG1ldGhvZDogJ0RFTEVURScsXG4gICAgICBhcGlWZXJzaW9uOiAnbm9uZScsXG4gICAgfSk7XG4gIH0sXG59O1xuXG5leHBvcnQgeyBkb2N1bWVudHMgYXMgZGVmYXVsdCB9O1xuIl19

package/dist/api/drift.d.ts

@@ -0,0 +1,70 @@
+/**
+ * ThinkHive SDK - Drift API
+ *
+ * Drift detection for monitoring agent behavior changes over time
+ */
+/** Options for drift detection */
+export interface DetectDriftOptions {
+    startDate?: string;
+    endDate?: string;
+}
+/** A drift detection report */
+export interface DriftReport {
+    agentId: string;
+    hasDrift: boolean;
+    severity: 'none' | 'low' | 'medium' | 'high';
+    driftScore: number;
+    dimensions: DriftDimension[];
+    analyzedFrom: string;
+    analyzedTo: string;
+    traceCount: number;
+}
+/** A dimension of drift analysis */
+export interface DriftDimension {
+    name: string;
+    baseline: number;
+    current: number;
+    change: number;
+    changePercent: number;
+    isSignificant: boolean;
+}
+/** Result of detect-all operation */
+export interface DetectAllResult {
+    reports: DriftReport[];
+    agentsAnalyzed: number;
+    agentsWithDrift: number;
+}
+/**
+ * Drift API client for monitoring agent behavior changes
+ */
+export declare const drift: {
+    /**
+     * Detect drift for a specific agent
+     *
+     * @param agentId - The agent ID to analyze
+     * @param opts - Date range options
+     * @returns Drift detection report
+     */
+    detect(agentId: string, opts?: DetectDriftOptions): Promise<DriftReport>;
+    /**
+     * Run drift detection across all agents
+     *
+     * @returns Drift reports for all agents
+     */
+    detectAll(): Promise<DetectAllResult>;
+};
+/**
+ * Check if a drift report indicates drift was detected
+ *
+ * @param report - The drift report to check
+ * @returns Whether drift was detected
+ */
+export declare function hasDrift(report: DriftReport): boolean;
+/**
+ * Get the severity level of a drift report
+ *
+ * @param report - The drift report to check
+ * @returns The drift severity level
+ */
+export declare function getDriftSeverity(report: DriftReport): 'none' | 'low' | 'medium' | 'high';
+export { drift as default };

package/dist/api/drift.js

@@ -0,0 +1,71 @@
+"use strict";
+/**
+ * ThinkHive SDK - Drift API
+ *
+ * Drift detection for monitoring agent behavior changes over time
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = exports.drift = void 0;
+exports.hasDrift = hasDrift;
+exports.getDriftSeverity = getDriftSeverity;
+const client_1 = require("../core/client");
+// ============================================================================
+// DRIFT API CLIENT
+// ============================================================================
+/**
+ * Drift API client for monitoring agent behavior changes
+ */
+exports.drift = {
+    /**
+     * Detect drift for a specific agent
+     *
+     * @param agentId - The agent ID to analyze
+     * @param opts - Date range options
+     * @returns Drift detection report
+     */
+    async detect(agentId, opts) {
+        const params = new URLSearchParams();
+        if (opts?.startDate)
+            params.set('startDate', opts.startDate);
+        if (opts?.endDate)
+            params.set('endDate', opts.endDate);
+        const query = params.toString();
+        return (0, client_1.apiRequestWithData)(`/drift/${agentId}${query ? `?${query}` : ''}`, {
+            apiVersion: 'none',
+        });
+    },
+    /**
+     * Run drift detection across all agents
+     *
+     * @returns Drift reports for all agents
+     */
+    async detectAll() {
+        return (0, client_1.apiRequestWithData)('/drift/detect-all', {
+            method: 'POST',
+            apiVersion: 'none',
+        });
+    },
+};
+exports.default = exports.drift;
+// ============================================================================
+// HELPER FUNCTIONS
+// ============================================================================
+/**
+ * Check if a drift report indicates drift was detected
+ *
+ * @param report - The drift report to check
+ * @returns Whether drift was detected
+ */
+function hasDrift(report) {
+    return report.hasDrift;
+}
+/**
+ * Get the severity level of a drift report
+ *
+ * @param report - The drift report to check
+ * @returns The drift severity level
+ */
+function getDriftSeverity(report) {
+    return report.severity;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZHJpZnQuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi9zcmMvYXBpL2RyaWZ0LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7QUFBQTs7OztHQUlHOzs7QUE0RkgsNEJBRUM7QUFRRCw0Q0FFQztBQXRHRCwyQ0FBb0Q7QUF5Q3BELCtFQUErRTtBQUMvRSxtQkFBbUI7QUFDbkIsK0VBQStFO0FBRS9FOztHQUVHO0FBQ1UsUUFBQSxLQUFLLEdBQUc7SUFDbkI7Ozs7OztPQU1HO0lBQ0gsS0FBSyxDQUFDLE1BQU0sQ0FBQyxPQUFlLEVBQUUsSUFBeUI7UUFDckQsTUFBTSxNQUFNLEdBQUcsSUFBSSxlQUFlLEVBQUUsQ0FBQztRQUNyQyxJQUFJLElBQUksRUFBRSxTQUFTO1lBQUUsTUFBTSxDQUFDLEdBQUcsQ0FBQyxXQUFXLEVBQUUsSUFBSSxDQUFDLFNBQVMsQ0FBQyxDQUFDO1FBQzdELElBQUksSUFBSSxFQUFFLE9BQU87WUFBRSxNQUFNLENBQUMsR0FBRyxDQUFDLFNBQVMsRUFBRSxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUM7UUFFdkQsTUFBTSxLQUFLLEdBQUcsTUFBTSxDQUFDLFFBQVEsRUFBRSxDQUFDO1FBQ2hDLE9BQU8sSUFBQSwyQkFBa0IsRUFBYyxVQUFVLE9BQU8sR0FBRyxLQUFLLENBQUMsQ0FBQyxDQUFDLElBQUksS0FBSyxFQUFFLENBQUMsQ0FBQyxDQUFDLEVBQUUsRUFBRSxFQUFFO1lBQ3JGLFVBQVUsRUFBRSxNQUFNO1NBQ25CLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFRDs7OztPQUlHO0lBQ0gsS0FBSyxDQUFDLFNBQVM7UUFDYixPQUFPLElBQUEsMkJBQWtCLEVBQWtCLG1CQUFtQixFQUFFO1lBQzlELE1BQU0sRUFBRSxNQUFNO1lBQ2QsVUFBVSxFQUFFLE1BQU07U0FDbkIsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztDQUNGLENBQUM7QUEwQmdCLGtCQXhETCxhQUFLLENBd0RPO0FBeEJ6QiwrRUFBK0U7QUFDL0UsbUJBQW1CO0FBQ25CLCtFQUErRTtBQUUvRTs7Ozs7R0FLRztBQUNILFNBQWdCLFFBQVEsQ0FBQyxNQUFtQjtJQUMxQyxPQUFPLE1BQU0sQ0FBQyxRQUFRLENBQUM7QUFDekIsQ0FBQztBQUVEOzs7OztHQUtHO0FBQ0gsU0FBZ0IsZ0JBQWdCLENBQUMsTUFBbUI7SUFDbEQsT0FBTyxNQUFNLENBQUMsUUFBUSxDQUFDO0FBQ3pCLENBQUMiLCJzb3VyY2VzQ29udGVudCI6WyIvKipcbiAqIFRoaW5rSGl2ZSBTREsgLSBEcmlmdCBBUElcbiAqXG4gKiBEcmlmdCBkZXRlY3Rpb24gZm9yIG1vbml0b3JpbmcgYWdlbnQgYmVoYXZpb3IgY2hhbmdlcyBvdmVyIHRpbWVcbiAqL1xuXG5pbXBvcnQgeyBhcGlSZXF1ZXN0V2l0aERhdGEgfSBmcm9tICcuLi9jb3JlL2NsaWVudCc7XG5cbi8vID09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT1cbi8vIFRZUEVTXG4vLyA9PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09XG5cbi8qKiBPcHRpb25zIGZvciBkcmlmdCBkZXRlY3Rpb24gKi9cbmV4cG9ydCBpbnRlcmZhY2UgRGV0ZWN0RHJpZnRPcHRpb25zIHtcbiAgc3RhcnREYXRlPzogc3RyaW5nO1xuICBlbmREYXRlPzogc3RyaW5nO1xufVxuXG4vKiogQSBkcmlmdCBkZXRlY3Rpb24gcmVwb3J0ICovXG5leHBvcnQgaW50ZXJmYWNlIERyaWZ0UmVwb3J0IHtcbiAgYWdlbnRJZDogc3RyaW5nO1xuICBoYXNEcmlmdDogYm9vbGVhbjtcbiAgc2V2ZXJpdHk6ICdub25lJyB8ICdsb3cnIHwgJ21lZGl1bScgfCAnaGlnaCc7XG4gIGRyaWZ0U2NvcmU6IG51bWJlcjtcbiAgZGltZW5zaW9uczogRHJpZnREaW1lbnNpb25bXTtcbiAgYW5hbHl6ZWRGcm9tOiBzdHJpbmc7XG4gIGFuYWx5emVkVG86IHN0cmluZztcbiAgdHJhY2VDb3VudDogbnVtYmVyO1xufVxuXG4vKiogQSBkaW1lbnNpb24gb2YgZHJpZnQgYW5hbHlzaXMgKi9cbmV4cG9ydCBpbnRlcmZhY2UgRHJpZnREaW1lbnNpb24ge1xuICBuYW1lOiBzdHJpbmc7XG4gIGJhc2VsaW5lOiBudW1iZXI7XG4gIGN1cnJlbnQ6IG51bWJlcjtcbiAgY2hhbmdlOiBudW1iZXI7XG4gIGNoYW5nZVBlcmNlbnQ6IG51bWJlcjtcbiAgaXNTaWduaWZpY2FudDogYm9vbGVhbjtcbn1cblxuLyoqIFJlc3VsdCBvZiBkZXRlY3QtYWxsIG9wZXJhdGlvbiAqL1xuZXhwb3J0IGludGVyZmFjZSBEZXRlY3RBbGxSZXN1bHQge1xuICByZXBvcnRzOiBEcmlmdFJlcG9ydFtdO1xuICBhZ2VudHNBbmFseXplZDogbnVtYmVyO1xuICBhZ2VudHNXaXRoRHJpZnQ6IG51bWJlcjtcbn1cblxuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuLy8gRFJJRlQgQVBJIENMSUVOVFxuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuXG4vKipcbiAqIERyaWZ0IEFQSSBjbGllbnQgZm9yIG1vbml0b3JpbmcgYWdlbnQgYmVoYXZpb3IgY2hhbmdlc1xuICovXG5leHBvcnQgY29uc3QgZHJpZnQgPSB7XG4gIC8qKlxuICAgKiBEZXRlY3QgZHJpZnQgZm9yIGEgc3BlY2lmaWMgYWdlbnRcbiAgICpcbiAgICogQHBhcmFtIGFnZW50SWQgLSBUaGUgYWdlbnQgSUQgdG8gYW5hbHl6ZVxuICAgKiBAcGFyYW0gb3B0cyAtIERhdGUgcmFuZ2Ugb3B0aW9uc1xuICAgKiBAcmV0dXJucyBEcmlmdCBkZXRlY3Rpb24gcmVwb3J0XG4gICAqL1xuICBhc3luYyBkZXRlY3QoYWdlbnRJZDogc3RyaW5nLCBvcHRzPzogRGV0ZWN0RHJpZnRPcHRpb25zKTogUHJvbWlzZTxEcmlmdFJlcG9ydD4ge1xuICAgIGNvbnN0IHBhcmFtcyA9IG5ldyBVUkxTZWFyY2hQYXJhbXMoKTtcbiAgICBpZiAob3B0cz8uc3RhcnREYXRlKSBwYXJhbXMuc2V0KCdzdGFydERhdGUnLCBvcHRzLnN0YXJ0RGF0ZSk7XG4gICAgaWYgKG9wdHM/LmVuZERhdGUpIHBhcmFtcy5zZXQoJ2VuZERhdGUnLCBvcHRzLmVuZERhdGUpO1xuXG4gICAgY29uc3QgcXVlcnkgPSBwYXJhbXMudG9TdHJpbmcoKTtcbiAgICByZXR1cm4gYXBpUmVxdWVzdFdpdGhEYXRhPERyaWZ0UmVwb3J0PihgL2RyaWZ0LyR7YWdlbnRJZH0ke3F1ZXJ5ID8gYD8ke3F1ZXJ5fWAgOiAnJ31gLCB7XG4gICAgICBhcGlWZXJzaW9uOiAnbm9uZScsXG4gICAgfSk7XG4gIH0sXG5cbiAgLyoqXG4gICAqIFJ1biBkcmlmdCBkZXRlY3Rpb24gYWNyb3NzIGFsbCBhZ2VudHNcbiAgICpcbiAgICogQHJldHVybnMgRHJpZnQgcmVwb3J0cyBmb3IgYWxsIGFnZW50c1xuICAgKi9cbiAgYXN5bmMgZGV0ZWN0QWxsKCk6IFByb21pc2U8RGV0ZWN0QWxsUmVzdWx0PiB7XG4gICAgcmV0dXJuIGFwaVJlcXVlc3RXaXRoRGF0YTxEZXRlY3RBbGxSZXN1bHQ+KCcvZHJpZnQvZGV0ZWN0LWFsbCcsIHtcbiAgICAgIG1ldGhvZDogJ1BPU1QnLFxuICAgICAgYXBpVmVyc2lvbjogJ25vbmUnLFxuICAgIH0pO1xuICB9LFxufTtcblxuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuLy8gSEVMUEVSIEZVTkNUSU9OU1xuLy8gPT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PT09PVxuXG4vKipcbiAqIENoZWNrIGlmIGEgZHJpZnQgcmVwb3J0IGluZGljYXRlcyBkcmlmdCB3YXMgZGV0ZWN0ZWRcbiAqXG4gKiBAcGFyYW0gcmVwb3J0IC0gVGhlIGRyaWZ0IHJlcG9ydCB0byBjaGVja1xuICogQHJldHVybnMgV2hldGhlciBkcmlmdCB3YXMgZGV0ZWN0ZWRcbiAqL1xuZXhwb3J0IGZ1bmN0aW9uIGhhc0RyaWZ0KHJlcG9ydDogRHJpZnRSZXBvcnQpOiBib29sZWFuIHtcbiAgcmV0dXJuIHJlcG9ydC5oYXNEcmlmdDtcbn1cblxuLyoqXG4gKiBHZXQgdGhlIHNldmVyaXR5IGxldmVsIG9mIGEgZHJpZnQgcmVwb3J0XG4gKlxuICogQHBhcmFtIHJlcG9ydCAtIFRoZSBkcmlmdCByZXBvcnQgdG8gY2hlY2tcbiAqIEByZXR1cm5zIFRoZSBkcmlmdCBzZXZlcml0eSBsZXZlbFxuICovXG5leHBvcnQgZnVuY3Rpb24gZ2V0RHJpZnRTZXZlcml0eShyZXBvcnQ6IERyaWZ0UmVwb3J0KTogJ25vbmUnIHwgJ2xvdycgfCAnbWVkaXVtJyB8ICdoaWdoJyB7XG4gIHJldHVybiByZXBvcnQuc2V2ZXJpdHk7XG59XG5cbmV4cG9ydCB7IGRyaWZ0IGFzIGRlZmF1bHQgfTtcbiJdfQ==

package/dist/api/eval-runs.d.ts

@@ -0,0 +1,126 @@
+/**
+ * ThinkHive SDK - Eval Runs API
+ *
+ * Evaluation run management for agent quality assessment
+ */
+/** Options for creating an evaluation run */
+export interface CreateEvalRunOptions {
+    traceIds?: string[];
+    criteriaIds?: string[];
+    confidenceLevel?: number;
+    useLLM?: boolean;
+}
+/** Options for listing evaluation run results */
+export interface GetEvalRunResultsOptions {
+    limit?: number;
+    offset?: number;
+    passedOnly?: boolean;
+    failedOnly?: boolean;
+}
+/** Options for listing evaluation runs */
+export interface ListEvalRunsOptions {
+    agentId?: string;
+    limit?: number;
+}
+/** Options for estimating evaluation cost */
+export interface EstimateCostOptions {
+    traceIds?: string[];
+    criteriaIds?: string[];
+    confidenceLevel?: number;
+    useLLM?: boolean;
+}
+/** Options for getting trace-level results */
+export interface GetTraceResultsOptions {
+    latest?: boolean;
+    includeCriteria?: boolean;
+}
+/** An evaluation run */
+export interface EvalRun {
+    id: string;
+    agentId: string;
+    status: string;
+    traceCount: number;
+    criteriaCount: number;
+    createdAt: string;
+    completedAt?: string;
+}
+/** A single evaluation result */
+export interface EvalResult {
+    id: string;
+    runId: string;
+    traceId: string;
+    criterionId: string;
+    passed: boolean;
+    score: number;
+    reasoning?: string;
+}
+/** Cost estimate for an evaluation run */
+export interface EvalCostEstimate {
+    estimatedTraces: number;
+    estimatedCriteria: number;
+    estimatedCost: number;
+    estimatedCredits: number;
+}
+/**
+ * Evaluation runs API client for managing agent evaluation workflows
+ */
+export declare const evalRuns: {
+    /**
+     * Create a new evaluation run for an agent
+     *
+     * @param agentId - The agent to evaluate
+     * @param opts - Optional configuration for the evaluation run
+     * @returns The created evaluation run
+     */
+    create(agentId: string, opts?: CreateEvalRunOptions): Promise<EvalRun>;
+    /**
+     * Get an evaluation run by ID
+     *
+     * @param runId - The evaluation run ID
+     * @returns The evaluation run details
+     */
+    get(runId: string): Promise<EvalRun>;
+    /**
+     * Get results for an evaluation run
+     *
+     * @param runId - The evaluation run ID
+     * @param opts - Pagination and filter options
+     * @returns Paginated evaluation results
+     */
+    getResults(runId: string, opts?: GetEvalRunResultsOptions): Promise<{
+        results: EvalResult[];
+        limit: number;
+        offset: number;
+        hasMore: boolean;
+    }>;
+    /**
+     * List evaluation runs with optional filters
+     *
+     * @param opts - Filter and pagination options
+     * @returns List of evaluation runs
+     */
+    list(opts?: ListEvalRunsOptions): Promise<EvalRun[]>;
+    /**
+     * Estimate the cost of running an evaluation
+     *
+     * @param agentId - The agent to estimate cost for
+     * @param opts - Evaluation configuration for cost estimation
+     * @returns Cost estimate details
+     */
+    estimateCost(agentId: string, opts?: EstimateCostOptions): Promise<EvalCostEstimate>;
+    /**
+     * Get evaluation results for a specific trace
+     *
+     * @param traceId - The trace ID to get results for
+     * @param opts - Options for filtering results
+     * @returns Evaluation results for the trace
+     */
+    getTraceResults(traceId: string, opts?: GetTraceResultsOptions): Promise<EvalResult[]>;
+    /**
+     * Delete an evaluation run
+     *
+     * @param runId - The evaluation run ID to delete
+     */
+    remove(runId: string): Promise<void>;
+};
+export { evalRuns as default };