honeyhive 0.3.13 → 0.3.14

package/dist/sdk/projects.js

@@ -296,13 +296,13 @@ var Projects = /** @class */ (function () {
     Projects.prototype.updateProject = function (req, config) {
         var _a, _b;
         return __awaiter(this, void 0, void 0, function () {
-            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, globalSecurity, properties, headers, httpRes, responseContentType, res, decodedRes;
+            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, globalSecurity, properties, headers, httpRes, responseContentType, res;
             var _d;
             return __generator(this, function (_e) {
                 switch (_e.label) {
                     case 0:
                         if (!(req instanceof utils.SpeakeasyBase)) {
-                            req = new components.Project(req);
+                            req = new components.UpdateProjectRequest(req);
                         }
                         baseURL = utils.templateUrl(this.sdkConfiguration.serverURL, this.sdkConfiguration.serverDefaults);
                         operationUrl = baseURL.replace(/\/$/, "") + "/projects";
@@ -330,7 +330,7 @@ var Projects = /** @class */ (function () {
                         headers = __assign(__assign(__assign({}, reqBodyHeaders), config === null || config === void 0 ? void 0 : config.headers), properties.headers);
                         if (reqBody == null)
                             throw new Error("request body is required");
-                        headers["Accept"] = "application/json";
+                        headers["Accept"] = "*/*";
                         headers["user-agent"] = this.sdkConfiguration.userAgent;
                         return [4 /*yield*/, client.request(__assign({ validateStatus: function () { return true; }, url: operationUrl, method: "put", headers: headers, responseType: "arraybuffer", data: reqBody }, config))];
                     case 3:
@@ -344,19 +344,12 @@ var Projects = /** @class */ (function () {
                             contentType: responseContentType,
                             rawResponse: httpRes,
                         });
-                        decodedRes = new TextDecoder().decode(httpRes === null || httpRes === void 0 ? void 0 : httpRes.data);
                         switch (true) {
                             case (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) == 200:
-                                if (utils.matchContentType(responseContentType, "application/json")) {
-                                    res.project = utils.objectToClass(JSON.parse(decodedRes), components.Project);
-                                }
-                                else {
-                                    throw new errors.SDKError("unknown content-type received: " + responseContentType, httpRes.status, decodedRes, httpRes);
-                                }
                                 break;
                             case ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) >= 400 && (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) < 500) ||
                                 ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) >= 500 && (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) < 600):
-                                throw new errors.SDKError("API error occurred", httpRes.status, decodedRes, httpRes);
+                                throw new errors.SDKError("API error occurred", httpRes.status, httpRes === null || httpRes === void 0 ? void 0 : httpRes.data, httpRes);
                         }
                         return [2 /*return*/, res];
                 }

package/dist/sdk/sdk.js

@@ -48,9 +48,9 @@ var SDKConfiguration = /** @class */ (function () {
     function SDKConfiguration(init) {
         this.language = "typescript";
         this.openapiDocVersion = "1.0.1";
-        this.sdkVersion = "0.3.2";
-        this.genVersion = "2.281.2";
-        this.userAgent = "speakeasy-sdk/typescript 0.3.2 2.281.2 1.0.1 HoneyHive";
+        this.sdkVersion = "0.4.1";
+        this.genVersion = "2.319.10";
+        this.userAgent = "speakeasy-sdk/typescript 0.4.1 2.319.10 1.0.1 honeyhive";
         Object.assign(this, init);
     }
     return SDKConfiguration;

package/dist/sdk/tools.d.ts

@@ -12,13 +12,13 @@ export declare class Tools {
     /**
      * Retrieve a list of tools
      */
-    getTools(security: operations.GetToolsSecurity, config?: AxiosRequestConfig): Promise<operations.GetToolsResponse>;
+    getTools(config?: AxiosRequestConfig): Promise<operations.GetToolsResponse>;
     /**
      * Create a new tool
      */
-    createTool(req: components.Tool, security: operations.CreateToolSecurity, config?: AxiosRequestConfig): Promise<operations.CreateToolResponse>;
+    createTool(req: components.CreateToolRequest, config?: AxiosRequestConfig): Promise<operations.CreateToolResponse>;
     /**
      * Update an existing tool
      */
-    updateTool(req: components.ToolUpdate, security: operations.UpdateToolSecurity, config?: AxiosRequestConfig): Promise<operations.UpdateToolResponse>;
+    updateTool(req: components.UpdateToolRequest, config?: AxiosRequestConfig): Promise<operations.UpdateToolResponse>;
 }

package/dist/sdk/tools.js

@@ -156,25 +156,32 @@ var Tools = /** @class */ (function () {
     /**
      * Retrieve a list of tools
      */
-    Tools.prototype.getTools = function (security, config) {
+    Tools.prototype.getTools = function (config) {
         var _a, _b;
         return __awaiter(this, void 0, void 0, function () {
-            var baseURL, operationUrl, client, properties, headers, httpRes, responseContentType, res, decodedRes, resFieldDepth;
+            var baseURL, operationUrl, client, globalSecurity, properties, headers, httpRes, responseContentType, res, decodedRes, resFieldDepth;
             return __generator(this, function (_c) {
                 switch (_c.label) {
                     case 0:
                         baseURL = utils.templateUrl(this.sdkConfiguration.serverURL, this.sdkConfiguration.serverDefaults);
                         operationUrl = baseURL.replace(/\/$/, "") + "/tools";
                         client = this.sdkConfiguration.defaultClient;
-                        if (!(security instanceof utils.SpeakeasyBase)) {
-                            security = new operations.GetToolsSecurity(security);
+                        globalSecurity = this.sdkConfiguration.security;
+                        if (!(typeof globalSecurity === "function")) return [3 /*break*/, 2];
+                        return [4 /*yield*/, globalSecurity()];
+                    case 1:
+                        globalSecurity = _c.sent();
+                        _c.label = 2;
+                    case 2:
+                        if (!(globalSecurity instanceof utils.SpeakeasyBase)) {
+                            globalSecurity = new components.Security(globalSecurity);
                         }
-                        properties = utils.parseSecurityProperties(security);
+                        properties = utils.parseSecurityProperties(globalSecurity);
                         headers = __assign(__assign({}, config === null || config === void 0 ? void 0 : config.headers), properties.headers);
                         headers["Accept"] = "application/json";
                         headers["user-agent"] = this.sdkConfiguration.userAgent;
                         return [4 /*yield*/, client.request(__assign({ validateStatus: function () { return true; }, url: operationUrl, method: "get", headers: headers, responseType: "arraybuffer" }, config))];
-                    case 1:
+                    case 3:
                         httpRes = _c.sent();
                         responseContentType = (_b = (_a = httpRes === null || httpRes === void 0 ? void 0 : httpRes.headers) === null || _a === void 0 ? void 0 : _a["content-type"]) !== null && _b !== void 0 ? _b : "";
                         if ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) == null) {
@@ -209,16 +216,16 @@ var Tools = /** @class */ (function () {
     /**
      * Create a new tool
      */
-    Tools.prototype.createTool = function (req, security, config) {
+    Tools.prototype.createTool = function (req, config) {
         var _a, _b;
         return __awaiter(this, void 0, void 0, function () {
-            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, properties, headers, httpRes, responseContentType, res;
+            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, globalSecurity, properties, headers, httpRes, responseContentType, res, decodedRes;
             var _d;
             return __generator(this, function (_e) {
                 switch (_e.label) {
                     case 0:
                         if (!(req instanceof utils.SpeakeasyBase)) {
-                            req = new components.Tool(req);
+                            req = new components.CreateToolRequest(req);
                         }
                         baseURL = utils.templateUrl(this.sdkConfiguration.serverURL, this.sdkConfiguration.serverDefaults);
                         operationUrl = baseURL.replace(/\/$/, "") + "/tools";
@@ -232,17 +239,24 @@ var Tools = /** @class */ (function () {
                             }
                         }
                         client = this.sdkConfiguration.defaultClient;
-                        if (!(security instanceof utils.SpeakeasyBase)) {
-                            security = new operations.CreateToolSecurity(security);
+                        globalSecurity = this.sdkConfiguration.security;
+                        if (!(typeof globalSecurity === "function")) return [3 /*break*/, 2];
+                        return [4 /*yield*/, globalSecurity()];
+                    case 1:
+                        globalSecurity = _e.sent();
+                        _e.label = 2;
+                    case 2:
+                        if (!(globalSecurity instanceof utils.SpeakeasyBase)) {
+                            globalSecurity = new components.Security(globalSecurity);
                         }
-                        properties = utils.parseSecurityProperties(security);
+                        properties = utils.parseSecurityProperties(globalSecurity);
                         headers = __assign(__assign(__assign({}, reqBodyHeaders), config === null || config === void 0 ? void 0 : config.headers), properties.headers);
                         if (reqBody == null)
                             throw new Error("request body is required");
-                        headers["Accept"] = "*/*";
+                        headers["Accept"] = "application/json";
                         headers["user-agent"] = this.sdkConfiguration.userAgent;
                         return [4 /*yield*/, client.request(__assign({ validateStatus: function () { return true; }, url: operationUrl, method: "post", headers: headers, responseType: "arraybuffer", data: reqBody }, config))];
-                    case 1:
+                    case 3:
                         httpRes = _e.sent();
                         responseContentType = (_b = (_a = httpRes === null || httpRes === void 0 ? void 0 : httpRes.headers) === null || _a === void 0 ? void 0 : _a["content-type"]) !== null && _b !== void 0 ? _b : "";
                         if ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) == null) {
@@ -253,12 +267,19 @@ var Tools = /** @class */ (function () {
                             contentType: responseContentType,
                             rawResponse: httpRes,
                         });
+                        decodedRes = new TextDecoder().decode(httpRes === null || httpRes === void 0 ? void 0 : httpRes.data);
                         switch (true) {
                             case (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) == 200:
+                                if (utils.matchContentType(responseContentType, "application/json")) {
+                                    res.object = utils.objectToClass(JSON.parse(decodedRes), operations.CreateToolResponseBody);
+                                }
+                                else {
+                                    throw new errors.SDKError("unknown content-type received: " + responseContentType, httpRes.status, decodedRes, httpRes);
+                                }
                                 break;
                             case ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) >= 400 && (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) < 500) ||
                                 ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) >= 500 && (httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) < 600):
-                                throw new errors.SDKError("API error occurred", httpRes.status, httpRes === null || httpRes === void 0 ? void 0 : httpRes.data, httpRes);
+                                throw new errors.SDKError("API error occurred", httpRes.status, decodedRes, httpRes);
                         }
                         return [2 /*return*/, res];
                 }
@@ -268,16 +289,16 @@ var Tools = /** @class */ (function () {
     /**
      * Update an existing tool
      */
-    Tools.prototype.updateTool = function (req, security, config) {
+    Tools.prototype.updateTool = function (req, config) {
         var _a, _b;
         return __awaiter(this, void 0, void 0, function () {
-            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, properties, headers, httpRes, responseContentType, res;
+            var baseURL, operationUrl, _c, reqBodyHeaders, reqBody, client, globalSecurity, properties, headers, httpRes, responseContentType, res;
             var _d;
             return __generator(this, function (_e) {
                 switch (_e.label) {
                     case 0:
                         if (!(req instanceof utils.SpeakeasyBase)) {
-                            req = new components.ToolUpdate(req);
+                            req = new components.UpdateToolRequest(req);
                         }
                         baseURL = utils.templateUrl(this.sdkConfiguration.serverURL, this.sdkConfiguration.serverDefaults);
                         operationUrl = baseURL.replace(/\/$/, "") + "/tools";
@@ -291,17 +312,24 @@ var Tools = /** @class */ (function () {
                             }
                         }
                         client = this.sdkConfiguration.defaultClient;
-                        if (!(security instanceof utils.SpeakeasyBase)) {
-                            security = new operations.UpdateToolSecurity(security);
+                        globalSecurity = this.sdkConfiguration.security;
+                        if (!(typeof globalSecurity === "function")) return [3 /*break*/, 2];
+                        return [4 /*yield*/, globalSecurity()];
+                    case 1:
+                        globalSecurity = _e.sent();
+                        _e.label = 2;
+                    case 2:
+                        if (!(globalSecurity instanceof utils.SpeakeasyBase)) {
+                            globalSecurity = new components.Security(globalSecurity);
                         }
-                        properties = utils.parseSecurityProperties(security);
+                        properties = utils.parseSecurityProperties(globalSecurity);
                         headers = __assign(__assign(__assign({}, reqBodyHeaders), config === null || config === void 0 ? void 0 : config.headers), properties.headers);
                         if (reqBody == null)
                             throw new Error("request body is required");
                         headers["Accept"] = "*/*";
                         headers["user-agent"] = this.sdkConfiguration.userAgent;
                         return [4 /*yield*/, client.request(__assign({ validateStatus: function () { return true; }, url: operationUrl, method: "put", headers: headers, responseType: "arraybuffer", data: reqBody }, config))];
-                    case 1:
+                    case 3:
                         httpRes = _e.sent();
                         responseContentType = (_b = (_a = httpRes === null || httpRes === void 0 ? void 0 : httpRes.headers) === null || _a === void 0 ? void 0 : _a["content-type"]) !== null && _b !== void 0 ? _b : "";
                         if ((httpRes === null || httpRes === void 0 ? void 0 : httpRes.status) == null) {

package/dist/sdk/tracer.d.ts

@@ -112,20 +112,36 @@ export interface ChildLog {
         [key: string]: any;
     };
 }
+interface EvalInfo {
+    runName?: string;
+    datasetId?: string;
+    projectId?: string;
+    datapointIds?: string[];
+    runId?: string;
+}
 export declare class SessionTracer {
     private api_key;
     private project;
     private session_name;
     private user_properties;
     private source;
+    private metadata;
     private eventStack;
     private client;
     private session_id;
     private parentEvent;
+    private evalInfo;
+    private lastEventId;
+    private lastEventMetrics;
+    private lastEventMetadata;
     constructor(api_key: string, project: string, session_name: string, user_properties?: {
         [key: string]: any;
-    }, source?: string);
+    }, source?: string, metadata?: {
+        [key: string]: any;
+    });
     getSessionId(): string;
+    getEvalInfo(): EvalInfo | undefined;
+    setMetric(metric_name: string, metric_value: any, threshold: any): Promise<void>;
     startSession(inputs?: {
         [key: string]: any;
     }): Promise<void>;
@@ -139,3 +155,4 @@ export declare class SessionTracer {
         [key: string]: any;
     }, error?: string): Promise<void>;
 }
+export {};

package/dist/sdk/tracer.js

@@ -1,4 +1,15 @@
 "use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
 var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
     function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
     return new (P || (P = Promise))(function (resolve, reject) {
@@ -74,14 +85,16 @@ var ChatRole;
     ChatRole["System"] = "system";
 })(ChatRole = exports.ChatRole || (exports.ChatRole = {}));
 var SessionTracer = /** @class */ (function () {
-    function SessionTracer(api_key, project, session_name, user_properties, source) {
+    function SessionTracer(api_key, project, session_name, user_properties, source, metadata) {
         if (user_properties === void 0) { user_properties = {}; }
-        if (source === void 0) { source = 'HoneyHive Typescript SDK'; }
+        if (source === void 0) { source = "HoneyHive Typescript SDK"; }
+        if (metadata === void 0) { metadata = {}; }
         this.api_key = api_key;
         this.project = project;
         this.session_name = session_name;
         this.user_properties = user_properties;
         this.source = source;
+        this.metadata = metadata;
         this.eventStack = [];
         this.client = axios_1.default.create({
             headers: {
@@ -90,13 +103,56 @@ var SessionTracer = /** @class */ (function () {
         });
         this.session_id = "";
         this.parentEvent = {};
+        this.lastEventId = "";
+        this.lastEventMetrics = {};
+        this.lastEventMetadata = {};
     }
     SessionTracer.prototype.getSessionId = function () {
         return this.session_id;
     };
+    SessionTracer.prototype.getEvalInfo = function () {
+        return this.evalInfo;
+    };
+    SessionTracer.prototype.setMetric = function (metric_name, metric_value, threshold) {
+        return __awaiter(this, void 0, void 0, function () {
+            var metrics, metadata, body, res, error_1;
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0:
+                        if (!this.lastEventId) {
+                            throw new Error("No events defined on session to set metric on");
+                        }
+                        metrics = __assign({}, this.lastEventMetrics);
+                        metadata = __assign({}, this.lastEventMetadata);
+                        metrics[metric_name] = metric_value;
+                        metadata["threshold_".concat(metric_name)] = threshold;
+                        body = {
+                            event_id: this.lastEventId,
+                            metadata: metadata,
+                            metrics: metrics,
+                        };
+                        _a.label = 1;
+                    case 1:
+                        _a.trys.push([1, 3, , 4]);
+                        return [4 /*yield*/, this.client.put("https://api.honeyhive.ai/events", body)];
+                    case 2:
+                        res = _a.sent();
+                        if (res.status === 200) {
+                            this.lastEventMetrics = metrics;
+                            this.lastEventMetadata = metadata;
+                        }
+                        return [3 /*break*/, 4];
+                    case 3:
+                        error_1 = _a.sent();
+                        return [3 /*break*/, 4];
+                    case 4: return [2 /*return*/];
+                }
+            });
+        });
+    };
     SessionTracer.prototype.startSession = function (inputs) {
         return __awaiter(this, void 0, void 0, function () {
-            var session, _a;
+            var session, _a, projectRes, projectId, datasetRes, dataset, datasetId, datapointIds, runName, error_2;
             return __generator(this, function (_b) {
                 switch (_b.label) {
                     case 0:
@@ -136,7 +192,52 @@ var SessionTracer = /** @class */ (function () {
                     case 2:
                         _a = _b.sent();
                         return [3 /*break*/, 3];
-                    case 3: return [2 /*return*/];
+                    case 3:
+                        if (!(this.source === "evaluation")) return [3 /*break*/, 10];
+                        _b.label = 4;
+                    case 4:
+                        _b.trys.push([4, 9, , 10]);
+                        if (!(this.metadata && "run_id" in this.metadata)) return [3 /*break*/, 5];
+                        this.evalInfo = { runId: this.metadata["run_id"] };
+                        return [3 /*break*/, 8];
+                    case 5:
+                        if (!(this.metadata && "dataset_name" in this.metadata)) return [3 /*break*/, 8];
+                        return [4 /*yield*/, this.client.get("https://api.honeyhive.ai/projects", {
+                                params: { name: this.project },
+                            })];
+                    case 6:
+                        projectRes = _b.sent();
+                        if (projectRes.status !== 200)
+                            throw new Error("Failed to fetch project");
+                        projectId = projectRes.data[0]._id;
+                        return [4 /*yield*/, this.client.get("https://api.honeyhive.ai/datasets", {
+                                params: {
+                                    name: this.metadata["dataset_name"],
+                                    project: projectId,
+                                },
+                            })];
+                    case 7:
+                        datasetRes = _b.sent();
+                        if (datasetRes.status !== 200)
+                            throw new Error("Failed to fetch dataset");
+                        dataset = datasetRes.data["testcases"][0];
+                        datasetId = dataset["_id"];
+                        datapointIds = dataset["datapoints"];
+                        runName = "run_name" in this.metadata
+                            ? this.metadata["run_name"]
+                            : this.session_name;
+                        this.evalInfo = {
+                            datasetId: datasetId,
+                            datapointIds: datapointIds,
+                            projectId: projectId,
+                            runName: runName,
+                        };
+                        _b.label = 8;
+                    case 8: return [3 /*break*/, 10];
+                    case 9:
+                        error_2 = _b.sent();
+                        return [3 /*break*/, 10];
+                    case 10: return [2 /*return*/];
                 }
             });
         });
@@ -147,7 +248,9 @@ var SessionTracer = /** @class */ (function () {
                 session_id: this.session_id,
                 event_id: (0, uuid_1.v4)(),
                 project: this.project,
-                parent_id: this.eventStack.length > 0 ? this.eventStack[this.eventStack.length - 1].event_id : this.parentEvent.event_id,
+                parent_id: this.eventStack.length > 0
+                    ? this.eventStack[this.eventStack.length - 1].event_id
+                    : this.parentEvent.event_id,
                 event_type: event_type,
                 event_name: event_name,
                 config: config,
@@ -174,17 +277,38 @@ var SessionTracer = /** @class */ (function () {
             }
             var currentEvent = this.eventStack.pop();
             if (currentEvent) {
+                if (currentEvent.event_id) {
+                    this.lastEventId = currentEvent.event_id;
+                    if (currentEvent.metrics) {
+                        this.lastEventMetrics = currentEvent.metrics;
+                    }
+                    else {
+                        this.lastEventMetrics = {};
+                    }
+                    if (currentEvent.metadata) {
+                        this.lastEventMetadata = currentEvent.metadata;
+                    }
+                    else {
+                        this.lastEventMetadata = {};
+                    }
+                }
                 currentEvent.end_time = Date.now();
-                currentEvent.duration = currentEvent.end_time - (currentEvent.start_time || currentEvent.end_time);
+                currentEvent.duration =
+                    currentEvent.end_time -
+                        (currentEvent.start_time || currentEvent.end_time);
                 currentEvent.outputs = outputs;
                 if (error) {
                     currentEvent.error = error;
                 }
                 if (this.eventStack.length > 0) {
-                    this.eventStack[this.eventStack.length - 1].children = __spreadArray(__spreadArray([], __read((this.eventStack[this.eventStack.length - 1].children || [])), false), [currentEvent], false);
+                    this.eventStack[this.eventStack.length - 1].children = __spreadArray(__spreadArray([], __read((this.eventStack[this.eventStack.length - 1].children || [])), false), [
+                        currentEvent,
+                    ], false);
                 }
                 else {
-                    this.parentEvent.children = __spreadArray(__spreadArray([], __read((this.parentEvent.children || [])), false), [currentEvent], false);
+                    this.parentEvent.children = __spreadArray(__spreadArray([], __read((this.parentEvent.children || [])), false), [
+                        currentEvent,
+                    ], false);
                 }
             }
         }
@@ -194,22 +318,24 @@ var SessionTracer = /** @class */ (function () {
     };
     SessionTracer.prototype.endSession = function (outputs, error) {
         return __awaiter(this, void 0, void 0, function () {
-            var session_trace, _a;
+            var session_trace, getRunRes, eventIds, updateRunRes, body, runRes, runId, _a;
             return __generator(this, function (_b) {
                 switch (_b.label) {
                     case 0:
-                        _b.trys.push([0, 4, , 5]);
+                        _b.trys.push([0, 8, , 9]);
                         while (this.eventStack.length > 0) {
                             this.endEvent();
                         }
                         session_trace = this.parentEvent;
                         session_trace.end_time = Date.now();
-                        session_trace.duration = session_trace.end_time - (session_trace.start_time || session_trace.end_time);
+                        session_trace.duration =
+                            session_trace.end_time -
+                                (session_trace.start_time || session_trace.end_time);
                         session_trace.outputs = outputs;
                         if (error) {
                             session_trace.error = error;
                         }
-                        if (!session_trace) return [3 /*break*/, 3];
+                        if (!session_trace) return [3 /*break*/, 7];
                         return [4 /*yield*/, this.client.post("https://api.honeyhive.ai/session/".concat(this.session_id, "/traces"), {
                                 logs: [session_trace],
                             })];
@@ -221,12 +347,46 @@ var SessionTracer = /** @class */ (function () {
                             })];
                     case 2:
                         _b.sent();
-                        _b.label = 3;
-                    case 3: return [3 /*break*/, 5];
+                        if (!this.evalInfo) return [3 /*break*/, 7];
+                        if (!this.evalInfo.runId) return [3 /*break*/, 5];
+                        return [4 /*yield*/, this.client.get("https://api.honeyhive.ai/runs/".concat(this.evalInfo.runId))];
+                    case 3:
+                        getRunRes = _b.sent();
+                        if (getRunRes.status !== 200)
+                            throw new Error("Failed to get run info");
+                        eventIds = getRunRes.data["evaluation"]["event_ids"];
+                        eventIds.push(this.session_id);
+                        return [4 /*yield*/, this.client.put("https://api.honeyhive.ai/runs/".concat(this.evalInfo.runId), { event_ids: eventIds })];
                     case 4:
+                        updateRunRes = _b.sent();
+                        if (updateRunRes.status !== 200)
+                            throw new Error("Failed to update run info");
+                        return [3 /*break*/, 7];
+                    case 5:
+                        body = {
+                            event_ids: [this.session_id],
+                            dataset_id: this.evalInfo.datasetId,
+                            datapoint_ids: this.evalInfo.datapointIds,
+                            project: this.evalInfo.projectId,
+                            status: "completed",
+                            name: this.evalInfo.runName,
+                        };
+                        if ("config" in session_trace) {
+                            body["configuration"] = session_trace["config"];
+                        }
+                        return [4 /*yield*/, this.client.post("https://api.honeyhive.ai/runs", body)];
+                    case 6:
+                        runRes = _b.sent();
+                        if (runRes.status !== 200)
+                            throw new Error("Failed to submit eval info");
+                        runId = runRes.data["run_id"];
+                        this.evalInfo.runId = runId;
+                        _b.label = 7;
+                    case 7: return [3 /*break*/, 9];
+                    case 8:
                         _a = _b.sent();
-                        return [3 /*break*/, 5];
-                    case 5: return [2 /*return*/];
+                        return [3 /*break*/, 9];
+                    case 9: return [2 /*return*/];
                 }
             });
         });

package/docs/models/components/configuration.md

@@ -3,11 +3,13 @@
 
 ## Fields
 
-| Field                                                                  | Type                                                                   | Required                                                               | Description                                                            |
-| ---------------------------------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------------------- | ---------------------------------------------------------------------- |
-| `project`                                                              | *string*                                                               | :heavy_check_mark:                                                     | ID of the project to which this configuration belongs                  |
-| `type`                                                                 | [components.TypeT](../../models/components/typet.md)                   | :heavy_minus_sign:                                                     | Type of the configuration - "LLM" or "pipeline" - "LLM" by default     |
-| `name`                                                                 | *string*                                                               | :heavy_check_mark:                                                     | Name of the configuration                                              |
-| `provider`                                                             | *string*                                                               | :heavy_check_mark:                                                     | Name of the provider - "openai", "anthropic", etc.                     |
-| `parameters`                                                           | [components.ParametersT](../../models/components/parameterst.md)       | :heavy_minus_sign:                                                     | N/A                                                                    |
-| `userProperties`                                                       | [components.UserProperties](../../models/components/userproperties.md) | :heavy_minus_sign:                                                     | Details of user who created the configuration                          |
+| Field                                                              | Type                                                               | Required                                                           | Description                                                        |
+| ------------------------------------------------------------------ | ------------------------------------------------------------------ | ------------------------------------------------------------------ | ------------------------------------------------------------------ |
+| `id`                                                               | *string*                                                           | :heavy_minus_sign:                                                 | ID of the configuration                                            |
+| `env`                                                              | [components.Env](../../models/components/env.md)[]                 | :heavy_minus_sign:                                                 | List of environments where the configuration is active             |
+| `name`                                                             | *string*                                                           | :heavy_check_mark:                                                 | Name of the configuration                                          |
+| `parameters`                                                       | Record<string, *any*>                                              | :heavy_check_mark:                                                 | N/A                                                                |
+| `project`                                                          | *string*                                                           | :heavy_check_mark:                                                 | ID of the project to which this configuration belongs              |
+| `provider`                                                         | *string*                                                           | :heavy_check_mark:                                                 | Name of the provider - "openai", "anthropic", etc.                 |
+| `type`                                                             | [components.TypeT](../../models/components/typet.md)               | :heavy_check_mark:                                                 | Type of the configuration - "LLM" or "pipeline" - "LLM" by default |
+| `userProperties`                                                   | Record<string, *any*>                                              | :heavy_minus_sign:                                                 | Details of user who created the configuration                      |

package/docs/models/components/createdatapointrequest.md

@@ -3,14 +3,14 @@
 
 ## Fields
 
-| Field                                                                                                  | Type                                                                                                   | Required                                                                                               | Description                                                                                            |
-| ------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------ | ------------------------------------------------------------------------------------------------------ |
-| `groundTruth`                                                                                          | Record<string, *any*>                                                                                  | :heavy_minus_sign:                                                                                     | Expected output JSON object for the datapoint                                                          |
-| `inputs`                                                                                               | [components.CreateDatapointRequestInputs](../../models/components/createdatapointrequestinputs.md)     | :heavy_check_mark:                                                                                     | Arbitrary JSON object containing the inputs for the datapoint                                          |
-| `linkedDatasets`                                                                                       | *string*[]                                                                                             | :heavy_minus_sign:                                                                                     | Ids of all datasets that include the datapoint                                                         |
-| `linkedEvals`                                                                                          | *string*[]                                                                                             | :heavy_minus_sign:                                                                                     | Ids of evaluations where the datapoint is included                                                     |
-| `linkedEvent`                                                                                          | *string*                                                                                               | :heavy_minus_sign:                                                                                     | Event id for the event from which the datapoint was created                                            |
-| `metadata`                                                                                             | [components.CreateDatapointRequestMetadata](../../models/components/createdatapointrequestmetadata.md) | :heavy_minus_sign:                                                                                     | Any additional metadata for the datapoint                                                              |
-| `project`                                                                                              | *string*                                                                                               | :heavy_check_mark:                                                                                     | UUID for the project to which the datapoint belongs                                                    |
-| `saved`                                                                                                | *boolean*                                                                                              | :heavy_minus_sign:                                                                                     | Whether the datapoint is saved or detected                                                             |
-| `type`                                                                                                 | [components.CreateDatapointRequestType](../../models/components/createdatapointrequesttype.md)         | :heavy_check_mark:                                                                                     | Type of datapoint - "evaluation" or "fine-tuning"                                                      |
+| Field                                                                                          | Type                                                                                           | Required                                                                                       | Description                                                                                    |
+| ---------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------- | ---------------------------------------------------------------------------------------------- |
+| `groundTruth`                                                                                  | Record<string, *any*>                                                                          | :heavy_minus_sign:                                                                             | Expected output JSON object for the datapoint                                                  |
+| `inputs`                                                                                       | Record<string, *any*>                                                                          | :heavy_check_mark:                                                                             | Arbitrary JSON object containing the inputs for the datapoint                                  |
+| `linkedDatasets`                                                                               | *string*[]                                                                                     | :heavy_minus_sign:                                                                             | Ids of all datasets that include the datapoint                                                 |
+| `linkedEvals`                                                                                  | *string*[]                                                                                     | :heavy_minus_sign:                                                                             | Ids of evaluations where the datapoint is included                                             |
+| `linkedEvent`                                                                                  | *string*                                                                                       | :heavy_minus_sign:                                                                             | Event id for the event from which the datapoint was created                                    |
+| `metadata`                                                                                     | Record<string, *any*>                                                                          | :heavy_minus_sign:                                                                             | Any additional metadata for the datapoint                                                      |
+| `project`                                                                                      | *string*                                                                                       | :heavy_check_mark:                                                                             | UUID for the project to which the datapoint belongs                                            |
+| `saved`                                                                                        | *boolean*                                                                                      | :heavy_minus_sign:                                                                             | Whether the datapoint is saved or detected                                                     |
+| `type`                                                                                         | [components.CreateDatapointRequestType](../../models/components/createdatapointrequesttype.md) | :heavy_check_mark:                                                                             | Type of datapoint - "evaluation" or "fine-tuning"                                              |