honeyhive 1.0.19 → 1.0.21

package/dist/models/components/event.js

@@ -0,0 +1,145 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
+ */
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Event = exports.EventType = void 0;
+var utils_1 = require("../../internal/utils");
+var class_transformer_1 = require("class-transformer");
+/**
+ * Specify whether the event is of "session", "model", "tool" or "chain" type
+ */
+var EventType;
+(function (EventType) {
+    EventType["Session"] = "session";
+    EventType["Model"] = "model";
+    EventType["Tool"] = "tool";
+    EventType["Chain"] = "chain";
+})(EventType = exports.EventType || (exports.EventType = {}));
+var Event = /** @class */ (function (_super) {
+    __extends(Event, _super);
+    function Event() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "project_id" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "projectId", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "source" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "source", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "event_name" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "eventName", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "event_type" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "eventType", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "event_id" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "eventId", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "session_id" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "sessionId", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "parent_id" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "parentId", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "children_ids" }),
+        __metadata("design:type", Array)
+    ], Event.prototype, "childrenIds", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "config" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "config", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "inputs" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "inputs", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "outputs" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "outputs", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "error" }),
+        __metadata("design:type", String)
+    ], Event.prototype, "error", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "start_time" }),
+        __metadata("design:type", Number)
+    ], Event.prototype, "startTime", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "end_time" }),
+        __metadata("design:type", Number)
+    ], Event.prototype, "endTime", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "duration" }),
+        __metadata("design:type", Number)
+    ], Event.prototype, "duration", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "metadata" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "metadata", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "feedback" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "feedback", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "metrics" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "metrics", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "user_properties" }),
+        __metadata("design:type", Object)
+    ], Event.prototype, "userProperties", void 0);
+    return Event;
+}(utils_1.SpeakeasyBase));
+exports.Event = Event;

package/dist/models/components/eventfilter.d.ts

@@ -0,0 +1,38 @@
+import { SpeakeasyBase } from "../../internal/utils";
+/**
+ * The type of filter you are performing - "is", "is not", "contains", "not contains", "greater than"
+ */
+export declare enum Operator {
+    Is = "is",
+    IsNot = "is not",
+    Contains = "contains",
+    NotContains = "not contains",
+    GreaterThan = "greater than"
+}
+/**
+ * The data type you are using - "string", "number", "boolean", "id" (for object ids)
+ */
+export declare enum TypeT {
+    String = "string",
+    Number = "number",
+    Boolean = "boolean",
+    Id = "id"
+}
+export declare class EventFilter extends SpeakeasyBase {
+    /**
+     * The field name that you are filtering by like `metadata.cost`, `inputs.chat_history.0.content`
+     */
+    field?: string;
+    /**
+     * The value that you are filtering the field for
+     */
+    value?: string;
+    /**
+     * The type of filter you are performing - "is", "is not", "contains", "not contains", "greater than"
+     */
+    operator?: Operator;
+    /**
+     * The data type you are using - "string", "number", "boolean", "id" (for object ids)
+     */
+    type?: TypeT;
+}

package/dist/models/components/eventfilter.js

@@ -0,0 +1,81 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
+ */
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EventFilter = exports.TypeT = exports.Operator = void 0;
+var utils_1 = require("../../internal/utils");
+var class_transformer_1 = require("class-transformer");
+/**
+ * The type of filter you are performing - "is", "is not", "contains", "not contains", "greater than"
+ */
+var Operator;
+(function (Operator) {
+    Operator["Is"] = "is";
+    Operator["IsNot"] = "is not";
+    Operator["Contains"] = "contains";
+    Operator["NotContains"] = "not contains";
+    Operator["GreaterThan"] = "greater than";
+})(Operator = exports.Operator || (exports.Operator = {}));
+/**
+ * The data type you are using - "string", "number", "boolean", "id" (for object ids)
+ */
+var TypeT;
+(function (TypeT) {
+    TypeT["String"] = "string";
+    TypeT["Number"] = "number";
+    TypeT["Boolean"] = "boolean";
+    TypeT["Id"] = "id";
+})(TypeT = exports.TypeT || (exports.TypeT = {}));
+var EventFilter = /** @class */ (function (_super) {
+    __extends(EventFilter, _super);
+    function EventFilter() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "field" }),
+        __metadata("design:type", String)
+    ], EventFilter.prototype, "field", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "value" }),
+        __metadata("design:type", String)
+    ], EventFilter.prototype, "value", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "operator" }),
+        __metadata("design:type", String)
+    ], EventFilter.prototype, "operator", void 0);
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "type" }),
+        __metadata("design:type", String)
+    ], EventFilter.prototype, "type", void 0);
+    return EventFilter;
+}(utils_1.SpeakeasyBase));
+exports.EventFilter = EventFilter;

package/dist/models/components/getrunresponse.d.ts

@@ -0,0 +1,5 @@
+import { SpeakeasyBase } from "../../internal/utils";
+import { EvaluationRun } from "./evaluationrun";
+export declare class GetRunResponse extends SpeakeasyBase {
+    evaluation?: EvaluationRun;
+}

package/dist/models/components/getrunresponse.js

@@ -0,0 +1,47 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
+ */
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GetRunResponse = void 0;
+var utils_1 = require("../../internal/utils");
+var evaluationrun_1 = require("./evaluationrun");
+var class_transformer_1 = require("class-transformer");
+var GetRunResponse = /** @class */ (function (_super) {
+    __extends(GetRunResponse, _super);
+    function GetRunResponse() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)(),
+        (0, class_transformer_1.Expose)({ name: "evaluation" }),
+        (0, class_transformer_1.Type)(function () { return evaluationrun_1.EvaluationRun; }),
+        __metadata("design:type", evaluationrun_1.EvaluationRun)
+    ], GetRunResponse.prototype, "evaluation", void 0);
+    return GetRunResponse;
+}(utils_1.SpeakeasyBase));
+exports.GetRunResponse = GetRunResponse;

package/dist/models/components/getrunsresponse.d.ts

@@ -0,0 +1,5 @@
+import { SpeakeasyBase } from "../../internal/utils";
+import { EvaluationRun } from "./evaluationrun";
+export declare class GetRunsResponse extends SpeakeasyBase {
+    evaluations?: EvaluationRun[];
+}

package/dist/models/components/getrunsresponse.js

@@ -0,0 +1,47 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
+ */
+var __extends = (this && this.__extends) || (function () {
+    var extendStatics = function (d, b) {
+        extendStatics = Object.setPrototypeOf ||
+            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
+            function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
+        return extendStatics(d, b);
+    };
+    return function (d, b) {
+        if (typeof b !== "function" && b !== null)
+            throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
+        extendStatics(d, b);
+        function __() { this.constructor = d; }
+        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
+    };
+})();
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GetRunsResponse = void 0;
+var utils_1 = require("../../internal/utils");
+var evaluationrun_1 = require("./evaluationrun");
+var class_transformer_1 = require("class-transformer");
+var GetRunsResponse = /** @class */ (function (_super) {
+    __extends(GetRunsResponse, _super);
+    function GetRunsResponse() {
+        return _super !== null && _super.apply(this, arguments) || this;
+    }
+    __decorate([
+        (0, utils_1.SpeakeasyMetadata)({ elemType: evaluationrun_1.EvaluationRun }),
+        (0, class_transformer_1.Expose)({ name: "evaluations" }),
+        (0, class_transformer_1.Type)(function () { return evaluationrun_1.EvaluationRun; }),
+        __metadata("design:type", Array)
+    ], GetRunsResponse.prototype, "evaluations", void 0);
+    return GetRunsResponse;
+}(utils_1.SpeakeasyBase));
+exports.GetRunsResponse = GetRunsResponse;

package/dist/models/components/index.d.ts

@@ -0,0 +1,31 @@
+export * from "./configuration";
+export * from "./createdatapointrequest";
+export * from "./createdatasetrequest";
+export * from "./createeventrequest";
+export * from "./createmodelevent";
+export * from "./createprojectrequest";
+export * from "./createrunrequest";
+export * from "./createrunresponse";
+export * from "./createtoolrequest";
+export * from "./datapoint";
+export * from "./dataset";
+export * from "./datasetupdate";
+export * from "./deleterunresponse";
+export * from "./evaluationrun";
+export * from "./event";
+export * from "./eventfilter";
+export * from "./getrunresponse";
+export * from "./getrunsresponse";
+export * from "./metric";
+export * from "./metricedit";
+export * from "./postconfigurationrequest";
+export * from "./project";
+export * from "./putconfigurationrequest";
+export * from "./security";
+export * from "./sessionstartrequest";
+export * from "./tool";
+export * from "./updatedatapointrequest";
+export * from "./updateprojectrequest";
+export * from "./updaterunrequest";
+export * from "./updaterunresponse";
+export * from "./updatetoolrequest";

package/dist/models/components/index.js

@@ -0,0 +1,50 @@
+"use strict";
+/*
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
+ */
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./configuration"), exports);
+__exportStar(require("./createdatapointrequest"), exports);
+__exportStar(require("./createdatasetrequest"), exports);
+__exportStar(require("./createeventrequest"), exports);
+__exportStar(require("./createmodelevent"), exports);
+__exportStar(require("./createprojectrequest"), exports);
+__exportStar(require("./createrunrequest"), exports);
+__exportStar(require("./createrunresponse"), exports);
+__exportStar(require("./createtoolrequest"), exports);
+__exportStar(require("./datapoint"), exports);
+__exportStar(require("./dataset"), exports);
+__exportStar(require("./datasetupdate"), exports);
+__exportStar(require("./deleterunresponse"), exports);
+__exportStar(require("./evaluationrun"), exports);
+__exportStar(require("./event"), exports);
+__exportStar(require("./eventfilter"), exports);
+__exportStar(require("./getrunresponse"), exports);
+__exportStar(require("./getrunsresponse"), exports);
+__exportStar(require("./metric"), exports);
+__exportStar(require("./metricedit"), exports);
+__exportStar(require("./postconfigurationrequest"), exports);
+__exportStar(require("./project"), exports);
+__exportStar(require("./putconfigurationrequest"), exports);
+__exportStar(require("./security"), exports);
+__exportStar(require("./sessionstartrequest"), exports);
+__exportStar(require("./tool"), exports);
+__exportStar(require("./updatedatapointrequest"), exports);
+__exportStar(require("./updateprojectrequest"), exports);
+__exportStar(require("./updaterunrequest"), exports);
+__exportStar(require("./updaterunresponse"), exports);
+__exportStar(require("./updatetoolrequest"), exports);

package/dist/models/components/metric.d.ts

@@ -0,0 +1,86 @@
+import { SpeakeasyBase } from "../../internal/utils";
+/**
+ * Type of the metric - "custom", "model" or "human"
+ */
+export declare enum MetricType {
+    Custom = "custom",
+    Model = "model",
+    Human = "human"
+}
+/**
+ * The data type of the metric value - "boolean", "float", "string"
+ */
+export declare enum ReturnTypeT {
+    Boolean = "boolean",
+    Float = "float",
+    String = "string"
+}
+/**
+ * Threshold for numeric metrics to decide passing or failing in tests
+ */
+export declare class Threshold extends SpeakeasyBase {
+    min?: number;
+    max?: number;
+}
+export declare class Metric extends SpeakeasyBase {
+    /**
+     * Name of the metric
+     */
+    name: string;
+    /**
+     * Criteria for human metrics
+     */
+    criteria?: string;
+    /**
+     * Associated code block for the metric
+     */
+    codeSnippet?: string;
+    /**
+     * Evaluator prompt for the metric
+     */
+    prompt?: string;
+    /**
+     * Name of the project associated with metric
+     */
+    task: string;
+    /**
+     * Type of the metric - "custom", "model" or "human"
+     */
+    type: MetricType;
+    /**
+     * Short description of what the metric does
+     */
+    description: string;
+    /**
+     * Whether to compute on all production events automatically
+     */
+    enabledInProd?: boolean;
+    /**
+     * Whether a ground truth (on metadata) is required to compute it
+     */
+    needsGroundTruth?: boolean;
+    /**
+     * The data type of the metric value - "boolean", "float", "string"
+     */
+    returnType: ReturnTypeT;
+    /**
+     * Threshold for numeric metrics to decide passing or failing in tests
+     */
+    threshold?: Threshold;
+    /**
+     * Threshold for boolean metrics to decide passing or failing in tests
+     */
+    passWhen?: boolean;
+    /**
+     * Unique idenitifier
+     */
+    id?: string;
+    /**
+     * Name of event that the metric is set to be computed on
+     */
+    eventName?: string;
+    /**
+     * Type of event that the metric is set to be computed on
+     */
+    eventType?: string;
+}