honeyhive 1.0.19 → 1.0.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (220) hide show
  1. package/dist/index.d.ts +1 -0
  2. package/dist/index.js +20 -0
  3. package/dist/internal/utils/contenttype.d.ts +1 -0
  4. package/dist/internal/utils/contenttype.js +33 -0
  5. package/dist/internal/utils/headers.d.ts +4 -0
  6. package/dist/internal/utils/headers.js +92 -0
  7. package/dist/internal/utils/index.d.ts +8 -0
  8. package/dist/internal/utils/index.js +27 -0
  9. package/dist/internal/utils/pathparams.d.ts +2 -0
  10. package/dist/internal/utils/pathparams.js +53 -0
  11. package/dist/internal/utils/queryparams.d.ts +2 -0
  12. package/dist/internal/utils/queryparams.js +182 -0
  13. package/dist/internal/utils/requestbody.d.ts +2 -0
  14. package/dist/internal/utils/requestbody.js +328 -0
  15. package/dist/internal/utils/retries.d.ts +20 -0
  16. package/dist/internal/utils/retries.js +250 -0
  17. package/dist/internal/utils/security.d.ts +5 -0
  18. package/dist/internal/utils/security.js +196 -0
  19. package/dist/internal/utils/utils.d.ts +37 -0
  20. package/dist/internal/utils/utils.js +368 -0
  21. package/dist/models/components/configuration.d.ts +44 -0
  22. package/dist/models/components/configuration.js +94 -0
  23. package/dist/models/components/createdatapointrequest.d.ts +31 -0
  24. package/dist/models/components/createdatapointrequest.js +75 -0
  25. package/dist/models/components/createdatasetrequest.d.ts +50 -0
  26. package/dist/models/components/createdatasetrequest.js +101 -0
  27. package/dist/models/components/createeventrequest.d.ts +87 -0
  28. package/dist/models/components/createeventrequest.js +144 -0
  29. package/dist/models/components/createmodelevent.d.ts +71 -0
  30. package/dist/models/components/createmodelevent.js +125 -0
  31. package/dist/models/components/createprojectrequest.d.ts +5 -0
  32. package/dist/models/components/createprojectrequest.js +50 -0
  33. package/dist/models/components/createrunrequest.d.ts +42 -0
  34. package/dist/models/components/createrunrequest.js +88 -0
  35. package/dist/models/components/createrunresponse.d.ts +6 -0
  36. package/dist/models/components/createrunresponse.js +52 -0
  37. package/dist/models/components/createtoolrequest.d.ts +18 -0
  38. package/dist/models/components/createtoolrequest.js +70 -0
  39. package/dist/models/components/datapoint.d.ts +41 -0
  40. package/dist/models/components/datapoint.js +118 -0
  41. package/dist/models/components/dataset.d.ts +58 -0
  42. package/dist/models/components/dataset.js +119 -0
  43. package/dist/models/components/datasetupdate.d.ts +27 -0
  44. package/dist/models/components/datasetupdate.js +70 -0
  45. package/dist/models/components/deleterunresponse.d.ts +5 -0
  46. package/dist/models/components/deleterunresponse.js +50 -0
  47. package/dist/models/components/evaluationrun.d.ts +50 -0
  48. package/dist/models/components/evaluationrun.js +116 -0
  49. package/dist/models/components/event.d.ts +88 -0
  50. package/dist/models/components/event.js +145 -0
  51. package/dist/models/components/eventfilter.d.ts +38 -0
  52. package/dist/models/components/eventfilter.js +81 -0
  53. package/dist/models/components/getrunresponse.d.ts +5 -0
  54. package/dist/models/components/getrunresponse.js +47 -0
  55. package/dist/models/components/getrunsresponse.d.ts +5 -0
  56. package/dist/models/components/getrunsresponse.js +47 -0
  57. package/dist/models/components/index.d.ts +31 -0
  58. package/dist/models/components/index.js +50 -0
  59. package/dist/models/components/metric.d.ts +86 -0
  60. package/dist/models/components/metric.js +155 -0
  61. package/dist/models/components/metricedit.d.ts +91 -0
  62. package/dist/models/components/metricedit.js +160 -0
  63. package/dist/models/components/postconfigurationrequest.d.ts +29 -0
  64. package/dist/models/components/postconfigurationrequest.js +76 -0
  65. package/dist/models/components/project.d.ts +6 -0
  66. package/dist/models/components/project.js +55 -0
  67. package/dist/models/components/putconfigurationrequest.d.ts +40 -0
  68. package/dist/models/components/putconfigurationrequest.js +89 -0
  69. package/dist/models/components/security.d.ts +4 -0
  70. package/dist/models/components/security.js +45 -0
  71. package/dist/models/components/sessionstartrequest.d.ts +67 -0
  72. package/dist/models/components/sessionstartrequest.js +120 -0
  73. package/dist/models/components/tool.d.ts +19 -0
  74. package/dist/models/components/tool.js +75 -0
  75. package/dist/models/components/updatedatapointrequest.d.ts +27 -0
  76. package/dist/models/components/updatedatapointrequest.js +70 -0
  77. package/dist/models/components/updateprojectrequest.d.ts +6 -0
  78. package/dist/models/components/updateprojectrequest.js +55 -0
  79. package/dist/models/components/updaterunrequest.d.ts +32 -0
  80. package/dist/models/components/updaterunrequest.js +80 -0
  81. package/dist/models/components/updaterunresponse.d.ts +11 -0
  82. package/dist/models/components/updaterunresponse.js +50 -0
  83. package/dist/models/components/updatetoolrequest.d.ts +7 -0
  84. package/dist/models/components/updatetoolrequest.js +60 -0
  85. package/dist/models/errors/createeventbatch.d.ts +14 -0
  86. package/dist/models/errors/createeventbatch.js +70 -0
  87. package/dist/models/errors/createmodeleventbatch.d.ts +14 -0
  88. package/dist/models/errors/createmodeleventbatch.js +70 -0
  89. package/dist/models/errors/index.d.ts +3 -0
  90. package/dist/models/errors/index.js +22 -0
  91. package/dist/models/errors/sdkerror.d.ts +7 -0
  92. package/dist/models/errors/sdkerror.js +40 -0
  93. package/dist/models/operations/adddatapoints.d.ts +68 -0
  94. package/dist/models/operations/adddatapoints.js +143 -0
  95. package/dist/models/operations/createconfiguration.d.ts +16 -0
  96. package/dist/models/operations/createconfiguration.js +51 -0
  97. package/dist/models/operations/createdatapoint.d.ts +29 -0
  98. package/dist/models/operations/createdatapoint.js +86 -0
  99. package/dist/models/operations/createdataset.d.ts +33 -0
  100. package/dist/models/operations/createdataset.js +91 -0
  101. package/dist/models/operations/createevent.d.ts +31 -0
  102. package/dist/models/operations/createevent.js +115 -0
  103. package/dist/models/operations/createeventbatch.d.ts +36 -0
  104. package/dist/models/operations/createeventbatch.js +125 -0
  105. package/dist/models/operations/createmetric.d.ts +16 -0
  106. package/dist/models/operations/createmetric.js +51 -0
  107. package/dist/models/operations/createmodelevent.d.ts +31 -0
  108. package/dist/models/operations/createmodelevent.js +115 -0
  109. package/dist/models/operations/createmodeleventbatch.d.ts +31 -0
  110. package/dist/models/operations/createmodeleventbatch.js +115 -0
  111. package/dist/models/operations/createproject.d.ts +21 -0
  112. package/dist/models/operations/createproject.js +79 -0
  113. package/dist/models/operations/createrun.d.ts +21 -0
  114. package/dist/models/operations/createrun.js +79 -0
  115. package/dist/models/operations/createtool.d.ts +29 -0
  116. package/dist/models/operations/createtool.js +86 -0
  117. package/dist/models/operations/deleteconfiguration.d.ts +22 -0
  118. package/dist/models/operations/deleteconfiguration.js +63 -0
  119. package/dist/models/operations/deletedatapoint.d.ts +32 -0
  120. package/dist/models/operations/deletedatapoint.js +84 -0
  121. package/dist/models/operations/deletedataset.d.ts +22 -0
  122. package/dist/models/operations/deletedataset.js +63 -0
  123. package/dist/models/operations/deletemetric.d.ts +19 -0
  124. package/dist/models/operations/deletemetric.js +63 -0
  125. package/dist/models/operations/deleteproject.d.ts +19 -0
  126. package/dist/models/operations/deleteproject.js +63 -0
  127. package/dist/models/operations/deleterun.d.ts +24 -0
  128. package/dist/models/operations/deleterun.js +91 -0
  129. package/dist/models/operations/deletetool.d.ts +19 -0
  130. package/dist/models/operations/deletetool.js +63 -0
  131. package/dist/models/operations/getconfigurations.d.ts +43 -0
  132. package/dist/models/operations/getconfigurations.js +108 -0
  133. package/dist/models/operations/getdatapoint.d.ts +33 -0
  134. package/dist/models/operations/getdatapoint.js +109 -0
  135. package/dist/models/operations/getdatapoints.d.ts +41 -0
  136. package/dist/models/operations/getdatapoints.js +117 -0
  137. package/dist/models/operations/getdatasets.d.ts +48 -0
  138. package/dist/models/operations/getdatasets.js +125 -0
  139. package/dist/models/operations/getevents.d.ts +57 -0
  140. package/dist/models/operations/getevents.js +155 -0
  141. package/dist/models/operations/getmetrics.d.ts +27 -0
  142. package/dist/models/operations/getmetrics.js +91 -0
  143. package/dist/models/operations/getprojects.d.ts +24 -0
  144. package/dist/models/operations/getprojects.js +91 -0
  145. package/dist/models/operations/getrun.d.ts +24 -0
  146. package/dist/models/operations/getrun.js +91 -0
  147. package/dist/models/operations/getruns.d.ts +24 -0
  148. package/dist/models/operations/getruns.js +91 -0
  149. package/dist/models/operations/getsession.d.ts +24 -0
  150. package/dist/models/operations/getsession.js +91 -0
  151. package/dist/models/operations/gettools.d.ts +21 -0
  152. package/dist/models/operations/gettools.js +79 -0
  153. package/dist/models/operations/index.d.ts +39 -0
  154. package/dist/models/operations/index.js +58 -0
  155. package/dist/models/operations/startsession.d.ts +30 -0
  156. package/dist/models/operations/startsession.js +110 -0
  157. package/dist/models/operations/updateconfiguration.d.ts +24 -0
  158. package/dist/models/operations/updateconfiguration.js +91 -0
  159. package/dist/models/operations/updatedatapoint.d.ts +24 -0
  160. package/dist/models/operations/updatedatapoint.js +91 -0
  161. package/dist/models/operations/updatedataset.d.ts +16 -0
  162. package/dist/models/operations/updatedataset.js +51 -0
  163. package/dist/models/operations/updateevent.d.ts +26 -0
  164. package/dist/models/operations/updateevent.js +100 -0
  165. package/dist/models/operations/updatemetric.d.ts +16 -0
  166. package/dist/models/operations/updatemetric.js +51 -0
  167. package/dist/models/operations/updateproject.d.ts +16 -0
  168. package/dist/models/operations/updateproject.js +51 -0
  169. package/dist/models/operations/updaterun.d.ts +25 -0
  170. package/dist/models/operations/updaterun.js +95 -0
  171. package/dist/models/operations/updatetool.d.ts +16 -0
  172. package/dist/models/operations/updatetool.js +51 -0
  173. package/dist/sdk/configurations.d.ts +24 -0
  174. package/dist/sdk/configurations.js +356 -0
  175. package/dist/sdk/datapoints.d.ts +28 -0
  176. package/dist/sdk/datapoints.js +430 -0
  177. package/dist/sdk/datasets.d.ts +28 -0
  178. package/dist/sdk/datasets.js +435 -0
  179. package/dist/sdk/events.d.ts +43 -0
  180. package/dist/sdk/events.js +567 -0
  181. package/dist/sdk/index.d.ts +2 -0
  182. package/dist/sdk/index.js +21 -0
  183. package/dist/sdk/metrics.d.ts +36 -0
  184. package/dist/sdk/metrics.js +366 -0
  185. package/dist/sdk/projects.d.ts +24 -0
  186. package/dist/sdk/projects.js +361 -0
  187. package/dist/sdk/runs.d.ts +28 -0
  188. package/dist/sdk/runs.js +439 -0
  189. package/dist/sdk/sdk.d.ts +64 -0
  190. package/dist/sdk/sdk.js +90 -0
  191. package/dist/sdk/session.d.ts +15 -0
  192. package/dist/sdk/session.js +237 -0
  193. package/dist/sdk/telemetry.d.ts +21 -0
  194. package/dist/sdk/telemetry.js +243 -0
  195. package/dist/sdk/tools.d.ts +24 -0
  196. package/dist/sdk/tools.js +357 -0
  197. package/dist/sdk/tracer.d.ts +26 -0
  198. package/dist/sdk/tracer.js +308 -0
  199. package/dist/types/index.d.ts +1 -0
  200. package/dist/types/index.js +20 -0
  201. package/dist/types/rfcdate.d.ts +9 -0
  202. package/dist/types/rfcdate.js +59 -0
  203. package/funcs/runsCreateRun.d.ts.map +1 -1
  204. package/funcs/runsCreateRun.js +2 -1
  205. package/funcs/runsCreateRun.js.map +1 -1
  206. package/funcs/runsUpdateRun.d.ts +1 -1
  207. package/funcs/runsUpdateRun.d.ts.map +1 -1
  208. package/funcs/runsUpdateRun.js +2 -2
  209. package/funcs/runsUpdateRun.js.map +1 -1
  210. package/package.json +4 -3
  211. package/sdk/evaluation.d.ts +7 -1
  212. package/sdk/evaluation.d.ts.map +1 -1
  213. package/sdk/evaluation.js +52 -5
  214. package/sdk/evaluation.js.map +1 -1
  215. package/sdk/runs.d.ts +1 -1
  216. package/sdk/runs.d.ts.map +1 -1
  217. package/sdk/runs.js +2 -2
  218. package/sdk/runs.js.map +1 -1
  219. package/src/sdk/evaluation.ts +38 -8
  220. package/tests/openai_test.ts +72 -0
@@ -0,0 +1,155 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.Metric = exports.Threshold = exports.ReturnTypeT = exports.MetricType = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ /**
34
+ * Type of the metric - "custom", "model" or "human"
35
+ */
36
+ var MetricType;
37
+ (function (MetricType) {
38
+ MetricType["Custom"] = "custom";
39
+ MetricType["Model"] = "model";
40
+ MetricType["Human"] = "human";
41
+ })(MetricType = exports.MetricType || (exports.MetricType = {}));
42
+ /**
43
+ * The data type of the metric value - "boolean", "float", "string"
44
+ */
45
+ var ReturnTypeT;
46
+ (function (ReturnTypeT) {
47
+ ReturnTypeT["Boolean"] = "boolean";
48
+ ReturnTypeT["Float"] = "float";
49
+ ReturnTypeT["String"] = "string";
50
+ })(ReturnTypeT = exports.ReturnTypeT || (exports.ReturnTypeT = {}));
51
+ /**
52
+ * Threshold for numeric metrics to decide passing or failing in tests
53
+ */
54
+ var Threshold = /** @class */ (function (_super) {
55
+ __extends(Threshold, _super);
56
+ function Threshold() {
57
+ return _super !== null && _super.apply(this, arguments) || this;
58
+ }
59
+ __decorate([
60
+ (0, utils_1.SpeakeasyMetadata)(),
61
+ (0, class_transformer_1.Expose)({ name: "min" }),
62
+ __metadata("design:type", Number)
63
+ ], Threshold.prototype, "min", void 0);
64
+ __decorate([
65
+ (0, utils_1.SpeakeasyMetadata)(),
66
+ (0, class_transformer_1.Expose)({ name: "max" }),
67
+ __metadata("design:type", Number)
68
+ ], Threshold.prototype, "max", void 0);
69
+ return Threshold;
70
+ }(utils_1.SpeakeasyBase));
71
+ exports.Threshold = Threshold;
72
+ var Metric = /** @class */ (function (_super) {
73
+ __extends(Metric, _super);
74
+ function Metric() {
75
+ return _super !== null && _super.apply(this, arguments) || this;
76
+ }
77
+ __decorate([
78
+ (0, utils_1.SpeakeasyMetadata)(),
79
+ (0, class_transformer_1.Expose)({ name: "name" }),
80
+ __metadata("design:type", String)
81
+ ], Metric.prototype, "name", void 0);
82
+ __decorate([
83
+ (0, utils_1.SpeakeasyMetadata)(),
84
+ (0, class_transformer_1.Expose)({ name: "criteria" }),
85
+ __metadata("design:type", String)
86
+ ], Metric.prototype, "criteria", void 0);
87
+ __decorate([
88
+ (0, utils_1.SpeakeasyMetadata)(),
89
+ (0, class_transformer_1.Expose)({ name: "code_snippet" }),
90
+ __metadata("design:type", String)
91
+ ], Metric.prototype, "codeSnippet", void 0);
92
+ __decorate([
93
+ (0, utils_1.SpeakeasyMetadata)(),
94
+ (0, class_transformer_1.Expose)({ name: "prompt" }),
95
+ __metadata("design:type", String)
96
+ ], Metric.prototype, "prompt", void 0);
97
+ __decorate([
98
+ (0, utils_1.SpeakeasyMetadata)(),
99
+ (0, class_transformer_1.Expose)({ name: "task" }),
100
+ __metadata("design:type", String)
101
+ ], Metric.prototype, "task", void 0);
102
+ __decorate([
103
+ (0, utils_1.SpeakeasyMetadata)(),
104
+ (0, class_transformer_1.Expose)({ name: "type" }),
105
+ __metadata("design:type", String)
106
+ ], Metric.prototype, "type", void 0);
107
+ __decorate([
108
+ (0, utils_1.SpeakeasyMetadata)(),
109
+ (0, class_transformer_1.Expose)({ name: "description" }),
110
+ __metadata("design:type", String)
111
+ ], Metric.prototype, "description", void 0);
112
+ __decorate([
113
+ (0, utils_1.SpeakeasyMetadata)(),
114
+ (0, class_transformer_1.Expose)({ name: "enabled_in_prod" }),
115
+ __metadata("design:type", Boolean)
116
+ ], Metric.prototype, "enabledInProd", void 0);
117
+ __decorate([
118
+ (0, utils_1.SpeakeasyMetadata)(),
119
+ (0, class_transformer_1.Expose)({ name: "needs_ground_truth" }),
120
+ __metadata("design:type", Boolean)
121
+ ], Metric.prototype, "needsGroundTruth", void 0);
122
+ __decorate([
123
+ (0, utils_1.SpeakeasyMetadata)(),
124
+ (0, class_transformer_1.Expose)({ name: "return_type" }),
125
+ __metadata("design:type", String)
126
+ ], Metric.prototype, "returnType", void 0);
127
+ __decorate([
128
+ (0, utils_1.SpeakeasyMetadata)(),
129
+ (0, class_transformer_1.Expose)({ name: "threshold" }),
130
+ (0, class_transformer_1.Type)(function () { return Threshold; }),
131
+ __metadata("design:type", Threshold)
132
+ ], Metric.prototype, "threshold", void 0);
133
+ __decorate([
134
+ (0, utils_1.SpeakeasyMetadata)(),
135
+ (0, class_transformer_1.Expose)({ name: "pass_when" }),
136
+ __metadata("design:type", Boolean)
137
+ ], Metric.prototype, "passWhen", void 0);
138
+ __decorate([
139
+ (0, utils_1.SpeakeasyMetadata)(),
140
+ (0, class_transformer_1.Expose)({ name: "_id" }),
141
+ __metadata("design:type", String)
142
+ ], Metric.prototype, "id", void 0);
143
+ __decorate([
144
+ (0, utils_1.SpeakeasyMetadata)(),
145
+ (0, class_transformer_1.Expose)({ name: "event_name" }),
146
+ __metadata("design:type", String)
147
+ ], Metric.prototype, "eventName", void 0);
148
+ __decorate([
149
+ (0, utils_1.SpeakeasyMetadata)(),
150
+ (0, class_transformer_1.Expose)({ name: "event_type" }),
151
+ __metadata("design:type", String)
152
+ ], Metric.prototype, "eventType", void 0);
153
+ return Metric;
154
+ }(utils_1.SpeakeasyBase));
155
+ exports.Metric = Metric;
@@ -0,0 +1,91 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ /**
3
+ * Type of the metric - "custom", "model" or "human"
4
+ */
5
+ export declare enum MetricEditType {
6
+ Custom = "custom",
7
+ Model = "model",
8
+ Human = "human"
9
+ }
10
+ /**
11
+ * The data type of the metric value - "boolean", "float", "string"
12
+ */
13
+ export declare enum MetricEditReturnType {
14
+ Boolean = "boolean",
15
+ Float = "float",
16
+ String = "string"
17
+ }
18
+ /**
19
+ * Threshold for numeric metrics to decide passing or failing in tests
20
+ */
21
+ export declare class MetricEditThreshold extends SpeakeasyBase {
22
+ min?: number;
23
+ max?: number;
24
+ }
25
+ /**
26
+ * Type of event that the metric is set to be computed on
27
+ */
28
+ export declare enum MetricEditEventType {
29
+ Model = "model",
30
+ Tool = "tool",
31
+ Chain = "chain",
32
+ Session = "session"
33
+ }
34
+ export declare class MetricEdit extends SpeakeasyBase {
35
+ /**
36
+ * Unique identifier of the metric
37
+ */
38
+ metricId: string;
39
+ /**
40
+ * Criteria for human metrics
41
+ */
42
+ criteria?: string;
43
+ /**
44
+ * Updated name of the metric
45
+ */
46
+ name?: string;
47
+ /**
48
+ * Short description of what the metric does
49
+ */
50
+ description?: string;
51
+ /**
52
+ * Updated code block for the metric
53
+ */
54
+ codeSnippet?: string;
55
+ /**
56
+ * Updated Evaluator prompt for the metric
57
+ */
58
+ prompt?: string;
59
+ /**
60
+ * Type of the metric - "custom", "model" or "human"
61
+ */
62
+ type?: MetricEditType;
63
+ /**
64
+ * Whether to compute on all production events automatically
65
+ */
66
+ enabledInProd?: boolean;
67
+ /**
68
+ * Whether a ground truth (on metadata) is required to compute it
69
+ */
70
+ needsGroundTruth?: boolean;
71
+ /**
72
+ * The data type of the metric value - "boolean", "float", "string"
73
+ */
74
+ returnType?: MetricEditReturnType;
75
+ /**
76
+ * Threshold for numeric metrics to decide passing or failing in tests
77
+ */
78
+ threshold?: MetricEditThreshold;
79
+ /**
80
+ * Threshold for boolean metrics to decide passing or failing in tests
81
+ */
82
+ passWhen?: boolean;
83
+ /**
84
+ * Name of event that the metric is set to be computed on
85
+ */
86
+ eventName?: string;
87
+ /**
88
+ * Type of event that the metric is set to be computed on
89
+ */
90
+ eventType?: MetricEditEventType;
91
+ }
@@ -0,0 +1,160 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.MetricEdit = exports.MetricEditEventType = exports.MetricEditThreshold = exports.MetricEditReturnType = exports.MetricEditType = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ /**
34
+ * Type of the metric - "custom", "model" or "human"
35
+ */
36
+ var MetricEditType;
37
+ (function (MetricEditType) {
38
+ MetricEditType["Custom"] = "custom";
39
+ MetricEditType["Model"] = "model";
40
+ MetricEditType["Human"] = "human";
41
+ })(MetricEditType = exports.MetricEditType || (exports.MetricEditType = {}));
42
+ /**
43
+ * The data type of the metric value - "boolean", "float", "string"
44
+ */
45
+ var MetricEditReturnType;
46
+ (function (MetricEditReturnType) {
47
+ MetricEditReturnType["Boolean"] = "boolean";
48
+ MetricEditReturnType["Float"] = "float";
49
+ MetricEditReturnType["String"] = "string";
50
+ })(MetricEditReturnType = exports.MetricEditReturnType || (exports.MetricEditReturnType = {}));
51
+ /**
52
+ * Threshold for numeric metrics to decide passing or failing in tests
53
+ */
54
+ var MetricEditThreshold = /** @class */ (function (_super) {
55
+ __extends(MetricEditThreshold, _super);
56
+ function MetricEditThreshold() {
57
+ return _super !== null && _super.apply(this, arguments) || this;
58
+ }
59
+ __decorate([
60
+ (0, utils_1.SpeakeasyMetadata)(),
61
+ (0, class_transformer_1.Expose)({ name: "min" }),
62
+ __metadata("design:type", Number)
63
+ ], MetricEditThreshold.prototype, "min", void 0);
64
+ __decorate([
65
+ (0, utils_1.SpeakeasyMetadata)(),
66
+ (0, class_transformer_1.Expose)({ name: "max" }),
67
+ __metadata("design:type", Number)
68
+ ], MetricEditThreshold.prototype, "max", void 0);
69
+ return MetricEditThreshold;
70
+ }(utils_1.SpeakeasyBase));
71
+ exports.MetricEditThreshold = MetricEditThreshold;
72
+ /**
73
+ * Type of event that the metric is set to be computed on
74
+ */
75
+ var MetricEditEventType;
76
+ (function (MetricEditEventType) {
77
+ MetricEditEventType["Model"] = "model";
78
+ MetricEditEventType["Tool"] = "tool";
79
+ MetricEditEventType["Chain"] = "chain";
80
+ MetricEditEventType["Session"] = "session";
81
+ })(MetricEditEventType = exports.MetricEditEventType || (exports.MetricEditEventType = {}));
82
+ var MetricEdit = /** @class */ (function (_super) {
83
+ __extends(MetricEdit, _super);
84
+ function MetricEdit() {
85
+ return _super !== null && _super.apply(this, arguments) || this;
86
+ }
87
+ __decorate([
88
+ (0, utils_1.SpeakeasyMetadata)(),
89
+ (0, class_transformer_1.Expose)({ name: "metric_id" }),
90
+ __metadata("design:type", String)
91
+ ], MetricEdit.prototype, "metricId", void 0);
92
+ __decorate([
93
+ (0, utils_1.SpeakeasyMetadata)(),
94
+ (0, class_transformer_1.Expose)({ name: "criteria" }),
95
+ __metadata("design:type", String)
96
+ ], MetricEdit.prototype, "criteria", void 0);
97
+ __decorate([
98
+ (0, utils_1.SpeakeasyMetadata)(),
99
+ (0, class_transformer_1.Expose)({ name: "name" }),
100
+ __metadata("design:type", String)
101
+ ], MetricEdit.prototype, "name", void 0);
102
+ __decorate([
103
+ (0, utils_1.SpeakeasyMetadata)(),
104
+ (0, class_transformer_1.Expose)({ name: "description" }),
105
+ __metadata("design:type", String)
106
+ ], MetricEdit.prototype, "description", void 0);
107
+ __decorate([
108
+ (0, utils_1.SpeakeasyMetadata)(),
109
+ (0, class_transformer_1.Expose)({ name: "code_snippet" }),
110
+ __metadata("design:type", String)
111
+ ], MetricEdit.prototype, "codeSnippet", void 0);
112
+ __decorate([
113
+ (0, utils_1.SpeakeasyMetadata)(),
114
+ (0, class_transformer_1.Expose)({ name: "prompt" }),
115
+ __metadata("design:type", String)
116
+ ], MetricEdit.prototype, "prompt", void 0);
117
+ __decorate([
118
+ (0, utils_1.SpeakeasyMetadata)(),
119
+ (0, class_transformer_1.Expose)({ name: "type" }),
120
+ __metadata("design:type", String)
121
+ ], MetricEdit.prototype, "type", void 0);
122
+ __decorate([
123
+ (0, utils_1.SpeakeasyMetadata)(),
124
+ (0, class_transformer_1.Expose)({ name: "enabled_in_prod" }),
125
+ __metadata("design:type", Boolean)
126
+ ], MetricEdit.prototype, "enabledInProd", void 0);
127
+ __decorate([
128
+ (0, utils_1.SpeakeasyMetadata)(),
129
+ (0, class_transformer_1.Expose)({ name: "needs_ground_truth" }),
130
+ __metadata("design:type", Boolean)
131
+ ], MetricEdit.prototype, "needsGroundTruth", void 0);
132
+ __decorate([
133
+ (0, utils_1.SpeakeasyMetadata)(),
134
+ (0, class_transformer_1.Expose)({ name: "return_type" }),
135
+ __metadata("design:type", String)
136
+ ], MetricEdit.prototype, "returnType", void 0);
137
+ __decorate([
138
+ (0, utils_1.SpeakeasyMetadata)(),
139
+ (0, class_transformer_1.Expose)({ name: "threshold" }),
140
+ (0, class_transformer_1.Type)(function () { return MetricEditThreshold; }),
141
+ __metadata("design:type", MetricEditThreshold)
142
+ ], MetricEdit.prototype, "threshold", void 0);
143
+ __decorate([
144
+ (0, utils_1.SpeakeasyMetadata)(),
145
+ (0, class_transformer_1.Expose)({ name: "pass_when" }),
146
+ __metadata("design:type", Boolean)
147
+ ], MetricEdit.prototype, "passWhen", void 0);
148
+ __decorate([
149
+ (0, utils_1.SpeakeasyMetadata)(),
150
+ (0, class_transformer_1.Expose)({ name: "event_name" }),
151
+ __metadata("design:type", String)
152
+ ], MetricEdit.prototype, "eventName", void 0);
153
+ __decorate([
154
+ (0, utils_1.SpeakeasyMetadata)(),
155
+ (0, class_transformer_1.Expose)({ name: "event_type" }),
156
+ __metadata("design:type", String)
157
+ ], MetricEdit.prototype, "eventType", void 0);
158
+ return MetricEdit;
159
+ }(utils_1.SpeakeasyBase));
160
+ exports.MetricEdit = MetricEdit;
@@ -0,0 +1,29 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ export declare enum PostConfigurationRequestEnv {
3
+ Dev = "dev",
4
+ Staging = "staging",
5
+ Prod = "prod"
6
+ }
7
+ export declare class PostConfigurationRequest extends SpeakeasyBase {
8
+ /**
9
+ * Name of the project to which this configuration belongs
10
+ */
11
+ project: string;
12
+ /**
13
+ * Name of the configuration
14
+ */
15
+ name: string;
16
+ /**
17
+ * Name of the provider - "openai", "anthropic", etc.
18
+ */
19
+ provider: string;
20
+ parameters: Record<string, any>;
21
+ /**
22
+ * List of environments where the configuration is active
23
+ */
24
+ env?: PostConfigurationRequestEnv[];
25
+ /**
26
+ * Details of user who created the configuration
27
+ */
28
+ userProperties?: Record<string, any>;
29
+ }
@@ -0,0 +1,76 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.PostConfigurationRequest = exports.PostConfigurationRequestEnv = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ var PostConfigurationRequestEnv;
34
+ (function (PostConfigurationRequestEnv) {
35
+ PostConfigurationRequestEnv["Dev"] = "dev";
36
+ PostConfigurationRequestEnv["Staging"] = "staging";
37
+ PostConfigurationRequestEnv["Prod"] = "prod";
38
+ })(PostConfigurationRequestEnv = exports.PostConfigurationRequestEnv || (exports.PostConfigurationRequestEnv = {}));
39
+ var PostConfigurationRequest = /** @class */ (function (_super) {
40
+ __extends(PostConfigurationRequest, _super);
41
+ function PostConfigurationRequest() {
42
+ return _super !== null && _super.apply(this, arguments) || this;
43
+ }
44
+ __decorate([
45
+ (0, utils_1.SpeakeasyMetadata)(),
46
+ (0, class_transformer_1.Expose)({ name: "project" }),
47
+ __metadata("design:type", String)
48
+ ], PostConfigurationRequest.prototype, "project", void 0);
49
+ __decorate([
50
+ (0, utils_1.SpeakeasyMetadata)(),
51
+ (0, class_transformer_1.Expose)({ name: "name" }),
52
+ __metadata("design:type", String)
53
+ ], PostConfigurationRequest.prototype, "name", void 0);
54
+ __decorate([
55
+ (0, utils_1.SpeakeasyMetadata)(),
56
+ (0, class_transformer_1.Expose)({ name: "provider" }),
57
+ __metadata("design:type", String)
58
+ ], PostConfigurationRequest.prototype, "provider", void 0);
59
+ __decorate([
60
+ (0, utils_1.SpeakeasyMetadata)(),
61
+ (0, class_transformer_1.Expose)({ name: "parameters" }),
62
+ __metadata("design:type", Object)
63
+ ], PostConfigurationRequest.prototype, "parameters", void 0);
64
+ __decorate([
65
+ (0, utils_1.SpeakeasyMetadata)(),
66
+ (0, class_transformer_1.Expose)({ name: "env" }),
67
+ __metadata("design:type", Array)
68
+ ], PostConfigurationRequest.prototype, "env", void 0);
69
+ __decorate([
70
+ (0, utils_1.SpeakeasyMetadata)(),
71
+ (0, class_transformer_1.Expose)({ name: "user_properties" }),
72
+ __metadata("design:type", Object)
73
+ ], PostConfigurationRequest.prototype, "userProperties", void 0);
74
+ return PostConfigurationRequest;
75
+ }(utils_1.SpeakeasyBase));
76
+ exports.PostConfigurationRequest = PostConfigurationRequest;
@@ -0,0 +1,6 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ export declare class Project extends SpeakeasyBase {
3
+ id?: string;
4
+ name: string;
5
+ description: string;
6
+ }
@@ -0,0 +1,55 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.Project = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ var Project = /** @class */ (function (_super) {
34
+ __extends(Project, _super);
35
+ function Project() {
36
+ return _super !== null && _super.apply(this, arguments) || this;
37
+ }
38
+ __decorate([
39
+ (0, utils_1.SpeakeasyMetadata)(),
40
+ (0, class_transformer_1.Expose)({ name: "id" }),
41
+ __metadata("design:type", String)
42
+ ], Project.prototype, "id", void 0);
43
+ __decorate([
44
+ (0, utils_1.SpeakeasyMetadata)(),
45
+ (0, class_transformer_1.Expose)({ name: "name" }),
46
+ __metadata("design:type", String)
47
+ ], Project.prototype, "name", void 0);
48
+ __decorate([
49
+ (0, utils_1.SpeakeasyMetadata)(),
50
+ (0, class_transformer_1.Expose)({ name: "description" }),
51
+ __metadata("design:type", String)
52
+ ], Project.prototype, "description", void 0);
53
+ return Project;
54
+ }(utils_1.SpeakeasyBase));
55
+ exports.Project = Project;
@@ -0,0 +1,40 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ export declare enum PutConfigurationRequestEnv {
3
+ Dev = "dev",
4
+ Staging = "staging",
5
+ Prod = "prod"
6
+ }
7
+ /**
8
+ * Type of the configuration - "LLM" or "pipeline" - "LLM" by default
9
+ */
10
+ export declare enum PutConfigurationRequestType {
11
+ Llm = "LLM",
12
+ Pipeline = "pipeline"
13
+ }
14
+ export declare class PutConfigurationRequest extends SpeakeasyBase {
15
+ /**
16
+ * Name of the project to which this configuration belongs
17
+ */
18
+ project: string;
19
+ /**
20
+ * Name of the configuration
21
+ */
22
+ name: string;
23
+ /**
24
+ * Name of the provider - "openai", "anthropic", etc.
25
+ */
26
+ provider: string;
27
+ parameters: Record<string, any>;
28
+ /**
29
+ * List of environments where the configuration is active
30
+ */
31
+ env?: PutConfigurationRequestEnv[];
32
+ /**
33
+ * Type of the configuration - "LLM" or "pipeline" - "LLM" by default
34
+ */
35
+ type?: PutConfigurationRequestType;
36
+ /**
37
+ * Details of user who created the configuration
38
+ */
39
+ userProperties?: Record<string, any>;
40
+ }