honeyhive 0.6.2 → 0.6.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (228) hide show
  1. package/dist/models/components/chatcompletionrequest.d.ts +37 -0
  2. package/dist/models/components/chatcompletionrequest.js +90 -0
  3. package/dist/models/components/chatcompletionresponse.d.ts +10 -0
  4. package/dist/models/components/chatcompletionresponse.js +79 -0
  5. package/dist/models/components/datapoint.d.ts +2 -9
  6. package/dist/models/components/datapoint.js +3 -24
  7. package/dist/models/components/datasetresponse.d.ts +50 -0
  8. package/dist/models/components/datasetresponse.js +106 -0
  9. package/dist/models/components/deleteresponse.d.ts +12 -0
  10. package/dist/models/components/deleteresponse.js +57 -0
  11. package/dist/models/components/evaluation.d.ts +60 -0
  12. package/dist/models/components/evaluation.js +119 -0
  13. package/dist/models/components/evaluationloggingquery.d.ts +62 -0
  14. package/dist/models/components/evaluationloggingquery.js +113 -0
  15. package/dist/models/components/evaluationupdaterequest.d.ts +55 -0
  16. package/dist/models/components/evaluationupdaterequest.js +105 -0
  17. package/dist/models/components/feedbackquery.d.ts +22 -0
  18. package/dist/models/components/feedbackquery.js +63 -0
  19. package/dist/models/components/feedbackresponse.d.ts +26 -0
  20. package/dist/models/components/feedbackresponse.js +72 -0
  21. package/dist/models/components/finetunedmodelresponse.d.ts +54 -0
  22. package/dist/models/components/finetunedmodelresponse.js +111 -0
  23. package/dist/models/components/generatequery.d.ts +54 -0
  24. package/dist/models/components/generatequery.js +103 -0
  25. package/dist/models/components/generation.d.ts +54 -0
  26. package/dist/models/components/generation.js +103 -0
  27. package/dist/models/components/generationloggingquery.d.ts +67 -0
  28. package/dist/models/components/generationloggingquery.js +125 -0
  29. package/dist/models/components/generationresponse.d.ts +22 -0
  30. package/dist/models/components/generationresponse.js +63 -0
  31. package/dist/models/components/metriccomputerequest.d.ts +6 -0
  32. package/dist/models/components/metriccomputerequest.js +52 -0
  33. package/dist/models/components/metriccomputeresponse.d.ts +4 -0
  34. package/dist/models/components/metriccomputeresponse.js +45 -0
  35. package/dist/models/components/metriccreaterequest.d.ts +17 -0
  36. package/dist/models/components/metriccreaterequest.js +109 -0
  37. package/dist/models/components/metriccreateresponse.d.ts +4 -0
  38. package/dist/models/components/metriccreateresponse.js +45 -0
  39. package/dist/models/components/metricdeleteresponse.d.ts +4 -0
  40. package/dist/models/components/metricdeleteresponse.js +45 -0
  41. package/dist/models/components/metricresponse.d.ts +58 -0
  42. package/dist/models/components/metricresponse.js +112 -0
  43. package/dist/models/components/metricupdaterequest.d.ts +16 -0
  44. package/dist/models/components/metricupdaterequest.js +104 -0
  45. package/dist/models/components/metricupdateresponse.d.ts +4 -0
  46. package/dist/models/components/metricupdateresponse.js +45 -0
  47. package/dist/models/components/prompt.d.ts +16 -0
  48. package/dist/models/components/prompt.js +89 -0
  49. package/dist/models/components/promptcreationquery.d.ts +42 -0
  50. package/dist/models/components/promptcreationquery.js +88 -0
  51. package/dist/models/components/promptresponse.d.ts +50 -0
  52. package/dist/models/components/promptresponse.js +106 -0
  53. package/dist/models/components/promptupdatequery.d.ts +34 -0
  54. package/dist/models/components/promptupdatequery.js +78 -0
  55. package/dist/models/components/sessionendresponse.d.ts +14 -0
  56. package/dist/models/components/sessionendresponse.js +53 -0
  57. package/dist/models/components/sessioneventquery.d.ts +78 -0
  58. package/dist/models/components/sessioneventquery.js +133 -0
  59. package/dist/models/components/sessioneventresponse.d.ts +14 -0
  60. package/dist/models/components/sessioneventresponse.js +53 -0
  61. package/dist/models/components/sessioneventupdate.d.ts +56 -0
  62. package/dist/models/components/sessioneventupdate.js +135 -0
  63. package/dist/models/components/sessionfeedback.d.ts +14 -0
  64. package/dist/models/components/sessionfeedback.js +53 -0
  65. package/dist/models/components/sessionstartquery.d.ts +26 -0
  66. package/dist/models/components/sessionstartquery.js +68 -0
  67. package/dist/models/components/sessionstartresponse.d.ts +14 -0
  68. package/dist/models/components/sessionstartresponse.js +53 -0
  69. package/dist/models/components/sessiontrace.d.ts +11 -0
  70. package/dist/models/components/sessiontrace.js +50 -0
  71. package/dist/models/components/successresponse.d.ts +14 -0
  72. package/dist/models/components/successresponse.js +53 -0
  73. package/dist/models/components/successtraceresponse.d.ts +14 -0
  74. package/dist/models/components/successtraceresponse.js +53 -0
  75. package/dist/models/components/task.d.ts +7 -0
  76. package/dist/models/components/task.js +60 -0
  77. package/dist/models/components/taskcreationquery.d.ts +46 -0
  78. package/dist/models/components/taskcreationquery.js +104 -0
  79. package/dist/models/components/taskresponse.d.ts +54 -0
  80. package/dist/models/components/taskresponse.js +114 -0
  81. package/dist/models/components/taskupdatequery.d.ts +38 -0
  82. package/dist/models/components/taskupdatequery.js +86 -0
  83. package/dist/models/components/taskupdateresponse.d.ts +23 -0
  84. package/dist/models/components/taskupdateresponse.js +65 -0
  85. package/dist/models/components/testcase.d.ts +14 -0
  86. package/dist/models/components/testcase.js +103 -0
  87. package/dist/models/components/testcaseupdate.d.ts +7 -0
  88. package/dist/models/components/testcaseupdate.js +60 -0
  89. package/dist/models/components/toolupdate.d.ts +9 -0
  90. package/dist/models/components/toolupdate.js +69 -0
  91. package/dist/models/components/traceevent.d.ts +31 -0
  92. package/dist/models/components/traceevent.js +75 -0
  93. package/dist/models/components/updatedatapointrequest.d.ts +1 -3
  94. package/dist/models/components/updatedatapointrequest.js +2 -11
  95. package/dist/models/components/updateresponse.d.ts +12 -0
  96. package/dist/models/components/updateresponse.js +57 -0
  97. package/dist/models/components/uploaddataset.d.ts +27 -0
  98. package/dist/models/components/uploaddataset.js +73 -0
  99. package/dist/models/operations/adddatapoints.d.ts +3 -3
  100. package/dist/models/operations/createmodelevent.d.ts +1 -1
  101. package/dist/models/operations/createmodelevent.js +2 -2
  102. package/dist/models/operations/{postruns.d.ts → createtask.d.ts} +3 -3
  103. package/dist/models/operations/{postruns.js → createtask.js} +11 -11
  104. package/dist/models/operations/deletedatasets.d.ts +22 -0
  105. package/dist/models/operations/deletedatasets.js +63 -0
  106. package/dist/models/operations/deletedatasetsname.d.ts +24 -0
  107. package/dist/models/operations/deletedatasetsname.js +91 -0
  108. package/dist/models/operations/deleteevaluationsid.d.ts +24 -0
  109. package/dist/models/operations/deleteevaluationsid.js +91 -0
  110. package/dist/models/operations/deleteevent.d.ts +20 -0
  111. package/dist/models/operations/deleteevent.js +67 -0
  112. package/dist/models/operations/deleteeventseventid.d.ts +20 -0
  113. package/dist/models/operations/deleteeventseventid.js +67 -0
  114. package/dist/models/operations/deletefinetunedmodelsid.d.ts +19 -0
  115. package/dist/models/operations/deletefinetunedmodelsid.js +63 -0
  116. package/dist/models/operations/deletemetrics.d.ts +19 -0
  117. package/dist/models/operations/deletemetrics.js +63 -0
  118. package/dist/models/operations/{putrunsrunid.d.ts → deletepromptsid.d.ts} +6 -9
  119. package/dist/models/operations/deletepromptsid.js +63 -0
  120. package/dist/models/operations/deletesession.d.ts +19 -0
  121. package/dist/models/operations/deletesession.js +63 -0
  122. package/dist/models/operations/deletesessionsessionid.d.ts +24 -0
  123. package/dist/models/operations/deletesessionsessionid.js +91 -0
  124. package/dist/models/operations/deletetask.d.ts +19 -0
  125. package/dist/models/operations/deletetask.js +63 -0
  126. package/dist/models/operations/deletetasks.d.ts +24 -0
  127. package/dist/models/operations/deletetasks.js +91 -0
  128. package/dist/models/operations/getevaluations.d.ts +21 -0
  129. package/dist/models/operations/getevaluations.js +79 -0
  130. package/dist/models/operations/{deleterunsrunid.d.ts → getevaluationsid.d.ts} +5 -5
  131. package/dist/models/operations/{deleterunsrunid.js → getevaluationsid.js} +18 -18
  132. package/dist/models/operations/geteventschart.d.ts +21 -0
  133. package/dist/models/operations/geteventschart.js +71 -0
  134. package/dist/models/operations/getfinetunedmodels.d.ts +25 -0
  135. package/dist/models/operations/getfinetunedmodels.js +95 -0
  136. package/dist/models/operations/getfinetunedmodelsid.d.ts +24 -0
  137. package/dist/models/operations/getfinetunedmodelsid.js +91 -0
  138. package/dist/models/operations/getgenerations.d.ts +26 -0
  139. package/dist/models/operations/getgenerations.js +99 -0
  140. package/dist/models/operations/getprompts.d.ts +31 -0
  141. package/dist/models/operations/getprompts.js +95 -0
  142. package/dist/models/operations/getsessionsessionid.d.ts +24 -0
  143. package/dist/models/operations/getsessionsessionid.js +91 -0
  144. package/dist/models/operations/getsessionsessionidexport.d.ts +24 -0
  145. package/dist/models/operations/getsessionsessionidexport.js +91 -0
  146. package/dist/models/operations/gettasks.d.ts +24 -0
  147. package/dist/models/operations/gettasks.js +91 -0
  148. package/dist/models/operations/gettestcases.d.ts +38 -0
  149. package/dist/models/operations/gettestcases.js +117 -0
  150. package/dist/models/operations/postchat.d.ts +21 -0
  151. package/dist/models/operations/postchat.js +79 -0
  152. package/dist/models/operations/postdatasets.d.ts +30 -0
  153. package/dist/models/operations/postdatasets.js +91 -0
  154. package/dist/models/operations/postevaluations.d.ts +21 -0
  155. package/dist/models/operations/postevaluations.js +79 -0
  156. package/dist/models/operations/postevents.d.ts +31 -0
  157. package/dist/models/operations/postevents.js +115 -0
  158. package/dist/models/operations/postfeedback.d.ts +21 -0
  159. package/dist/models/operations/postfeedback.js +79 -0
  160. package/dist/models/operations/postfinetunedmodels.d.ts +32 -0
  161. package/dist/models/operations/postfinetunedmodels.js +100 -0
  162. package/dist/models/operations/postgenerations.d.ts +21 -0
  163. package/dist/models/operations/postgenerations.js +79 -0
  164. package/dist/models/operations/postgenerationslog.d.ts +21 -0
  165. package/dist/models/operations/postgenerationslog.js +79 -0
  166. package/dist/models/operations/postmetrics.d.ts +16 -0
  167. package/dist/models/operations/postmetrics.js +51 -0
  168. package/dist/models/operations/postmetricscompute.d.ts +16 -0
  169. package/dist/models/operations/postmetricscompute.js +51 -0
  170. package/dist/models/operations/postprompts.d.ts +21 -0
  171. package/dist/models/operations/postprompts.js +79 -0
  172. package/dist/models/operations/postsessionsessionidend.d.ts +24 -0
  173. package/dist/models/operations/postsessionsessionidend.js +91 -0
  174. package/dist/models/operations/postsessionsessionidevent.d.ts +25 -0
  175. package/dist/models/operations/postsessionsessionidevent.js +95 -0
  176. package/dist/models/operations/postsessionsessionidfeedback.d.ts +25 -0
  177. package/dist/models/operations/postsessionsessionidfeedback.js +95 -0
  178. package/dist/models/operations/postsessionsessionidtraces.d.ts +25 -0
  179. package/dist/models/operations/postsessionsessionidtraces.js +95 -0
  180. package/dist/models/operations/postsessionstart.d.ts +21 -0
  181. package/dist/models/operations/postsessionstart.js +79 -0
  182. package/dist/models/operations/posttasks.d.ts +21 -0
  183. package/dist/models/operations/posttasks.js +79 -0
  184. package/dist/models/operations/posttestcases.d.ts +29 -0
  185. package/dist/models/operations/posttestcases.js +86 -0
  186. package/dist/models/operations/processeventtrace.d.ts +36 -0
  187. package/dist/models/operations/processeventtrace.js +101 -0
  188. package/dist/models/operations/putdatasets.d.ts +16 -0
  189. package/dist/models/operations/putdatasets.js +51 -0
  190. package/dist/models/operations/putevaluationsid.d.ts +25 -0
  191. package/dist/models/operations/{putrunsrunid.js → putevaluationsid.js} +20 -20
  192. package/dist/models/operations/putevents.d.ts +31 -0
  193. package/dist/models/operations/putevents.js +121 -0
  194. package/dist/models/operations/putmetrics.d.ts +16 -0
  195. package/dist/models/operations/putmetrics.js +51 -0
  196. package/dist/models/operations/{getrunsrunid.d.ts → putpromptsid.d.ts} +7 -7
  197. package/dist/models/operations/{getrunsrunid.js → putpromptsid.js} +20 -20
  198. package/dist/models/operations/putsessionsessionid.d.ts +25 -0
  199. package/dist/models/operations/putsessionsessionid.js +95 -0
  200. package/dist/models/operations/puttasks.d.ts +21 -0
  201. package/dist/models/operations/puttasks.js +79 -0
  202. package/dist/models/operations/puttestcases.d.ts +24 -0
  203. package/dist/models/operations/puttestcases.js +91 -0
  204. package/dist/models/operations/updateevent.d.ts +3 -0
  205. package/dist/models/operations/updateevent.js +15 -0
  206. package/dist/models/operations/updatetask.d.ts +25 -0
  207. package/dist/models/operations/updatetask.js +98 -0
  208. package/dist/sdk/datapoint.d.ts +28 -0
  209. package/dist/sdk/datapoint.js +418 -0
  210. package/dist/sdk/prompts.d.ts +24 -0
  211. package/dist/sdk/prompts.js +362 -0
  212. package/dist/sdk/sdk.js +3 -3
  213. package/dist/sdk/tasks.d.ts +24 -0
  214. package/dist/sdk/tasks.js +368 -0
  215. package/dist/sdk/testcases.d.ts +20 -0
  216. package/dist/sdk/testcases.js +308 -0
  217. package/docs/models/components/datapoint.md +2 -2
  218. package/docs/models/components/updatedatapointrequest.md +8 -8
  219. package/docs/models/operations/adddatapointsrequestbody.md +3 -3
  220. package/docs/models/operations/createmodeleventrequestbody.md +1 -1
  221. package/docs/models/operations/updateeventrequestbody.md +4 -1
  222. package/docs/sdks/datapoints/README.md +9 -3
  223. package/docs/sdks/datasets/README.md +1 -0
  224. package/docs/sdks/events/README.md +7 -1
  225. package/package.json +1 -1
  226. package/docs/models/components/history.md +0 -7
  227. package/docs/models/components/inputs.md +0 -9
  228. package/docs/models/components/updatedatapointrequesthistory.md +0 -7
@@ -0,0 +1,119 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.Evaluation = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ var Evaluation = /** @class */ (function (_super) {
34
+ __extends(Evaluation, _super);
35
+ function Evaluation() {
36
+ return _super !== null && _super.apply(this, arguments) || this;
37
+ }
38
+ __decorate([
39
+ (0, utils_1.SpeakeasyMetadata)(),
40
+ (0, class_transformer_1.Expose)({ name: "id" }),
41
+ __metadata("design:type", String)
42
+ ], Evaluation.prototype, "id", void 0);
43
+ __decorate([
44
+ (0, utils_1.SpeakeasyMetadata)(),
45
+ (0, class_transformer_1.Expose)({ name: "name" }),
46
+ __metadata("design:type", String)
47
+ ], Evaluation.prototype, "name", void 0);
48
+ __decorate([
49
+ (0, utils_1.SpeakeasyMetadata)(),
50
+ (0, class_transformer_1.Expose)({ name: "description" }),
51
+ __metadata("design:type", String)
52
+ ], Evaluation.prototype, "description", void 0);
53
+ __decorate([
54
+ (0, utils_1.SpeakeasyMetadata)(),
55
+ (0, class_transformer_1.Expose)({ name: "task" }),
56
+ __metadata("design:type", String)
57
+ ], Evaluation.prototype, "task", void 0);
58
+ __decorate([
59
+ (0, utils_1.SpeakeasyMetadata)(),
60
+ (0, class_transformer_1.Expose)({ name: "prompts" }),
61
+ __metadata("design:type", Array)
62
+ ], Evaluation.prototype, "prompts", void 0);
63
+ __decorate([
64
+ (0, utils_1.SpeakeasyMetadata)(),
65
+ (0, class_transformer_1.Expose)({ name: "dataset" }),
66
+ __metadata("design:type", Array)
67
+ ], Evaluation.prototype, "dataset", void 0);
68
+ __decorate([
69
+ (0, utils_1.SpeakeasyMetadata)(),
70
+ (0, class_transformer_1.Expose)({ name: "datasetName" }),
71
+ __metadata("design:type", String)
72
+ ], Evaluation.prototype, "datasetName", void 0);
73
+ __decorate([
74
+ (0, utils_1.SpeakeasyMetadata)(),
75
+ (0, class_transformer_1.Expose)({ name: "metrics" }),
76
+ __metadata("design:type", Array)
77
+ ], Evaluation.prototype, "metrics", void 0);
78
+ __decorate([
79
+ (0, utils_1.SpeakeasyMetadata)(),
80
+ (0, class_transformer_1.Expose)({ name: "summary" }),
81
+ __metadata("design:type", Array)
82
+ ], Evaluation.prototype, "summary", void 0);
83
+ __decorate([
84
+ (0, utils_1.SpeakeasyMetadata)(),
85
+ (0, class_transformer_1.Expose)({ name: "generations" }),
86
+ __metadata("design:type", Array)
87
+ ], Evaluation.prototype, "generations", void 0);
88
+ __decorate([
89
+ (0, utils_1.SpeakeasyMetadata)(),
90
+ (0, class_transformer_1.Expose)({ name: "results" }),
91
+ __metadata("design:type", Array)
92
+ ], Evaluation.prototype, "results", void 0);
93
+ __decorate([
94
+ (0, utils_1.SpeakeasyMetadata)(),
95
+ (0, class_transformer_1.Expose)({ name: "accepted" }),
96
+ __metadata("design:type", Array)
97
+ ], Evaluation.prototype, "accepted", void 0);
98
+ __decorate([
99
+ (0, utils_1.SpeakeasyMetadata)(),
100
+ (0, class_transformer_1.Expose)({ name: "comments" }),
101
+ __metadata("design:type", Array)
102
+ ], Evaluation.prototype, "comments", void 0);
103
+ __decorate([
104
+ (0, utils_1.SpeakeasyMetadata)(),
105
+ (0, class_transformer_1.Expose)({ name: "user" }),
106
+ __metadata("design:type", String)
107
+ ], Evaluation.prototype, "user", void 0);
108
+ __decorate([
109
+ (0, utils_1.SpeakeasyMetadata)(),
110
+ (0, class_transformer_1.Expose)({ name: "created_at" }),
111
+ (0, class_transformer_1.Transform)(function (_a) {
112
+ var value = _a.value;
113
+ return new Date(value);
114
+ }, { toClassOnly: true }),
115
+ __metadata("design:type", Date)
116
+ ], Evaluation.prototype, "createdAt", void 0);
117
+ return Evaluation;
118
+ }(utils_1.SpeakeasyBase));
119
+ exports.Evaluation = Evaluation;
@@ -0,0 +1,62 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ /**
3
+ * The request object for logging an evaluation
4
+ */
5
+ export declare class EvaluationLoggingQuery extends SpeakeasyBase {
6
+ /**
7
+ * The id of the evaluation
8
+ */
9
+ id?: string;
10
+ /**
11
+ * The name of the evaluation
12
+ */
13
+ name?: string;
14
+ /**
15
+ * The description of the evaluation
16
+ */
17
+ description?: string;
18
+ /**
19
+ * The task for which the evaluation is being created
20
+ */
21
+ task?: string;
22
+ /**
23
+ * The prompts for which the evaluation is being created
24
+ */
25
+ prompts?: Record<string, any>[];
26
+ /**
27
+ * The dataset for which the evaluation is being created
28
+ */
29
+ dataset?: Record<string, any>[];
30
+ /**
31
+ * The name of the dataset for which the evaluation is being created
32
+ */
33
+ datasetName?: string;
34
+ /**
35
+ * The metrics that are computed for the completions
36
+ */
37
+ metrics?: Record<string, any>[][];
38
+ /**
39
+ * The metrics that are computed for the completions
40
+ */
41
+ metricsToCompute?: string[];
42
+ /**
43
+ * The results of the evaluation
44
+ */
45
+ results?: Record<string, any>[];
46
+ /**
47
+ * The metric summary of the evaluation
48
+ */
49
+ summary?: Record<string, any>[];
50
+ /**
51
+ * The comments for the evaluation
52
+ */
53
+ comments?: Record<string, any>[];
54
+ /**
55
+ * The completions for prompts that are being evaluated
56
+ */
57
+ generations?: Record<string, any>[];
58
+ /**
59
+ * The user running the evaluation
60
+ */
61
+ user?: string;
62
+ }
@@ -0,0 +1,113 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.EvaluationLoggingQuery = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ /**
34
+ * The request object for logging an evaluation
35
+ */
36
+ var EvaluationLoggingQuery = /** @class */ (function (_super) {
37
+ __extends(EvaluationLoggingQuery, _super);
38
+ function EvaluationLoggingQuery() {
39
+ return _super !== null && _super.apply(this, arguments) || this;
40
+ }
41
+ __decorate([
42
+ (0, utils_1.SpeakeasyMetadata)(),
43
+ (0, class_transformer_1.Expose)({ name: "id" }),
44
+ __metadata("design:type", String)
45
+ ], EvaluationLoggingQuery.prototype, "id", void 0);
46
+ __decorate([
47
+ (0, utils_1.SpeakeasyMetadata)(),
48
+ (0, class_transformer_1.Expose)({ name: "name" }),
49
+ __metadata("design:type", String)
50
+ ], EvaluationLoggingQuery.prototype, "name", void 0);
51
+ __decorate([
52
+ (0, utils_1.SpeakeasyMetadata)(),
53
+ (0, class_transformer_1.Expose)({ name: "description" }),
54
+ __metadata("design:type", String)
55
+ ], EvaluationLoggingQuery.prototype, "description", void 0);
56
+ __decorate([
57
+ (0, utils_1.SpeakeasyMetadata)(),
58
+ (0, class_transformer_1.Expose)({ name: "task" }),
59
+ __metadata("design:type", String)
60
+ ], EvaluationLoggingQuery.prototype, "task", void 0);
61
+ __decorate([
62
+ (0, utils_1.SpeakeasyMetadata)(),
63
+ (0, class_transformer_1.Expose)({ name: "prompts" }),
64
+ __metadata("design:type", Array)
65
+ ], EvaluationLoggingQuery.prototype, "prompts", void 0);
66
+ __decorate([
67
+ (0, utils_1.SpeakeasyMetadata)(),
68
+ (0, class_transformer_1.Expose)({ name: "dataset" }),
69
+ __metadata("design:type", Array)
70
+ ], EvaluationLoggingQuery.prototype, "dataset", void 0);
71
+ __decorate([
72
+ (0, utils_1.SpeakeasyMetadata)(),
73
+ (0, class_transformer_1.Expose)({ name: "datasetName" }),
74
+ __metadata("design:type", String)
75
+ ], EvaluationLoggingQuery.prototype, "datasetName", void 0);
76
+ __decorate([
77
+ (0, utils_1.SpeakeasyMetadata)(),
78
+ (0, class_transformer_1.Expose)({ name: "metrics" }),
79
+ __metadata("design:type", Array)
80
+ ], EvaluationLoggingQuery.prototype, "metrics", void 0);
81
+ __decorate([
82
+ (0, utils_1.SpeakeasyMetadata)(),
83
+ (0, class_transformer_1.Expose)({ name: "metrics_to_compute" }),
84
+ __metadata("design:type", Array)
85
+ ], EvaluationLoggingQuery.prototype, "metricsToCompute", void 0);
86
+ __decorate([
87
+ (0, utils_1.SpeakeasyMetadata)(),
88
+ (0, class_transformer_1.Expose)({ name: "results" }),
89
+ __metadata("design:type", Array)
90
+ ], EvaluationLoggingQuery.prototype, "results", void 0);
91
+ __decorate([
92
+ (0, utils_1.SpeakeasyMetadata)(),
93
+ (0, class_transformer_1.Expose)({ name: "summary" }),
94
+ __metadata("design:type", Array)
95
+ ], EvaluationLoggingQuery.prototype, "summary", void 0);
96
+ __decorate([
97
+ (0, utils_1.SpeakeasyMetadata)(),
98
+ (0, class_transformer_1.Expose)({ name: "comments" }),
99
+ __metadata("design:type", Array)
100
+ ], EvaluationLoggingQuery.prototype, "comments", void 0);
101
+ __decorate([
102
+ (0, utils_1.SpeakeasyMetadata)(),
103
+ (0, class_transformer_1.Expose)({ name: "generations" }),
104
+ __metadata("design:type", Array)
105
+ ], EvaluationLoggingQuery.prototype, "generations", void 0);
106
+ __decorate([
107
+ (0, utils_1.SpeakeasyMetadata)(),
108
+ (0, class_transformer_1.Expose)({ name: "user" }),
109
+ __metadata("design:type", String)
110
+ ], EvaluationLoggingQuery.prototype, "user", void 0);
111
+ return EvaluationLoggingQuery;
112
+ }(utils_1.SpeakeasyBase));
113
+ exports.EvaluationLoggingQuery = EvaluationLoggingQuery;
@@ -0,0 +1,55 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ export declare class EvaluationUpdateRequest extends SpeakeasyBase {
3
+ /**
4
+ * The name of the evaluation
5
+ */
6
+ name?: string;
7
+ /**
8
+ * The description of the evaluation
9
+ */
10
+ description?: string;
11
+ /**
12
+ * The task for which the evaluation is being created
13
+ */
14
+ task?: string;
15
+ /**
16
+ * The prompts for which the evaluation is being created
17
+ */
18
+ prompts?: Record<string, any>[];
19
+ /**
20
+ * The name of the dataset for which the evaluation is being created
21
+ */
22
+ datasetName?: string;
23
+ /**
24
+ * The dataset for which the evaluation is being created
25
+ */
26
+ dataset?: Record<string, any>[];
27
+ /**
28
+ * The metrics that are computed for the completions
29
+ */
30
+ metrics?: Record<string, any>[][];
31
+ /**
32
+ * The metric summary of the evaluation
33
+ */
34
+ summary?: Record<string, any>[];
35
+ /**
36
+ * The completions for prompts that are being evaluated
37
+ */
38
+ generations?: Record<string, any>[];
39
+ /**
40
+ * The results of the evaluation
41
+ */
42
+ results?: Record<string, any>[];
43
+ /**
44
+ * Whether each result was accepted
45
+ */
46
+ accepted?: boolean[];
47
+ /**
48
+ * The comments for the evaluation
49
+ */
50
+ comments?: Record<string, any>[];
51
+ /**
52
+ * The user running the evaluation
53
+ */
54
+ user?: string;
55
+ }
@@ -0,0 +1,105 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.EvaluationUpdateRequest = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ var EvaluationUpdateRequest = /** @class */ (function (_super) {
34
+ __extends(EvaluationUpdateRequest, _super);
35
+ function EvaluationUpdateRequest() {
36
+ return _super !== null && _super.apply(this, arguments) || this;
37
+ }
38
+ __decorate([
39
+ (0, utils_1.SpeakeasyMetadata)(),
40
+ (0, class_transformer_1.Expose)({ name: "name" }),
41
+ __metadata("design:type", String)
42
+ ], EvaluationUpdateRequest.prototype, "name", void 0);
43
+ __decorate([
44
+ (0, utils_1.SpeakeasyMetadata)(),
45
+ (0, class_transformer_1.Expose)({ name: "description" }),
46
+ __metadata("design:type", String)
47
+ ], EvaluationUpdateRequest.prototype, "description", void 0);
48
+ __decorate([
49
+ (0, utils_1.SpeakeasyMetadata)(),
50
+ (0, class_transformer_1.Expose)({ name: "task" }),
51
+ __metadata("design:type", String)
52
+ ], EvaluationUpdateRequest.prototype, "task", void 0);
53
+ __decorate([
54
+ (0, utils_1.SpeakeasyMetadata)(),
55
+ (0, class_transformer_1.Expose)({ name: "prompts" }),
56
+ __metadata("design:type", Array)
57
+ ], EvaluationUpdateRequest.prototype, "prompts", void 0);
58
+ __decorate([
59
+ (0, utils_1.SpeakeasyMetadata)(),
60
+ (0, class_transformer_1.Expose)({ name: "datasetName" }),
61
+ __metadata("design:type", String)
62
+ ], EvaluationUpdateRequest.prototype, "datasetName", void 0);
63
+ __decorate([
64
+ (0, utils_1.SpeakeasyMetadata)(),
65
+ (0, class_transformer_1.Expose)({ name: "dataset" }),
66
+ __metadata("design:type", Array)
67
+ ], EvaluationUpdateRequest.prototype, "dataset", void 0);
68
+ __decorate([
69
+ (0, utils_1.SpeakeasyMetadata)(),
70
+ (0, class_transformer_1.Expose)({ name: "metrics" }),
71
+ __metadata("design:type", Array)
72
+ ], EvaluationUpdateRequest.prototype, "metrics", void 0);
73
+ __decorate([
74
+ (0, utils_1.SpeakeasyMetadata)(),
75
+ (0, class_transformer_1.Expose)({ name: "summary" }),
76
+ __metadata("design:type", Array)
77
+ ], EvaluationUpdateRequest.prototype, "summary", void 0);
78
+ __decorate([
79
+ (0, utils_1.SpeakeasyMetadata)(),
80
+ (0, class_transformer_1.Expose)({ name: "generations" }),
81
+ __metadata("design:type", Array)
82
+ ], EvaluationUpdateRequest.prototype, "generations", void 0);
83
+ __decorate([
84
+ (0, utils_1.SpeakeasyMetadata)(),
85
+ (0, class_transformer_1.Expose)({ name: "results" }),
86
+ __metadata("design:type", Array)
87
+ ], EvaluationUpdateRequest.prototype, "results", void 0);
88
+ __decorate([
89
+ (0, utils_1.SpeakeasyMetadata)(),
90
+ (0, class_transformer_1.Expose)({ name: "accepted" }),
91
+ __metadata("design:type", Array)
92
+ ], EvaluationUpdateRequest.prototype, "accepted", void 0);
93
+ __decorate([
94
+ (0, utils_1.SpeakeasyMetadata)(),
95
+ (0, class_transformer_1.Expose)({ name: "comments" }),
96
+ __metadata("design:type", Array)
97
+ ], EvaluationUpdateRequest.prototype, "comments", void 0);
98
+ __decorate([
99
+ (0, utils_1.SpeakeasyMetadata)(),
100
+ (0, class_transformer_1.Expose)({ name: "user" }),
101
+ __metadata("design:type", String)
102
+ ], EvaluationUpdateRequest.prototype, "user", void 0);
103
+ return EvaluationUpdateRequest;
104
+ }(utils_1.SpeakeasyBase));
105
+ exports.EvaluationUpdateRequest = EvaluationUpdateRequest;
@@ -0,0 +1,22 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ /**
3
+ * The request object for providing feedback
4
+ */
5
+ export declare class FeedbackQuery extends SpeakeasyBase {
6
+ /**
7
+ * The task for which the feedback is being submitted
8
+ */
9
+ task: string;
10
+ /**
11
+ * The ID of the generation for which feedback is being submitted
12
+ */
13
+ generationId: string;
14
+ /**
15
+ * The feedback JSON with one or many feedback items
16
+ */
17
+ feedbackJson?: Record<string, any>;
18
+ /**
19
+ * The ground truth for the generation
20
+ */
21
+ groundTruth?: string;
22
+ }
@@ -0,0 +1,63 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.FeedbackQuery = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ /**
34
+ * The request object for providing feedback
35
+ */
36
+ var FeedbackQuery = /** @class */ (function (_super) {
37
+ __extends(FeedbackQuery, _super);
38
+ function FeedbackQuery() {
39
+ return _super !== null && _super.apply(this, arguments) || this;
40
+ }
41
+ __decorate([
42
+ (0, utils_1.SpeakeasyMetadata)(),
43
+ (0, class_transformer_1.Expose)({ name: "task" }),
44
+ __metadata("design:type", String)
45
+ ], FeedbackQuery.prototype, "task", void 0);
46
+ __decorate([
47
+ (0, utils_1.SpeakeasyMetadata)(),
48
+ (0, class_transformer_1.Expose)({ name: "generation_id" }),
49
+ __metadata("design:type", String)
50
+ ], FeedbackQuery.prototype, "generationId", void 0);
51
+ __decorate([
52
+ (0, utils_1.SpeakeasyMetadata)(),
53
+ (0, class_transformer_1.Expose)({ name: "feedback_json" }),
54
+ __metadata("design:type", Object)
55
+ ], FeedbackQuery.prototype, "feedbackJson", void 0);
56
+ __decorate([
57
+ (0, utils_1.SpeakeasyMetadata)(),
58
+ (0, class_transformer_1.Expose)({ name: "ground_truth" }),
59
+ __metadata("design:type", String)
60
+ ], FeedbackQuery.prototype, "groundTruth", void 0);
61
+ return FeedbackQuery;
62
+ }(utils_1.SpeakeasyBase));
63
+ exports.FeedbackQuery = FeedbackQuery;
@@ -0,0 +1,26 @@
1
+ import { SpeakeasyBase } from "../../internal/utils";
2
+ /**
3
+ * The response object for providing feedback
4
+ */
5
+ export declare class FeedbackResponse extends SpeakeasyBase {
6
+ /**
7
+ * The task for which the feedback was submitted
8
+ */
9
+ task?: string;
10
+ /**
11
+ * The ID of the generation for which feedback was submitted
12
+ */
13
+ generationId?: string;
14
+ /**
15
+ * The feedback JSON with one or many feedback items
16
+ */
17
+ feedback?: Record<string, any>;
18
+ /**
19
+ * The ground truth for the generation
20
+ */
21
+ groundTruth?: string;
22
+ /**
23
+ * The timestamp of when the feedback was created
24
+ */
25
+ createdAt?: Date;
26
+ }
@@ -0,0 +1,72 @@
1
+ "use strict";
2
+ /*
3
+ * Code generated by Speakeasy (https://speakeasyapi.dev). DO NOT EDIT.
4
+ */
5
+ var __extends = (this && this.__extends) || (function () {
6
+ var extendStatics = function (d, b) {
7
+ extendStatics = Object.setPrototypeOf ||
8
+ ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
9
+ function (d, b) { for (var p in b) if (Object.prototype.hasOwnProperty.call(b, p)) d[p] = b[p]; };
10
+ return extendStatics(d, b);
11
+ };
12
+ return function (d, b) {
13
+ if (typeof b !== "function" && b !== null)
14
+ throw new TypeError("Class extends value " + String(b) + " is not a constructor or null");
15
+ extendStatics(d, b);
16
+ function __() { this.constructor = d; }
17
+ d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
18
+ };
19
+ })();
20
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
21
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
22
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
23
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
24
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
25
+ };
26
+ var __metadata = (this && this.__metadata) || function (k, v) {
27
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
28
+ };
29
+ Object.defineProperty(exports, "__esModule", { value: true });
30
+ exports.FeedbackResponse = void 0;
31
+ var utils_1 = require("../../internal/utils");
32
+ var class_transformer_1 = require("class-transformer");
33
+ /**
34
+ * The response object for providing feedback
35
+ */
36
+ var FeedbackResponse = /** @class */ (function (_super) {
37
+ __extends(FeedbackResponse, _super);
38
+ function FeedbackResponse() {
39
+ return _super !== null && _super.apply(this, arguments) || this;
40
+ }
41
+ __decorate([
42
+ (0, utils_1.SpeakeasyMetadata)(),
43
+ (0, class_transformer_1.Expose)({ name: "task" }),
44
+ __metadata("design:type", String)
45
+ ], FeedbackResponse.prototype, "task", void 0);
46
+ __decorate([
47
+ (0, utils_1.SpeakeasyMetadata)(),
48
+ (0, class_transformer_1.Expose)({ name: "generation_id" }),
49
+ __metadata("design:type", String)
50
+ ], FeedbackResponse.prototype, "generationId", void 0);
51
+ __decorate([
52
+ (0, utils_1.SpeakeasyMetadata)(),
53
+ (0, class_transformer_1.Expose)({ name: "feedback" }),
54
+ __metadata("design:type", Object)
55
+ ], FeedbackResponse.prototype, "feedback", void 0);
56
+ __decorate([
57
+ (0, utils_1.SpeakeasyMetadata)(),
58
+ (0, class_transformer_1.Expose)({ name: "ground_truth" }),
59
+ __metadata("design:type", String)
60
+ ], FeedbackResponse.prototype, "groundTruth", void 0);
61
+ __decorate([
62
+ (0, utils_1.SpeakeasyMetadata)(),
63
+ (0, class_transformer_1.Expose)({ name: "created_at" }),
64
+ (0, class_transformer_1.Transform)(function (_a) {
65
+ var value = _a.value;
66
+ return new Date(value);
67
+ }, { toClassOnly: true }),
68
+ __metadata("design:type", Date)
69
+ ], FeedbackResponse.prototype, "createdAt", void 0);
70
+ return FeedbackResponse;
71
+ }(utils_1.SpeakeasyBase));
72
+ exports.FeedbackResponse = FeedbackResponse;