scorecard-ai 0.1.12 → 0.2.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (134) hide show
  1. package/LICENSE +201 -0
  2. package/api/resources/run/client/Client.d.ts +3 -3
  3. package/api/resources/run/client/Client.js +6 -6
  4. package/api/resources/score/client/Client.js +2 -2
  5. package/api/resources/testcase/client/Client.js +3 -3
  6. package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  7. package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  8. package/api/resources/testrecord/client/Client.js +2 -2
  9. package/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  10. package/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  11. package/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  12. package/api/resources/testset/client/Client.js +5 -5
  13. package/api/types/Grade.d.ts +4 -0
  14. package/api/types/JsonObject.d.ts +8 -0
  15. package/api/types/JsonObjectInputValue.d.ts +8 -0
  16. package/api/types/JsonObjectOutputValue.d.ts +8 -0
  17. package/api/types/JsonObjectOutputValue.js +5 -0
  18. package/api/types/{RunExternal.d.ts → Run.d.ts} +1 -1
  19. package/api/types/Run.js +5 -0
  20. package/api/types/ScoreStatus.d.ts +9 -0
  21. package/api/types/ScoreStatus.js +11 -0
  22. package/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  23. package/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  24. package/api/types/Testrecord.d.ts +1 -1
  25. package/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  26. package/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  27. package/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  28. package/api/types/index.d.ts +5 -1
  29. package/api/types/index.js +5 -1
  30. package/dist/api/resources/run/client/Client.d.ts +3 -3
  31. package/dist/api/resources/run/client/Client.js +6 -6
  32. package/dist/api/resources/score/client/Client.js +2 -2
  33. package/dist/api/resources/testcase/client/Client.js +3 -3
  34. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  35. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  36. package/dist/api/resources/testrecord/client/Client.js +2 -2
  37. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  38. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  39. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  40. package/dist/api/resources/testset/client/Client.js +5 -5
  41. package/dist/api/types/Grade.d.ts +4 -0
  42. package/dist/api/types/JsonObject.d.ts +8 -0
  43. package/dist/api/types/JsonObject.js +5 -0
  44. package/dist/api/types/JsonObjectInputValue.d.ts +8 -0
  45. package/dist/api/types/JsonObjectInputValue.js +5 -0
  46. package/dist/api/types/JsonObjectOutputValue.d.ts +8 -0
  47. package/dist/api/types/JsonObjectOutputValue.js +5 -0
  48. package/dist/api/types/{RunExternal.d.ts → Run.d.ts} +1 -1
  49. package/dist/api/types/Run.js +5 -0
  50. package/dist/api/types/ScoreStatus.d.ts +9 -0
  51. package/dist/api/types/ScoreStatus.js +11 -0
  52. package/dist/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  53. package/dist/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  54. package/dist/api/types/Testrecord.d.ts +1 -1
  55. package/dist/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  56. package/dist/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  57. package/dist/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  58. package/dist/api/types/index.d.ts +5 -1
  59. package/dist/api/types/index.js +5 -1
  60. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  61. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  62. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  63. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  64. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  65. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  66. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  67. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  68. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  69. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  70. package/dist/serialization/types/Grade.d.ts +3 -0
  71. package/dist/serialization/types/Grade.js +12 -0
  72. package/dist/serialization/types/JsonObject.d.ts +12 -0
  73. package/dist/serialization/types/JsonObject.js +42 -0
  74. package/dist/serialization/types/JsonObjectInputValue.d.ts +10 -0
  75. package/dist/serialization/types/JsonObjectInputValue.js +47 -0
  76. package/dist/serialization/types/JsonObjectOutputValue.d.ts +10 -0
  77. package/dist/serialization/types/JsonObjectOutputValue.js +47 -0
  78. package/dist/serialization/types/{RunExternal.d.ts → Run.d.ts} +2 -2
  79. package/dist/serialization/types/{RunExternal.js → Run.js} +2 -2
  80. package/dist/serialization/types/ScoreStatus.d.ts +10 -0
  81. package/dist/serialization/types/ScoreStatus.js +31 -0
  82. package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  83. package/dist/serialization/types/TestCaseCustomInputsValue.js +1 -1
  84. package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  85. package/dist/serialization/types/TestCaseCustomLabelsValue.js +1 -1
  86. package/dist/serialization/types/Testrecord.d.ts +1 -1
  87. package/dist/serialization/types/Testrecord.js +1 -1
  88. package/dist/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
  89. package/dist/serialization/types/TestrecordCustomInputsValue.js +1 -1
  90. package/dist/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
  91. package/dist/serialization/types/TestrecordCustomLabelsValue.js +1 -1
  92. package/dist/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
  93. package/dist/serialization/types/TestrecordCustomOutputsValue.js +1 -1
  94. package/dist/serialization/types/index.d.ts +5 -1
  95. package/dist/serialization/types/index.js +5 -1
  96. package/package.json +3 -2
  97. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  98. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  99. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  100. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  101. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  102. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  103. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  104. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  105. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  106. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  107. package/serialization/types/Grade.d.ts +3 -0
  108. package/serialization/types/Grade.js +12 -0
  109. package/serialization/types/JsonObject.d.ts +12 -0
  110. package/serialization/types/JsonObject.js +42 -0
  111. package/serialization/types/JsonObjectInputValue.d.ts +10 -0
  112. package/serialization/types/JsonObjectInputValue.js +47 -0
  113. package/serialization/types/JsonObjectOutputValue.d.ts +10 -0
  114. package/serialization/types/JsonObjectOutputValue.js +47 -0
  115. package/serialization/types/{RunExternal.d.ts → Run.d.ts} +2 -2
  116. package/serialization/types/{RunExternal.js → Run.js} +2 -2
  117. package/serialization/types/ScoreStatus.d.ts +10 -0
  118. package/serialization/types/ScoreStatus.js +31 -0
  119. package/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  120. package/serialization/types/TestCaseCustomInputsValue.js +1 -1
  121. package/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  122. package/serialization/types/TestCaseCustomLabelsValue.js +1 -1
  123. package/serialization/types/Testrecord.d.ts +1 -1
  124. package/serialization/types/Testrecord.js +1 -1
  125. package/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
  126. package/serialization/types/TestrecordCustomInputsValue.js +1 -1
  127. package/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
  128. package/serialization/types/TestrecordCustomLabelsValue.js +1 -1
  129. package/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
  130. package/serialization/types/TestrecordCustomOutputsValue.js +1 -1
  131. package/serialization/types/index.d.ts +5 -1
  132. package/serialization/types/index.js +5 -1
  133. /package/api/types/{RunExternal.js → JsonObject.js} +0 -0
  134. /package/{dist/api/types/RunExternal.js → api/types/JsonObjectInputValue.js} +0 -0
@@ -77,7 +77,7 @@ class Run {
77
77
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
78
78
  "X-Fern-Language": "JavaScript",
79
79
  "X-Fern-SDK-Name": "scorecard-ai",
80
- "X-Fern-SDK-Version": "0.1.12",
80
+ "X-Fern-SDK-Version": "0.2.1",
81
81
  },
82
82
  contentType: "application/json",
83
83
  body: yield serializers.RunCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -85,7 +85,7 @@ class Run {
85
85
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
86
86
  });
87
87
  if (_response.ok) {
88
- return yield serializers.RunExternal.parseOrThrow(_response.body, {
88
+ return yield serializers.Run.parseOrThrow(_response.body, {
89
89
  unrecognizedObjectKeys: "passthrough",
90
90
  allowUnrecognizedUnionMembers: true,
91
91
  allowUnrecognizedEnumValues: true,
@@ -169,14 +169,14 @@ class Run {
169
169
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
170
170
  "X-Fern-Language": "JavaScript",
171
171
  "X-Fern-SDK-Name": "scorecard-ai",
172
- "X-Fern-SDK-Version": "0.1.12",
172
+ "X-Fern-SDK-Version": "0.2.1",
173
173
  },
174
174
  contentType: "application/json",
175
175
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
176
176
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
177
177
  });
178
178
  if (_response.ok) {
179
- return yield serializers.RunExternal.parseOrThrow(_response.body, {
179
+ return yield serializers.Run.parseOrThrow(_response.body, {
180
180
  unrecognizedObjectKeys: "passthrough",
181
181
  allowUnrecognizedUnionMembers: true,
182
182
  allowUnrecognizedEnumValues: true,
@@ -262,7 +262,7 @@ class Run {
262
262
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
263
263
  "X-Fern-Language": "JavaScript",
264
264
  "X-Fern-SDK-Name": "scorecard-ai",
265
- "X-Fern-SDK-Version": "0.1.12",
265
+ "X-Fern-SDK-Version": "0.2.1",
266
266
  },
267
267
  contentType: "application/json",
268
268
  body: yield serializers.UpdateStatusParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -270,7 +270,7 @@ class Run {
270
270
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
271
271
  });
272
272
  if (_response.ok) {
273
- return yield serializers.RunExternal.parseOrThrow(_response.body, {
273
+ return yield serializers.Run.parseOrThrow(_response.body, {
274
274
  unrecognizedObjectKeys: "passthrough",
275
275
  allowUnrecognizedUnionMembers: true,
276
276
  allowUnrecognizedEnumValues: true,
@@ -71,7 +71,7 @@ class Score {
71
71
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
72
72
  "X-Fern-Language": "JavaScript",
73
73
  "X-Fern-SDK-Name": "scorecard-ai",
74
- "X-Fern-SDK-Version": "0.1.12",
74
+ "X-Fern-SDK-Version": "0.2.1",
75
75
  },
76
76
  contentType: "application/json",
77
77
  body: yield serializers.ScoreCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -163,7 +163,7 @@ class Score {
163
163
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
164
164
  "X-Fern-Language": "JavaScript",
165
165
  "X-Fern-SDK-Name": "scorecard-ai",
166
- "X-Fern-SDK-Version": "0.1.12",
166
+ "X-Fern-SDK-Version": "0.2.1",
167
167
  },
168
168
  contentType: "application/json",
169
169
  body: yield serializers.ScoreUpdateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -71,7 +71,7 @@ class Testcase {
71
71
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
72
72
  "X-Fern-Language": "JavaScript",
73
73
  "X-Fern-SDK-Name": "scorecard-ai",
74
- "X-Fern-SDK-Version": "0.1.12",
74
+ "X-Fern-SDK-Version": "0.2.1",
75
75
  },
76
76
  contentType: "application/json",
77
77
  body: yield serializers.TestcaseCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -163,7 +163,7 @@ class Testcase {
163
163
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
164
164
  "X-Fern-Language": "JavaScript",
165
165
  "X-Fern-SDK-Name": "scorecard-ai",
166
- "X-Fern-SDK-Version": "0.1.12",
166
+ "X-Fern-SDK-Version": "0.2.1",
167
167
  },
168
168
  contentType: "application/json",
169
169
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -254,7 +254,7 @@ class Testcase {
254
254
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
255
255
  "X-Fern-Language": "JavaScript",
256
256
  "X-Fern-SDK-Name": "scorecard-ai",
257
- "X-Fern-SDK-Version": "0.1.12",
257
+ "X-Fern-SDK-Version": "0.2.1",
258
258
  },
259
259
  contentType: "application/json",
260
260
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestcaseCreateParamsCustomInputsValue = Scorecard.FileUrl | string;
5
+ export declare type TestcaseCreateParamsCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestcaseCreateParamsCustomLabelsValue = Scorecard.FileUrl | string;
5
+ export declare type TestcaseCreateParamsCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -69,7 +69,7 @@ class Testrecord {
69
69
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
70
70
  "X-Fern-Language": "JavaScript",
71
71
  "X-Fern-SDK-Name": "scorecard-ai",
72
- "X-Fern-SDK-Version": "0.1.12",
72
+ "X-Fern-SDK-Version": "0.2.1",
73
73
  },
74
74
  contentType: "application/json",
75
75
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -160,7 +160,7 @@ class Testrecord {
160
160
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
161
161
  "X-Fern-Language": "JavaScript",
162
162
  "X-Fern-SDK-Name": "scorecard-ai",
163
- "X-Fern-SDK-Version": "0.1.12",
163
+ "X-Fern-SDK-Version": "0.2.1",
164
164
  },
165
165
  contentType: "application/json",
166
166
  body: yield serializers.TestrecordCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomInputsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomLabelsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomOutputsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -69,7 +69,7 @@ class Testset {
69
69
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
70
70
  "X-Fern-Language": "JavaScript",
71
71
  "X-Fern-SDK-Name": "scorecard-ai",
72
- "X-Fern-SDK-Version": "0.1.12",
72
+ "X-Fern-SDK-Version": "0.2.1",
73
73
  },
74
74
  contentType: "application/json",
75
75
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -160,7 +160,7 @@ class Testset {
160
160
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
161
161
  "X-Fern-Language": "JavaScript",
162
162
  "X-Fern-SDK-Name": "scorecard-ai",
163
- "X-Fern-SDK-Version": "0.1.12",
163
+ "X-Fern-SDK-Version": "0.2.1",
164
164
  },
165
165
  contentType: "application/json",
166
166
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -253,7 +253,7 @@ class Testset {
253
253
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
254
254
  "X-Fern-Language": "JavaScript",
255
255
  "X-Fern-SDK-Name": "scorecard-ai",
256
- "X-Fern-SDK-Version": "0.1.12",
256
+ "X-Fern-SDK-Version": "0.2.1",
257
257
  },
258
258
  contentType: "application/json",
259
259
  body: yield serializers.TestsetCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -345,7 +345,7 @@ class Testset {
345
345
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
346
346
  "X-Fern-Language": "JavaScript",
347
347
  "X-Fern-SDK-Name": "scorecard-ai",
348
- "X-Fern-SDK-Version": "0.1.12",
348
+ "X-Fern-SDK-Version": "0.2.1",
349
349
  },
350
350
  contentType: "application/json",
351
351
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -444,7 +444,7 @@ class Testset {
444
444
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
445
445
  "X-Fern-Language": "JavaScript",
446
446
  "X-Fern-SDK-Name": "scorecard-ai",
447
- "X-Fern-SDK-Version": "0.1.12",
447
+ "X-Fern-SDK-Version": "0.2.1",
448
448
  },
449
449
  contentType: "application/json",
450
450
  queryParameters: _queryParams,
@@ -1,14 +1,18 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ import * as Scorecard from "..";
4
5
  export interface Grade {
5
6
  id?: number;
6
7
  runId?: number;
7
8
  testcaseId?: number;
8
9
  testrecordId?: number;
9
10
  metricId?: number;
11
+ userId?: string;
10
12
  binaryScore?: boolean;
11
13
  intScore?: number;
12
14
  reasoning?: string;
13
15
  humanEval?: boolean;
16
+ status?: Scorecard.ScoreStatus;
17
+ errorMessage?: string;
14
18
  }
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ export interface JsonObject {
6
+ /** The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None. */
7
+ value?: Scorecard.JsonObjectOutputValue;
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ /**
6
+ * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
+ */
8
+ export declare type JsonObjectInputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ /**
6
+ * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
+ */
8
+ export declare type JsonObjectOutputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export interface RunExternal {
4
+ export interface Run {
5
5
  id?: number;
6
6
  createdAt?: Date;
7
7
  updatedAt?: Date;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,9 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type ScoreStatus = "pending" | "error" | "completed";
5
+ export declare const ScoreStatus: {
6
+ readonly Pending: "pending";
7
+ readonly Error: "error";
8
+ readonly Completed: "completed";
9
+ };
@@ -0,0 +1,11 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.ScoreStatus = void 0;
7
+ exports.ScoreStatus = {
8
+ Pending: "pending",
9
+ Error: "error",
10
+ Completed: "completed",
11
+ };
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -5,7 +5,7 @@ import * as Scorecard from "..";
5
5
  export interface Testrecord {
6
6
  id?: number;
7
7
  createdAt?: Date;
8
- runId: number;
8
+ runId?: number;
9
9
  testsetId?: number;
10
10
  testcaseId?: number;
11
11
  userQuery?: string;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -5,11 +5,15 @@ export * from "./DataTypeEnum";
5
5
  export * from "./FileUrl";
6
6
  export * from "./Grade";
7
7
  export * from "./HttpValidationError";
8
+ export * from "./JsonObjectInputValue";
9
+ export * from "./JsonObject";
10
+ export * from "./JsonObjectOutputValue";
8
11
  export * from "./NotFoundErrorBody";
9
12
  export * from "./PaginatedTestcaseResponse";
10
13
  export * from "./RoleEnum";
11
- export * from "./RunExternal";
14
+ export * from "./Run";
12
15
  export * from "./RunStatus";
16
+ export * from "./ScoreStatus";
13
17
  export * from "./TestCaseCustomInputsValue";
14
18
  export * from "./TestCaseCustomLabelsValue";
15
19
  export * from "./TestCase";
@@ -21,11 +21,15 @@ __exportStar(require("./DataTypeEnum"), exports);
21
21
  __exportStar(require("./FileUrl"), exports);
22
22
  __exportStar(require("./Grade"), exports);
23
23
  __exportStar(require("./HttpValidationError"), exports);
24
+ __exportStar(require("./JsonObjectInputValue"), exports);
25
+ __exportStar(require("./JsonObject"), exports);
26
+ __exportStar(require("./JsonObjectOutputValue"), exports);
24
27
  __exportStar(require("./NotFoundErrorBody"), exports);
25
28
  __exportStar(require("./PaginatedTestcaseResponse"), exports);
26
29
  __exportStar(require("./RoleEnum"), exports);
27
- __exportStar(require("./RunExternal"), exports);
30
+ __exportStar(require("./Run"), exports);
28
31
  __exportStar(require("./RunStatus"), exports);
32
+ __exportStar(require("./ScoreStatus"), exports);
29
33
  __exportStar(require("./TestCaseCustomInputsValue"), exports);
30
34
  __exportStar(require("./TestCaseCustomLabelsValue"), exports);
31
35
  __exportStar(require("./TestCase"), exports);
@@ -6,5 +6,5 @@ import * as Scorecard from "../../../../api";
6
6
  import * as core from "../../../../core";
7
7
  export declare const TestcaseCreateParamsCustomInputsValue: core.serialization.Schema<serializers.TestcaseCreateParamsCustomInputsValue.Raw, Scorecard.TestcaseCreateParamsCustomInputsValue>;
8
8
  export declare namespace TestcaseCreateParamsCustomInputsValue {
9
- type Raw = serializers.FileUrl.Raw | string;
9
+ type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
10
10
  }
@@ -38,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.TestcaseCreateParamsCustomInputsValue = void 0;
39
39
  const core = __importStar(require("../../../../core"));
40
40
  exports.TestcaseCreateParamsCustomInputsValue = core.serialization.undiscriminatedUnion([
41
- core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
42
41
  core.serialization.string(),
42
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
43
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
43
44
  ]);
@@ -6,5 +6,5 @@ import * as Scorecard from "../../../../api";
6
6
  import * as core from "../../../../core";
7
7
  export declare const TestcaseCreateParamsCustomLabelsValue: core.serialization.Schema<serializers.TestcaseCreateParamsCustomLabelsValue.Raw, Scorecard.TestcaseCreateParamsCustomLabelsValue>;
8
8
  export declare namespace TestcaseCreateParamsCustomLabelsValue {
9
- type Raw = serializers.FileUrl.Raw | string;
9
+ type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
10
10
  }
@@ -38,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.TestcaseCreateParamsCustomLabelsValue = void 0;
39
39
  const core = __importStar(require("../../../../core"));
40
40
  exports.TestcaseCreateParamsCustomLabelsValue = core.serialization.undiscriminatedUnion([
41
- core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
42
41
  core.serialization.string(),
42
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
43
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
43
44
  ]);
@@ -6,5 +6,5 @@ import * as Scorecard from "../../../../api";
6
6
  import * as core from "../../../../core";
7
7
  export declare const TestrecordCreateParamsCustomInputsValue: core.serialization.Schema<serializers.TestrecordCreateParamsCustomInputsValue.Raw, Scorecard.TestrecordCreateParamsCustomInputsValue>;
8
8
  export declare namespace TestrecordCreateParamsCustomInputsValue {
9
- type Raw = serializers.FileUrl.Raw | string;
9
+ type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
10
10
  }
@@ -38,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.TestrecordCreateParamsCustomInputsValue = void 0;
39
39
  const core = __importStar(require("../../../../core"));
40
40
  exports.TestrecordCreateParamsCustomInputsValue = core.serialization.undiscriminatedUnion([
41
- core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
42
41
  core.serialization.string(),
42
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
43
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
43
44
  ]);
@@ -6,5 +6,5 @@ import * as Scorecard from "../../../../api";
6
6
  import * as core from "../../../../core";
7
7
  export declare const TestrecordCreateParamsCustomLabelsValue: core.serialization.Schema<serializers.TestrecordCreateParamsCustomLabelsValue.Raw, Scorecard.TestrecordCreateParamsCustomLabelsValue>;
8
8
  export declare namespace TestrecordCreateParamsCustomLabelsValue {
9
- type Raw = serializers.FileUrl.Raw | string;
9
+ type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
10
10
  }
@@ -38,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.TestrecordCreateParamsCustomLabelsValue = void 0;
39
39
  const core = __importStar(require("../../../../core"));
40
40
  exports.TestrecordCreateParamsCustomLabelsValue = core.serialization.undiscriminatedUnion([
41
- core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
42
41
  core.serialization.string(),
42
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
43
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
43
44
  ]);
@@ -6,5 +6,5 @@ import * as Scorecard from "../../../../api";
6
6
  import * as core from "../../../../core";
7
7
  export declare const TestrecordCreateParamsCustomOutputsValue: core.serialization.Schema<serializers.TestrecordCreateParamsCustomOutputsValue.Raw, Scorecard.TestrecordCreateParamsCustomOutputsValue>;
8
8
  export declare namespace TestrecordCreateParamsCustomOutputsValue {
9
- type Raw = serializers.FileUrl.Raw | string;
9
+ type Raw = string | serializers.FileUrl.Raw | serializers.JsonObject.Raw;
10
10
  }
@@ -38,6 +38,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
38
38
  exports.TestrecordCreateParamsCustomOutputsValue = void 0;
39
39
  const core = __importStar(require("../../../../core"));
40
40
  exports.TestrecordCreateParamsCustomOutputsValue = core.serialization.undiscriminatedUnion([
41
- core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
42
41
  core.serialization.string(),
42
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).FileUrl; })),
43
+ core.serialization.lazyObject(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("../../..")))).JsonObject; })),
43
44
  ]);
@@ -12,9 +12,12 @@ export declare namespace Grade {
12
12
  testcase_id?: number | null;
13
13
  testrecord_id?: number | null;
14
14
  metric_id?: number | null;
15
+ user_id?: string | null;
15
16
  binary_score?: boolean | null;
16
17
  int_score?: number | null;
17
18
  reasoning?: string | null;
18
19
  human_eval?: boolean | null;
20
+ status?: serializers.ScoreStatus.Raw | null;
21
+ error_message?: string | null;
19
22
  }
20
23
  }
@@ -25,6 +25,15 @@ var __importStar = (this && this.__importStar) || function (mod) {
25
25
  __setModuleDefault(result, mod);
26
26
  return result;
27
27
  };
28
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
29
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
30
+ return new (P || (P = Promise))(function (resolve, reject) {
31
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
32
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
33
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
34
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
35
+ });
36
+ };
28
37
  Object.defineProperty(exports, "__esModule", { value: true });
29
38
  exports.Grade = void 0;
30
39
  const core = __importStar(require("../../core"));
@@ -34,8 +43,11 @@ exports.Grade = core.serialization.object({
34
43
  testcaseId: core.serialization.property("testcase_id", core.serialization.number().optional()),
35
44
  testrecordId: core.serialization.property("testrecord_id", core.serialization.number().optional()),
36
45
  metricId: core.serialization.property("metric_id", core.serialization.number().optional()),
46
+ userId: core.serialization.property("user_id", core.serialization.string().optional()),
37
47
  binaryScore: core.serialization.property("binary_score", core.serialization.boolean().optional()),
38
48
  intScore: core.serialization.property("int_score", core.serialization.number().optional()),
39
49
  reasoning: core.serialization.string().optional(),
40
50
  humanEval: core.serialization.property("human_eval", core.serialization.boolean().optional()),
51
+ status: core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).ScoreStatus; })).optional(),
52
+ errorMessage: core.serialization.property("error_message", core.serialization.string().optional()),
41
53
  });
@@ -0,0 +1,12 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Scorecard from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const JsonObject: core.serialization.ObjectSchema<serializers.JsonObject.Raw, Scorecard.JsonObject>;
8
+ export declare namespace JsonObject {
9
+ interface Raw {
10
+ value?: serializers.JsonObjectOutputValue.Raw | null;
11
+ }
12
+ }
@@ -0,0 +1,42 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
29
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
30
+ return new (P || (P = Promise))(function (resolve, reject) {
31
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
32
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
33
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
34
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
35
+ });
36
+ };
37
+ Object.defineProperty(exports, "__esModule", { value: true });
38
+ exports.JsonObject = void 0;
39
+ const core = __importStar(require("../../core"));
40
+ exports.JsonObject = core.serialization.object({
41
+ value: core.serialization.lazy(() => __awaiter(void 0, void 0, void 0, function* () { return (yield Promise.resolve().then(() => __importStar(require("..")))).JsonObjectOutputValue; })).optional(),
42
+ });
@@ -0,0 +1,10 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as serializers from "..";
5
+ import * as Scorecard from "../../api";
6
+ import * as core from "../../core";
7
+ export declare const JsonObjectInputValue: core.serialization.Schema<serializers.JsonObjectInputValue.Raw, Scorecard.JsonObjectInputValue>;
8
+ export declare namespace JsonObjectInputValue {
9
+ type Raw = Record<string, serializers.JsonObject.Raw> | serializers.JsonObject.Raw[] | string | number | number | boolean;
10
+ }