scorecard-ai 0.1.10 → 0.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (327) hide show
  1. package/Client.d.ts +3 -0
  2. package/Client.js +5 -0
  3. package/LICENSE +201 -0
  4. package/README.md +1 -0
  5. package/api/resources/index.d.ts +2 -0
  6. package/api/resources/index.js +3 -1
  7. package/api/resources/run/client/Client.d.ts +14 -3
  8. package/api/resources/run/client/Client.js +18 -7
  9. package/api/resources/run/client/requests/RunCreateParams.d.ts +16 -1
  10. package/api/resources/score/client/Client.d.ts +44 -0
  11. package/api/resources/score/client/Client.js +239 -0
  12. package/api/resources/score/client/index.d.ts +1 -0
  13. package/api/resources/score/client/index.js +17 -0
  14. package/api/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
  15. package/api/resources/score/client/requests/ScoreUpdateParams.d.ts +12 -0
  16. package/api/resources/score/client/requests/index.d.ts +2 -0
  17. package/api/resources/score/client/requests/index.js +2 -0
  18. package/api/resources/score/index.d.ts +1 -0
  19. package/api/resources/score/index.js +17 -0
  20. package/api/resources/testcase/client/Client.d.ts +11 -0
  21. package/api/resources/testcase/client/Client.js +14 -3
  22. package/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -0
  23. package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  24. package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  25. package/api/resources/testrecord/client/Client.d.ts +7 -1
  26. package/api/resources/testrecord/client/Client.js +9 -3
  27. package/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +10 -3
  28. package/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  29. package/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  30. package/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  31. package/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +4 -0
  32. package/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +4 -0
  33. package/api/resources/testrecord/types/index.d.ts +2 -0
  34. package/api/resources/testrecord/types/index.js +2 -0
  35. package/api/resources/testset/client/Client.d.ts +12 -4
  36. package/api/resources/testset/client/Client.js +23 -15
  37. package/api/resources/testset/client/requests/TestsetCreateParams.d.ts +8 -2
  38. package/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -2
  39. package/api/types/{LibDtoTypesCreateRunParams.d.ts → CreateGithubWorkflowParams.d.ts} +1 -1
  40. package/api/types/CreateRunParams.d.ts +1 -6
  41. package/{dist/api/types/CustomSchemaInput.d.ts → api/types/CustomSchema.d.ts} +1 -1
  42. package/api/types/Grade.d.ts +18 -0
  43. package/api/types/JsonObject.d.ts +8 -0
  44. package/api/types/JsonObjectInputValue.d.ts +8 -0
  45. package/api/types/JsonObjectOutputValue.d.ts +8 -0
  46. package/{dist/api/types/RunExternal.d.ts → api/types/Run.d.ts} +1 -1
  47. package/api/types/RunStatus.d.ts +2 -1
  48. package/api/types/RunStatus.js +1 -0
  49. package/api/types/ScoreStatus.d.ts +9 -0
  50. package/api/types/ScoreStatus.js +11 -0
  51. package/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  52. package/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  53. package/api/types/TestRecordCreate.d.ts +1 -13
  54. package/api/types/TestSetCreate.d.ts +1 -5
  55. package/api/types/Testrecord.d.ts +8 -3
  56. package/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  57. package/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  58. package/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  59. package/api/types/TestrecordModelDebugInfoValue.d.ts +4 -0
  60. package/api/types/TestrecordModelParamsValue.d.ts +4 -0
  61. package/api/types/Testset.d.ts +1 -1
  62. package/api/types/index.d.ts +10 -7
  63. package/api/types/index.js +10 -7
  64. package/dist/Client.d.ts +3 -0
  65. package/dist/Client.js +5 -0
  66. package/dist/api/resources/index.d.ts +2 -0
  67. package/dist/api/resources/index.js +3 -1
  68. package/dist/api/resources/run/client/Client.d.ts +14 -3
  69. package/dist/api/resources/run/client/Client.js +18 -7
  70. package/dist/api/resources/run/client/requests/RunCreateParams.d.ts +16 -1
  71. package/dist/api/resources/score/client/Client.d.ts +44 -0
  72. package/dist/api/resources/score/client/Client.js +239 -0
  73. package/dist/api/resources/score/client/index.d.ts +1 -0
  74. package/dist/api/resources/score/client/index.js +17 -0
  75. package/dist/api/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
  76. package/dist/api/resources/score/client/requests/ScoreUpdateParams.d.ts +12 -0
  77. package/dist/api/resources/score/client/requests/ScoreUpdateParams.js +5 -0
  78. package/dist/api/resources/score/client/requests/index.d.ts +2 -0
  79. package/dist/api/resources/score/client/requests/index.js +2 -0
  80. package/dist/api/resources/score/index.d.ts +1 -0
  81. package/dist/api/resources/score/index.js +17 -0
  82. package/dist/api/resources/testcase/client/Client.d.ts +11 -0
  83. package/dist/api/resources/testcase/client/Client.js +14 -3
  84. package/dist/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -0
  85. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  86. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  87. package/dist/api/resources/testrecord/client/Client.d.ts +7 -1
  88. package/dist/api/resources/testrecord/client/Client.js +9 -3
  89. package/dist/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +10 -3
  90. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  91. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  92. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  93. package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +4 -0
  94. package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +5 -0
  95. package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +4 -0
  96. package/dist/api/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +5 -0
  97. package/dist/api/resources/testrecord/types/index.d.ts +2 -0
  98. package/dist/api/resources/testrecord/types/index.js +2 -0
  99. package/dist/api/resources/testset/client/Client.d.ts +12 -4
  100. package/dist/api/resources/testset/client/Client.js +23 -15
  101. package/dist/api/resources/testset/client/requests/TestsetCreateParams.d.ts +8 -2
  102. package/dist/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -2
  103. package/dist/api/types/{LibDtoTypesTestSetCreate.d.ts → CreateGithubWorkflowParams.d.ts} +1 -1
  104. package/dist/api/types/CreateGithubWorkflowParams.js +5 -0
  105. package/dist/api/types/CreateRunParams.d.ts +1 -6
  106. package/{api/types/CustomSchemaInput.d.ts → dist/api/types/CustomSchema.d.ts} +1 -1
  107. package/dist/api/types/CustomSchema.js +5 -0
  108. package/dist/api/types/Grade.d.ts +18 -0
  109. package/dist/api/types/Grade.js +5 -0
  110. package/dist/api/types/JsonObject.d.ts +8 -0
  111. package/dist/api/types/JsonObject.js +5 -0
  112. package/dist/api/types/JsonObjectInputValue.d.ts +8 -0
  113. package/dist/api/types/JsonObjectInputValue.js +5 -0
  114. package/dist/api/types/JsonObjectOutputValue.d.ts +8 -0
  115. package/dist/api/types/JsonObjectOutputValue.js +5 -0
  116. package/{api/types/RunExternal.d.ts → dist/api/types/Run.d.ts} +1 -1
  117. package/dist/api/types/Run.js +5 -0
  118. package/dist/api/types/RunStatus.d.ts +2 -1
  119. package/dist/api/types/RunStatus.js +1 -0
  120. package/dist/api/types/ScoreStatus.d.ts +9 -0
  121. package/dist/api/types/ScoreStatus.js +11 -0
  122. package/dist/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  123. package/dist/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  124. package/dist/api/types/TestRecordCreate.d.ts +1 -13
  125. package/dist/api/types/TestSetCreate.d.ts +1 -5
  126. package/dist/api/types/Testrecord.d.ts +8 -3
  127. package/dist/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  128. package/dist/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  129. package/dist/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  130. package/dist/api/types/TestrecordModelDebugInfoValue.d.ts +4 -0
  131. package/dist/api/types/TestrecordModelDebugInfoValue.js +5 -0
  132. package/dist/api/types/TestrecordModelParamsValue.d.ts +4 -0
  133. package/dist/api/types/TestrecordModelParamsValue.js +5 -0
  134. package/dist/api/types/Testset.d.ts +1 -1
  135. package/dist/api/types/index.d.ts +10 -7
  136. package/dist/api/types/index.js +10 -7
  137. package/dist/serialization/resources/index.d.ts +2 -0
  138. package/dist/serialization/resources/index.js +3 -1
  139. package/dist/serialization/resources/run/client/requests/RunCreateParams.d.ts +4 -1
  140. package/dist/serialization/resources/run/client/requests/RunCreateParams.js +4 -1
  141. package/dist/serialization/resources/score/client/index.d.ts +1 -0
  142. package/dist/serialization/resources/score/client/index.js +17 -0
  143. package/dist/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
  144. package/dist/serialization/resources/score/client/requests/ScoreCreateParams.js +36 -0
  145. package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +14 -0
  146. package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.js +35 -0
  147. package/dist/serialization/resources/score/client/requests/index.d.ts +2 -0
  148. package/dist/serialization/resources/score/client/requests/index.js +7 -0
  149. package/dist/serialization/resources/score/index.d.ts +1 -0
  150. package/dist/serialization/resources/score/index.js +17 -0
  151. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  152. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  153. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  154. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  155. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +6 -3
  156. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +14 -3
  157. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  158. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  159. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  160. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  161. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  162. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  163. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +10 -0
  164. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +35 -0
  165. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +10 -0
  166. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +35 -0
  167. package/dist/serialization/resources/testrecord/types/index.d.ts +2 -0
  168. package/dist/serialization/resources/testrecord/types/index.js +2 -0
  169. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +2 -2
  170. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -2
  171. package/dist/serialization/types/CreateGithubWorkflowParams.d.ts +10 -0
  172. package/{serialization/types/LibDtoTypesCreateRunParams.js → dist/serialization/types/CreateGithubWorkflowParams.js} +2 -2
  173. package/dist/serialization/types/CreateRunParams.d.ts +2 -7
  174. package/dist/serialization/types/CreateRunParams.js +1 -6
  175. package/{serialization/types/CustomSchemaInput.d.ts → dist/serialization/types/CustomSchema.d.ts} +2 -2
  176. package/{serialization/types/CustomSchemaInput.js → dist/serialization/types/CustomSchema.js} +2 -2
  177. package/dist/serialization/types/Grade.d.ts +23 -0
  178. package/dist/serialization/types/Grade.js +53 -0
  179. package/dist/serialization/types/JsonObject.d.ts +12 -0
  180. package/dist/serialization/types/{CustomSchemaOutput.js → JsonObject.js} +3 -5
  181. package/dist/serialization/types/JsonObjectInputValue.d.ts +10 -0
  182. package/dist/serialization/types/JsonObjectInputValue.js +47 -0
  183. package/dist/serialization/types/JsonObjectOutputValue.d.ts +10 -0
  184. package/dist/serialization/types/JsonObjectOutputValue.js +47 -0
  185. package/{serialization/types/RunExternal.d.ts → dist/serialization/types/Run.d.ts} +2 -2
  186. package/{serialization/types/RunExternal.js → dist/serialization/types/Run.js} +2 -2
  187. package/dist/serialization/types/RunStatus.d.ts +1 -1
  188. package/dist/serialization/types/RunStatus.js +1 -0
  189. package/dist/serialization/types/ScoreStatus.d.ts +10 -0
  190. package/dist/serialization/types/{LibDtoTypesTestSetCreate.js → ScoreStatus.js} +2 -2
  191. package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  192. package/dist/serialization/types/TestCaseCustomInputsValue.js +1 -1
  193. package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  194. package/dist/serialization/types/TestCaseCustomLabelsValue.js +1 -1
  195. package/dist/serialization/types/TestRecordCreate.d.ts +2 -14
  196. package/dist/serialization/types/TestRecordCreate.js +1 -13
  197. package/dist/serialization/types/TestSetCreate.d.ts +2 -6
  198. package/dist/serialization/types/TestSetCreate.js +1 -5
  199. package/dist/serialization/types/Testrecord.d.ts +8 -3
  200. package/dist/serialization/types/Testrecord.js +12 -3
  201. package/dist/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
  202. package/dist/serialization/types/TestrecordCustomInputsValue.js +1 -1
  203. package/dist/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
  204. package/dist/serialization/types/TestrecordCustomLabelsValue.js +1 -1
  205. package/dist/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
  206. package/dist/serialization/types/TestrecordCustomOutputsValue.js +1 -1
  207. package/dist/serialization/types/TestrecordModelDebugInfoValue.d.ts +10 -0
  208. package/dist/serialization/types/TestrecordModelDebugInfoValue.js +35 -0
  209. package/dist/serialization/types/TestrecordModelParamsValue.d.ts +10 -0
  210. package/dist/serialization/types/{BodyStartGithubWorkflowStartGithubWorkflowPost.js → TestrecordModelParamsValue.js} +6 -2
  211. package/dist/serialization/types/Testset.d.ts +1 -1
  212. package/dist/serialization/types/Testset.js +1 -1
  213. package/dist/serialization/types/index.d.ts +10 -7
  214. package/dist/serialization/types/index.js +10 -7
  215. package/package.json +1 -1
  216. package/serialization/resources/index.d.ts +2 -0
  217. package/serialization/resources/index.js +3 -1
  218. package/serialization/resources/run/client/requests/RunCreateParams.d.ts +4 -1
  219. package/serialization/resources/run/client/requests/RunCreateParams.js +4 -1
  220. package/serialization/resources/score/client/index.d.ts +1 -0
  221. package/serialization/resources/score/client/index.js +17 -0
  222. package/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +15 -0
  223. package/serialization/resources/score/client/requests/ScoreCreateParams.js +36 -0
  224. package/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +14 -0
  225. package/serialization/resources/score/client/requests/ScoreUpdateParams.js +35 -0
  226. package/serialization/resources/score/client/requests/index.d.ts +2 -0
  227. package/serialization/resources/score/client/requests/index.js +7 -0
  228. package/serialization/resources/score/index.d.ts +1 -0
  229. package/serialization/resources/score/index.js +17 -0
  230. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  231. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  232. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  233. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  234. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +6 -3
  235. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +14 -3
  236. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  237. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  238. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  239. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  240. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  241. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  242. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +10 -0
  243. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js +35 -0
  244. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +10 -0
  245. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js +35 -0
  246. package/serialization/resources/testrecord/types/index.d.ts +2 -0
  247. package/serialization/resources/testrecord/types/index.js +2 -0
  248. package/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +2 -2
  249. package/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -2
  250. package/serialization/types/CreateGithubWorkflowParams.d.ts +10 -0
  251. package/{dist/serialization/types/LibDtoTypesCreateRunParams.js → serialization/types/CreateGithubWorkflowParams.js} +2 -2
  252. package/serialization/types/CreateRunParams.d.ts +2 -7
  253. package/serialization/types/CreateRunParams.js +1 -6
  254. package/{dist/serialization/types/CustomSchemaInput.d.ts → serialization/types/CustomSchema.d.ts} +2 -2
  255. package/{dist/serialization/types/CustomSchemaInput.js → serialization/types/CustomSchema.js} +2 -2
  256. package/serialization/types/Grade.d.ts +23 -0
  257. package/serialization/types/Grade.js +53 -0
  258. package/serialization/types/JsonObject.d.ts +12 -0
  259. package/serialization/types/{CustomSchemaOutput.js → JsonObject.js} +3 -5
  260. package/serialization/types/JsonObjectInputValue.d.ts +10 -0
  261. package/serialization/types/JsonObjectInputValue.js +47 -0
  262. package/serialization/types/JsonObjectOutputValue.d.ts +10 -0
  263. package/serialization/types/JsonObjectOutputValue.js +47 -0
  264. package/{dist/serialization/types/RunExternal.d.ts → serialization/types/Run.d.ts} +2 -2
  265. package/{dist/serialization/types/RunExternal.js → serialization/types/Run.js} +2 -2
  266. package/serialization/types/RunStatus.d.ts +1 -1
  267. package/serialization/types/RunStatus.js +1 -0
  268. package/serialization/types/ScoreStatus.d.ts +10 -0
  269. package/serialization/types/{LibDtoTypesTestSetCreate.js → ScoreStatus.js} +2 -2
  270. package/serialization/types/TestCaseCustomInputsValue.d.ts +1 -1
  271. package/serialization/types/TestCaseCustomInputsValue.js +1 -1
  272. package/serialization/types/TestCaseCustomLabelsValue.d.ts +1 -1
  273. package/serialization/types/TestCaseCustomLabelsValue.js +1 -1
  274. package/serialization/types/TestRecordCreate.d.ts +2 -14
  275. package/serialization/types/TestRecordCreate.js +1 -13
  276. package/serialization/types/TestSetCreate.d.ts +2 -6
  277. package/serialization/types/TestSetCreate.js +1 -5
  278. package/serialization/types/Testrecord.d.ts +8 -3
  279. package/serialization/types/Testrecord.js +12 -3
  280. package/serialization/types/TestrecordCustomInputsValue.d.ts +1 -1
  281. package/serialization/types/TestrecordCustomInputsValue.js +1 -1
  282. package/serialization/types/TestrecordCustomLabelsValue.d.ts +1 -1
  283. package/serialization/types/TestrecordCustomLabelsValue.js +1 -1
  284. package/serialization/types/TestrecordCustomOutputsValue.d.ts +1 -1
  285. package/serialization/types/TestrecordCustomOutputsValue.js +1 -1
  286. package/serialization/types/TestrecordModelDebugInfoValue.d.ts +10 -0
  287. package/serialization/types/TestrecordModelDebugInfoValue.js +35 -0
  288. package/serialization/types/TestrecordModelParamsValue.d.ts +10 -0
  289. package/{dist/serialization/types/LibDtoTypesTestRecordCreate.js → serialization/types/TestrecordModelParamsValue.js} +6 -2
  290. package/serialization/types/Testset.d.ts +1 -1
  291. package/serialization/types/Testset.js +1 -1
  292. package/serialization/types/index.d.ts +10 -7
  293. package/serialization/types/index.js +10 -7
  294. package/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -4
  295. package/api/types/CustomSchemaOutput.d.ts +0 -11
  296. package/api/types/LibDtoTypesTestRecordCreate.d.ts +0 -4
  297. package/api/types/LibDtoTypesTestSetCreate.d.ts +0 -4
  298. package/dist/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -4
  299. package/dist/api/types/CustomSchemaOutput.d.ts +0 -11
  300. package/dist/api/types/LibDtoTypesCreateRunParams.d.ts +0 -4
  301. package/dist/api/types/LibDtoTypesTestRecordCreate.d.ts +0 -4
  302. package/dist/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -10
  303. package/dist/serialization/types/CustomSchemaOutput.d.ts +0 -12
  304. package/dist/serialization/types/LibDtoTypesCreateRunParams.d.ts +0 -10
  305. package/dist/serialization/types/LibDtoTypesTestRecordCreate.d.ts +0 -10
  306. package/dist/serialization/types/LibDtoTypesTestSetCreate.d.ts +0 -10
  307. package/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.d.ts +0 -10
  308. package/serialization/types/BodyStartGithubWorkflowStartGithubWorkflowPost.js +0 -31
  309. package/serialization/types/CustomSchemaOutput.d.ts +0 -12
  310. package/serialization/types/LibDtoTypesCreateRunParams.d.ts +0 -10
  311. package/serialization/types/LibDtoTypesTestRecordCreate.d.ts +0 -10
  312. package/serialization/types/LibDtoTypesTestRecordCreate.js +0 -31
  313. package/serialization/types/LibDtoTypesTestSetCreate.d.ts +0 -10
  314. /package/api/{types/BodyStartGithubWorkflowStartGithubWorkflowPost.js → resources/score/client/requests/ScoreCreateParams.js} +0 -0
  315. /package/api/{types/CustomSchemaInput.js → resources/score/client/requests/ScoreUpdateParams.js} +0 -0
  316. /package/api/{types/CustomSchemaOutput.js → resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.js} +0 -0
  317. /package/api/{types/LibDtoTypesCreateRunParams.js → resources/testrecord/types/TestrecordCreateParamsModelParamsValue.js} +0 -0
  318. /package/api/types/{LibDtoTypesTestRecordCreate.js → CreateGithubWorkflowParams.js} +0 -0
  319. /package/api/types/{LibDtoTypesTestSetCreate.js → CustomSchema.js} +0 -0
  320. /package/api/types/{RunExternal.js → Grade.js} +0 -0
  321. /package/{dist/api/types/BodyStartGithubWorkflowStartGithubWorkflowPost.js → api/types/JsonObject.js} +0 -0
  322. /package/{dist/api/types/CustomSchemaInput.js → api/types/JsonObjectInputValue.js} +0 -0
  323. /package/{dist/api/types/CustomSchemaOutput.js → api/types/JsonObjectOutputValue.js} +0 -0
  324. /package/{dist/api/types/LibDtoTypesCreateRunParams.js → api/types/Run.js} +0 -0
  325. /package/{dist/api/types/LibDtoTypesTestRecordCreate.js → api/types/TestrecordModelDebugInfoValue.js} +0 -0
  326. /package/{dist/api/types/LibDtoTypesTestSetCreate.js → api/types/TestrecordModelParamsValue.js} +0 -0
  327. /package/dist/api/{types/RunExternal.js → resources/score/client/requests/ScoreCreateParams.js} +0 -0
@@ -2,14 +2,21 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../../..";
5
+ /**
6
+ * @example
7
+ * {}
8
+ */
5
9
  export interface TestrecordCreateParams {
6
- testsetId: number;
7
- testcaseId: number;
8
- userQuery: string;
10
+ testsetId?: number;
11
+ testcaseId?: number;
12
+ userQuery?: string;
9
13
  context?: string;
10
14
  response?: string;
11
15
  ideal?: string;
12
16
  customInputs?: Record<string, Scorecard.TestrecordCreateParamsCustomInputsValue | undefined>;
13
17
  customOutputs?: Record<string, Scorecard.TestrecordCreateParamsCustomOutputsValue | undefined>;
14
18
  customLabels?: Record<string, Scorecard.TestrecordCreateParamsCustomLabelsValue | undefined>;
19
+ prompt?: string;
20
+ modelParams?: Record<string, Scorecard.TestrecordCreateParamsModelParamsValue | undefined>;
21
+ modelDebugInfo?: Record<string, Scorecard.TestrecordCreateParamsModelDebugInfoValue | undefined>;
15
22
  }
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomInputsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomLabelsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../..";
5
- export declare type TestrecordCreateParamsCustomOutputsValue = Scorecard.FileUrl | string;
5
+ export declare type TestrecordCreateParamsCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestrecordCreateParamsModelDebugInfoValue = number | number | string;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestrecordCreateParamsModelParamsValue = number | number | string;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,3 +1,5 @@
1
1
  export * from "./TestrecordCreateParamsCustomInputsValue";
2
2
  export * from "./TestrecordCreateParamsCustomOutputsValue";
3
3
  export * from "./TestrecordCreateParamsCustomLabelsValue";
4
+ export * from "./TestrecordCreateParamsModelParamsValue";
5
+ export * from "./TestrecordCreateParamsModelDebugInfoValue";
@@ -17,3 +17,5 @@ Object.defineProperty(exports, "__esModule", { value: true });
17
17
  __exportStar(require("./TestrecordCreateParamsCustomInputsValue"), exports);
18
18
  __exportStar(require("./TestrecordCreateParamsCustomOutputsValue"), exports);
19
19
  __exportStar(require("./TestrecordCreateParamsCustomLabelsValue"), exports);
20
+ __exportStar(require("./TestrecordCreateParamsModelParamsValue"), exports);
21
+ __exportStar(require("./TestrecordCreateParamsModelDebugInfoValue"), exports);
@@ -18,7 +18,7 @@ export declare class Testset {
18
18
  protected readonly _options: Testset.Options;
19
19
  constructor(_options: Testset.Options);
20
20
  /**
21
- * Retrieve Testset metadata without Testcase data.
21
+ * Retrieve Testset metadata without Testcase data
22
22
  * @throws {@link Scorecard.UnauthorizedError}
23
23
  * @throws {@link Scorecard.ForbiddenError}
24
24
  * @throws {@link Scorecard.NotFoundError}
@@ -45,25 +45,33 @@ export declare class Testset {
45
45
  * @throws {@link Scorecard.ForbiddenError}
46
46
  * @throws {@link Scorecard.NotFoundError}
47
47
  * @throws {@link Scorecard.UnprocessableEntityError}
48
+ *
49
+ * @example
50
+ * await scorecard.testset.create({
51
+ * name: "name"
52
+ * })
48
53
  */
49
54
  create(request: Scorecard.TestsetCreateParams, requestOptions?: Testset.RequestOptions): Promise<Scorecard.Testset>;
50
55
  /**
51
- * Read the schema of a Testset.
56
+ * Read the schema of a Testset
52
57
  * @throws {@link Scorecard.UnauthorizedError}
53
58
  * @throws {@link Scorecard.ForbiddenError}
54
59
  * @throws {@link Scorecard.NotFoundError}
55
60
  * @throws {@link Scorecard.UnprocessableEntityError}
56
61
  *
57
62
  * @example
58
- * await scorecard.testset.getSchema(1)
63
+ * await scorecard.testset.readSchema(1)
59
64
  */
60
- getSchema(testsetId: number, requestOptions?: Testset.RequestOptions): Promise<Scorecard.CustomSchemaOutput>;
65
+ readSchema(testsetId: number, requestOptions?: Testset.RequestOptions): Promise<Scorecard.CustomSchema>;
61
66
  /**
62
67
  * Retrieve all Testcases from a Testset
63
68
  * @throws {@link Scorecard.UnauthorizedError}
64
69
  * @throws {@link Scorecard.ForbiddenError}
65
70
  * @throws {@link Scorecard.NotFoundError}
66
71
  * @throws {@link Scorecard.UnprocessableEntityError}
72
+ *
73
+ * @example
74
+ * await scorecard.testset.getTestcases(1, {})
67
75
  */
68
76
  getTestcases(testsetId: number, request?: Scorecard.TestsetGetTestcasesRequest, requestOptions?: Testset.RequestOptions): Promise<Scorecard.PaginatedTestcaseResponse>;
69
77
  }
@@ -50,7 +50,7 @@ class Testset {
50
50
  this._options = _options;
51
51
  }
52
52
  /**
53
- * Retrieve Testset metadata without Testcase data.
53
+ * Retrieve Testset metadata without Testcase data
54
54
  * @throws {@link Scorecard.UnauthorizedError}
55
55
  * @throws {@link Scorecard.ForbiddenError}
56
56
  * @throws {@link Scorecard.NotFoundError}
@@ -69,7 +69,7 @@ class Testset {
69
69
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
70
70
  "X-Fern-Language": "JavaScript",
71
71
  "X-Fern-SDK-Name": "scorecard-ai",
72
- "X-Fern-SDK-Version": "0.1.10",
72
+ "X-Fern-SDK-Version": "0.2.0",
73
73
  },
74
74
  contentType: "application/json",
75
75
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -160,7 +160,7 @@ class Testset {
160
160
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
161
161
  "X-Fern-Language": "JavaScript",
162
162
  "X-Fern-SDK-Name": "scorecard-ai",
163
- "X-Fern-SDK-Version": "0.1.10",
163
+ "X-Fern-SDK-Version": "0.2.0",
164
164
  },
165
165
  contentType: "application/json",
166
166
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -237,6 +237,11 @@ class Testset {
237
237
  * @throws {@link Scorecard.ForbiddenError}
238
238
  * @throws {@link Scorecard.NotFoundError}
239
239
  * @throws {@link Scorecard.UnprocessableEntityError}
240
+ *
241
+ * @example
242
+ * await scorecard.testset.create({
243
+ * name: "name"
244
+ * })
240
245
  */
241
246
  create(request, requestOptions) {
242
247
  var _a;
@@ -248,7 +253,7 @@ class Testset {
248
253
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
249
254
  "X-Fern-Language": "JavaScript",
250
255
  "X-Fern-SDK-Name": "scorecard-ai",
251
- "X-Fern-SDK-Version": "0.1.10",
256
+ "X-Fern-SDK-Version": "0.2.0",
252
257
  },
253
258
  contentType: "application/json",
254
259
  body: yield serializers.TestsetCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
@@ -321,16 +326,16 @@ class Testset {
321
326
  });
322
327
  }
323
328
  /**
324
- * Read the schema of a Testset.
329
+ * Read the schema of a Testset
325
330
  * @throws {@link Scorecard.UnauthorizedError}
326
331
  * @throws {@link Scorecard.ForbiddenError}
327
332
  * @throws {@link Scorecard.NotFoundError}
328
333
  * @throws {@link Scorecard.UnprocessableEntityError}
329
334
  *
330
335
  * @example
331
- * await scorecard.testset.getSchema(1)
336
+ * await scorecard.testset.readSchema(1)
332
337
  */
333
- getSchema(testsetId, requestOptions) {
338
+ readSchema(testsetId, requestOptions) {
334
339
  var _a;
335
340
  return __awaiter(this, void 0, void 0, function* () {
336
341
  const _response = yield core.fetcher({
@@ -340,14 +345,14 @@ class Testset {
340
345
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
341
346
  "X-Fern-Language": "JavaScript",
342
347
  "X-Fern-SDK-Name": "scorecard-ai",
343
- "X-Fern-SDK-Version": "0.1.10",
348
+ "X-Fern-SDK-Version": "0.2.0",
344
349
  },
345
350
  contentType: "application/json",
346
351
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
347
352
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
348
353
  });
349
354
  if (_response.ok) {
350
- return yield serializers.CustomSchemaOutput.parseOrThrow(_response.body, {
355
+ return yield serializers.CustomSchema.parseOrThrow(_response.body, {
351
356
  unrecognizedObjectKeys: "passthrough",
352
357
  allowUnrecognizedUnionMembers: true,
353
358
  allowUnrecognizedEnumValues: true,
@@ -417,17 +422,20 @@ class Testset {
417
422
  * @throws {@link Scorecard.ForbiddenError}
418
423
  * @throws {@link Scorecard.NotFoundError}
419
424
  * @throws {@link Scorecard.UnprocessableEntityError}
425
+ *
426
+ * @example
427
+ * await scorecard.testset.getTestcases(1, {})
420
428
  */
421
429
  getTestcases(testsetId, request = {}, requestOptions) {
422
430
  var _a;
423
431
  return __awaiter(this, void 0, void 0, function* () {
424
- const { page, pageSize } = request;
432
+ const { offset, limit } = request;
425
433
  const _queryParams = {};
426
- if (page != null) {
427
- _queryParams["page"] = page.toString();
434
+ if (offset != null) {
435
+ _queryParams["offset"] = offset.toString();
428
436
  }
429
- if (pageSize != null) {
430
- _queryParams["page_size"] = pageSize.toString();
437
+ if (limit != null) {
438
+ _queryParams["limit"] = limit.toString();
431
439
  }
432
440
  const _response = yield core.fetcher({
433
441
  url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}/testcase`),
@@ -436,7 +444,7 @@ class Testset {
436
444
  "X-API-Key": yield core.Supplier.get(this._options.apiKey),
437
445
  "X-Fern-Language": "JavaScript",
438
446
  "X-Fern-SDK-Name": "scorecard-ai",
439
- "X-Fern-SDK-Version": "0.1.10",
447
+ "X-Fern-SDK-Version": "0.2.0",
440
448
  },
441
449
  contentType: "application/json",
442
450
  queryParameters: _queryParams,
@@ -2,9 +2,15 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "../../../..";
5
+ /**
6
+ * @example
7
+ * {
8
+ * name: "name"
9
+ * }
10
+ */
5
11
  export interface TestsetCreateParams {
6
12
  name: string;
7
13
  description?: string;
8
- usingRetrieval: boolean;
9
- customSchema?: Scorecard.CustomSchemaInput;
14
+ usingRetrieval?: boolean;
15
+ customSchema?: Scorecard.CustomSchema;
10
16
  }
@@ -1,7 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
+ /**
5
+ * @example
6
+ * {}
7
+ */
4
8
  export interface TestsetGetTestcasesRequest {
5
- page?: number;
6
- pageSize?: number;
9
+ offset?: number;
10
+ limit?: number;
7
11
  }
@@ -1,4 +1,4 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export declare type LibDtoTypesTestSetCreate = unknown;
4
+ export declare type CreateGithubWorkflowParams = unknown;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,9 +1,4 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export interface CreateRunParams {
5
- testsetId: number;
6
- scoringConfigId: number;
7
- status?: string;
8
- modelParams?: Record<string, unknown>;
9
- }
4
+ export declare type CreateRunParams = unknown;
@@ -5,7 +5,7 @@ import * as Scorecard from "..";
5
5
  /**
6
6
  * Custom schema model with an ordered list of custom variables.
7
7
  */
8
- export interface CustomSchemaInput {
8
+ export interface CustomSchema {
9
9
  /** Ordered list of custom variables */
10
10
  variables?: Scorecard.CustomVariable[];
11
11
  }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,18 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ export interface Grade {
6
+ id?: number;
7
+ runId?: number;
8
+ testcaseId?: number;
9
+ testrecordId?: number;
10
+ metricId?: number;
11
+ userId?: string;
12
+ binaryScore?: boolean;
13
+ intScore?: number;
14
+ reasoning?: string;
15
+ humanEval?: boolean;
16
+ status?: Scorecard.ScoreStatus;
17
+ errorMessage?: string;
18
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ export interface JsonObject {
6
+ /** The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None. */
7
+ value?: Scorecard.JsonObjectOutputValue;
8
+ }
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ /**
6
+ * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
+ */
8
+ export declare type JsonObjectInputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "..";
5
+ /**
6
+ * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
+ */
8
+ export declare type JsonObjectOutputValue = Record<string, Scorecard.JsonObject> | Scorecard.JsonObject[] | string | number | number | boolean;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export interface RunExternal {
4
+ export interface Run {
5
5
  id?: number;
6
6
  createdAt?: Date;
7
7
  updatedAt?: Date;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -1,12 +1,13 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export declare type RunStatus = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "completed";
4
+ export declare type RunStatus = "pending" | "awaiting_execution" | "running_execution" | "awaiting_scoring" | "running_scoring" | "awaiting_human_scoring" | "completed";
5
5
  export declare const RunStatus: {
6
6
  readonly Pending: "pending";
7
7
  readonly AwaitingExecution: "awaiting_execution";
8
8
  readonly RunningExecution: "running_execution";
9
9
  readonly AwaitingScoring: "awaiting_scoring";
10
10
  readonly RunningScoring: "running_scoring";
11
+ readonly AwaitingHumanScoring: "awaiting_human_scoring";
11
12
  readonly Completed: "completed";
12
13
  };
@@ -10,5 +10,6 @@ exports.RunStatus = {
10
10
  RunningExecution: "running_execution",
11
11
  AwaitingScoring: "awaiting_scoring",
12
12
  RunningScoring: "running_scoring",
13
+ AwaitingHumanScoring: "awaiting_human_scoring",
13
14
  Completed: "completed",
14
15
  };
@@ -0,0 +1,9 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type ScoreStatus = "pending" | "error" | "completed";
5
+ export declare const ScoreStatus: {
6
+ readonly Pending: "pending";
7
+ readonly Error: "error";
8
+ readonly Completed: "completed";
9
+ };
@@ -0,0 +1,11 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ exports.ScoreStatus = void 0;
7
+ exports.ScoreStatus = {
8
+ Pending: "pending",
9
+ Error: "error",
10
+ Completed: "completed",
11
+ };
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,16 +1,4 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export interface TestRecordCreate {
5
- runId: number;
6
- testcaseId: number;
7
- modelResponse: string;
8
- userQuery?: string;
9
- context?: string;
10
- prompt?: string;
11
- ideal?: string;
12
- debugOutput?: string;
13
- modelParams?: Record<string, unknown>;
14
- testsetId?: number;
15
- status?: string;
16
- }
4
+ export declare type TestRecordCreate = unknown;
@@ -1,8 +1,4 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export interface TestSetCreate {
5
- name: string;
6
- description?: string;
7
- usingRetrieval: boolean;
8
- }
4
+ export declare type TestSetCreate = unknown;
@@ -5,9 +5,10 @@ import * as Scorecard from "..";
5
5
  export interface Testrecord {
6
6
  id?: number;
7
7
  createdAt?: Date;
8
- runId: number;
9
- testsetId: number;
10
- userQuery: string;
8
+ runId?: number;
9
+ testsetId?: number;
10
+ testcaseId?: number;
11
+ userQuery?: string;
11
12
  context?: string;
12
13
  modelResponse?: string;
13
14
  ideal?: string;
@@ -15,4 +16,8 @@ export interface Testrecord {
15
16
  customInputs?: Record<string, Scorecard.TestrecordCustomInputsValue | undefined>;
16
17
  customLabels?: Record<string, Scorecard.TestrecordCustomLabelsValue | undefined>;
17
18
  customOutputs?: Record<string, Scorecard.TestrecordCustomOutputsValue | undefined>;
19
+ status?: string;
20
+ prompt?: string;
21
+ modelParams?: Record<string, Scorecard.TestrecordModelParamsValue | undefined>;
22
+ modelDebugInfo?: Record<string, Scorecard.TestrecordModelDebugInfoValue | undefined>;
18
23
  }
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -2,4 +2,4 @@
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
4
  import * as Scorecard from "..";
5
- export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | unknown;
5
+ export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestrecordModelDebugInfoValue = number | number | string;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1,4 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export declare type TestrecordModelParamsValue = number | number | string;
@@ -0,0 +1,5 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -14,5 +14,5 @@ export interface Testset {
14
14
  updatedAt?: Date;
15
15
  isArchived?: boolean;
16
16
  projectId?: number;
17
- customSchema?: Scorecard.CustomSchemaOutput;
17
+ customSchema?: Scorecard.CustomSchema;
18
18
  }