scorecard-ai 0.2.1 → 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (483) hide show
  1. package/Client.d.ts +9 -0
  2. package/Client.js +15 -0
  3. package/api/errors/ForbiddenError.d.ts +2 -2
  4. package/api/errors/ForbiddenError.js +1 -1
  5. package/api/errors/NotFoundError.d.ts +2 -2
  6. package/api/errors/NotFoundError.js +1 -1
  7. package/api/errors/UnauthorizedError.d.ts +2 -2
  8. package/api/errors/UnauthorizedError.js +1 -1
  9. package/api/errors/UnprocessableEntityError.d.ts +2 -2
  10. package/api/errors/UnprocessableEntityError.js +1 -1
  11. package/api/resources/index.d.ts +5 -0
  12. package/api/resources/index.js +6 -1
  13. package/api/resources/prompt/client/Client.d.ts +131 -0
  14. package/api/resources/prompt/client/Client.js +539 -0
  15. package/api/resources/prompt/client/index.d.ts +1 -0
  16. package/api/resources/prompt/client/index.js +17 -0
  17. package/api/resources/prompt/client/requests/PromptCreateParams.d.ts +40 -0
  18. package/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +12 -0
  19. package/api/resources/prompt/client/requests/index.d.ts +2 -0
  20. package/api/resources/prompt/client/requests/index.js +2 -0
  21. package/api/resources/prompt/index.d.ts +2 -0
  22. package/api/resources/prompt/index.js +18 -0
  23. package/api/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +4 -0
  24. package/api/resources/prompt/types/index.d.ts +1 -0
  25. package/api/resources/prompt/types/index.js +17 -0
  26. package/api/resources/run/client/Client.d.ts +20 -14
  27. package/api/resources/run/client/Client.js +31 -36
  28. package/api/resources/run/client/requests/RunCreateParams.d.ts +2 -9
  29. package/api/resources/run/client/requests/UpdateStatusParams.d.ts +3 -5
  30. package/api/resources/run/client/requests/index.d.ts +2 -2
  31. package/api/resources/runMetric/client/Client.d.ts +38 -0
  32. package/api/resources/runMetric/client/Client.js +150 -0
  33. package/api/resources/runMetric/client/index.d.ts +1 -0
  34. package/api/resources/runMetric/client/index.js +2 -0
  35. package/api/resources/runMetric/index.d.ts +1 -0
  36. package/api/resources/runMetric/index.js +17 -0
  37. package/api/resources/score/client/Client.d.ts +18 -2
  38. package/api/resources/score/client/Client.js +28 -18
  39. package/api/resources/score/client/requests/ScoreCreateParams.d.ts +1 -0
  40. package/api/resources/score/client/requests/index.d.ts +2 -2
  41. package/api/resources/testcase/client/Client.d.ts +22 -6
  42. package/api/resources/testcase/client/Client.js +40 -29
  43. package/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +4 -5
  44. package/api/resources/testcase/client/requests/index.d.ts +1 -1
  45. package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +2 -2
  46. package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +2 -2
  47. package/api/resources/testrecord/client/Client.d.ts +15 -2
  48. package/api/resources/testrecord/client/Client.js +25 -18
  49. package/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +1 -1
  50. package/api/resources/testrecord/client/requests/index.d.ts +1 -1
  51. package/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  52. package/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  53. package/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  54. package/api/resources/testset/client/Client.d.ts +26 -2
  55. package/api/resources/testset/client/Client.js +41 -38
  56. package/api/resources/testset/client/requests/TestsetCreateParams.d.ts +1 -1
  57. package/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -0
  58. package/api/resources/testset/client/requests/index.d.ts +2 -2
  59. package/api/resources/traces/client/Client.d.ts +38 -0
  60. package/api/resources/traces/client/Client.js +150 -0
  61. package/api/resources/traces/client/index.d.ts +1 -0
  62. package/api/resources/traces/client/index.js +2 -0
  63. package/api/resources/traces/index.d.ts +1 -0
  64. package/api/resources/traces/index.js +17 -0
  65. package/api/types/CustomSchema.d.ts +1 -1
  66. package/api/types/CustomVariable.d.ts +1 -1
  67. package/api/types/Grade.d.ts +6 -2
  68. package/api/types/HttpValidationError.d.ts +1 -1
  69. package/api/types/JsonObject.d.ts +1 -1
  70. package/api/types/JsonObjectInputValue.d.ts +1 -1
  71. package/api/types/JsonObjectOutputValue.d.ts +1 -1
  72. package/api/types/PaginatedTestcaseResponse.d.ts +2 -1
  73. package/api/types/Prompt.d.ts +18 -0
  74. package/api/types/{AppCreateRunParams.d.ts → PromptModelParamsValue.d.ts} +1 -1
  75. package/api/types/RunMetric.d.ts +9 -0
  76. package/api/types/Span.d.ts +29 -0
  77. package/api/types/TestCase.d.ts +3 -1
  78. package/api/types/TestCaseCustomInputsValue.d.ts +2 -2
  79. package/api/types/TestCaseCustomLabelsValue.d.ts +2 -2
  80. package/api/types/TestcaseDeletionResponse.d.ts +9 -0
  81. package/api/types/Testrecord.d.ts +1 -2
  82. package/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  83. package/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  84. package/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  85. package/api/types/Testset.d.ts +1 -1
  86. package/api/types/Trace.d.ts +8 -0
  87. package/api/types/ValidationError.d.ts +1 -1
  88. package/api/types/index.d.ts +6 -8
  89. package/api/types/index.js +6 -8
  90. package/core/fetcher/Fetcher.d.ts +2 -2
  91. package/core/fetcher/Fetcher.js +78 -23
  92. package/core/index.d.ts +1 -0
  93. package/core/index.js +1 -0
  94. package/core/runtime/index.d.ts +1 -0
  95. package/core/runtime/index.js +5 -0
  96. package/core/runtime/runtime.d.ts +8 -0
  97. package/core/runtime/runtime.js +82 -0
  98. package/core/schemas/builders/object/object.js +11 -15
  99. package/dist/Client.d.ts +9 -0
  100. package/dist/Client.js +15 -0
  101. package/dist/api/errors/ForbiddenError.d.ts +2 -2
  102. package/dist/api/errors/ForbiddenError.js +1 -1
  103. package/dist/api/errors/NotFoundError.d.ts +2 -2
  104. package/dist/api/errors/NotFoundError.js +1 -1
  105. package/dist/api/errors/UnauthorizedError.d.ts +2 -2
  106. package/dist/api/errors/UnauthorizedError.js +1 -1
  107. package/dist/api/errors/UnprocessableEntityError.d.ts +2 -2
  108. package/dist/api/errors/UnprocessableEntityError.js +1 -1
  109. package/dist/api/resources/index.d.ts +5 -0
  110. package/dist/api/resources/index.js +6 -1
  111. package/dist/api/resources/prompt/client/Client.d.ts +131 -0
  112. package/dist/api/resources/prompt/client/Client.js +539 -0
  113. package/dist/api/resources/prompt/client/index.d.ts +1 -0
  114. package/dist/api/resources/prompt/client/index.js +17 -0
  115. package/dist/api/resources/prompt/client/requests/PromptCreateParams.d.ts +40 -0
  116. package/dist/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +12 -0
  117. package/dist/api/resources/prompt/client/requests/index.d.ts +2 -0
  118. package/dist/api/resources/prompt/client/requests/index.js +2 -0
  119. package/dist/api/resources/prompt/index.d.ts +2 -0
  120. package/dist/api/resources/prompt/index.js +18 -0
  121. package/dist/api/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +4 -0
  122. package/dist/api/resources/prompt/types/index.d.ts +1 -0
  123. package/dist/api/resources/prompt/types/index.js +17 -0
  124. package/dist/api/resources/run/client/Client.d.ts +20 -14
  125. package/dist/api/resources/run/client/Client.js +31 -36
  126. package/dist/api/resources/run/client/requests/RunCreateParams.d.ts +2 -9
  127. package/dist/api/resources/run/client/requests/UpdateStatusParams.d.ts +3 -5
  128. package/dist/api/resources/run/client/requests/index.d.ts +2 -2
  129. package/dist/api/resources/runMetric/client/Client.d.ts +38 -0
  130. package/dist/api/resources/runMetric/client/Client.js +150 -0
  131. package/dist/api/resources/runMetric/client/index.d.ts +1 -0
  132. package/dist/api/resources/runMetric/client/index.js +2 -0
  133. package/dist/api/resources/runMetric/index.d.ts +1 -0
  134. package/dist/api/resources/runMetric/index.js +17 -0
  135. package/dist/api/resources/score/client/Client.d.ts +18 -2
  136. package/dist/api/resources/score/client/Client.js +28 -18
  137. package/dist/api/resources/score/client/requests/ScoreCreateParams.d.ts +1 -0
  138. package/dist/api/resources/score/client/requests/index.d.ts +2 -2
  139. package/dist/api/resources/testcase/client/Client.d.ts +22 -6
  140. package/dist/api/resources/testcase/client/Client.js +40 -29
  141. package/dist/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +4 -5
  142. package/dist/api/resources/testcase/client/requests/index.d.ts +1 -1
  143. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +2 -2
  144. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +2 -2
  145. package/dist/api/resources/testrecord/client/Client.d.ts +15 -2
  146. package/dist/api/resources/testrecord/client/Client.js +25 -18
  147. package/dist/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +1 -1
  148. package/dist/api/resources/testrecord/client/requests/index.d.ts +1 -1
  149. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  150. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  151. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  152. package/dist/api/resources/testset/client/Client.d.ts +26 -2
  153. package/dist/api/resources/testset/client/Client.js +41 -38
  154. package/dist/api/resources/testset/client/requests/TestsetCreateParams.d.ts +1 -1
  155. package/dist/api/resources/testset/client/requests/TestsetGetTestcasesRequest.d.ts +6 -0
  156. package/dist/api/resources/testset/client/requests/index.d.ts +2 -2
  157. package/dist/api/resources/traces/client/Client.d.ts +38 -0
  158. package/dist/api/resources/traces/client/Client.js +150 -0
  159. package/dist/api/resources/traces/client/index.d.ts +1 -0
  160. package/dist/api/resources/traces/client/index.js +2 -0
  161. package/dist/api/resources/traces/index.d.ts +1 -0
  162. package/dist/api/resources/traces/index.js +17 -0
  163. package/dist/api/types/CustomSchema.d.ts +1 -1
  164. package/dist/api/types/CustomVariable.d.ts +1 -1
  165. package/dist/api/types/Grade.d.ts +6 -2
  166. package/dist/api/types/HttpValidationError.d.ts +1 -1
  167. package/dist/api/types/JsonObject.d.ts +1 -1
  168. package/dist/api/types/JsonObjectInputValue.d.ts +1 -1
  169. package/dist/api/types/JsonObjectOutputValue.d.ts +1 -1
  170. package/dist/api/types/PaginatedTestcaseResponse.d.ts +2 -1
  171. package/dist/api/types/Prompt.d.ts +18 -0
  172. package/{api/types/AppTestSetCreate.d.ts → dist/api/types/PromptModelParamsValue.d.ts} +1 -1
  173. package/dist/api/types/RunMetric.d.ts +9 -0
  174. package/dist/api/types/Span.d.ts +29 -0
  175. package/dist/api/types/TestCase.d.ts +3 -1
  176. package/dist/api/types/TestCaseCustomInputsValue.d.ts +2 -2
  177. package/dist/api/types/TestCaseCustomLabelsValue.d.ts +2 -2
  178. package/dist/api/types/TestcaseDeletionResponse.d.ts +9 -0
  179. package/dist/api/types/TestcaseDeletionResponse.js +5 -0
  180. package/dist/api/types/Testrecord.d.ts +1 -2
  181. package/dist/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  182. package/dist/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  183. package/dist/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  184. package/dist/api/types/Testset.d.ts +1 -1
  185. package/dist/api/types/Trace.d.ts +8 -0
  186. package/dist/api/types/Trace.js +5 -0
  187. package/dist/api/types/ValidationError.d.ts +1 -1
  188. package/dist/api/types/index.d.ts +6 -8
  189. package/dist/api/types/index.js +6 -8
  190. package/dist/core/fetcher/Fetcher.d.ts +2 -2
  191. package/dist/core/fetcher/Fetcher.js +78 -23
  192. package/dist/core/index.d.ts +1 -0
  193. package/dist/core/index.js +1 -0
  194. package/dist/core/runtime/index.d.ts +1 -0
  195. package/dist/core/runtime/index.js +5 -0
  196. package/dist/core/runtime/runtime.d.ts +8 -0
  197. package/dist/core/runtime/runtime.js +82 -0
  198. package/dist/core/schemas/builders/object/object.js +11 -15
  199. package/dist/serialization/resources/index.d.ts +5 -0
  200. package/dist/serialization/resources/index.js +6 -1
  201. package/dist/serialization/resources/prompt/client/index.d.ts +1 -0
  202. package/dist/serialization/resources/prompt/client/index.js +17 -0
  203. package/dist/serialization/resources/prompt/client/requests/PromptCreateParams.d.ts +18 -0
  204. package/dist/serialization/resources/prompt/client/requests/PromptCreateParams.js +39 -0
  205. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +12 -0
  206. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.js +33 -0
  207. package/dist/serialization/resources/prompt/client/requests/index.d.ts +2 -0
  208. package/dist/serialization/resources/prompt/client/requests/index.js +7 -0
  209. package/dist/serialization/resources/prompt/index.d.ts +2 -0
  210. package/dist/serialization/resources/prompt/index.js +18 -0
  211. package/dist/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +10 -0
  212. package/dist/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.js +36 -0
  213. package/dist/serialization/resources/prompt/types/index.d.ts +1 -0
  214. package/dist/serialization/resources/prompt/types/index.js +17 -0
  215. package/dist/serialization/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  216. package/dist/serialization/resources/run/client/requests/RunCreateParams.js +1 -0
  217. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +4 -3
  218. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.js +2 -10
  219. package/dist/serialization/resources/runMetric/client/get.d.ts +11 -0
  220. package/dist/serialization/{types/AppTestSetCreate.js → resources/runMetric/client/get.js} +4 -3
  221. package/dist/serialization/resources/runMetric/client/index.d.ts +1 -0
  222. package/dist/serialization/{types/ModelParams.js → resources/runMetric/client/index.js} +2 -6
  223. package/dist/serialization/resources/runMetric/index.d.ts +1 -0
  224. package/dist/serialization/resources/runMetric/index.js +17 -0
  225. package/dist/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +2 -2
  226. package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +2 -2
  227. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +7 -5
  228. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +5 -16
  229. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +4 -3
  230. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +6 -2
  231. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +4 -3
  232. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +6 -2
  233. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +12 -7
  234. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +10 -24
  235. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +4 -3
  236. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  237. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +4 -3
  238. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  239. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +4 -3
  240. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  241. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +2 -2
  242. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +2 -2
  243. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +4 -3
  244. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -10
  245. package/dist/serialization/resources/traces/client/get.d.ts +10 -0
  246. package/dist/serialization/resources/traces/client/get.js +40 -0
  247. package/dist/serialization/resources/traces/client/index.d.ts +1 -0
  248. package/{serialization/types/ModelParams.js → dist/serialization/resources/traces/client/index.js} +2 -6
  249. package/dist/serialization/resources/traces/index.d.ts +1 -0
  250. package/dist/serialization/resources/traces/index.js +17 -0
  251. package/dist/serialization/types/CreateGithubWorkflowParams.d.ts +2 -2
  252. package/dist/serialization/types/CreateRunParams.d.ts +2 -2
  253. package/dist/serialization/types/CustomSchema.d.ts +4 -3
  254. package/dist/serialization/types/CustomSchema.js +2 -12
  255. package/dist/serialization/types/CustomVariable.d.ts +6 -4
  256. package/dist/serialization/types/CustomVariable.js +4 -11
  257. package/dist/serialization/types/DataTypeEnum.d.ts +2 -2
  258. package/dist/serialization/types/FileUrl.d.ts +2 -2
  259. package/dist/serialization/types/Grade.d.ts +7 -4
  260. package/dist/serialization/types/Grade.js +5 -11
  261. package/dist/serialization/types/HttpValidationError.d.ts +4 -3
  262. package/dist/serialization/types/HttpValidationError.js +2 -12
  263. package/dist/serialization/types/JsonObject.d.ts +2 -2
  264. package/dist/serialization/types/JsonObjectInputValue.d.ts +2 -2
  265. package/dist/serialization/types/JsonObjectOutputValue.d.ts +2 -2
  266. package/dist/serialization/types/NotFoundErrorBody.d.ts +2 -2
  267. package/dist/serialization/types/PaginatedTestcaseResponse.d.ts +4 -3
  268. package/dist/serialization/types/PaginatedTestcaseResponse.js +2 -10
  269. package/dist/serialization/types/Prompt.d.ts +24 -0
  270. package/dist/serialization/types/Prompt.js +45 -0
  271. package/dist/serialization/types/PromptModelParamsValue.d.ts +10 -0
  272. package/dist/serialization/types/PromptModelParamsValue.js +35 -0
  273. package/dist/serialization/types/RoleEnum.d.ts +2 -2
  274. package/dist/serialization/types/Run.d.ts +2 -2
  275. package/dist/serialization/types/RunMetric.d.ts +15 -0
  276. package/dist/serialization/types/RunMetric.js +36 -0
  277. package/dist/serialization/types/RunStatus.d.ts +2 -2
  278. package/dist/serialization/types/ScoreStatus.d.ts +2 -2
  279. package/dist/serialization/types/Span.d.ts +34 -0
  280. package/dist/serialization/types/Span.js +64 -0
  281. package/dist/serialization/types/TestCase.d.ts +6 -4
  282. package/dist/serialization/types/TestCase.js +4 -15
  283. package/dist/serialization/types/TestCaseCreate.d.ts +2 -2
  284. package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +4 -3
  285. package/dist/serialization/types/TestCaseCustomInputsValue.js +6 -2
  286. package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +4 -3
  287. package/dist/serialization/types/TestCaseCustomLabelsValue.js +6 -2
  288. package/dist/serialization/types/TestRecordCreate.d.ts +2 -2
  289. package/dist/serialization/types/TestSetCreate.d.ts +2 -2
  290. package/dist/serialization/types/TestcaseDeletionResponse.d.ts +13 -0
  291. package/dist/serialization/types/{AppCreateRunParams.js → TestcaseDeletionResponse.js} +5 -2
  292. package/dist/serialization/types/Testrecord.d.ts +12 -8
  293. package/dist/serialization/types/Testrecord.js +10 -25
  294. package/dist/serialization/types/TestrecordCustomInputsValue.d.ts +4 -3
  295. package/dist/serialization/types/TestrecordCustomInputsValue.js +2 -1
  296. package/dist/serialization/types/TestrecordCustomLabelsValue.d.ts +4 -3
  297. package/dist/serialization/types/TestrecordCustomLabelsValue.js +2 -1
  298. package/dist/serialization/types/TestrecordCustomOutputsValue.d.ts +4 -3
  299. package/dist/serialization/types/TestrecordCustomOutputsValue.js +2 -1
  300. package/dist/serialization/types/TestrecordModelDebugInfoValue.d.ts +2 -2
  301. package/dist/serialization/types/TestrecordModelParamsValue.d.ts +2 -2
  302. package/dist/serialization/types/Testset.d.ts +4 -3
  303. package/dist/serialization/types/Testset.js +2 -10
  304. package/dist/serialization/types/Trace.d.ts +14 -0
  305. package/dist/serialization/types/Trace.js +35 -0
  306. package/dist/serialization/types/UnauthenticatedError.d.ts +2 -2
  307. package/dist/serialization/types/UnauthorizedErrorBody.d.ts +2 -2
  308. package/dist/serialization/types/ValidationError.d.ts +4 -3
  309. package/dist/serialization/types/ValidationError.js +2 -10
  310. package/dist/serialization/types/ValidationErrorLocItem.d.ts +2 -2
  311. package/dist/serialization/types/index.d.ts +6 -8
  312. package/dist/serialization/types/index.js +6 -8
  313. package/jest.config.js +5 -0
  314. package/package.json +10 -4
  315. package/reference.md +1994 -0
  316. package/serialization/resources/index.d.ts +5 -0
  317. package/serialization/resources/index.js +6 -1
  318. package/serialization/resources/prompt/client/index.d.ts +1 -0
  319. package/serialization/resources/prompt/client/index.js +17 -0
  320. package/serialization/resources/prompt/client/requests/PromptCreateParams.d.ts +18 -0
  321. package/serialization/resources/prompt/client/requests/PromptCreateParams.js +39 -0
  322. package/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +12 -0
  323. package/serialization/resources/prompt/client/requests/PromptUpdateParams.js +33 -0
  324. package/serialization/resources/prompt/client/requests/index.d.ts +2 -0
  325. package/serialization/resources/prompt/client/requests/index.js +7 -0
  326. package/serialization/resources/prompt/index.d.ts +2 -0
  327. package/serialization/resources/prompt/index.js +18 -0
  328. package/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +10 -0
  329. package/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.js +36 -0
  330. package/serialization/resources/prompt/types/index.d.ts +1 -0
  331. package/serialization/resources/prompt/types/index.js +17 -0
  332. package/serialization/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  333. package/serialization/resources/run/client/requests/RunCreateParams.js +1 -0
  334. package/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +4 -3
  335. package/serialization/resources/run/client/requests/UpdateStatusParams.js +2 -10
  336. package/serialization/resources/runMetric/client/get.d.ts +11 -0
  337. package/{dist/serialization/types/ExecutionParams.js → serialization/resources/runMetric/client/get.js} +4 -3
  338. package/serialization/resources/runMetric/client/index.d.ts +1 -0
  339. package/{dist/serialization/types/ScoringParams.js → serialization/resources/runMetric/client/index.js} +2 -6
  340. package/serialization/resources/runMetric/index.d.ts +1 -0
  341. package/serialization/resources/runMetric/index.js +17 -0
  342. package/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +2 -2
  343. package/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +2 -2
  344. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +7 -5
  345. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +5 -16
  346. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +4 -3
  347. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +6 -2
  348. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +4 -3
  349. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +6 -2
  350. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +12 -7
  351. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +10 -24
  352. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +4 -3
  353. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  354. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +4 -3
  355. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  356. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +4 -3
  357. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  358. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +2 -2
  359. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +2 -2
  360. package/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +4 -3
  361. package/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -10
  362. package/serialization/resources/traces/client/get.d.ts +10 -0
  363. package/serialization/resources/traces/client/get.js +40 -0
  364. package/serialization/resources/traces/client/index.d.ts +1 -0
  365. package/serialization/{types/ScoringParams.js → resources/traces/client/index.js} +2 -6
  366. package/serialization/resources/traces/index.d.ts +1 -0
  367. package/serialization/resources/traces/index.js +17 -0
  368. package/serialization/types/CreateGithubWorkflowParams.d.ts +2 -2
  369. package/serialization/types/CreateRunParams.d.ts +2 -2
  370. package/serialization/types/CustomSchema.d.ts +4 -3
  371. package/serialization/types/CustomSchema.js +2 -12
  372. package/serialization/types/CustomVariable.d.ts +6 -4
  373. package/serialization/types/CustomVariable.js +4 -11
  374. package/serialization/types/DataTypeEnum.d.ts +2 -2
  375. package/serialization/types/FileUrl.d.ts +2 -2
  376. package/serialization/types/Grade.d.ts +7 -4
  377. package/serialization/types/Grade.js +5 -11
  378. package/serialization/types/HttpValidationError.d.ts +4 -3
  379. package/serialization/types/HttpValidationError.js +2 -12
  380. package/serialization/types/JsonObject.d.ts +2 -2
  381. package/serialization/types/JsonObjectInputValue.d.ts +2 -2
  382. package/serialization/types/JsonObjectOutputValue.d.ts +2 -2
  383. package/serialization/types/NotFoundErrorBody.d.ts +2 -2
  384. package/serialization/types/PaginatedTestcaseResponse.d.ts +4 -3
  385. package/serialization/types/PaginatedTestcaseResponse.js +2 -10
  386. package/serialization/types/Prompt.d.ts +24 -0
  387. package/serialization/types/Prompt.js +45 -0
  388. package/serialization/types/PromptModelParamsValue.d.ts +10 -0
  389. package/serialization/types/PromptModelParamsValue.js +35 -0
  390. package/serialization/types/RoleEnum.d.ts +2 -2
  391. package/serialization/types/Run.d.ts +2 -2
  392. package/serialization/types/RunMetric.d.ts +15 -0
  393. package/serialization/types/RunMetric.js +36 -0
  394. package/serialization/types/RunStatus.d.ts +2 -2
  395. package/serialization/types/ScoreStatus.d.ts +2 -2
  396. package/serialization/types/Span.d.ts +34 -0
  397. package/serialization/types/Span.js +64 -0
  398. package/serialization/types/TestCase.d.ts +6 -4
  399. package/serialization/types/TestCase.js +4 -15
  400. package/serialization/types/TestCaseCreate.d.ts +2 -2
  401. package/serialization/types/TestCaseCustomInputsValue.d.ts +4 -3
  402. package/serialization/types/TestCaseCustomInputsValue.js +6 -2
  403. package/serialization/types/TestCaseCustomLabelsValue.d.ts +4 -3
  404. package/serialization/types/TestCaseCustomLabelsValue.js +6 -2
  405. package/serialization/types/TestRecordCreate.d.ts +2 -2
  406. package/serialization/types/TestSetCreate.d.ts +2 -2
  407. package/serialization/types/TestcaseDeletionResponse.d.ts +13 -0
  408. package/{dist/serialization/types/AppTestRecordCreate.js → serialization/types/TestcaseDeletionResponse.js} +5 -2
  409. package/serialization/types/Testrecord.d.ts +12 -8
  410. package/serialization/types/Testrecord.js +10 -25
  411. package/serialization/types/TestrecordCustomInputsValue.d.ts +4 -3
  412. package/serialization/types/TestrecordCustomInputsValue.js +2 -1
  413. package/serialization/types/TestrecordCustomLabelsValue.d.ts +4 -3
  414. package/serialization/types/TestrecordCustomLabelsValue.js +2 -1
  415. package/serialization/types/TestrecordCustomOutputsValue.d.ts +4 -3
  416. package/serialization/types/TestrecordCustomOutputsValue.js +2 -1
  417. package/serialization/types/TestrecordModelDebugInfoValue.d.ts +2 -2
  418. package/serialization/types/TestrecordModelParamsValue.d.ts +2 -2
  419. package/serialization/types/Testset.d.ts +4 -3
  420. package/serialization/types/Testset.js +2 -10
  421. package/serialization/types/Trace.d.ts +14 -0
  422. package/serialization/types/Trace.js +35 -0
  423. package/serialization/types/UnauthenticatedError.d.ts +2 -2
  424. package/serialization/types/UnauthorizedErrorBody.d.ts +2 -2
  425. package/serialization/types/ValidationError.d.ts +4 -3
  426. package/serialization/types/ValidationError.js +2 -10
  427. package/serialization/types/ValidationErrorLocItem.d.ts +2 -2
  428. package/serialization/types/index.d.ts +6 -8
  429. package/serialization/types/index.js +6 -8
  430. package/api/types/AppTestRecordCreate.d.ts +0 -4
  431. package/api/types/ExecutionParams.d.ts +0 -4
  432. package/api/types/ModelParams.d.ts +0 -4
  433. package/api/types/ScoreExecutionParams.d.ts +0 -4
  434. package/api/types/ScoringParams.d.ts +0 -4
  435. package/api/types/TestCaseCreateInput.d.ts +0 -4
  436. package/dist/api/types/AppCreateRunParams.d.ts +0 -4
  437. package/dist/api/types/AppTestRecordCreate.d.ts +0 -4
  438. package/dist/api/types/AppTestSetCreate.d.ts +0 -4
  439. package/dist/api/types/ExecutionParams.d.ts +0 -4
  440. package/dist/api/types/ModelParams.d.ts +0 -4
  441. package/dist/api/types/ScoreExecutionParams.d.ts +0 -4
  442. package/dist/api/types/ScoringParams.d.ts +0 -4
  443. package/dist/api/types/TestCaseCreateInput.d.ts +0 -4
  444. package/dist/serialization/types/AppCreateRunParams.d.ts +0 -10
  445. package/dist/serialization/types/AppTestRecordCreate.d.ts +0 -10
  446. package/dist/serialization/types/AppTestSetCreate.d.ts +0 -10
  447. package/dist/serialization/types/ExecutionParams.d.ts +0 -10
  448. package/dist/serialization/types/ModelParams.d.ts +0 -10
  449. package/dist/serialization/types/ScoreExecutionParams.d.ts +0 -10
  450. package/dist/serialization/types/ScoreExecutionParams.js +0 -31
  451. package/dist/serialization/types/ScoringParams.d.ts +0 -10
  452. package/dist/serialization/types/TestCaseCreateInput.d.ts +0 -10
  453. package/dist/serialization/types/TestCaseCreateInput.js +0 -31
  454. package/serialization/types/AppCreateRunParams.d.ts +0 -10
  455. package/serialization/types/AppCreateRunParams.js +0 -31
  456. package/serialization/types/AppTestRecordCreate.d.ts +0 -10
  457. package/serialization/types/AppTestRecordCreate.js +0 -31
  458. package/serialization/types/AppTestSetCreate.d.ts +0 -10
  459. package/serialization/types/AppTestSetCreate.js +0 -31
  460. package/serialization/types/ExecutionParams.d.ts +0 -10
  461. package/serialization/types/ExecutionParams.js +0 -31
  462. package/serialization/types/ModelParams.d.ts +0 -10
  463. package/serialization/types/ScoreExecutionParams.d.ts +0 -10
  464. package/serialization/types/ScoreExecutionParams.js +0 -31
  465. package/serialization/types/ScoringParams.d.ts +0 -10
  466. package/serialization/types/TestCaseCreateInput.d.ts +0 -10
  467. package/serialization/types/TestCaseCreateInput.js +0 -31
  468. /package/api/{types/AppCreateRunParams.js → resources/prompt/client/requests/PromptCreateParams.js} +0 -0
  469. /package/api/{types/AppTestRecordCreate.js → resources/prompt/client/requests/PromptUpdateParams.js} +0 -0
  470. /package/api/{types/AppTestSetCreate.js → resources/prompt/types/PromptCreateParamsModelParamsValue.js} +0 -0
  471. /package/api/types/{ExecutionParams.js → Prompt.js} +0 -0
  472. /package/api/types/{ModelParams.js → PromptModelParamsValue.js} +0 -0
  473. /package/api/types/{ScoreExecutionParams.js → RunMetric.js} +0 -0
  474. /package/api/types/{ScoringParams.js → Span.js} +0 -0
  475. /package/api/types/{TestCaseCreateInput.js → TestcaseDeletionResponse.js} +0 -0
  476. /package/{dist/api/types/AppCreateRunParams.js → api/types/Trace.js} +0 -0
  477. /package/dist/api/{types/AppTestRecordCreate.js → resources/prompt/client/requests/PromptCreateParams.js} +0 -0
  478. /package/dist/api/{types/AppTestSetCreate.js → resources/prompt/client/requests/PromptUpdateParams.js} +0 -0
  479. /package/dist/api/{types/ExecutionParams.js → resources/prompt/types/PromptCreateParamsModelParamsValue.js} +0 -0
  480. /package/dist/api/types/{ModelParams.js → Prompt.js} +0 -0
  481. /package/dist/api/types/{ScoreExecutionParams.js → PromptModelParamsValue.js} +0 -0
  482. /package/dist/api/types/{ScoringParams.js → RunMetric.js} +0 -0
  483. /package/dist/api/types/{TestCaseCreateInput.js → Span.js} +0 -0
@@ -0,0 +1,17 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./PromptCreateParamsModelParamsValue"), exports);
@@ -3,7 +3,7 @@
3
3
  */
4
4
  import * as environments from "../../../../environments";
5
5
  import * as core from "../../../../core";
6
- import * as Scorecard from "../../..";
6
+ import * as Scorecard from "../../../index";
7
7
  export declare namespace Run {
8
8
  interface Options {
9
9
  environment?: core.Supplier<environments.ScorecardEnvironment | string>;
@@ -19,25 +19,25 @@ export declare class Run {
19
19
  constructor(_options: Run.Options);
20
20
  /**
21
21
  * Create a new Run
22
+ *
23
+ * @param {Scorecard.RunCreateParams} request
24
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
25
+ *
22
26
  * @throws {@link Scorecard.UnauthorizedError}
23
27
  * @throws {@link Scorecard.ForbiddenError}
24
28
  * @throws {@link Scorecard.NotFoundError}
25
29
  * @throws {@link Scorecard.UnprocessableEntityError}
26
30
  *
27
31
  * @example
28
- * await scorecard.run.create({
29
- * testsetId: 1,
30
- * scoringConfigId: 2,
31
- * status: "RUNNING_EXECUTION",
32
- * modelParams: {
33
- * "param1": "value1",
34
- * "param2": "value2"
35
- * }
36
- * })
32
+ * await scorecard.run.create()
37
33
  */
38
34
  create(request?: Scorecard.RunCreateParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
39
35
  /**
40
36
  * Retrieve a Run metadata
37
+ *
38
+ * @param {number} runId - The id of the run to retrieve.
39
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
40
+ *
41
41
  * @throws {@link Scorecard.UnauthorizedError}
42
42
  * @throws {@link Scorecard.ForbiddenError}
43
43
  * @throws {@link Scorecard.NotFoundError}
@@ -49,15 +49,21 @@ export declare class Run {
49
49
  get(runId: number, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
50
50
  /**
51
51
  * Update the status of a run.
52
+ *
53
+ * @param {number} runId - The id of the run to update.
54
+ * @param {Scorecard.UpdateStatusParams} request
55
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
56
+ *
52
57
  * @throws {@link Scorecard.UnauthorizedError}
53
58
  * @throws {@link Scorecard.ForbiddenError}
54
59
  * @throws {@link Scorecard.NotFoundError}
55
60
  * @throws {@link Scorecard.UnprocessableEntityError}
56
61
  *
57
62
  * @example
58
- * await scorecard.run.updateStatus(1, {
59
- * status: Scorecard.RunStatus.Pending
60
- * })
63
+ * await scorecard.run.updateStatus(1)
61
64
  */
62
- updateStatus(runId: number, request: Scorecard.UpdateStatusParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
65
+ updateStatus(runId: number, request?: Scorecard.UpdateStatusParams, requestOptions?: Run.RequestOptions): Promise<Scorecard.Run>;
66
+ protected _getCustomAuthorizationHeaders(): Promise<{
67
+ "X-API-Key": string;
68
+ }>;
63
69
  }
@@ -41,31 +41,27 @@ Object.defineProperty(exports, "__esModule", { value: true });
41
41
  exports.Run = void 0;
42
42
  const environments = __importStar(require("../../../../environments"));
43
43
  const core = __importStar(require("../../../../core"));
44
- const Scorecard = __importStar(require("../../.."));
45
- const serializers = __importStar(require("../../../../serialization"));
44
+ const Scorecard = __importStar(require("../../../index"));
45
+ const serializers = __importStar(require("../../../../serialization/index"));
46
46
  const url_join_1 = __importDefault(require("url-join"));
47
- const errors = __importStar(require("../../../../errors"));
47
+ const errors = __importStar(require("../../../../errors/index"));
48
48
  class Run {
49
49
  constructor(_options) {
50
50
  this._options = _options;
51
51
  }
52
52
  /**
53
53
  * Create a new Run
54
+ *
55
+ * @param {Scorecard.RunCreateParams} request
56
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
57
+ *
54
58
  * @throws {@link Scorecard.UnauthorizedError}
55
59
  * @throws {@link Scorecard.ForbiddenError}
56
60
  * @throws {@link Scorecard.NotFoundError}
57
61
  * @throws {@link Scorecard.UnprocessableEntityError}
58
62
  *
59
63
  * @example
60
- * await scorecard.run.create({
61
- * testsetId: 1,
62
- * scoringConfigId: 2,
63
- * status: "RUNNING_EXECUTION",
64
- * modelParams: {
65
- * "param1": "value1",
66
- * "param2": "value2"
67
- * }
68
- * })
64
+ * await scorecard.run.create()
69
65
  */
70
66
  create(request = {}, requestOptions) {
71
67
  var _a;
@@ -73,12 +69,7 @@ class Run {
73
69
  const _response = yield core.fetcher({
74
70
  url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, "v1/run"),
75
71
  method: "POST",
76
- headers: {
77
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
78
- "X-Fern-Language": "JavaScript",
79
- "X-Fern-SDK-Name": "scorecard-ai",
80
- "X-Fern-SDK-Version": "0.2.1",
81
- },
72
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
82
73
  contentType: "application/json",
83
74
  body: yield serializers.RunCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
84
75
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -151,6 +142,10 @@ class Run {
151
142
  }
152
143
  /**
153
144
  * Retrieve a Run metadata
145
+ *
146
+ * @param {number} runId - The id of the run to retrieve.
147
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
148
+ *
154
149
  * @throws {@link Scorecard.UnauthorizedError}
155
150
  * @throws {@link Scorecard.ForbiddenError}
156
151
  * @throws {@link Scorecard.NotFoundError}
@@ -163,14 +158,9 @@ class Run {
163
158
  var _a;
164
159
  return __awaiter(this, void 0, void 0, function* () {
165
160
  const _response = yield core.fetcher({
166
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${runId}`),
161
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${encodeURIComponent(runId)}`),
167
162
  method: "GET",
168
- headers: {
169
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
170
- "X-Fern-Language": "JavaScript",
171
- "X-Fern-SDK-Name": "scorecard-ai",
172
- "X-Fern-SDK-Version": "0.2.1",
173
- },
163
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
174
164
  contentType: "application/json",
175
165
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
176
166
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
@@ -242,28 +232,26 @@ class Run {
242
232
  }
243
233
  /**
244
234
  * Update the status of a run.
235
+ *
236
+ * @param {number} runId - The id of the run to update.
237
+ * @param {Scorecard.UpdateStatusParams} request
238
+ * @param {Run.RequestOptions} requestOptions - Request-specific configuration.
239
+ *
245
240
  * @throws {@link Scorecard.UnauthorizedError}
246
241
  * @throws {@link Scorecard.ForbiddenError}
247
242
  * @throws {@link Scorecard.NotFoundError}
248
243
  * @throws {@link Scorecard.UnprocessableEntityError}
249
244
  *
250
245
  * @example
251
- * await scorecard.run.updateStatus(1, {
252
- * status: Scorecard.RunStatus.Pending
253
- * })
246
+ * await scorecard.run.updateStatus(1)
254
247
  */
255
- updateStatus(runId, request, requestOptions) {
248
+ updateStatus(runId, request = {}, requestOptions) {
256
249
  var _a;
257
250
  return __awaiter(this, void 0, void 0, function* () {
258
251
  const _response = yield core.fetcher({
259
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${runId}/status`),
252
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${encodeURIComponent(runId)}/status`),
260
253
  method: "PATCH",
261
- headers: {
262
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
263
- "X-Fern-Language": "JavaScript",
264
- "X-Fern-SDK-Name": "scorecard-ai",
265
- "X-Fern-SDK-Version": "0.2.1",
266
- },
254
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
267
255
  contentType: "application/json",
268
256
  body: yield serializers.UpdateStatusParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
269
257
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -334,5 +322,12 @@ class Run {
334
322
  }
335
323
  });
336
324
  }
325
+ _getCustomAuthorizationHeaders() {
326
+ var _a;
327
+ return __awaiter(this, void 0, void 0, function* () {
328
+ const apiKeyValue = (_a = (yield core.Supplier.get(this._options.apiKey))) !== null && _a !== void 0 ? _a : process === null || process === void 0 ? void 0 : process.env["SCORECARD_API_KEY"];
329
+ return { "X-API-Key": apiKeyValue };
330
+ });
331
+ }
337
332
  }
338
333
  exports.Run = Run;
@@ -3,15 +3,7 @@
3
3
  */
4
4
  /**
5
5
  * @example
6
- * {
7
- * testsetId: 1,
8
- * scoringConfigId: 2,
9
- * status: "RUNNING_EXECUTION",
10
- * modelParams: {
11
- * "param1": "value1",
12
- * "param2": "value2"
13
- * }
14
- * }
6
+ * {}
15
7
  */
16
8
  export interface RunCreateParams {
17
9
  testsetId?: number;
@@ -21,4 +13,5 @@ export interface RunCreateParams {
21
13
  source?: string;
22
14
  notes?: string;
23
15
  promptTemplate?: string;
16
+ metrics?: number[];
24
17
  }
@@ -1,13 +1,11 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "../../../..";
4
+ import * as Scorecard from "../../../../index";
5
5
  /**
6
6
  * @example
7
- * {
8
- * status: Scorecard.RunStatus.Pending
9
- * }
7
+ * {}
10
8
  */
11
9
  export interface UpdateStatusParams {
12
- status: Scorecard.RunStatus;
10
+ status?: Scorecard.RunStatus;
13
11
  }
@@ -1,2 +1,2 @@
1
- export { RunCreateParams } from "./RunCreateParams";
2
- export { UpdateStatusParams } from "./UpdateStatusParams";
1
+ export { type RunCreateParams } from "./RunCreateParams";
2
+ export { type UpdateStatusParams } from "./UpdateStatusParams";
@@ -0,0 +1,38 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as environments from "../../../../environments";
5
+ import * as core from "../../../../core";
6
+ import * as Scorecard from "../../../index";
7
+ export declare namespace RunMetric {
8
+ interface Options {
9
+ environment?: core.Supplier<environments.ScorecardEnvironment | string>;
10
+ apiKey: core.Supplier<string>;
11
+ }
12
+ interface RequestOptions {
13
+ timeoutInSeconds?: number;
14
+ maxRetries?: number;
15
+ }
16
+ }
17
+ export declare class RunMetric {
18
+ protected readonly _options: RunMetric.Options;
19
+ constructor(_options: RunMetric.Options);
20
+ /**
21
+ * Retrieve metrics associated with a run
22
+ *
23
+ * @param {number} runId - The id of the run to retrieve.
24
+ * @param {RunMetric.RequestOptions} requestOptions - Request-specific configuration.
25
+ *
26
+ * @throws {@link Scorecard.UnauthorizedError}
27
+ * @throws {@link Scorecard.ForbiddenError}
28
+ * @throws {@link Scorecard.NotFoundError}
29
+ * @throws {@link Scorecard.UnprocessableEntityError}
30
+ *
31
+ * @example
32
+ * await scorecard.runMetric.get(1)
33
+ */
34
+ get(runId: number, requestOptions?: RunMetric.RequestOptions): Promise<Scorecard.RunMetric[]>;
35
+ protected _getCustomAuthorizationHeaders(): Promise<{
36
+ "X-API-Key": string;
37
+ }>;
38
+ }
@@ -0,0 +1,150 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
29
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
30
+ return new (P || (P = Promise))(function (resolve, reject) {
31
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
32
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
33
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
34
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
35
+ });
36
+ };
37
+ var __importDefault = (this && this.__importDefault) || function (mod) {
38
+ return (mod && mod.__esModule) ? mod : { "default": mod };
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.RunMetric = void 0;
42
+ const environments = __importStar(require("../../../../environments"));
43
+ const core = __importStar(require("../../../../core"));
44
+ const Scorecard = __importStar(require("../../../index"));
45
+ const url_join_1 = __importDefault(require("url-join"));
46
+ const serializers = __importStar(require("../../../../serialization/index"));
47
+ const errors = __importStar(require("../../../../errors/index"));
48
+ class RunMetric {
49
+ constructor(_options) {
50
+ this._options = _options;
51
+ }
52
+ /**
53
+ * Retrieve metrics associated with a run
54
+ *
55
+ * @param {number} runId - The id of the run to retrieve.
56
+ * @param {RunMetric.RequestOptions} requestOptions - Request-specific configuration.
57
+ *
58
+ * @throws {@link Scorecard.UnauthorizedError}
59
+ * @throws {@link Scorecard.ForbiddenError}
60
+ * @throws {@link Scorecard.NotFoundError}
61
+ * @throws {@link Scorecard.UnprocessableEntityError}
62
+ *
63
+ * @example
64
+ * await scorecard.runMetric.get(1)
65
+ */
66
+ get(runId, requestOptions) {
67
+ var _a;
68
+ return __awaiter(this, void 0, void 0, function* () {
69
+ const _response = yield core.fetcher({
70
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run_metric/${encodeURIComponent(runId)}`),
71
+ method: "GET",
72
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
73
+ contentType: "application/json",
74
+ timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
75
+ maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
76
+ });
77
+ if (_response.ok) {
78
+ return yield serializers.runMetric.get.Response.parseOrThrow(_response.body, {
79
+ unrecognizedObjectKeys: "passthrough",
80
+ allowUnrecognizedUnionMembers: true,
81
+ allowUnrecognizedEnumValues: true,
82
+ skipValidation: true,
83
+ breadcrumbsPrefix: ["response"],
84
+ });
85
+ }
86
+ if (_response.error.reason === "status-code") {
87
+ switch (_response.error.statusCode) {
88
+ case 401:
89
+ throw new Scorecard.UnauthorizedError(yield serializers.UnauthenticatedError.parseOrThrow(_response.error.body, {
90
+ unrecognizedObjectKeys: "passthrough",
91
+ allowUnrecognizedUnionMembers: true,
92
+ allowUnrecognizedEnumValues: true,
93
+ skipValidation: true,
94
+ breadcrumbsPrefix: ["response"],
95
+ }));
96
+ case 403:
97
+ throw new Scorecard.ForbiddenError(yield serializers.UnauthorizedErrorBody.parseOrThrow(_response.error.body, {
98
+ unrecognizedObjectKeys: "passthrough",
99
+ allowUnrecognizedUnionMembers: true,
100
+ allowUnrecognizedEnumValues: true,
101
+ skipValidation: true,
102
+ breadcrumbsPrefix: ["response"],
103
+ }));
104
+ case 404:
105
+ throw new Scorecard.NotFoundError(yield serializers.NotFoundErrorBody.parseOrThrow(_response.error.body, {
106
+ unrecognizedObjectKeys: "passthrough",
107
+ allowUnrecognizedUnionMembers: true,
108
+ allowUnrecognizedEnumValues: true,
109
+ skipValidation: true,
110
+ breadcrumbsPrefix: ["response"],
111
+ }));
112
+ case 422:
113
+ throw new Scorecard.UnprocessableEntityError(yield serializers.HttpValidationError.parseOrThrow(_response.error.body, {
114
+ unrecognizedObjectKeys: "passthrough",
115
+ allowUnrecognizedUnionMembers: true,
116
+ allowUnrecognizedEnumValues: true,
117
+ skipValidation: true,
118
+ breadcrumbsPrefix: ["response"],
119
+ }));
120
+ default:
121
+ throw new errors.ScorecardError({
122
+ statusCode: _response.error.statusCode,
123
+ body: _response.error.body,
124
+ });
125
+ }
126
+ }
127
+ switch (_response.error.reason) {
128
+ case "non-json":
129
+ throw new errors.ScorecardError({
130
+ statusCode: _response.error.statusCode,
131
+ body: _response.error.rawBody,
132
+ });
133
+ case "timeout":
134
+ throw new errors.ScorecardTimeoutError();
135
+ case "unknown":
136
+ throw new errors.ScorecardError({
137
+ message: _response.error.errorMessage,
138
+ });
139
+ }
140
+ });
141
+ }
142
+ _getCustomAuthorizationHeaders() {
143
+ var _a;
144
+ return __awaiter(this, void 0, void 0, function* () {
145
+ const apiKeyValue = (_a = (yield core.Supplier.get(this._options.apiKey))) !== null && _a !== void 0 ? _a : process === null || process === void 0 ? void 0 : process.env["SCORECARD_API_KEY"];
146
+ return { "X-API-Key": apiKeyValue };
147
+ });
148
+ }
149
+ }
150
+ exports.RunMetric = RunMetric;
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1 @@
1
+ export * from "./client";
@@ -0,0 +1,17 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./client"), exports);
@@ -3,7 +3,7 @@
3
3
  */
4
4
  import * as environments from "../../../../environments";
5
5
  import * as core from "../../../../core";
6
- import * as Scorecard from "../../..";
6
+ import * as Scorecard from "../../../index";
7
7
  export declare namespace Score {
8
8
  interface Options {
9
9
  environment?: core.Supplier<environments.ScorecardEnvironment | string>;
@@ -19,6 +19,12 @@ export declare class Score {
19
19
  constructor(_options: Score.Options);
20
20
  /**
21
21
  * Create a score
22
+ *
23
+ * @param {number} runId - The ID of the run that created the testrecord to be scored.
24
+ * @param {number} testrecordId - The ID of the testrecord to be scored.
25
+ * @param {Scorecard.ScoreCreateParams} request
26
+ * @param {Score.RequestOptions} requestOptions - Request-specific configuration.
27
+ *
22
28
  * @throws {@link Scorecard.UnauthorizedError}
23
29
  * @throws {@link Scorecard.ForbiddenError}
24
30
  * @throws {@link Scorecard.NotFoundError}
@@ -32,13 +38,23 @@ export declare class Score {
32
38
  create(runId: number, testrecordId: number, request: Scorecard.ScoreCreateParams, requestOptions?: Score.RequestOptions): Promise<Scorecard.Grade>;
33
39
  /**
34
40
  * Update a score
41
+ *
42
+ * @param {number} runId - The run ID that created the test record to be scored.
43
+ * @param {number} testrecordId - The ID of the testrecord whose score will be updated.
44
+ * @param {number} scoreId - The ID of the score to be updated.
45
+ * @param {Scorecard.ScoreUpdateParams} request
46
+ * @param {Score.RequestOptions} requestOptions - Request-specific configuration.
47
+ *
35
48
  * @throws {@link Scorecard.UnauthorizedError}
36
49
  * @throws {@link Scorecard.ForbiddenError}
37
50
  * @throws {@link Scorecard.NotFoundError}
38
51
  * @throws {@link Scorecard.UnprocessableEntityError}
39
52
  *
40
53
  * @example
41
- * await scorecard.score.update(1, 1, 1, {})
54
+ * await scorecard.score.update(1, 1, 1)
42
55
  */
43
56
  update(runId: number, testrecordId: number, scoreId: number, request?: Scorecard.ScoreUpdateParams, requestOptions?: Score.RequestOptions): Promise<Scorecard.Grade>;
57
+ protected _getCustomAuthorizationHeaders(): Promise<{
58
+ "X-API-Key": string;
59
+ }>;
44
60
  }
@@ -41,16 +41,22 @@ Object.defineProperty(exports, "__esModule", { value: true });
41
41
  exports.Score = void 0;
42
42
  const environments = __importStar(require("../../../../environments"));
43
43
  const core = __importStar(require("../../../../core"));
44
- const Scorecard = __importStar(require("../../.."));
45
- const serializers = __importStar(require("../../../../serialization"));
44
+ const Scorecard = __importStar(require("../../../index"));
45
+ const serializers = __importStar(require("../../../../serialization/index"));
46
46
  const url_join_1 = __importDefault(require("url-join"));
47
- const errors = __importStar(require("../../../../errors"));
47
+ const errors = __importStar(require("../../../../errors/index"));
48
48
  class Score {
49
49
  constructor(_options) {
50
50
  this._options = _options;
51
51
  }
52
52
  /**
53
53
  * Create a score
54
+ *
55
+ * @param {number} runId - The ID of the run that created the testrecord to be scored.
56
+ * @param {number} testrecordId - The ID of the testrecord to be scored.
57
+ * @param {Scorecard.ScoreCreateParams} request
58
+ * @param {Score.RequestOptions} requestOptions - Request-specific configuration.
59
+ *
54
60
  * @throws {@link Scorecard.UnauthorizedError}
55
61
  * @throws {@link Scorecard.ForbiddenError}
56
62
  * @throws {@link Scorecard.NotFoundError}
@@ -65,14 +71,9 @@ class Score {
65
71
  var _a;
66
72
  return __awaiter(this, void 0, void 0, function* () {
67
73
  const _response = yield core.fetcher({
68
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${runId}/testrecord/${testrecordId}/score`),
74
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${encodeURIComponent(runId)}/testrecord/${encodeURIComponent(testrecordId)}/score`),
69
75
  method: "POST",
70
- headers: {
71
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
72
- "X-Fern-Language": "JavaScript",
73
- "X-Fern-SDK-Name": "scorecard-ai",
74
- "X-Fern-SDK-Version": "0.2.1",
75
- },
76
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
76
77
  contentType: "application/json",
77
78
  body: yield serializers.ScoreCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
78
79
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -145,26 +146,28 @@ class Score {
145
146
  }
146
147
  /**
147
148
  * Update a score
149
+ *
150
+ * @param {number} runId - The run ID that created the test record to be scored.
151
+ * @param {number} testrecordId - The ID of the testrecord whose score will be updated.
152
+ * @param {number} scoreId - The ID of the score to be updated.
153
+ * @param {Scorecard.ScoreUpdateParams} request
154
+ * @param {Score.RequestOptions} requestOptions - Request-specific configuration.
155
+ *
148
156
  * @throws {@link Scorecard.UnauthorizedError}
149
157
  * @throws {@link Scorecard.ForbiddenError}
150
158
  * @throws {@link Scorecard.NotFoundError}
151
159
  * @throws {@link Scorecard.UnprocessableEntityError}
152
160
  *
153
161
  * @example
154
- * await scorecard.score.update(1, 1, 1, {})
162
+ * await scorecard.score.update(1, 1, 1)
155
163
  */
156
164
  update(runId, testrecordId, scoreId, request = {}, requestOptions) {
157
165
  var _a;
158
166
  return __awaiter(this, void 0, void 0, function* () {
159
167
  const _response = yield core.fetcher({
160
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${runId}/testrecord/${testrecordId}/score/${scoreId}`),
168
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/run/${encodeURIComponent(runId)}/testrecord/${encodeURIComponent(testrecordId)}/score/${encodeURIComponent(scoreId)}`),
161
169
  method: "PATCH",
162
- headers: {
163
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
164
- "X-Fern-Language": "JavaScript",
165
- "X-Fern-SDK-Name": "scorecard-ai",
166
- "X-Fern-SDK-Version": "0.2.1",
167
- },
170
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.4.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
168
171
  contentType: "application/json",
169
172
  body: yield serializers.ScoreUpdateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
170
173
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -235,5 +238,12 @@ class Score {
235
238
  }
236
239
  });
237
240
  }
241
+ _getCustomAuthorizationHeaders() {
242
+ var _a;
243
+ return __awaiter(this, void 0, void 0, function* () {
244
+ const apiKeyValue = (_a = (yield core.Supplier.get(this._options.apiKey))) !== null && _a !== void 0 ? _a : process === null || process === void 0 ? void 0 : process.env["SCORECARD_API_KEY"];
245
+ return { "X-API-Key": apiKeyValue };
246
+ });
247
+ }
238
248
  }
239
249
  exports.Score = Score;
@@ -8,6 +8,7 @@
8
8
  * }
9
9
  */
10
10
  export interface ScoreCreateParams {
11
+ /** The ID of the metric */
11
12
  metricId: number;
12
13
  intScore?: number;
13
14
  binaryScore?: boolean;
@@ -1,2 +1,2 @@
1
- export { ScoreCreateParams } from "./ScoreCreateParams";
2
- export { ScoreUpdateParams } from "./ScoreUpdateParams";
1
+ export { type ScoreCreateParams } from "./ScoreCreateParams";
2
+ export { type ScoreUpdateParams } from "./ScoreUpdateParams";