scorecard-ai 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (483) hide show
  1. package/Client.d.ts +9 -0
  2. package/Client.js +15 -0
  3. package/api/errors/ForbiddenError.d.ts +2 -2
  4. package/api/errors/ForbiddenError.js +1 -1
  5. package/api/errors/NotFoundError.d.ts +2 -2
  6. package/api/errors/NotFoundError.js +1 -1
  7. package/api/errors/UnauthorizedError.d.ts +2 -2
  8. package/api/errors/UnauthorizedError.js +1 -1
  9. package/api/errors/UnprocessableEntityError.d.ts +2 -2
  10. package/api/errors/UnprocessableEntityError.js +1 -1
  11. package/api/resources/index.d.ts +5 -0
  12. package/api/resources/index.js +6 -1
  13. package/api/resources/prompt/client/Client.d.ts +151 -0
  14. package/api/resources/prompt/client/Client.js +699 -0
  15. package/api/resources/prompt/client/index.d.ts +1 -0
  16. package/api/resources/prompt/client/index.js +17 -0
  17. package/api/resources/prompt/client/requests/PromptCreateParams.d.ts +40 -0
  18. package/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +13 -0
  19. package/api/resources/prompt/client/requests/index.d.ts +2 -0
  20. package/api/resources/prompt/client/requests/index.js +2 -0
  21. package/api/resources/prompt/index.d.ts +2 -0
  22. package/api/resources/prompt/index.js +18 -0
  23. package/api/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +4 -0
  24. package/api/resources/prompt/types/index.d.ts +1 -0
  25. package/api/resources/prompt/types/index.js +17 -0
  26. package/api/resources/run/client/Client.d.ts +19 -3
  27. package/api/resources/run/client/Client.js +30 -25
  28. package/api/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  29. package/api/resources/run/client/requests/UpdateStatusParams.d.ts +1 -1
  30. package/api/resources/run/client/requests/index.d.ts +2 -2
  31. package/api/resources/runMetric/client/Client.d.ts +38 -0
  32. package/api/resources/runMetric/client/Client.js +150 -0
  33. package/api/resources/runMetric/client/index.d.ts +1 -0
  34. package/api/resources/runMetric/client/index.js +2 -0
  35. package/api/resources/runMetric/index.d.ts +1 -0
  36. package/api/resources/runMetric/index.js +17 -0
  37. package/api/resources/score/client/Client.d.ts +18 -2
  38. package/api/resources/score/client/Client.js +28 -18
  39. package/api/resources/score/client/requests/index.d.ts +2 -2
  40. package/api/resources/testcase/client/Client.d.ts +19 -1
  41. package/api/resources/testcase/client/Client.js +31 -24
  42. package/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +1 -1
  43. package/api/resources/testcase/client/requests/index.d.ts +1 -1
  44. package/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  45. package/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  46. package/api/resources/testrecord/client/Client.d.ts +15 -2
  47. package/api/resources/testrecord/client/Client.js +25 -18
  48. package/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +1 -1
  49. package/api/resources/testrecord/client/requests/index.d.ts +1 -1
  50. package/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  51. package/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  52. package/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  53. package/api/resources/testset/client/Client.d.ts +26 -2
  54. package/api/resources/testset/client/Client.js +41 -38
  55. package/api/resources/testset/client/requests/TestsetCreateParams.d.ts +1 -1
  56. package/api/resources/testset/client/requests/index.d.ts +2 -2
  57. package/api/resources/traces/client/Client.d.ts +38 -0
  58. package/api/resources/traces/client/Client.js +150 -0
  59. package/api/resources/traces/client/index.d.ts +1 -0
  60. package/api/resources/traces/client/index.js +2 -0
  61. package/api/resources/traces/index.d.ts +1 -0
  62. package/api/resources/traces/index.js +17 -0
  63. package/api/types/CustomSchema.d.ts +1 -1
  64. package/api/types/CustomVariable.d.ts +1 -1
  65. package/api/types/Grade.d.ts +4 -2
  66. package/api/types/HttpValidationError.d.ts +1 -1
  67. package/api/types/JsonObject.d.ts +1 -1
  68. package/api/types/JsonObjectInputValue.d.ts +1 -1
  69. package/api/types/JsonObjectOutputValue.d.ts +1 -1
  70. package/api/types/PaginatedTestcaseResponse.d.ts +1 -1
  71. package/api/types/Prompt.d.ts +18 -0
  72. package/api/types/{AppCreateRunParams.d.ts → PromptModelParamsValue.d.ts} +1 -1
  73. package/api/types/RunMetric.d.ts +9 -0
  74. package/api/types/Span.d.ts +29 -0
  75. package/api/types/TestCase.d.ts +1 -1
  76. package/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  77. package/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  78. package/api/types/Testrecord.d.ts +1 -1
  79. package/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  80. package/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  81. package/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  82. package/api/types/Testset.d.ts +1 -1
  83. package/api/types/Trace.d.ts +8 -0
  84. package/api/types/ValidationError.d.ts +1 -1
  85. package/api/types/index.d.ts +5 -8
  86. package/api/types/index.js +5 -8
  87. package/core/fetcher/Fetcher.d.ts +2 -2
  88. package/core/fetcher/Fetcher.js +78 -23
  89. package/core/index.d.ts +1 -0
  90. package/core/index.js +1 -0
  91. package/core/runtime/index.d.ts +1 -0
  92. package/core/runtime/index.js +5 -0
  93. package/core/runtime/runtime.d.ts +8 -0
  94. package/core/runtime/runtime.js +82 -0
  95. package/core/schemas/builders/object/object.js +11 -15
  96. package/dist/Client.d.ts +9 -0
  97. package/dist/Client.js +15 -0
  98. package/dist/api/errors/ForbiddenError.d.ts +2 -2
  99. package/dist/api/errors/ForbiddenError.js +1 -1
  100. package/dist/api/errors/NotFoundError.d.ts +2 -2
  101. package/dist/api/errors/NotFoundError.js +1 -1
  102. package/dist/api/errors/UnauthorizedError.d.ts +2 -2
  103. package/dist/api/errors/UnauthorizedError.js +1 -1
  104. package/dist/api/errors/UnprocessableEntityError.d.ts +2 -2
  105. package/dist/api/errors/UnprocessableEntityError.js +1 -1
  106. package/dist/api/resources/index.d.ts +5 -0
  107. package/dist/api/resources/index.js +6 -1
  108. package/dist/api/resources/prompt/client/Client.d.ts +151 -0
  109. package/dist/api/resources/prompt/client/Client.js +699 -0
  110. package/dist/api/resources/prompt/client/index.d.ts +1 -0
  111. package/dist/api/resources/prompt/client/index.js +17 -0
  112. package/dist/api/resources/prompt/client/requests/PromptCreateParams.d.ts +40 -0
  113. package/dist/api/resources/prompt/client/requests/PromptUpdateParams.d.ts +13 -0
  114. package/dist/api/resources/prompt/client/requests/index.d.ts +2 -0
  115. package/dist/api/resources/prompt/client/requests/index.js +2 -0
  116. package/dist/api/resources/prompt/index.d.ts +2 -0
  117. package/dist/api/resources/prompt/index.js +18 -0
  118. package/dist/api/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +4 -0
  119. package/dist/api/resources/prompt/types/index.d.ts +1 -0
  120. package/dist/api/resources/prompt/types/index.js +17 -0
  121. package/dist/api/resources/run/client/Client.d.ts +19 -3
  122. package/dist/api/resources/run/client/Client.js +30 -25
  123. package/dist/api/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  124. package/dist/api/resources/run/client/requests/UpdateStatusParams.d.ts +1 -1
  125. package/dist/api/resources/run/client/requests/index.d.ts +2 -2
  126. package/dist/api/resources/runMetric/client/Client.d.ts +38 -0
  127. package/dist/api/resources/runMetric/client/Client.js +150 -0
  128. package/dist/api/resources/runMetric/client/index.d.ts +1 -0
  129. package/dist/api/resources/runMetric/client/index.js +2 -0
  130. package/dist/api/resources/runMetric/index.d.ts +1 -0
  131. package/dist/api/resources/runMetric/index.js +17 -0
  132. package/dist/api/resources/score/client/Client.d.ts +18 -2
  133. package/dist/api/resources/score/client/Client.js +28 -18
  134. package/dist/api/resources/score/client/requests/index.d.ts +2 -2
  135. package/dist/api/resources/testcase/client/Client.d.ts +19 -1
  136. package/dist/api/resources/testcase/client/Client.js +31 -24
  137. package/dist/api/resources/testcase/client/requests/TestcaseCreateParams.d.ts +1 -1
  138. package/dist/api/resources/testcase/client/requests/index.d.ts +1 -1
  139. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +1 -1
  140. package/dist/api/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +1 -1
  141. package/dist/api/resources/testrecord/client/Client.d.ts +15 -2
  142. package/dist/api/resources/testrecord/client/Client.js +25 -18
  143. package/dist/api/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +1 -1
  144. package/dist/api/resources/testrecord/client/requests/index.d.ts +1 -1
  145. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +1 -1
  146. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +1 -1
  147. package/dist/api/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +1 -1
  148. package/dist/api/resources/testset/client/Client.d.ts +26 -2
  149. package/dist/api/resources/testset/client/Client.js +41 -38
  150. package/dist/api/resources/testset/client/requests/TestsetCreateParams.d.ts +1 -1
  151. package/dist/api/resources/testset/client/requests/index.d.ts +2 -2
  152. package/dist/api/resources/traces/client/Client.d.ts +38 -0
  153. package/dist/api/resources/traces/client/Client.js +150 -0
  154. package/dist/api/resources/traces/client/index.d.ts +1 -0
  155. package/dist/api/resources/traces/client/index.js +2 -0
  156. package/dist/api/resources/traces/index.d.ts +1 -0
  157. package/dist/api/resources/traces/index.js +17 -0
  158. package/dist/api/types/CustomSchema.d.ts +1 -1
  159. package/dist/api/types/CustomVariable.d.ts +1 -1
  160. package/dist/api/types/Grade.d.ts +4 -2
  161. package/dist/api/types/HttpValidationError.d.ts +1 -1
  162. package/dist/api/types/JsonObject.d.ts +1 -1
  163. package/dist/api/types/JsonObjectInputValue.d.ts +1 -1
  164. package/dist/api/types/JsonObjectOutputValue.d.ts +1 -1
  165. package/dist/api/types/PaginatedTestcaseResponse.d.ts +1 -1
  166. package/dist/api/types/Prompt.d.ts +18 -0
  167. package/{api/types/AppTestSetCreate.d.ts → dist/api/types/PromptModelParamsValue.d.ts} +1 -1
  168. package/dist/api/types/RunMetric.d.ts +9 -0
  169. package/dist/api/types/Span.d.ts +29 -0
  170. package/dist/api/types/TestCase.d.ts +1 -1
  171. package/dist/api/types/TestCaseCustomInputsValue.d.ts +1 -1
  172. package/dist/api/types/TestCaseCustomLabelsValue.d.ts +1 -1
  173. package/dist/api/types/Testrecord.d.ts +1 -1
  174. package/dist/api/types/TestrecordCustomInputsValue.d.ts +1 -1
  175. package/dist/api/types/TestrecordCustomLabelsValue.d.ts +1 -1
  176. package/dist/api/types/TestrecordCustomOutputsValue.d.ts +1 -1
  177. package/dist/api/types/Testset.d.ts +1 -1
  178. package/dist/api/types/Trace.d.ts +8 -0
  179. package/dist/api/types/ValidationError.d.ts +1 -1
  180. package/dist/api/types/index.d.ts +5 -8
  181. package/dist/api/types/index.js +5 -8
  182. package/dist/core/fetcher/Fetcher.d.ts +2 -2
  183. package/dist/core/fetcher/Fetcher.js +78 -23
  184. package/dist/core/index.d.ts +1 -0
  185. package/dist/core/index.js +1 -0
  186. package/dist/core/runtime/index.d.ts +1 -0
  187. package/dist/core/runtime/index.js +5 -0
  188. package/dist/core/runtime/runtime.d.ts +8 -0
  189. package/dist/core/runtime/runtime.js +82 -0
  190. package/dist/core/schemas/builders/object/object.js +11 -15
  191. package/dist/serialization/resources/index.d.ts +5 -0
  192. package/dist/serialization/resources/index.js +6 -1
  193. package/dist/serialization/resources/prompt/client/getGraph.d.ts +11 -0
  194. package/dist/serialization/{types/AppCreateRunParams.js → resources/prompt/client/getGraph.js} +4 -3
  195. package/dist/serialization/resources/prompt/client/getProds.d.ts +11 -0
  196. package/dist/serialization/{types/AppTestRecordCreate.js → resources/prompt/client/getProds.js} +4 -3
  197. package/dist/serialization/resources/prompt/client/getRoots.d.ts +11 -0
  198. package/dist/serialization/{types/AppTestSetCreate.js → resources/prompt/client/getRoots.js} +4 -3
  199. package/dist/serialization/resources/prompt/client/index.d.ts +4 -0
  200. package/dist/serialization/resources/prompt/client/index.js +33 -0
  201. package/dist/serialization/resources/prompt/client/requests/PromptCreateParams.d.ts +18 -0
  202. package/dist/serialization/resources/prompt/client/requests/PromptCreateParams.js +39 -0
  203. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +13 -0
  204. package/dist/serialization/resources/prompt/client/requests/PromptUpdateParams.js +34 -0
  205. package/dist/serialization/resources/prompt/client/requests/index.d.ts +2 -0
  206. package/dist/serialization/resources/prompt/client/requests/index.js +7 -0
  207. package/dist/serialization/resources/prompt/index.d.ts +2 -0
  208. package/dist/serialization/resources/prompt/index.js +18 -0
  209. package/dist/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +10 -0
  210. package/dist/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.js +36 -0
  211. package/dist/serialization/resources/prompt/types/index.d.ts +1 -0
  212. package/dist/serialization/resources/prompt/types/index.js +17 -0
  213. package/dist/serialization/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  214. package/dist/serialization/resources/run/client/requests/RunCreateParams.js +1 -0
  215. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +4 -3
  216. package/dist/serialization/resources/run/client/requests/UpdateStatusParams.js +2 -10
  217. package/dist/serialization/resources/runMetric/client/get.d.ts +11 -0
  218. package/dist/serialization/resources/runMetric/client/get.js +32 -0
  219. package/dist/serialization/resources/runMetric/client/index.d.ts +1 -0
  220. package/dist/serialization/{types/ModelParams.js → resources/runMetric/client/index.js} +2 -6
  221. package/dist/serialization/resources/runMetric/index.d.ts +1 -0
  222. package/dist/serialization/resources/runMetric/index.js +17 -0
  223. package/dist/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +2 -2
  224. package/dist/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +2 -2
  225. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -4
  226. package/dist/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +4 -15
  227. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +4 -3
  228. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  229. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +4 -3
  230. package/dist/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  231. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +12 -7
  232. package/dist/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +10 -24
  233. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +4 -3
  234. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  235. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +4 -3
  236. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  237. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +4 -3
  238. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  239. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +2 -2
  240. package/dist/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +2 -2
  241. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +4 -3
  242. package/dist/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -10
  243. package/dist/serialization/resources/traces/client/get.d.ts +10 -0
  244. package/dist/serialization/resources/traces/client/get.js +40 -0
  245. package/dist/serialization/resources/traces/client/index.d.ts +1 -0
  246. package/{serialization/types/ModelParams.js → dist/serialization/resources/traces/client/index.js} +2 -6
  247. package/dist/serialization/resources/traces/index.d.ts +1 -0
  248. package/dist/serialization/resources/traces/index.js +17 -0
  249. package/dist/serialization/types/CreateGithubWorkflowParams.d.ts +2 -2
  250. package/dist/serialization/types/CreateRunParams.d.ts +2 -2
  251. package/dist/serialization/types/CustomSchema.d.ts +4 -3
  252. package/dist/serialization/types/CustomSchema.js +2 -12
  253. package/dist/serialization/types/CustomVariable.d.ts +6 -4
  254. package/dist/serialization/types/CustomVariable.js +4 -11
  255. package/dist/serialization/types/DataTypeEnum.d.ts +2 -2
  256. package/dist/serialization/types/FileUrl.d.ts +2 -2
  257. package/dist/serialization/types/Grade.d.ts +7 -4
  258. package/dist/serialization/types/Grade.js +5 -11
  259. package/dist/serialization/types/HttpValidationError.d.ts +4 -3
  260. package/dist/serialization/types/HttpValidationError.js +2 -12
  261. package/dist/serialization/types/JsonObject.d.ts +2 -2
  262. package/dist/serialization/types/JsonObjectInputValue.d.ts +2 -2
  263. package/dist/serialization/types/JsonObjectOutputValue.d.ts +2 -2
  264. package/dist/serialization/types/NotFoundErrorBody.d.ts +2 -2
  265. package/dist/serialization/types/PaginatedTestcaseResponse.d.ts +4 -3
  266. package/dist/serialization/types/PaginatedTestcaseResponse.js +2 -10
  267. package/dist/serialization/types/Prompt.d.ts +24 -0
  268. package/dist/serialization/types/Prompt.js +45 -0
  269. package/dist/serialization/types/PromptModelParamsValue.d.ts +10 -0
  270. package/dist/serialization/types/PromptModelParamsValue.js +35 -0
  271. package/dist/serialization/types/RoleEnum.d.ts +2 -2
  272. package/dist/serialization/types/Run.d.ts +2 -2
  273. package/dist/serialization/types/RunMetric.d.ts +15 -0
  274. package/dist/serialization/types/RunMetric.js +36 -0
  275. package/dist/serialization/types/RunStatus.d.ts +2 -2
  276. package/dist/serialization/types/ScoreStatus.d.ts +2 -2
  277. package/dist/serialization/types/Span.d.ts +34 -0
  278. package/dist/serialization/types/Span.js +64 -0
  279. package/dist/serialization/types/TestCase.d.ts +6 -4
  280. package/dist/serialization/types/TestCase.js +4 -15
  281. package/dist/serialization/types/TestCaseCreate.d.ts +2 -2
  282. package/dist/serialization/types/TestCaseCustomInputsValue.d.ts +4 -3
  283. package/dist/serialization/types/TestCaseCustomInputsValue.js +2 -1
  284. package/dist/serialization/types/TestCaseCustomLabelsValue.d.ts +4 -3
  285. package/dist/serialization/types/TestCaseCustomLabelsValue.js +2 -1
  286. package/dist/serialization/types/TestRecordCreate.d.ts +2 -2
  287. package/dist/serialization/types/TestSetCreate.d.ts +2 -2
  288. package/dist/serialization/types/Testrecord.d.ts +12 -7
  289. package/dist/serialization/types/Testrecord.js +10 -24
  290. package/dist/serialization/types/TestrecordCustomInputsValue.d.ts +4 -3
  291. package/dist/serialization/types/TestrecordCustomInputsValue.js +2 -1
  292. package/dist/serialization/types/TestrecordCustomLabelsValue.d.ts +4 -3
  293. package/dist/serialization/types/TestrecordCustomLabelsValue.js +2 -1
  294. package/dist/serialization/types/TestrecordCustomOutputsValue.d.ts +4 -3
  295. package/dist/serialization/types/TestrecordCustomOutputsValue.js +2 -1
  296. package/dist/serialization/types/TestrecordModelDebugInfoValue.d.ts +2 -2
  297. package/dist/serialization/types/TestrecordModelParamsValue.d.ts +2 -2
  298. package/dist/serialization/types/Testset.d.ts +4 -3
  299. package/dist/serialization/types/Testset.js +2 -10
  300. package/dist/serialization/types/Trace.d.ts +14 -0
  301. package/dist/serialization/types/Trace.js +35 -0
  302. package/dist/serialization/types/UnauthenticatedError.d.ts +2 -2
  303. package/dist/serialization/types/UnauthorizedErrorBody.d.ts +2 -2
  304. package/dist/serialization/types/ValidationError.d.ts +4 -3
  305. package/dist/serialization/types/ValidationError.js +2 -10
  306. package/dist/serialization/types/ValidationErrorLocItem.d.ts +2 -2
  307. package/dist/serialization/types/index.d.ts +5 -8
  308. package/dist/serialization/types/index.js +5 -8
  309. package/jest.config.js +5 -0
  310. package/package.json +11 -4
  311. package/reference.md +2145 -0
  312. package/serialization/resources/index.d.ts +5 -0
  313. package/serialization/resources/index.js +6 -1
  314. package/serialization/resources/prompt/client/getGraph.d.ts +11 -0
  315. package/{dist/serialization/types/ExecutionParams.js → serialization/resources/prompt/client/getGraph.js} +4 -3
  316. package/serialization/resources/prompt/client/getProds.d.ts +11 -0
  317. package/serialization/resources/prompt/client/getProds.js +32 -0
  318. package/serialization/resources/prompt/client/getRoots.d.ts +11 -0
  319. package/serialization/resources/prompt/client/getRoots.js +32 -0
  320. package/serialization/resources/prompt/client/index.d.ts +4 -0
  321. package/serialization/resources/prompt/client/index.js +33 -0
  322. package/serialization/resources/prompt/client/requests/PromptCreateParams.d.ts +18 -0
  323. package/serialization/resources/prompt/client/requests/PromptCreateParams.js +39 -0
  324. package/serialization/resources/prompt/client/requests/PromptUpdateParams.d.ts +13 -0
  325. package/serialization/resources/prompt/client/requests/PromptUpdateParams.js +34 -0
  326. package/serialization/resources/prompt/client/requests/index.d.ts +2 -0
  327. package/serialization/resources/prompt/client/requests/index.js +7 -0
  328. package/serialization/resources/prompt/index.d.ts +2 -0
  329. package/serialization/resources/prompt/index.js +18 -0
  330. package/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.d.ts +10 -0
  331. package/serialization/resources/prompt/types/PromptCreateParamsModelParamsValue.js +36 -0
  332. package/serialization/resources/prompt/types/index.d.ts +1 -0
  333. package/serialization/resources/prompt/types/index.js +17 -0
  334. package/serialization/resources/run/client/requests/RunCreateParams.d.ts +3 -2
  335. package/serialization/resources/run/client/requests/RunCreateParams.js +1 -0
  336. package/serialization/resources/run/client/requests/UpdateStatusParams.d.ts +4 -3
  337. package/serialization/resources/run/client/requests/UpdateStatusParams.js +2 -10
  338. package/serialization/resources/runMetric/client/get.d.ts +11 -0
  339. package/serialization/resources/runMetric/client/get.js +32 -0
  340. package/serialization/resources/runMetric/client/index.d.ts +1 -0
  341. package/{dist/serialization/types/ScoringParams.js → serialization/resources/runMetric/client/index.js} +2 -6
  342. package/serialization/resources/runMetric/index.d.ts +1 -0
  343. package/serialization/resources/runMetric/index.js +17 -0
  344. package/serialization/resources/score/client/requests/ScoreCreateParams.d.ts +2 -2
  345. package/serialization/resources/score/client/requests/ScoreUpdateParams.d.ts +2 -2
  346. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.d.ts +6 -4
  347. package/serialization/resources/testcase/client/requests/TestcaseCreateParams.js +4 -15
  348. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.d.ts +4 -3
  349. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomInputsValue.js +2 -1
  350. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.d.ts +4 -3
  351. package/serialization/resources/testcase/types/TestcaseCreateParamsCustomLabelsValue.js +2 -1
  352. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.d.ts +12 -7
  353. package/serialization/resources/testrecord/client/requests/TestrecordCreateParams.js +10 -24
  354. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.d.ts +4 -3
  355. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomInputsValue.js +2 -1
  356. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.d.ts +4 -3
  357. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomLabelsValue.js +2 -1
  358. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.d.ts +4 -3
  359. package/serialization/resources/testrecord/types/TestrecordCreateParamsCustomOutputsValue.js +2 -1
  360. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelDebugInfoValue.d.ts +2 -2
  361. package/serialization/resources/testrecord/types/TestrecordCreateParamsModelParamsValue.d.ts +2 -2
  362. package/serialization/resources/testset/client/requests/TestsetCreateParams.d.ts +4 -3
  363. package/serialization/resources/testset/client/requests/TestsetCreateParams.js +2 -10
  364. package/serialization/resources/traces/client/get.d.ts +10 -0
  365. package/serialization/resources/traces/client/get.js +40 -0
  366. package/serialization/resources/traces/client/index.d.ts +1 -0
  367. package/serialization/{types/ScoringParams.js → resources/traces/client/index.js} +2 -6
  368. package/serialization/resources/traces/index.d.ts +1 -0
  369. package/serialization/resources/traces/index.js +17 -0
  370. package/serialization/types/CreateGithubWorkflowParams.d.ts +2 -2
  371. package/serialization/types/CreateRunParams.d.ts +2 -2
  372. package/serialization/types/CustomSchema.d.ts +4 -3
  373. package/serialization/types/CustomSchema.js +2 -12
  374. package/serialization/types/CustomVariable.d.ts +6 -4
  375. package/serialization/types/CustomVariable.js +4 -11
  376. package/serialization/types/DataTypeEnum.d.ts +2 -2
  377. package/serialization/types/FileUrl.d.ts +2 -2
  378. package/serialization/types/Grade.d.ts +7 -4
  379. package/serialization/types/Grade.js +5 -11
  380. package/serialization/types/HttpValidationError.d.ts +4 -3
  381. package/serialization/types/HttpValidationError.js +2 -12
  382. package/serialization/types/JsonObject.d.ts +2 -2
  383. package/serialization/types/JsonObjectInputValue.d.ts +2 -2
  384. package/serialization/types/JsonObjectOutputValue.d.ts +2 -2
  385. package/serialization/types/NotFoundErrorBody.d.ts +2 -2
  386. package/serialization/types/PaginatedTestcaseResponse.d.ts +4 -3
  387. package/serialization/types/PaginatedTestcaseResponse.js +2 -10
  388. package/serialization/types/Prompt.d.ts +24 -0
  389. package/serialization/types/Prompt.js +45 -0
  390. package/serialization/types/PromptModelParamsValue.d.ts +10 -0
  391. package/serialization/types/PromptModelParamsValue.js +35 -0
  392. package/serialization/types/RoleEnum.d.ts +2 -2
  393. package/serialization/types/Run.d.ts +2 -2
  394. package/serialization/types/RunMetric.d.ts +15 -0
  395. package/serialization/types/RunMetric.js +36 -0
  396. package/serialization/types/RunStatus.d.ts +2 -2
  397. package/serialization/types/ScoreStatus.d.ts +2 -2
  398. package/serialization/types/Span.d.ts +34 -0
  399. package/serialization/types/Span.js +64 -0
  400. package/serialization/types/TestCase.d.ts +6 -4
  401. package/serialization/types/TestCase.js +4 -15
  402. package/serialization/types/TestCaseCreate.d.ts +2 -2
  403. package/serialization/types/TestCaseCustomInputsValue.d.ts +4 -3
  404. package/serialization/types/TestCaseCustomInputsValue.js +2 -1
  405. package/serialization/types/TestCaseCustomLabelsValue.d.ts +4 -3
  406. package/serialization/types/TestCaseCustomLabelsValue.js +2 -1
  407. package/serialization/types/TestRecordCreate.d.ts +2 -2
  408. package/serialization/types/TestSetCreate.d.ts +2 -2
  409. package/serialization/types/Testrecord.d.ts +12 -7
  410. package/serialization/types/Testrecord.js +10 -24
  411. package/serialization/types/TestrecordCustomInputsValue.d.ts +4 -3
  412. package/serialization/types/TestrecordCustomInputsValue.js +2 -1
  413. package/serialization/types/TestrecordCustomLabelsValue.d.ts +4 -3
  414. package/serialization/types/TestrecordCustomLabelsValue.js +2 -1
  415. package/serialization/types/TestrecordCustomOutputsValue.d.ts +4 -3
  416. package/serialization/types/TestrecordCustomOutputsValue.js +2 -1
  417. package/serialization/types/TestrecordModelDebugInfoValue.d.ts +2 -2
  418. package/serialization/types/TestrecordModelParamsValue.d.ts +2 -2
  419. package/serialization/types/Testset.d.ts +4 -3
  420. package/serialization/types/Testset.js +2 -10
  421. package/serialization/types/Trace.d.ts +14 -0
  422. package/serialization/types/Trace.js +35 -0
  423. package/serialization/types/UnauthenticatedError.d.ts +2 -2
  424. package/serialization/types/UnauthorizedErrorBody.d.ts +2 -2
  425. package/serialization/types/ValidationError.d.ts +4 -3
  426. package/serialization/types/ValidationError.js +2 -10
  427. package/serialization/types/ValidationErrorLocItem.d.ts +2 -2
  428. package/serialization/types/index.d.ts +5 -8
  429. package/serialization/types/index.js +5 -8
  430. package/api/types/AppTestRecordCreate.d.ts +0 -4
  431. package/api/types/ExecutionParams.d.ts +0 -4
  432. package/api/types/ModelParams.d.ts +0 -4
  433. package/api/types/ScoreExecutionParams.d.ts +0 -4
  434. package/api/types/ScoringParams.d.ts +0 -4
  435. package/api/types/TestCaseCreateInput.d.ts +0 -4
  436. package/dist/api/types/AppCreateRunParams.d.ts +0 -4
  437. package/dist/api/types/AppTestRecordCreate.d.ts +0 -4
  438. package/dist/api/types/AppTestSetCreate.d.ts +0 -4
  439. package/dist/api/types/ExecutionParams.d.ts +0 -4
  440. package/dist/api/types/ModelParams.d.ts +0 -4
  441. package/dist/api/types/ScoreExecutionParams.d.ts +0 -4
  442. package/dist/api/types/ScoringParams.d.ts +0 -4
  443. package/dist/api/types/TestCaseCreateInput.d.ts +0 -4
  444. package/dist/serialization/types/AppCreateRunParams.d.ts +0 -10
  445. package/dist/serialization/types/AppTestRecordCreate.d.ts +0 -10
  446. package/dist/serialization/types/AppTestSetCreate.d.ts +0 -10
  447. package/dist/serialization/types/ExecutionParams.d.ts +0 -10
  448. package/dist/serialization/types/ModelParams.d.ts +0 -10
  449. package/dist/serialization/types/ScoreExecutionParams.d.ts +0 -10
  450. package/dist/serialization/types/ScoreExecutionParams.js +0 -31
  451. package/dist/serialization/types/ScoringParams.d.ts +0 -10
  452. package/dist/serialization/types/TestCaseCreateInput.d.ts +0 -10
  453. package/dist/serialization/types/TestCaseCreateInput.js +0 -31
  454. package/serialization/types/AppCreateRunParams.d.ts +0 -10
  455. package/serialization/types/AppCreateRunParams.js +0 -31
  456. package/serialization/types/AppTestRecordCreate.d.ts +0 -10
  457. package/serialization/types/AppTestRecordCreate.js +0 -31
  458. package/serialization/types/AppTestSetCreate.d.ts +0 -10
  459. package/serialization/types/AppTestSetCreate.js +0 -31
  460. package/serialization/types/ExecutionParams.d.ts +0 -10
  461. package/serialization/types/ExecutionParams.js +0 -31
  462. package/serialization/types/ModelParams.d.ts +0 -10
  463. package/serialization/types/ScoreExecutionParams.d.ts +0 -10
  464. package/serialization/types/ScoreExecutionParams.js +0 -31
  465. package/serialization/types/ScoringParams.d.ts +0 -10
  466. package/serialization/types/TestCaseCreateInput.d.ts +0 -10
  467. package/serialization/types/TestCaseCreateInput.js +0 -31
  468. /package/api/{types/AppCreateRunParams.js → resources/prompt/client/requests/PromptCreateParams.js} +0 -0
  469. /package/api/{types/AppTestRecordCreate.js → resources/prompt/client/requests/PromptUpdateParams.js} +0 -0
  470. /package/api/{types/AppTestSetCreate.js → resources/prompt/types/PromptCreateParamsModelParamsValue.js} +0 -0
  471. /package/api/types/{ExecutionParams.js → Prompt.js} +0 -0
  472. /package/api/types/{ModelParams.js → PromptModelParamsValue.js} +0 -0
  473. /package/api/types/{ScoreExecutionParams.js → RunMetric.js} +0 -0
  474. /package/api/types/{ScoringParams.js → Span.js} +0 -0
  475. /package/api/types/{TestCaseCreateInput.js → Trace.js} +0 -0
  476. /package/dist/api/{types/AppCreateRunParams.js → resources/prompt/client/requests/PromptCreateParams.js} +0 -0
  477. /package/dist/api/{types/AppTestRecordCreate.js → resources/prompt/client/requests/PromptUpdateParams.js} +0 -0
  478. /package/dist/api/{types/AppTestSetCreate.js → resources/prompt/types/PromptCreateParamsModelParamsValue.js} +0 -0
  479. /package/dist/api/types/{ExecutionParams.js → Prompt.js} +0 -0
  480. /package/dist/api/types/{ModelParams.js → PromptModelParamsValue.js} +0 -0
  481. /package/dist/api/types/{ScoreExecutionParams.js → RunMetric.js} +0 -0
  482. /package/dist/api/types/{ScoringParams.js → Span.js} +0 -0
  483. /package/dist/api/types/{TestCaseCreateInput.js → Trace.js} +0 -0
@@ -41,16 +41,20 @@ Object.defineProperty(exports, "__esModule", { value: true });
41
41
  exports.Testset = void 0;
42
42
  const environments = __importStar(require("../../../../environments"));
43
43
  const core = __importStar(require("../../../../core"));
44
- const Scorecard = __importStar(require("../../.."));
44
+ const Scorecard = __importStar(require("../../../index"));
45
45
  const url_join_1 = __importDefault(require("url-join"));
46
- const serializers = __importStar(require("../../../../serialization"));
47
- const errors = __importStar(require("../../../../errors"));
46
+ const serializers = __importStar(require("../../../../serialization/index"));
47
+ const errors = __importStar(require("../../../../errors/index"));
48
48
  class Testset {
49
49
  constructor(_options) {
50
50
  this._options = _options;
51
51
  }
52
52
  /**
53
53
  * Retrieve Testset metadata without Testcase data
54
+ *
55
+ * @param {number} testsetId
56
+ * @param {Testset.RequestOptions} requestOptions - Request-specific configuration.
57
+ *
54
58
  * @throws {@link Scorecard.UnauthorizedError}
55
59
  * @throws {@link Scorecard.ForbiddenError}
56
60
  * @throws {@link Scorecard.NotFoundError}
@@ -63,14 +67,9 @@ class Testset {
63
67
  var _a;
64
68
  return __awaiter(this, void 0, void 0, function* () {
65
69
  const _response = yield core.fetcher({
66
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}`),
70
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
67
71
  method: "GET",
68
- headers: {
69
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
70
- "X-Fern-Language": "JavaScript",
71
- "X-Fern-SDK-Name": "scorecard-ai",
72
- "X-Fern-SDK-Version": "0.2.0",
73
- },
72
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
74
73
  contentType: "application/json",
75
74
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
76
75
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
@@ -142,6 +141,10 @@ class Testset {
142
141
  }
143
142
  /**
144
143
  * Delete a Testset
144
+ *
145
+ * @param {number} testsetId
146
+ * @param {Testset.RequestOptions} requestOptions - Request-specific configuration.
147
+ *
145
148
  * @throws {@link Scorecard.UnauthorizedError}
146
149
  * @throws {@link Scorecard.ForbiddenError}
147
150
  * @throws {@link Scorecard.NotFoundError}
@@ -154,14 +157,9 @@ class Testset {
154
157
  var _a;
155
158
  return __awaiter(this, void 0, void 0, function* () {
156
159
  const _response = yield core.fetcher({
157
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}`),
160
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}`),
158
161
  method: "DELETE",
159
- headers: {
160
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
161
- "X-Fern-Language": "JavaScript",
162
- "X-Fern-SDK-Name": "scorecard-ai",
163
- "X-Fern-SDK-Version": "0.2.0",
164
- },
162
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
165
163
  contentType: "application/json",
166
164
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
167
165
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
@@ -233,6 +231,10 @@ class Testset {
233
231
  }
234
232
  /**
235
233
  * Create a new Testset
234
+ *
235
+ * @param {Scorecard.TestsetCreateParams} request
236
+ * @param {Testset.RequestOptions} requestOptions - Request-specific configuration.
237
+ *
236
238
  * @throws {@link Scorecard.UnauthorizedError}
237
239
  * @throws {@link Scorecard.ForbiddenError}
238
240
  * @throws {@link Scorecard.NotFoundError}
@@ -249,12 +251,7 @@ class Testset {
249
251
  const _response = yield core.fetcher({
250
252
  url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, "v1/testset"),
251
253
  method: "POST",
252
- headers: {
253
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
254
- "X-Fern-Language": "JavaScript",
255
- "X-Fern-SDK-Name": "scorecard-ai",
256
- "X-Fern-SDK-Version": "0.2.0",
257
- },
254
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
258
255
  contentType: "application/json",
259
256
  body: yield serializers.TestsetCreateParams.jsonOrThrow(request, { unrecognizedObjectKeys: "strip" }),
260
257
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -327,6 +324,10 @@ class Testset {
327
324
  }
328
325
  /**
329
326
  * Read the schema of a Testset
327
+ *
328
+ * @param {number} testsetId
329
+ * @param {Testset.RequestOptions} requestOptions - Request-specific configuration.
330
+ *
330
331
  * @throws {@link Scorecard.UnauthorizedError}
331
332
  * @throws {@link Scorecard.ForbiddenError}
332
333
  * @throws {@link Scorecard.NotFoundError}
@@ -339,14 +340,9 @@ class Testset {
339
340
  var _a;
340
341
  return __awaiter(this, void 0, void 0, function* () {
341
342
  const _response = yield core.fetcher({
342
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}/schema`),
343
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/schema`),
343
344
  method: "GET",
344
- headers: {
345
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
346
- "X-Fern-Language": "JavaScript",
347
- "X-Fern-SDK-Name": "scorecard-ai",
348
- "X-Fern-SDK-Version": "0.2.0",
349
- },
345
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
350
346
  contentType: "application/json",
351
347
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
352
348
  maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
@@ -418,13 +414,18 @@ class Testset {
418
414
  }
419
415
  /**
420
416
  * Retrieve all Testcases from a Testset
417
+ *
418
+ * @param {number} testsetId
419
+ * @param {Scorecard.TestsetGetTestcasesRequest} request
420
+ * @param {Testset.RequestOptions} requestOptions - Request-specific configuration.
421
+ *
421
422
  * @throws {@link Scorecard.UnauthorizedError}
422
423
  * @throws {@link Scorecard.ForbiddenError}
423
424
  * @throws {@link Scorecard.NotFoundError}
424
425
  * @throws {@link Scorecard.UnprocessableEntityError}
425
426
  *
426
427
  * @example
427
- * await scorecard.testset.getTestcases(1, {})
428
+ * await scorecard.testset.getTestcases(1)
428
429
  */
429
430
  getTestcases(testsetId, request = {}, requestOptions) {
430
431
  var _a;
@@ -438,14 +439,9 @@ class Testset {
438
439
  _queryParams["limit"] = limit.toString();
439
440
  }
440
441
  const _response = yield core.fetcher({
441
- url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${testsetId}/testcase`),
442
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/testset/${encodeURIComponent(testsetId)}/testcase`),
442
443
  method: "GET",
443
- headers: {
444
- "X-API-Key": yield core.Supplier.get(this._options.apiKey),
445
- "X-Fern-Language": "JavaScript",
446
- "X-Fern-SDK-Name": "scorecard-ai",
447
- "X-Fern-SDK-Version": "0.2.0",
448
- },
444
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
449
445
  contentType: "application/json",
450
446
  queryParameters: _queryParams,
451
447
  timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
@@ -516,5 +512,12 @@ class Testset {
516
512
  }
517
513
  });
518
514
  }
515
+ _getCustomAuthorizationHeaders() {
516
+ var _a;
517
+ return __awaiter(this, void 0, void 0, function* () {
518
+ const apiKeyValue = (_a = (yield core.Supplier.get(this._options.apiKey))) !== null && _a !== void 0 ? _a : process === null || process === void 0 ? void 0 : process.env["SCORECARD_API_KEY"];
519
+ return { "X-API-Key": apiKeyValue };
520
+ });
521
+ }
519
522
  }
520
523
  exports.Testset = Testset;
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "../../../..";
4
+ import * as Scorecard from "../../../../index";
5
5
  /**
6
6
  * @example
7
7
  * {
@@ -1,2 +1,2 @@
1
- export { TestsetCreateParams } from "./TestsetCreateParams";
2
- export { TestsetGetTestcasesRequest } from "./TestsetGetTestcasesRequest";
1
+ export { type TestsetCreateParams } from "./TestsetCreateParams";
2
+ export { type TestsetGetTestcasesRequest } from "./TestsetGetTestcasesRequest";
@@ -0,0 +1,38 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as environments from "../../../../environments";
5
+ import * as core from "../../../../core";
6
+ import * as Scorecard from "../../../index";
7
+ export declare namespace Traces {
8
+ interface Options {
9
+ environment?: core.Supplier<environments.ScorecardEnvironment | string>;
10
+ apiKey: core.Supplier<string>;
11
+ }
12
+ interface RequestOptions {
13
+ timeoutInSeconds?: number;
14
+ maxRetries?: number;
15
+ }
16
+ }
17
+ export declare class Traces {
18
+ protected readonly _options: Traces.Options;
19
+ constructor(_options: Traces.Options);
20
+ /**
21
+ * Retrieve trace spans
22
+ *
23
+ * @param {string} traceId - The ID of the trace to retrieve spans from.
24
+ * @param {Traces.RequestOptions} requestOptions - Request-specific configuration.
25
+ *
26
+ * @throws {@link Scorecard.UnauthorizedError}
27
+ * @throws {@link Scorecard.ForbiddenError}
28
+ * @throws {@link Scorecard.NotFoundError}
29
+ * @throws {@link Scorecard.UnprocessableEntityError}
30
+ *
31
+ * @example
32
+ * await scorecard.traces.get("trace_id")
33
+ */
34
+ get(traceId: string, requestOptions?: Traces.RequestOptions): Promise<Scorecard.Span[]>;
35
+ protected _getCustomAuthorizationHeaders(): Promise<{
36
+ "X-API-Key": string;
37
+ }>;
38
+ }
@@ -0,0 +1,150 @@
1
+ "use strict";
2
+ /**
3
+ * This file was auto-generated by Fern from our API Definition.
4
+ */
5
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
6
+ if (k2 === undefined) k2 = k;
7
+ var desc = Object.getOwnPropertyDescriptor(m, k);
8
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
9
+ desc = { enumerable: true, get: function() { return m[k]; } };
10
+ }
11
+ Object.defineProperty(o, k2, desc);
12
+ }) : (function(o, m, k, k2) {
13
+ if (k2 === undefined) k2 = k;
14
+ o[k2] = m[k];
15
+ }));
16
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
17
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
18
+ }) : function(o, v) {
19
+ o["default"] = v;
20
+ });
21
+ var __importStar = (this && this.__importStar) || function (mod) {
22
+ if (mod && mod.__esModule) return mod;
23
+ var result = {};
24
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
25
+ __setModuleDefault(result, mod);
26
+ return result;
27
+ };
28
+ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
29
+ function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
30
+ return new (P || (P = Promise))(function (resolve, reject) {
31
+ function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
32
+ function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
33
+ function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
34
+ step((generator = generator.apply(thisArg, _arguments || [])).next());
35
+ });
36
+ };
37
+ var __importDefault = (this && this.__importDefault) || function (mod) {
38
+ return (mod && mod.__esModule) ? mod : { "default": mod };
39
+ };
40
+ Object.defineProperty(exports, "__esModule", { value: true });
41
+ exports.Traces = void 0;
42
+ const environments = __importStar(require("../../../../environments"));
43
+ const core = __importStar(require("../../../../core"));
44
+ const Scorecard = __importStar(require("../../../index"));
45
+ const url_join_1 = __importDefault(require("url-join"));
46
+ const serializers = __importStar(require("../../../../serialization/index"));
47
+ const errors = __importStar(require("../../../../errors/index"));
48
+ class Traces {
49
+ constructor(_options) {
50
+ this._options = _options;
51
+ }
52
+ /**
53
+ * Retrieve trace spans
54
+ *
55
+ * @param {string} traceId - The ID of the trace to retrieve spans from.
56
+ * @param {Traces.RequestOptions} requestOptions - Request-specific configuration.
57
+ *
58
+ * @throws {@link Scorecard.UnauthorizedError}
59
+ * @throws {@link Scorecard.ForbiddenError}
60
+ * @throws {@link Scorecard.NotFoundError}
61
+ * @throws {@link Scorecard.UnprocessableEntityError}
62
+ *
63
+ * @example
64
+ * await scorecard.traces.get("trace_id")
65
+ */
66
+ get(traceId, requestOptions) {
67
+ var _a;
68
+ return __awaiter(this, void 0, void 0, function* () {
69
+ const _response = yield core.fetcher({
70
+ url: (0, url_join_1.default)((_a = (yield core.Supplier.get(this._options.environment))) !== null && _a !== void 0 ? _a : environments.ScorecardEnvironment.Default, `v1/traces/${encodeURIComponent(traceId)}/spans`),
71
+ method: "GET",
72
+ headers: Object.assign({ "X-Fern-Language": "JavaScript", "X-Fern-SDK-Name": "scorecard-ai", "X-Fern-SDK-Version": "0.3.0", "X-Fern-Runtime": core.RUNTIME.type, "X-Fern-Runtime-Version": core.RUNTIME.version }, (yield this._getCustomAuthorizationHeaders())),
73
+ contentType: "application/json",
74
+ timeoutMs: (requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.timeoutInSeconds) != null ? requestOptions.timeoutInSeconds * 1000 : 60000,
75
+ maxRetries: requestOptions === null || requestOptions === void 0 ? void 0 : requestOptions.maxRetries,
76
+ });
77
+ if (_response.ok) {
78
+ return yield serializers.traces.get.Response.parseOrThrow(_response.body, {
79
+ unrecognizedObjectKeys: "passthrough",
80
+ allowUnrecognizedUnionMembers: true,
81
+ allowUnrecognizedEnumValues: true,
82
+ skipValidation: true,
83
+ breadcrumbsPrefix: ["response"],
84
+ });
85
+ }
86
+ if (_response.error.reason === "status-code") {
87
+ switch (_response.error.statusCode) {
88
+ case 401:
89
+ throw new Scorecard.UnauthorizedError(yield serializers.UnauthenticatedError.parseOrThrow(_response.error.body, {
90
+ unrecognizedObjectKeys: "passthrough",
91
+ allowUnrecognizedUnionMembers: true,
92
+ allowUnrecognizedEnumValues: true,
93
+ skipValidation: true,
94
+ breadcrumbsPrefix: ["response"],
95
+ }));
96
+ case 403:
97
+ throw new Scorecard.ForbiddenError(yield serializers.UnauthorizedErrorBody.parseOrThrow(_response.error.body, {
98
+ unrecognizedObjectKeys: "passthrough",
99
+ allowUnrecognizedUnionMembers: true,
100
+ allowUnrecognizedEnumValues: true,
101
+ skipValidation: true,
102
+ breadcrumbsPrefix: ["response"],
103
+ }));
104
+ case 404:
105
+ throw new Scorecard.NotFoundError(yield serializers.NotFoundErrorBody.parseOrThrow(_response.error.body, {
106
+ unrecognizedObjectKeys: "passthrough",
107
+ allowUnrecognizedUnionMembers: true,
108
+ allowUnrecognizedEnumValues: true,
109
+ skipValidation: true,
110
+ breadcrumbsPrefix: ["response"],
111
+ }));
112
+ case 422:
113
+ throw new Scorecard.UnprocessableEntityError(yield serializers.HttpValidationError.parseOrThrow(_response.error.body, {
114
+ unrecognizedObjectKeys: "passthrough",
115
+ allowUnrecognizedUnionMembers: true,
116
+ allowUnrecognizedEnumValues: true,
117
+ skipValidation: true,
118
+ breadcrumbsPrefix: ["response"],
119
+ }));
120
+ default:
121
+ throw new errors.ScorecardError({
122
+ statusCode: _response.error.statusCode,
123
+ body: _response.error.body,
124
+ });
125
+ }
126
+ }
127
+ switch (_response.error.reason) {
128
+ case "non-json":
129
+ throw new errors.ScorecardError({
130
+ statusCode: _response.error.statusCode,
131
+ body: _response.error.rawBody,
132
+ });
133
+ case "timeout":
134
+ throw new errors.ScorecardTimeoutError();
135
+ case "unknown":
136
+ throw new errors.ScorecardError({
137
+ message: _response.error.errorMessage,
138
+ });
139
+ }
140
+ });
141
+ }
142
+ _getCustomAuthorizationHeaders() {
143
+ var _a;
144
+ return __awaiter(this, void 0, void 0, function* () {
145
+ const apiKeyValue = (_a = (yield core.Supplier.get(this._options.apiKey))) !== null && _a !== void 0 ? _a : process === null || process === void 0 ? void 0 : process.env["SCORECARD_API_KEY"];
146
+ return { "X-API-Key": apiKeyValue };
147
+ });
148
+ }
149
+ }
150
+ exports.Traces = Traces;
@@ -0,0 +1 @@
1
+ export {};
@@ -0,0 +1,2 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
@@ -0,0 +1 @@
1
+ export * from "./client";
@@ -0,0 +1,17 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __exportStar = (this && this.__exportStar) || function(m, exports) {
14
+ for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
15
+ };
16
+ Object.defineProperty(exports, "__esModule", { value: true });
17
+ __exportStar(require("./client"), exports);
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  /**
6
6
  * Custom schema model with an ordered list of custom variables.
7
7
  */
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  /**
6
6
  * Custom variable model with name, description, role and data type.
7
7
  */
@@ -1,18 +1,20 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface Grade {
6
+ userId?: string;
6
7
  id?: number;
7
8
  runId?: number;
8
9
  testcaseId?: number;
9
10
  testrecordId?: number;
10
11
  metricId?: number;
11
- userId?: string;
12
12
  binaryScore?: boolean;
13
13
  intScore?: number;
14
14
  reasoning?: string;
15
15
  humanEval?: boolean;
16
16
  status?: Scorecard.ScoreStatus;
17
17
  errorMessage?: string;
18
+ createdAt?: Date;
19
+ updatedAt?: Date;
18
20
  }
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface HttpValidationError {
6
6
  detail?: Scorecard.ValidationError[];
7
7
  }
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface JsonObject {
6
6
  /** The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None. */
7
7
  value?: Scorecard.JsonObjectOutputValue;
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  /**
6
6
  * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
7
  */
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  /**
6
6
  * The value of the JSON object, which can be a dictionary, list, string, integer, float, boolean, or None.
7
7
  */
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface PaginatedTestcaseResponse {
6
6
  count: number;
7
7
  next?: string;
@@ -0,0 +1,18 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "../index";
5
+ export interface Prompt {
6
+ orgId?: string;
7
+ userId?: string;
8
+ id?: string;
9
+ name?: string;
10
+ description?: string;
11
+ isArchived?: boolean;
12
+ promptTemplate?: string;
13
+ modelParams?: Record<string, Scorecard.PromptModelParamsValue | undefined>;
14
+ rootId?: string;
15
+ parentId?: string;
16
+ mergeParentId?: string;
17
+ createdAt?: Date;
18
+ }
@@ -1,4 +1,4 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- export declare type AppTestSetCreate = unknown;
4
+ export declare type PromptModelParamsValue = number | number | string;
@@ -0,0 +1,9 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export interface RunMetric {
5
+ id?: number;
6
+ runId?: number;
7
+ metricId?: number;
8
+ createdAt?: Date;
9
+ }
@@ -0,0 +1,29 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ import * as Scorecard from "../index";
5
+ export interface Span {
6
+ children: Scorecard.Span[];
7
+ timestamp: Date;
8
+ traceId: string;
9
+ spanId: string;
10
+ parentSpanId: string;
11
+ traceState: string;
12
+ spanName: string;
13
+ spanKind: string;
14
+ serviceName: string;
15
+ resourceAttributes: Record<string, string>;
16
+ scopeName: string;
17
+ scopeVersion: string;
18
+ spanAttributes: Record<string, string>;
19
+ duration: number;
20
+ statusCode: string;
21
+ statusMessage: string;
22
+ eventsTimestamp: Date[];
23
+ eventsName: string[];
24
+ eventsAttributes: Record<string, string>[];
25
+ linksTraceId: string[];
26
+ linksSpanId: string[];
27
+ linksTraceState: string[];
28
+ linksAttributes: Record<string, string>[];
29
+ }
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface TestCase {
6
6
  id?: number;
7
7
  createdAt?: Date;
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export declare type TestCaseCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export declare type TestCaseCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface Testrecord {
6
6
  id?: number;
7
7
  createdAt?: Date;
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export declare type TestrecordCustomInputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export declare type TestrecordCustomLabelsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,5 +1,5 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export declare type TestrecordCustomOutputsValue = string | Scorecard.FileUrl | Scorecard.JsonObject;
@@ -1,7 +1,7 @@
1
1
  /**
2
2
  * This file was auto-generated by Fern from our API Definition.
3
3
  */
4
- import * as Scorecard from "..";
4
+ import * as Scorecard from "../index";
5
5
  export interface Testset {
6
6
  id?: number;
7
7
  createdAt?: Date;
@@ -0,0 +1,8 @@
1
+ /**
2
+ * This file was auto-generated by Fern from our API Definition.
3
+ */
4
+ export interface Trace {
5
+ traceId: string;
6
+ start: Date;
7
+ end: Date;
8
+ }