llama-stack-client 0.3.5 → 0.4.0-rc2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (580) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +48 -39
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +33 -54
  8. package/index.d.ts +33 -54
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +7 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/admin.d.ts +41 -0
  30. package/resources/alpha/admin.d.ts.map +1 -0
  31. package/resources/alpha/admin.js +46 -0
  32. package/resources/alpha/admin.js.map +1 -0
  33. package/resources/alpha/admin.mjs +42 -0
  34. package/resources/alpha/admin.mjs.map +1 -0
  35. package/resources/alpha/alpha.d.ts +26 -0
  36. package/resources/alpha/alpha.d.ts.map +1 -0
  37. package/resources/alpha/alpha.js +61 -0
  38. package/resources/alpha/alpha.js.map +1 -0
  39. package/resources/alpha/alpha.mjs +34 -0
  40. package/resources/alpha/alpha.mjs.map +1 -0
  41. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +41 -15
  42. package/resources/alpha/benchmarks.d.ts.map +1 -0
  43. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  44. package/resources/alpha/benchmarks.js.map +1 -0
  45. package/resources/alpha/benchmarks.mjs +44 -0
  46. package/resources/alpha/benchmarks.mjs.map +1 -0
  47. package/resources/alpha/eval/eval.d.ts +160 -0
  48. package/resources/alpha/eval/eval.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/eval.js +7 -6
  50. package/resources/alpha/eval/eval.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  52. package/resources/alpha/eval/eval.mjs.map +1 -0
  53. package/resources/alpha/eval/index.d.ts +3 -0
  54. package/resources/alpha/eval/index.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/index.js +2 -1
  56. package/resources/alpha/eval/index.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  58. package/resources/alpha/eval/index.mjs.map +1 -0
  59. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  60. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  61. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  62. package/resources/alpha/eval/jobs.js.map +1 -0
  63. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  64. package/resources/alpha/eval/jobs.mjs.map +1 -0
  65. package/resources/alpha/eval.d.ts.map +1 -0
  66. package/resources/{eval.js → alpha/eval.js} +1 -0
  67. package/resources/alpha/eval.js.map +1 -0
  68. package/resources/alpha/eval.mjs.map +1 -0
  69. package/resources/alpha/index.d.ts +7 -0
  70. package/resources/alpha/index.d.ts.map +1 -0
  71. package/resources/alpha/index.js +23 -0
  72. package/resources/alpha/index.js.map +1 -0
  73. package/resources/alpha/index.mjs +14 -0
  74. package/resources/alpha/index.mjs.map +1 -0
  75. package/resources/alpha/inference.d.ts +85 -0
  76. package/resources/alpha/inference.d.ts.map +1 -0
  77. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  78. package/resources/alpha/inference.js.map +1 -0
  79. package/resources/alpha/inference.mjs +17 -0
  80. package/resources/alpha/inference.mjs.map +1 -0
  81. package/resources/alpha/post-training/index.d.ts.map +1 -0
  82. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  83. package/resources/alpha/post-training/index.js.map +1 -0
  84. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  85. package/resources/alpha/post-training/index.mjs.map +1 -0
  86. package/resources/alpha/post-training/job.d.ts +113 -0
  87. package/resources/alpha/post-training/job.d.ts.map +1 -0
  88. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  89. package/resources/alpha/post-training/job.js.map +1 -0
  90. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  91. package/resources/alpha/post-training/job.mjs.map +1 -0
  92. package/resources/alpha/post-training/post-training.d.ts +245 -0
  93. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  94. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  95. package/resources/alpha/post-training/post-training.js.map +1 -0
  96. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  97. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  98. package/resources/alpha/post-training.d.ts.map +1 -0
  99. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  100. package/resources/alpha/post-training.js.map +1 -0
  101. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  102. package/resources/alpha/post-training.mjs.map +1 -0
  103. package/resources/alpha.d.ts +2 -0
  104. package/resources/alpha.d.ts.map +1 -0
  105. package/resources/alpha.js +25 -0
  106. package/resources/alpha.js.map +1 -0
  107. package/resources/alpha.mjs +9 -0
  108. package/resources/alpha.mjs.map +1 -0
  109. package/resources/batches.d.ts +322 -0
  110. package/resources/batches.d.ts.map +1 -0
  111. package/resources/batches.js +45 -0
  112. package/resources/batches.js.map +1 -0
  113. package/resources/batches.mjs +40 -0
  114. package/resources/batches.mjs.map +1 -0
  115. package/resources/beta/beta.d.ts +10 -0
  116. package/resources/beta/beta.d.ts.map +1 -0
  117. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  118. package/resources/beta/beta.js.map +1 -0
  119. package/resources/beta/beta.mjs +18 -0
  120. package/resources/beta/beta.mjs.map +1 -0
  121. package/resources/{datasets.d.ts → beta/datasets.d.ts} +117 -99
  122. package/resources/beta/datasets.d.ts.map +1 -0
  123. package/resources/{datasets.js → beta/datasets.js} +14 -9
  124. package/resources/beta/datasets.js.map +1 -0
  125. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  126. package/resources/beta/datasets.mjs.map +1 -0
  127. package/resources/beta/index.d.ts +3 -0
  128. package/resources/beta/index.d.ts.map +1 -0
  129. package/resources/beta/index.js +15 -0
  130. package/resources/beta/index.js.map +1 -0
  131. package/resources/beta/index.mjs +10 -0
  132. package/resources/beta/index.mjs.map +1 -0
  133. package/resources/beta.d.ts +2 -0
  134. package/resources/beta.d.ts.map +1 -0
  135. package/resources/{agents.js → beta.js} +4 -3
  136. package/resources/beta.js.map +1 -0
  137. package/resources/beta.mjs +9 -0
  138. package/resources/beta.mjs.map +1 -0
  139. package/resources/chat/chat.d.ts +75 -80
  140. package/resources/chat/chat.d.ts.map +1 -1
  141. package/resources/chat/chat.js +2 -2
  142. package/resources/chat/chat.js.map +1 -1
  143. package/resources/chat/chat.mjs +3 -2
  144. package/resources/chat/chat.mjs.map +1 -1
  145. package/resources/chat/completions.d.ts +760 -1406
  146. package/resources/chat/completions.d.ts.map +1 -1
  147. package/resources/chat/completions.js +8 -14
  148. package/resources/chat/completions.js.map +1 -1
  149. package/resources/chat/completions.mjs +7 -11
  150. package/resources/chat/completions.mjs.map +1 -1
  151. package/resources/chat/index.d.ts +1 -1
  152. package/resources/chat/index.d.ts.map +1 -1
  153. package/resources/chat/index.js +3 -3
  154. package/resources/chat/index.js.map +1 -1
  155. package/resources/chat/index.mjs +3 -1
  156. package/resources/chat/index.mjs.map +1 -1
  157. package/resources/chat.js +2 -1
  158. package/resources/chat.js.map +1 -1
  159. package/resources/chat.mjs +2 -0
  160. package/resources/chat.mjs.map +1 -1
  161. package/resources/completions.d.ts +54 -97
  162. package/resources/completions.d.ts.map +1 -1
  163. package/resources/completions.js +3 -6
  164. package/resources/completions.js.map +1 -1
  165. package/resources/completions.mjs +3 -5
  166. package/resources/completions.mjs.map +1 -1
  167. package/resources/conversations/conversations.d.ts +320 -0
  168. package/resources/conversations/conversations.d.ts.map +1 -0
  169. package/resources/conversations/conversations.js +78 -0
  170. package/resources/conversations/conversations.js.map +1 -0
  171. package/resources/conversations/conversations.mjs +51 -0
  172. package/resources/conversations/conversations.mjs.map +1 -0
  173. package/resources/conversations/index.d.ts +3 -0
  174. package/resources/conversations/index.d.ts.map +1 -0
  175. package/resources/conversations/index.js +16 -0
  176. package/resources/conversations/index.js.map +1 -0
  177. package/resources/conversations/index.mjs +10 -0
  178. package/resources/conversations/index.mjs.map +1 -0
  179. package/resources/conversations/items.d.ts +874 -0
  180. package/resources/conversations/items.d.ts.map +1 -0
  181. package/resources/conversations/items.js +51 -0
  182. package/resources/conversations/items.js.map +1 -0
  183. package/resources/conversations/items.mjs +46 -0
  184. package/resources/conversations/items.mjs.map +1 -0
  185. package/resources/conversations.d.ts +2 -0
  186. package/resources/conversations.d.ts.map +1 -0
  187. package/resources/conversations.js +25 -0
  188. package/resources/conversations.js.map +1 -0
  189. package/resources/conversations.mjs +9 -0
  190. package/resources/conversations.mjs.map +1 -0
  191. package/resources/embeddings.d.ts +10 -52
  192. package/resources/embeddings.d.ts.map +1 -1
  193. package/resources/embeddings.js +5 -2
  194. package/resources/embeddings.js.map +1 -1
  195. package/resources/embeddings.mjs +5 -1
  196. package/resources/embeddings.mjs.map +1 -1
  197. package/resources/files.d.ts +44 -54
  198. package/resources/files.d.ts.map +1 -1
  199. package/resources/files.js +18 -9
  200. package/resources/files.js.map +1 -1
  201. package/resources/files.mjs +18 -8
  202. package/resources/files.mjs.map +1 -1
  203. package/resources/index.d.ts +11 -15
  204. package/resources/index.d.ts.map +1 -1
  205. package/resources/index.js +15 -21
  206. package/resources/index.js.map +1 -1
  207. package/resources/index.mjs +9 -11
  208. package/resources/index.mjs.map +1 -1
  209. package/resources/inspect.d.ts +3 -71
  210. package/resources/inspect.d.ts.map +1 -1
  211. package/resources/inspect.js +2 -1
  212. package/resources/inspect.js.map +1 -1
  213. package/resources/inspect.mjs +2 -0
  214. package/resources/inspect.mjs.map +1 -1
  215. package/resources/models/index.d.ts +2 -2
  216. package/resources/models/index.d.ts.map +1 -1
  217. package/resources/models/index.js +2 -1
  218. package/resources/models/index.js.map +1 -1
  219. package/resources/models/index.mjs +2 -0
  220. package/resources/models/index.mjs.map +1 -1
  221. package/resources/models/models.d.ts +71 -31
  222. package/resources/models/models.d.ts.map +1 -1
  223. package/resources/models/models.js +13 -2
  224. package/resources/models/models.js.map +1 -1
  225. package/resources/models/models.mjs +13 -1
  226. package/resources/models/models.mjs.map +1 -1
  227. package/resources/models/openai.d.ts +2 -16
  228. package/resources/models/openai.d.ts.map +1 -1
  229. package/resources/models/openai.js +3 -2
  230. package/resources/models/openai.js.map +1 -1
  231. package/resources/models/openai.mjs +3 -1
  232. package/resources/models/openai.mjs.map +1 -1
  233. package/resources/models.js +2 -1
  234. package/resources/models.js.map +1 -1
  235. package/resources/models.mjs +2 -0
  236. package/resources/models.mjs.map +1 -1
  237. package/resources/moderations.d.ts +9 -35
  238. package/resources/moderations.d.ts.map +1 -1
  239. package/resources/moderations.js +5 -2
  240. package/resources/moderations.js.map +1 -1
  241. package/resources/moderations.mjs +5 -1
  242. package/resources/moderations.mjs.map +1 -1
  243. package/resources/prompts/index.d.ts +3 -0
  244. package/resources/prompts/index.d.ts.map +1 -0
  245. package/resources/prompts/index.js +15 -0
  246. package/resources/prompts/index.js.map +1 -0
  247. package/resources/prompts/index.mjs +10 -0
  248. package/resources/prompts/index.mjs.map +1 -0
  249. package/resources/prompts/prompts.d.ts +96 -0
  250. package/resources/prompts/prompts.d.ts.map +1 -0
  251. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  252. package/resources/prompts/prompts.js.map +1 -0
  253. package/resources/prompts/prompts.mjs +66 -0
  254. package/resources/prompts/prompts.mjs.map +1 -0
  255. package/resources/prompts/versions.d.ts +12 -0
  256. package/resources/prompts/versions.d.ts.map +1 -0
  257. package/resources/prompts/versions.js +23 -0
  258. package/resources/prompts/versions.js.map +1 -0
  259. package/resources/prompts/versions.mjs +19 -0
  260. package/resources/prompts/versions.mjs.map +1 -0
  261. package/resources/prompts.d.ts +2 -0
  262. package/resources/prompts.d.ts.map +1 -0
  263. package/resources/prompts.js +25 -0
  264. package/resources/prompts.js.map +1 -0
  265. package/resources/prompts.mjs +9 -0
  266. package/resources/prompts.mjs.map +1 -0
  267. package/resources/providers.d.ts +4 -13
  268. package/resources/providers.d.ts.map +1 -1
  269. package/resources/providers.js +2 -1
  270. package/resources/providers.js.map +1 -1
  271. package/resources/providers.mjs +2 -0
  272. package/resources/providers.mjs.map +1 -1
  273. package/resources/responses/index.js +2 -1
  274. package/resources/responses/index.js.map +1 -1
  275. package/resources/responses/index.mjs +2 -0
  276. package/resources/responses/index.mjs.map +1 -1
  277. package/resources/responses/input-items.d.ts +246 -151
  278. package/resources/responses/input-items.d.ts.map +1 -1
  279. package/resources/responses/input-items.js +3 -2
  280. package/resources/responses/input-items.js.map +1 -1
  281. package/resources/responses/input-items.mjs +3 -1
  282. package/resources/responses/input-items.mjs.map +1 -1
  283. package/resources/responses/responses.d.ts +1841 -1455
  284. package/resources/responses/responses.d.ts.map +1 -1
  285. package/resources/responses/responses.js +8 -11
  286. package/resources/responses/responses.js.map +1 -1
  287. package/resources/responses/responses.mjs +8 -10
  288. package/resources/responses/responses.mjs.map +1 -1
  289. package/resources/responses.js +2 -1
  290. package/resources/responses.js.map +1 -1
  291. package/resources/responses.mjs +2 -0
  292. package/resources/responses.mjs.map +1 -1
  293. package/resources/routes.d.ts +11 -10
  294. package/resources/routes.d.ts.map +1 -1
  295. package/resources/routes.js +8 -6
  296. package/resources/routes.js.map +1 -1
  297. package/resources/routes.mjs +8 -5
  298. package/resources/routes.mjs.map +1 -1
  299. package/resources/safety.d.ts +144 -10
  300. package/resources/safety.d.ts.map +1 -1
  301. package/resources/safety.js +4 -1
  302. package/resources/safety.js.map +1 -1
  303. package/resources/safety.mjs +4 -0
  304. package/resources/safety.mjs.map +1 -1
  305. package/resources/scoring-functions.d.ts +120 -50
  306. package/resources/scoring-functions.d.ts.map +1 -1
  307. package/resources/scoring-functions.js +15 -1
  308. package/resources/scoring-functions.js.map +1 -1
  309. package/resources/scoring-functions.mjs +15 -0
  310. package/resources/scoring-functions.mjs.map +1 -1
  311. package/resources/scoring.d.ts +85 -26
  312. package/resources/scoring.d.ts.map +1 -1
  313. package/resources/scoring.js +2 -1
  314. package/resources/scoring.js.map +1 -1
  315. package/resources/scoring.mjs +2 -0
  316. package/resources/scoring.mjs.map +1 -1
  317. package/resources/shared.d.ts +173 -591
  318. package/resources/shared.d.ts.map +1 -1
  319. package/resources/shared.js +2 -0
  320. package/resources/shared.js.map +1 -1
  321. package/resources/shared.mjs +2 -0
  322. package/resources/shared.mjs.map +1 -1
  323. package/resources/shields.d.ts +19 -24
  324. package/resources/shields.d.ts.map +1 -1
  325. package/resources/shields.js +6 -1
  326. package/resources/shields.js.map +1 -1
  327. package/resources/shields.mjs +6 -0
  328. package/resources/shields.mjs.map +1 -1
  329. package/resources/tool-runtime.d.ts +151 -1
  330. package/resources/tool-runtime.d.ts.map +1 -1
  331. package/resources/tool-runtime.js +22 -16
  332. package/resources/tool-runtime.js.map +1 -1
  333. package/resources/tool-runtime.mjs +20 -1
  334. package/resources/tool-runtime.mjs.map +1 -1
  335. package/resources/toolgroups.d.ts +27 -37
  336. package/resources/toolgroups.d.ts.map +1 -1
  337. package/resources/toolgroups.js +10 -1
  338. package/resources/toolgroups.js.map +1 -1
  339. package/resources/toolgroups.mjs +10 -0
  340. package/resources/toolgroups.mjs.map +1 -1
  341. package/resources/tools.d.ts +9 -76
  342. package/resources/tools.d.ts.map +1 -1
  343. package/resources/tools.js +4 -1
  344. package/resources/tools.js.map +1 -1
  345. package/resources/tools.mjs +4 -0
  346. package/resources/tools.mjs.map +1 -1
  347. package/resources/vector-io.d.ts +272 -148
  348. package/resources/vector-io.d.ts.map +1 -1
  349. package/resources/vector-io.js +2 -1
  350. package/resources/vector-io.js.map +1 -1
  351. package/resources/vector-io.mjs +2 -0
  352. package/resources/vector-io.mjs.map +1 -1
  353. package/resources/vector-stores/file-batches.d.ts +111 -0
  354. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  355. package/resources/vector-stores/file-batches.js +45 -0
  356. package/resources/vector-stores/file-batches.js.map +1 -0
  357. package/resources/vector-stores/file-batches.mjs +41 -0
  358. package/resources/vector-stores/file-batches.mjs.map +1 -0
  359. package/resources/vector-stores/files.d.ts +83 -135
  360. package/resources/vector-stores/files.d.ts.map +1 -1
  361. package/resources/vector-stores/files.js +15 -14
  362. package/resources/vector-stores/files.js.map +1 -1
  363. package/resources/vector-stores/files.mjs +15 -13
  364. package/resources/vector-stores/files.mjs.map +1 -1
  365. package/resources/vector-stores/index.d.ts +2 -1
  366. package/resources/vector-stores/index.d.ts.map +1 -1
  367. package/resources/vector-stores/index.js +5 -2
  368. package/resources/vector-stores/index.js.map +1 -1
  369. package/resources/vector-stores/index.mjs +3 -0
  370. package/resources/vector-stores/index.mjs.map +1 -1
  371. package/resources/vector-stores/vector-stores.d.ts +118 -217
  372. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  373. package/resources/vector-stores/vector-stores.js +18 -12
  374. package/resources/vector-stores/vector-stores.js.map +1 -1
  375. package/resources/vector-stores/vector-stores.mjs +18 -11
  376. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  377. package/resources/vector-stores.js +2 -1
  378. package/resources/vector-stores.js.map +1 -1
  379. package/resources/vector-stores.mjs +2 -0
  380. package/resources/vector-stores.mjs.map +1 -1
  381. package/src/error.ts +1 -0
  382. package/src/index.ts +92 -267
  383. package/src/lib/response-helpers.ts +60 -0
  384. package/src/pagination.ts +2 -5
  385. package/src/resource.ts +1 -0
  386. package/src/resources/alpha/admin.ts +84 -0
  387. package/src/resources/alpha/alpha.ts +93 -0
  388. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +51 -16
  389. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  390. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  391. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  392. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  393. package/src/resources/alpha/index.ts +36 -0
  394. package/src/resources/alpha/inference.ts +132 -0
  395. package/src/resources/{post-training → alpha/post-training}/index.ts +1 -1
  396. package/src/resources/alpha/post-training/job.ts +177 -0
  397. package/src/resources/alpha/post-training/post-training.ts +372 -0
  398. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  399. package/src/resources/alpha.ts +9 -0
  400. package/src/resources/batches.ts +572 -0
  401. package/src/resources/beta/beta.ts +41 -0
  402. package/src/resources/{datasets.ts → beta/datasets.ts} +128 -110
  403. package/src/resources/beta/index.ts +20 -0
  404. package/src/resources/{agents.ts → beta.ts} +2 -2
  405. package/src/resources/chat/chat.ts +84 -83
  406. package/src/resources/chat/completions.ts +876 -1486
  407. package/src/resources/chat/index.ts +1 -2
  408. package/src/resources/chat.ts +1 -1
  409. package/src/resources/completions.ts +59 -103
  410. package/src/resources/conversations/conversations.ts +491 -0
  411. package/src/resources/conversations/index.ts +25 -0
  412. package/src/resources/conversations/items.ts +1365 -0
  413. package/src/resources/conversations.ts +9 -0
  414. package/src/resources/embeddings.ts +14 -55
  415. package/src/resources/files.ts +54 -61
  416. package/src/resources/index.ts +35 -111
  417. package/src/resources/inspect.ts +4 -84
  418. package/src/resources/models/index.ts +4 -2
  419. package/src/resources/models/models.ts +79 -30
  420. package/src/resources/models/openai.ts +4 -24
  421. package/src/resources/models.ts +1 -1
  422. package/src/resources/moderations.ts +10 -36
  423. package/src/resources/prompts/index.ts +19 -0
  424. package/src/resources/prompts/prompts.ts +171 -0
  425. package/src/resources/prompts/versions.ts +26 -0
  426. package/src/resources/prompts.ts +9 -0
  427. package/src/resources/providers.ts +5 -18
  428. package/src/resources/responses/index.ts +1 -1
  429. package/src/resources/responses/input-items.ts +365 -161
  430. package/src/resources/responses/responses.ts +2959 -1870
  431. package/src/resources/responses.ts +1 -1
  432. package/src/resources/routes.ts +25 -14
  433. package/src/resources/safety.ts +199 -9
  434. package/src/resources/scoring-functions.ts +168 -52
  435. package/src/resources/scoring.ts +125 -22
  436. package/src/resources/shared.ts +187 -665
  437. package/src/resources/shields.ts +18 -23
  438. package/src/resources/tool-runtime.ts +210 -2
  439. package/src/resources/toolgroups.ts +26 -36
  440. package/src/resources/tools.ts +10 -94
  441. package/src/resources/vector-io.ts +323 -145
  442. package/src/resources/vector-stores/file-batches.ts +201 -0
  443. package/src/resources/vector-stores/files.ts +123 -143
  444. package/src/resources/vector-stores/index.ts +9 -1
  445. package/src/resources/vector-stores/vector-stores.ts +150 -216
  446. package/src/resources/vector-stores.ts +1 -1
  447. package/src/version.ts +1 -1
  448. package/version.d.ts +1 -1
  449. package/version.d.ts.map +1 -1
  450. package/version.js +1 -1
  451. package/version.js.map +1 -1
  452. package/version.mjs +1 -1
  453. package/version.mjs.map +1 -1
  454. package/resources/agents/agents.d.ts +0 -246
  455. package/resources/agents/agents.d.ts.map +0 -1
  456. package/resources/agents/agents.js.map +0 -1
  457. package/resources/agents/agents.mjs +0 -52
  458. package/resources/agents/agents.mjs.map +0 -1
  459. package/resources/agents/index.d.ts +0 -5
  460. package/resources/agents/index.d.ts.map +0 -1
  461. package/resources/agents/index.js +0 -18
  462. package/resources/agents/index.js.map +0 -1
  463. package/resources/agents/index.mjs +0 -10
  464. package/resources/agents/index.mjs.map +0 -1
  465. package/resources/agents/session.d.ts +0 -98
  466. package/resources/agents/session.d.ts.map +0 -1
  467. package/resources/agents/session.js +0 -42
  468. package/resources/agents/session.js.map +0 -1
  469. package/resources/agents/session.mjs +0 -37
  470. package/resources/agents/session.mjs.map +0 -1
  471. package/resources/agents/steps.d.ts +0 -22
  472. package/resources/agents/steps.d.ts.map +0 -1
  473. package/resources/agents/steps.js.map +0 -1
  474. package/resources/agents/steps.mjs +0 -15
  475. package/resources/agents/steps.mjs.map +0 -1
  476. package/resources/agents/turn.d.ts +0 -461
  477. package/resources/agents/turn.d.ts.map +0 -1
  478. package/resources/agents/turn.js +0 -34
  479. package/resources/agents/turn.js.map +0 -1
  480. package/resources/agents/turn.mjs +0 -29
  481. package/resources/agents/turn.mjs.map +0 -1
  482. package/resources/agents.d.ts +0 -2
  483. package/resources/agents.d.ts.map +0 -1
  484. package/resources/agents.js.map +0 -1
  485. package/resources/agents.mjs +0 -7
  486. package/resources/agents.mjs.map +0 -1
  487. package/resources/benchmarks.d.ts.map +0 -1
  488. package/resources/benchmarks.js.map +0 -1
  489. package/resources/benchmarks.mjs +0 -31
  490. package/resources/benchmarks.mjs.map +0 -1
  491. package/resources/datasets.d.ts.map +0 -1
  492. package/resources/datasets.js.map +0 -1
  493. package/resources/datasets.mjs.map +0 -1
  494. package/resources/eval/eval.d.ts +0 -159
  495. package/resources/eval/eval.d.ts.map +0 -1
  496. package/resources/eval/eval.js.map +0 -1
  497. package/resources/eval/eval.mjs.map +0 -1
  498. package/resources/eval/index.d.ts +0 -3
  499. package/resources/eval/index.d.ts.map +0 -1
  500. package/resources/eval/index.js.map +0 -1
  501. package/resources/eval/index.mjs.map +0 -1
  502. package/resources/eval/jobs.d.ts.map +0 -1
  503. package/resources/eval/jobs.js.map +0 -1
  504. package/resources/eval/jobs.mjs.map +0 -1
  505. package/resources/eval.d.ts.map +0 -1
  506. package/resources/eval.js.map +0 -1
  507. package/resources/eval.mjs.map +0 -1
  508. package/resources/inference.d.ts +0 -580
  509. package/resources/inference.d.ts.map +0 -1
  510. package/resources/inference.js +0 -54
  511. package/resources/inference.js.map +0 -1
  512. package/resources/inference.mjs +0 -49
  513. package/resources/inference.mjs.map +0 -1
  514. package/resources/post-training/index.d.ts.map +0 -1
  515. package/resources/post-training/index.js.map +0 -1
  516. package/resources/post-training/index.mjs.map +0 -1
  517. package/resources/post-training/job.d.ts +0 -205
  518. package/resources/post-training/job.d.ts.map +0 -1
  519. package/resources/post-training/job.js.map +0 -1
  520. package/resources/post-training/job.mjs.map +0 -1
  521. package/resources/post-training/post-training.d.ts +0 -402
  522. package/resources/post-training/post-training.d.ts.map +0 -1
  523. package/resources/post-training/post-training.js.map +0 -1
  524. package/resources/post-training/post-training.mjs.map +0 -1
  525. package/resources/post-training.d.ts.map +0 -1
  526. package/resources/post-training.js.map +0 -1
  527. package/resources/post-training.mjs.map +0 -1
  528. package/resources/synthetic-data-generation.d.ts +0 -47
  529. package/resources/synthetic-data-generation.d.ts.map +0 -1
  530. package/resources/synthetic-data-generation.js +0 -20
  531. package/resources/synthetic-data-generation.js.map +0 -1
  532. package/resources/synthetic-data-generation.mjs +0 -15
  533. package/resources/synthetic-data-generation.mjs.map +0 -1
  534. package/resources/telemetry.d.ts +0 -519
  535. package/resources/telemetry.d.ts.map +0 -1
  536. package/resources/telemetry.js +0 -70
  537. package/resources/telemetry.js.map +0 -1
  538. package/resources/telemetry.mjs +0 -65
  539. package/resources/telemetry.mjs.map +0 -1
  540. package/resources/tool-runtime/index.d.ts +0 -3
  541. package/resources/tool-runtime/index.d.ts.map +0 -1
  542. package/resources/tool-runtime/index.js +0 -14
  543. package/resources/tool-runtime/index.js.map +0 -1
  544. package/resources/tool-runtime/index.mjs +0 -8
  545. package/resources/tool-runtime/index.mjs.map +0 -1
  546. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  547. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  548. package/resources/tool-runtime/rag-tool.js +0 -30
  549. package/resources/tool-runtime/rag-tool.js.map +0 -1
  550. package/resources/tool-runtime/rag-tool.mjs +0 -25
  551. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  552. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  553. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  554. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  555. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  556. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  557. package/resources/vector-dbs.d.ts +0 -128
  558. package/resources/vector-dbs.d.ts.map +0 -1
  559. package/resources/vector-dbs.js +0 -41
  560. package/resources/vector-dbs.js.map +0 -1
  561. package/resources/vector-dbs.mjs +0 -36
  562. package/resources/vector-dbs.mjs.map +0 -1
  563. package/src/resources/agents/agents.ts +0 -372
  564. package/src/resources/agents/index.ts +0 -44
  565. package/src/resources/agents/session.ts +0 -169
  566. package/src/resources/agents/steps.ts +0 -47
  567. package/src/resources/agents/turn.ts +0 -638
  568. package/src/resources/inference.ts +0 -768
  569. package/src/resources/post-training/job.ts +0 -274
  570. package/src/resources/post-training/post-training.ts +0 -516
  571. package/src/resources/synthetic-data-generation.ts +0 -65
  572. package/src/resources/telemetry.ts +0 -692
  573. package/src/resources/tool-runtime/index.ts +0 -17
  574. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  575. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  576. package/src/resources/vector-dbs.ts +0 -191
  577. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  578. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  579. /package/resources/{post-training → alpha/post-training}/index.d.ts +0 -0
  580. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -6,31 +6,45 @@
6
6
  // the root directory of this source tree.
7
7
  Object.defineProperty(exports, "__esModule", { value: true });
8
8
  exports.Benchmarks = void 0;
9
+ //
9
10
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
10
- const resource_1 = require("../resource.js");
11
+ const resource_1 = require("../../resource.js");
11
12
  class Benchmarks extends resource_1.APIResource {
12
13
  /**
13
14
  * Get a benchmark by its ID.
14
15
  */
15
16
  retrieve(benchmarkId, options) {
16
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
17
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
17
18
  }
18
19
  /**
19
20
  * List all benchmarks.
20
21
  */
21
22
  list(options) {
22
- return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
23
+ return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
23
24
  }
24
25
  /**
25
26
  * Register a benchmark.
27
+ *
28
+ * @deprecated
26
29
  */
27
30
  register(body, options) {
28
- return this._client.post('/v1/eval/benchmarks', {
31
+ return this._client.post('/v1alpha/eval/benchmarks', {
29
32
  body,
30
33
  ...options,
31
34
  headers: { Accept: '*/*', ...options?.headers },
32
35
  });
33
36
  }
37
+ /**
38
+ * Unregister a benchmark.
39
+ *
40
+ * @deprecated
41
+ */
42
+ unregister(benchmarkId, options) {
43
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
44
+ ...options,
45
+ headers: { Accept: '*/*', ...options?.headers },
46
+ });
47
+ }
34
48
  }
35
49
  exports.Benchmarks = Benchmarks;
36
50
  //# sourceMappingURL=benchmarks.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"benchmarks.js","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,gDAA6C;AAG7C,MAAa,UAAW,SAAQ,sBAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA3CD,gCA2CC"}
@@ -0,0 +1,44 @@
1
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ // All rights reserved.
3
+ //
4
+ // This source code is licensed under the terms described in the LICENSE file in
5
+ // the root directory of this source tree.
6
+ import { APIResource } from "../../resource.mjs";
7
+ export class Benchmarks extends APIResource {
8
+ /**
9
+ * Get a benchmark by its ID.
10
+ */
11
+ retrieve(benchmarkId, options) {
12
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
13
+ }
14
+ /**
15
+ * List all benchmarks.
16
+ */
17
+ list(options) {
18
+ return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
19
+ }
20
+ /**
21
+ * Register a benchmark.
22
+ *
23
+ * @deprecated
24
+ */
25
+ register(body, options) {
26
+ return this._client.post('/v1alpha/eval/benchmarks', {
27
+ body,
28
+ ...options,
29
+ headers: { Accept: '*/*', ...options?.headers },
30
+ });
31
+ }
32
+ /**
33
+ * Unregister a benchmark.
34
+ *
35
+ * @deprecated
36
+ */
37
+ unregister(benchmarkId, options) {
38
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
39
+ ...options,
40
+ headers: { Accept: '*/*', ...options?.headers },
41
+ });
42
+ }
43
+ }
44
+ //# sourceMappingURL=benchmarks.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"benchmarks.mjs","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAKnC,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,160 @@
1
+ import { APIResource } from "../../../resource.js";
2
+ import * as Core from "../../../core.js";
3
+ import * as Shared from "../../shared.js";
4
+ import * as JobsAPI from "./jobs.js";
5
+ import { Jobs } from "./jobs.js";
6
+ export declare class Eval extends APIResource {
7
+ jobs: JobsAPI.Jobs;
8
+ /**
9
+ * Evaluate a list of rows on a benchmark.
10
+ */
11
+ evaluateRows(benchmarkId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
12
+ /**
13
+ * Evaluate a list of rows on a benchmark.
14
+ */
15
+ evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
16
+ /**
17
+ * Run an evaluation on a benchmark.
18
+ */
19
+ runEval(benchmarkId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
20
+ /**
21
+ * Run an evaluation on a benchmark.
22
+ */
23
+ runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
24
+ }
25
+ /**
26
+ * A benchmark configuration for evaluation.
27
+ */
28
+ export interface BenchmarkConfig {
29
+ /**
30
+ * A model candidate for evaluation.
31
+ */
32
+ eval_candidate: BenchmarkConfig.EvalCandidate;
33
+ /**
34
+ * Number of examples to evaluate (useful for testing), if not provided, all
35
+ * examples in the dataset will be evaluated
36
+ */
37
+ num_examples?: number | null;
38
+ /**
39
+ * Map between scoring function id and parameters for each scoring function you
40
+ * want to run
41
+ */
42
+ scoring_params?: {
43
+ [key: string]: BenchmarkConfig.LlmAsJudgeScoringFnParams | BenchmarkConfig.RegexParserScoringFnParams | BenchmarkConfig.BasicScoringFnParams;
44
+ };
45
+ }
46
+ export declare namespace BenchmarkConfig {
47
+ /**
48
+ * A model candidate for evaluation.
49
+ */
50
+ interface EvalCandidate {
51
+ model: string;
52
+ /**
53
+ * Sampling parameters.
54
+ */
55
+ sampling_params: Shared.SamplingParams;
56
+ /**
57
+ * A system message providing instructions or context to the model.
58
+ */
59
+ system_message?: Shared.SystemMessage | null;
60
+ type?: 'model';
61
+ }
62
+ /**
63
+ * Parameters for LLM-as-judge scoring function configuration.
64
+ */
65
+ interface LlmAsJudgeScoringFnParams {
66
+ judge_model: string;
67
+ /**
68
+ * Aggregation functions to apply to the scores of each row
69
+ */
70
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
71
+ /**
72
+ * Regexes to extract the answer from generated response
73
+ */
74
+ judge_score_regexes?: Array<string>;
75
+ prompt_template?: string | null;
76
+ type?: 'llm_as_judge';
77
+ }
78
+ /**
79
+ * Parameters for regex parser scoring function configuration.
80
+ */
81
+ interface RegexParserScoringFnParams {
82
+ /**
83
+ * Aggregation functions to apply to the scores of each row
84
+ */
85
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
86
+ /**
87
+ * Regex to extract the answer from generated response
88
+ */
89
+ parsing_regexes?: Array<string>;
90
+ type?: 'regex_parser';
91
+ }
92
+ /**
93
+ * Parameters for basic scoring function configuration.
94
+ */
95
+ interface BasicScoringFnParams {
96
+ /**
97
+ * Aggregation functions to apply to the scores of each row
98
+ */
99
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
100
+ type?: 'basic';
101
+ }
102
+ }
103
+ /**
104
+ * The response from an evaluation.
105
+ */
106
+ export interface EvaluateResponse {
107
+ generations: Array<{
108
+ [key: string]: unknown;
109
+ }>;
110
+ scores: {
111
+ [key: string]: Shared.ScoringResult;
112
+ };
113
+ }
114
+ /**
115
+ * A job execution instance with status tracking.
116
+ */
117
+ export interface Job {
118
+ job_id: string;
119
+ /**
120
+ * Status of a job execution.
121
+ */
122
+ status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
123
+ }
124
+ export interface EvalEvaluateRowsParams {
125
+ /**
126
+ * A benchmark configuration for evaluation.
127
+ */
128
+ benchmark_config: BenchmarkConfig;
129
+ input_rows: Array<{
130
+ [key: string]: unknown;
131
+ }>;
132
+ scoring_functions: Array<string>;
133
+ }
134
+ export interface EvalEvaluateRowsAlphaParams {
135
+ /**
136
+ * A benchmark configuration for evaluation.
137
+ */
138
+ benchmark_config: BenchmarkConfig;
139
+ input_rows: Array<{
140
+ [key: string]: unknown;
141
+ }>;
142
+ scoring_functions: Array<string>;
143
+ }
144
+ export interface EvalRunEvalParams {
145
+ /**
146
+ * A benchmark configuration for evaluation.
147
+ */
148
+ benchmark_config: BenchmarkConfig;
149
+ }
150
+ export interface EvalRunEvalAlphaParams {
151
+ /**
152
+ * A benchmark configuration for evaluation.
153
+ */
154
+ benchmark_config: BenchmarkConfig;
155
+ }
156
+ export declare namespace Eval {
157
+ export { type BenchmarkConfig as BenchmarkConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
158
+ export { Jobs as Jobs };
159
+ }
160
+ //# sourceMappingURL=eval.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE9B,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAI1G;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,cAAc,EAAE,eAAe,CAAC,aAAa,CAAC;IAE9C;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAE7B;;;OAGG;IACH,cAAc,CAAC,EAAE;QACf,CAAC,GAAG,EAAE,MAAM,GACR,eAAe,CAAC,yBAAyB,GACzC,eAAe,CAAC,0BAA0B,GAC1C,eAAe,CAAC,oBAAoB,CAAC;KAC1C,CAAC;CACH;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,aAAa;QAC5B,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,GAAG,IAAI,CAAC;QAE7C,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB;IAED;;OAEG;IACH,UAAiB,yBAAyB;QACxC,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF;;WAEG;QACH,mBAAmB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEpC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC,IAAI,CAAC,EAAE,cAAc,CAAC;KACvB;IAED;;OAEG;IACH,UAAiB,0BAA0B;QACzC;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF;;WAEG;QACH,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEhC,IAAI,CAAC,EAAE,cAAc,CAAC;KACvB;IAED;;OAEG;IACH,UAAiB,oBAAoB;QACnC;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAC3B,SAAS,GAAG,kBAAkB,GAAG,QAAQ,GAAG,mBAAmB,GAAG,UAAU,CAC7E,CAAC;QAEF,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,WAAW,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE/C,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,aAAa,CAAA;KAAE,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;CAC5E;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE9C,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC,CAAC;IAE9C,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;CACzB"}
@@ -4,6 +4,8 @@
4
4
  //
5
5
  // This source code is licensed under the terms described in the LICENSE file in
6
6
  // the root directory of this source tree.
7
+ //
8
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
7
9
  var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
8
10
  if (k2 === undefined) k2 = k;
9
11
  var desc = Object.getOwnPropertyDescriptor(m, k);
@@ -29,8 +31,7 @@ var __importStar = (this && this.__importStar) || function (mod) {
29
31
  };
30
32
  Object.defineProperty(exports, "__esModule", { value: true });
31
33
  exports.Eval = void 0;
32
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
33
- const resource_1 = require("../../resource.js");
34
+ const resource_1 = require("../../../resource.js");
34
35
  const JobsAPI = __importStar(require("./jobs.js"));
35
36
  const jobs_1 = require("./jobs.js");
36
37
  class Eval extends resource_1.APIResource {
@@ -42,25 +43,25 @@ class Eval extends resource_1.APIResource {
42
43
  * Evaluate a list of rows on a benchmark.
43
44
  */
44
45
  evaluateRows(benchmarkId, body, options) {
45
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
46
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
46
47
  }
47
48
  /**
48
49
  * Evaluate a list of rows on a benchmark.
49
50
  */
50
51
  evaluateRowsAlpha(benchmarkId, body, options) {
51
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
52
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
52
53
  }
53
54
  /**
54
55
  * Run an evaluation on a benchmark.
55
56
  */
56
57
  runEval(benchmarkId, body, options) {
57
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
58
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
58
59
  }
59
60
  /**
60
61
  * Run an evaluation on a benchmark.
61
62
  */
62
63
  runEvalAlpha(benchmarkId, body, options) {
63
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
64
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
64
65
  }
65
66
  }
66
67
  exports.Eval = Eval;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,mDAAgD;AAGhD,mDAAkC;AAClC,oCAA8B;AAE9B,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF;AA1CD,oBA0CC;AAmKD,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
@@ -3,7 +3,9 @@
3
3
  //
4
4
  // This source code is licensed under the terms described in the LICENSE file in
5
5
  // the root directory of this source tree.
6
- import { APIResource } from "../../resource.mjs";
6
+ //
7
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
8
+ import { APIResource } from "../../../resource.mjs";
7
9
  import * as JobsAPI from "./jobs.mjs";
8
10
  import { Jobs } from "./jobs.mjs";
9
11
  export class Eval extends APIResource {
@@ -15,25 +17,25 @@ export class Eval extends APIResource {
15
17
  * Evaluate a list of rows on a benchmark.
16
18
  */
17
19
  evaluateRows(benchmarkId, body, options) {
18
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
20
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
19
21
  }
20
22
  /**
21
23
  * Evaluate a list of rows on a benchmark.
22
24
  */
23
25
  evaluateRowsAlpha(benchmarkId, body, options) {
24
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
26
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/evaluations`, { body, ...options });
25
27
  }
26
28
  /**
27
29
  * Run an evaluation on a benchmark.
28
30
  */
29
31
  runEval(benchmarkId, body, options) {
30
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
32
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
31
33
  }
32
34
  /**
33
35
  * Run an evaluation on a benchmark.
34
36
  */
35
37
  runEvalAlpha(benchmarkId, body, options) {
36
- return this._client.post(`/v1/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
38
+ return this._client.post(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs`, { body, ...options });
37
39
  }
38
40
  }
39
41
  Eval.Jobs = Jobs;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,KAAK,OAAO;OACZ,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,4BAA4B,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;CACF;AAmKD,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
@@ -0,0 +1,3 @@
1
+ export { Eval, type BenchmarkConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
2
+ export { Jobs } from "./jobs.js";
3
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC"}
@@ -4,9 +4,10 @@
4
4
  //
5
5
  // This source code is licensed under the terms described in the LICENSE file in
6
6
  // the root directory of this source tree.
7
+ //
8
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
7
9
  Object.defineProperty(exports, "__esModule", { value: true });
8
10
  exports.Jobs = exports.Eval = void 0;
9
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
10
11
  var eval_1 = require("./eval.js");
11
12
  Object.defineProperty(exports, "Eval", { enumerable: true, get: function () { return eval_1.Eval; } });
12
13
  var jobs_1 = require("./jobs.js");
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,kCASgB;AARd,4FAAA,IAAI,OAAA;AASN,kCAA8B;AAArB,4FAAA,IAAI,OAAA"}
@@ -3,6 +3,8 @@
3
3
  //
4
4
  // This source code is licensed under the terms described in the LICENSE file in
5
5
  // the root directory of this source tree.
6
+ //
7
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
6
8
  export { Eval, } from "./eval.mjs";
7
9
  export { Jobs } from "./jobs.mjs";
8
10
  //# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EACL,IAAI,GAQL;OACM,EAAE,IAAI,EAAE"}
@@ -1,5 +1,5 @@
1
- import { APIResource } from "../../resource.js";
2
- import * as Core from "../../core.js";
1
+ import { APIResource } from "../../../resource.js";
2
+ import * as Core from "../../../core.js";
3
3
  import * as EvalAPI from "./eval.js";
4
4
  export declare class Jobs extends APIResource {
5
5
  /**
@@ -0,0 +1 @@
1
+ {"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC;CAGxG"}
@@ -4,22 +4,23 @@
4
4
  //
5
5
  // This source code is licensed under the terms described in the LICENSE file in
6
6
  // the root directory of this source tree.
7
+ //
8
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
7
9
  Object.defineProperty(exports, "__esModule", { value: true });
8
10
  exports.Jobs = void 0;
9
- // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
10
- const resource_1 = require("../../resource.js");
11
+ const resource_1 = require("../../../resource.js");
11
12
  class Jobs extends resource_1.APIResource {
12
13
  /**
13
14
  * Get the result of a job.
14
15
  */
15
16
  retrieve(benchmarkId, jobId, options) {
16
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
17
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
17
18
  }
18
19
  /**
19
20
  * Cancel a job.
20
21
  */
21
22
  cancel(benchmarkId, jobId, options) {
22
- return this._client.delete(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
23
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
23
24
  ...options,
24
25
  headers: { Accept: '*/*', ...options?.headers },
25
26
  });
@@ -28,7 +29,7 @@ class Jobs extends resource_1.APIResource {
28
29
  * Get the status of a job.
29
30
  */
30
31
  status(benchmarkId, jobId, options) {
31
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
32
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
32
33
  }
33
34
  }
34
35
  exports.Jobs = Jobs;
@@ -0,0 +1 @@
1
+ {"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,mDAAgD;AAIhD,MAAa,IAAK,SAAQ,sBAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE;YAClF,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;CACF;AA5BD,oBA4BC"}
@@ -3,19 +3,21 @@
3
3
  //
4
4
  // This source code is licensed under the terms described in the LICENSE file in
5
5
  // the root directory of this source tree.
6
- import { APIResource } from "../../resource.mjs";
6
+ //
7
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
8
+ import { APIResource } from "../../../resource.mjs";
7
9
  export class Jobs extends APIResource {
8
10
  /**
9
11
  * Get the result of a job.
10
12
  */
11
13
  retrieve(benchmarkId, jobId, options) {
12
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
14
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}/result`, options);
13
15
  }
14
16
  /**
15
17
  * Cancel a job.
16
18
  */
17
19
  cancel(benchmarkId, jobId, options) {
18
- return this._client.delete(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
20
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, {
19
21
  ...options,
20
22
  headers: { Accept: '*/*', ...options?.headers },
21
23
  });
@@ -24,7 +26,7 @@ export class Jobs extends APIResource {
24
26
  * Get the status of a job.
25
27
  */
26
28
  status(benchmarkId, jobId, options) {
27
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
29
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}/jobs/${jobId}`, options);
28
30
  }
29
31
  }
30
32
  //# sourceMappingURL=jobs.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../../src/resources/alpha/eval/jobs.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE;YAClF,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5F,CAAC;CACF"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":"AASA,cAAc,cAAc,CAAC"}
@@ -19,6 +19,7 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
19
19
  for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
20
20
  };
21
21
  Object.defineProperty(exports, "__esModule", { value: true });
22
+ //
22
23
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
23
24
  __exportStar(require("./eval/index.js"), exports);
24
25
  //# sourceMappingURL=eval.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,kDAA6B"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/alpha/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C"}
@@ -0,0 +1,7 @@
1
+ export { Admin, type AdminListRoutesParams } from "./admin.js";
2
+ export { Alpha } from "./alpha.js";
3
+ export { Benchmarks, type Benchmark, type ListBenchmarksResponse, type BenchmarkListResponse, type BenchmarkRegisterParams, } from "./benchmarks.js";
4
+ export { Eval, type BenchmarkConfig, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval/index.js";
5
+ export { Inference, type InferenceRerankResponse, type InferenceRerankParams } from "./inference.js";
6
+ export { PostTraining, type AlgorithmConfig, type ListPostTrainingJobsResponse, type PostTrainingJob, type PostTrainingPreferenceOptimizeParams, type PostTrainingSupervisedFineTuneParams, } from "./post-training/index.js";
7
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,KAAK,EAAE,KAAK,qBAAqB,EAAE,MAAM,SAAS,CAAC;AAC5D,OAAO,EAAE,KAAK,EAAE,MAAM,SAAS,CAAC;AAChC,OAAO,EACL,UAAU,EACV,KAAK,SAAS,EACd,KAAK,sBAAsB,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,uBAAuB,GAC7B,MAAM,cAAc,CAAC;AACtB,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,SAAS,EAAE,KAAK,uBAAuB,EAAE,KAAK,qBAAqB,EAAE,MAAM,aAAa,CAAC;AAClG,OAAO,EACL,YAAY,EACZ,KAAK,eAAe,EACpB,KAAK,4BAA4B,EACjC,KAAK,eAAe,EACpB,KAAK,oCAAoC,EACzC,KAAK,oCAAoC,GAC1C,MAAM,uBAAuB,CAAC"}
@@ -0,0 +1,23 @@
1
+ "use strict";
2
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
3
+ // All rights reserved.
4
+ //
5
+ // This source code is licensed under the terms described in the LICENSE file in
6
+ // the root directory of this source tree.
7
+ //
8
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
9
+ Object.defineProperty(exports, "__esModule", { value: true });
10
+ exports.PostTraining = exports.Inference = exports.Eval = exports.Benchmarks = exports.Alpha = exports.Admin = void 0;
11
+ var admin_1 = require("./admin.js");
12
+ Object.defineProperty(exports, "Admin", { enumerable: true, get: function () { return admin_1.Admin; } });
13
+ var alpha_1 = require("./alpha.js");
14
+ Object.defineProperty(exports, "Alpha", { enumerable: true, get: function () { return alpha_1.Alpha; } });
15
+ var benchmarks_1 = require("./benchmarks.js");
16
+ Object.defineProperty(exports, "Benchmarks", { enumerable: true, get: function () { return benchmarks_1.Benchmarks; } });
17
+ var index_1 = require("./eval/index.js");
18
+ Object.defineProperty(exports, "Eval", { enumerable: true, get: function () { return index_1.Eval; } });
19
+ var inference_1 = require("./inference.js");
20
+ Object.defineProperty(exports, "Inference", { enumerable: true, get: function () { return inference_1.Inference; } });
21
+ var index_2 = require("./post-training/index.js");
22
+ Object.defineProperty(exports, "PostTraining", { enumerable: true, get: function () { return index_2.PostTraining; } });
23
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;AAEtF,oCAA4D;AAAnD,8FAAA,KAAK,OAAA;AACd,oCAAgC;AAAvB,8FAAA,KAAK,OAAA;AACd,8CAMsB;AALpB,wGAAA,UAAU,OAAA;AAMZ,yCASsB;AARpB,6FAAA,IAAI,OAAA;AASN,4CAAkG;AAAzF,sGAAA,SAAS,OAAA;AAClB,kDAO+B;AAN7B,qGAAA,YAAY,OAAA"}
@@ -0,0 +1,14 @@
1
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ // All rights reserved.
3
+ //
4
+ // This source code is licensed under the terms described in the LICENSE file in
5
+ // the root directory of this source tree.
6
+ //
7
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
8
+ export { Admin } from "./admin.mjs";
9
+ export { Alpha } from "./alpha.mjs";
10
+ export { Benchmarks, } from "./benchmarks.mjs";
11
+ export { Eval, } from "./eval/index.mjs";
12
+ export { Inference } from "./inference.mjs";
13
+ export { PostTraining, } from "./post-training/index.mjs";
14
+ //# sourceMappingURL=index.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/alpha/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,KAAK,EAA8B;OACrC,EAAE,KAAK,EAAE;OACT,EACL,UAAU,GAKX;OACM,EACL,IAAI,GAQL;OACM,EAAE,SAAS,EAA4D;OACvE,EACL,YAAY,GAMb"}