llama-stack-client 0.3.4-rc3 → 0.4.0-rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +19 -21
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +23 -50
  8. package/index.d.ts +23 -50
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +1 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/alpha.d.ts +22 -0
  30. package/resources/alpha/alpha.d.ts.map +1 -0
  31. package/resources/alpha/alpha.js +57 -0
  32. package/resources/alpha/alpha.js.map +1 -0
  33. package/resources/alpha/alpha.mjs +30 -0
  34. package/resources/alpha/alpha.mjs.map +1 -0
  35. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +25 -35
  36. package/resources/alpha/benchmarks.d.ts.map +1 -0
  37. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  38. package/resources/alpha/benchmarks.js.map +1 -0
  39. package/resources/alpha/benchmarks.mjs +44 -0
  40. package/resources/alpha/benchmarks.mjs.map +1 -0
  41. package/resources/alpha/eval/eval.d.ts +160 -0
  42. package/resources/alpha/eval/eval.d.ts.map +1 -0
  43. package/resources/{eval → alpha/eval}/eval.js +7 -6
  44. package/resources/alpha/eval/eval.js.map +1 -0
  45. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  46. package/resources/alpha/eval/eval.mjs.map +1 -0
  47. package/resources/alpha/eval/index.d.ts +3 -0
  48. package/resources/alpha/eval/index.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/index.js +2 -1
  50. package/resources/alpha/eval/index.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  52. package/resources/alpha/eval/index.mjs.map +1 -0
  53. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  54. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  56. package/resources/alpha/eval/jobs.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  58. package/resources/alpha/eval/jobs.mjs.map +1 -0
  59. package/resources/alpha/eval.d.ts.map +1 -0
  60. package/resources/{eval.js → alpha/eval.js} +1 -0
  61. package/resources/alpha/eval.js.map +1 -0
  62. package/resources/alpha/eval.mjs.map +1 -0
  63. package/resources/alpha/index.d.ts +6 -0
  64. package/resources/alpha/index.d.ts.map +1 -0
  65. package/resources/alpha/index.js +21 -0
  66. package/resources/alpha/index.js.map +1 -0
  67. package/resources/alpha/index.mjs +13 -0
  68. package/resources/alpha/index.mjs.map +1 -0
  69. package/resources/alpha/inference.d.ts +85 -0
  70. package/resources/alpha/inference.d.ts.map +1 -0
  71. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  72. package/resources/alpha/inference.js.map +1 -0
  73. package/resources/alpha/inference.mjs +17 -0
  74. package/resources/alpha/inference.mjs.map +1 -0
  75. package/resources/alpha/post-training/index.d.ts +3 -0
  76. package/resources/alpha/post-training/index.d.ts.map +1 -0
  77. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  78. package/resources/alpha/post-training/index.js.map +1 -0
  79. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  80. package/resources/alpha/post-training/index.mjs.map +1 -0
  81. package/resources/alpha/post-training/job.d.ts +116 -0
  82. package/resources/alpha/post-training/job.d.ts.map +1 -0
  83. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  84. package/resources/alpha/post-training/job.js.map +1 -0
  85. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  86. package/resources/alpha/post-training/job.mjs.map +1 -0
  87. package/resources/alpha/post-training/post-training.d.ts +242 -0
  88. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  89. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  90. package/resources/alpha/post-training/post-training.js.map +1 -0
  91. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  92. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  93. package/resources/alpha/post-training.d.ts.map +1 -0
  94. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  95. package/resources/alpha/post-training.js.map +1 -0
  96. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  97. package/resources/alpha/post-training.mjs.map +1 -0
  98. package/resources/alpha.d.ts +2 -0
  99. package/resources/alpha.d.ts.map +1 -0
  100. package/resources/alpha.js +25 -0
  101. package/resources/alpha.js.map +1 -0
  102. package/resources/alpha.mjs +9 -0
  103. package/resources/alpha.mjs.map +1 -0
  104. package/resources/batches.d.ts +322 -0
  105. package/resources/batches.d.ts.map +1 -0
  106. package/resources/batches.js +45 -0
  107. package/resources/batches.js.map +1 -0
  108. package/resources/batches.mjs +40 -0
  109. package/resources/batches.mjs.map +1 -0
  110. package/resources/beta/beta.d.ts +10 -0
  111. package/resources/beta/beta.d.ts.map +1 -0
  112. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  113. package/resources/beta/beta.js.map +1 -0
  114. package/resources/beta/beta.mjs +18 -0
  115. package/resources/beta/beta.mjs.map +1 -0
  116. package/resources/beta/datasets.d.ts +257 -0
  117. package/resources/beta/datasets.d.ts.map +1 -0
  118. package/resources/{datasets.js → beta/datasets.js} +14 -9
  119. package/resources/beta/datasets.js.map +1 -0
  120. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  121. package/resources/beta/datasets.mjs.map +1 -0
  122. package/resources/beta/index.d.ts +3 -0
  123. package/resources/beta/index.d.ts.map +1 -0
  124. package/resources/beta/index.js +15 -0
  125. package/resources/beta/index.js.map +1 -0
  126. package/resources/beta/index.mjs +10 -0
  127. package/resources/beta/index.mjs.map +1 -0
  128. package/resources/beta.d.ts +2 -0
  129. package/resources/beta.d.ts.map +1 -0
  130. package/resources/{agents.js → beta.js} +4 -3
  131. package/resources/beta.js.map +1 -0
  132. package/resources/beta.mjs +9 -0
  133. package/resources/beta.mjs.map +1 -0
  134. package/resources/chat/chat.d.ts +73 -78
  135. package/resources/chat/chat.d.ts.map +1 -1
  136. package/resources/chat/chat.js +2 -2
  137. package/resources/chat/chat.js.map +1 -1
  138. package/resources/chat/chat.mjs +3 -2
  139. package/resources/chat/chat.mjs.map +1 -1
  140. package/resources/chat/completions.d.ts +756 -1402
  141. package/resources/chat/completions.d.ts.map +1 -1
  142. package/resources/chat/completions.js +8 -14
  143. package/resources/chat/completions.js.map +1 -1
  144. package/resources/chat/completions.mjs +7 -11
  145. package/resources/chat/completions.mjs.map +1 -1
  146. package/resources/chat/index.d.ts +1 -1
  147. package/resources/chat/index.d.ts.map +1 -1
  148. package/resources/chat/index.js +3 -3
  149. package/resources/chat/index.js.map +1 -1
  150. package/resources/chat/index.mjs +3 -1
  151. package/resources/chat/index.mjs.map +1 -1
  152. package/resources/chat.js +2 -1
  153. package/resources/chat.js.map +1 -1
  154. package/resources/chat.mjs +2 -0
  155. package/resources/chat.mjs.map +1 -1
  156. package/resources/completions.d.ts +52 -95
  157. package/resources/completions.d.ts.map +1 -1
  158. package/resources/completions.js +3 -6
  159. package/resources/completions.js.map +1 -1
  160. package/resources/completions.mjs +3 -5
  161. package/resources/completions.mjs.map +1 -1
  162. package/resources/conversations/conversations.d.ts +292 -0
  163. package/resources/conversations/conversations.d.ts.map +1 -0
  164. package/resources/conversations/conversations.js +78 -0
  165. package/resources/conversations/conversations.js.map +1 -0
  166. package/resources/conversations/conversations.mjs +51 -0
  167. package/resources/conversations/conversations.mjs.map +1 -0
  168. package/resources/conversations/index.d.ts +3 -0
  169. package/resources/conversations/index.d.ts.map +1 -0
  170. package/resources/conversations/index.js +16 -0
  171. package/resources/conversations/index.js.map +1 -0
  172. package/resources/conversations/index.mjs +10 -0
  173. package/resources/conversations/index.mjs.map +1 -0
  174. package/resources/conversations/items.d.ts +762 -0
  175. package/resources/conversations/items.d.ts.map +1 -0
  176. package/resources/conversations/items.js +51 -0
  177. package/resources/conversations/items.js.map +1 -0
  178. package/resources/conversations/items.mjs +46 -0
  179. package/resources/conversations/items.mjs.map +1 -0
  180. package/resources/conversations.d.ts +2 -0
  181. package/resources/conversations.d.ts.map +1 -0
  182. package/resources/conversations.js +25 -0
  183. package/resources/conversations.js.map +1 -0
  184. package/resources/conversations.mjs +9 -0
  185. package/resources/conversations.mjs.map +1 -0
  186. package/resources/embeddings.d.ts +10 -52
  187. package/resources/embeddings.d.ts.map +1 -1
  188. package/resources/embeddings.js +5 -2
  189. package/resources/embeddings.js.map +1 -1
  190. package/resources/embeddings.mjs +5 -1
  191. package/resources/embeddings.mjs.map +1 -1
  192. package/resources/files.d.ts +44 -54
  193. package/resources/files.d.ts.map +1 -1
  194. package/resources/files.js +18 -9
  195. package/resources/files.js.map +1 -1
  196. package/resources/files.mjs +18 -8
  197. package/resources/files.mjs.map +1 -1
  198. package/resources/index.d.ts +9 -13
  199. package/resources/index.d.ts.map +1 -1
  200. package/resources/index.js +15 -21
  201. package/resources/index.js.map +1 -1
  202. package/resources/index.mjs +9 -11
  203. package/resources/index.mjs.map +1 -1
  204. package/resources/inspect.d.ts +6 -32
  205. package/resources/inspect.d.ts.map +1 -1
  206. package/resources/inspect.js +6 -1
  207. package/resources/inspect.js.map +1 -1
  208. package/resources/inspect.mjs +6 -0
  209. package/resources/inspect.mjs.map +1 -1
  210. package/resources/models/index.d.ts +2 -2
  211. package/resources/models/index.d.ts.map +1 -1
  212. package/resources/models/index.js +2 -1
  213. package/resources/models/index.js.map +1 -1
  214. package/resources/models/index.mjs +2 -0
  215. package/resources/models/index.mjs.map +1 -1
  216. package/resources/models/models.d.ts +71 -31
  217. package/resources/models/models.d.ts.map +1 -1
  218. package/resources/models/models.js +13 -2
  219. package/resources/models/models.js.map +1 -1
  220. package/resources/models/models.mjs +13 -1
  221. package/resources/models/models.mjs.map +1 -1
  222. package/resources/models/openai.d.ts +2 -16
  223. package/resources/models/openai.d.ts.map +1 -1
  224. package/resources/models/openai.js +3 -2
  225. package/resources/models/openai.js.map +1 -1
  226. package/resources/models/openai.mjs +3 -1
  227. package/resources/models/openai.mjs.map +1 -1
  228. package/resources/models.js +2 -1
  229. package/resources/models.js.map +1 -1
  230. package/resources/models.mjs +2 -0
  231. package/resources/models.mjs.map +1 -1
  232. package/resources/moderations.d.ts +9 -35
  233. package/resources/moderations.d.ts.map +1 -1
  234. package/resources/moderations.js +5 -2
  235. package/resources/moderations.js.map +1 -1
  236. package/resources/moderations.mjs +5 -1
  237. package/resources/moderations.mjs.map +1 -1
  238. package/resources/prompts/index.d.ts +3 -0
  239. package/resources/prompts/index.d.ts.map +1 -0
  240. package/resources/prompts/index.js +15 -0
  241. package/resources/prompts/index.js.map +1 -0
  242. package/resources/prompts/index.mjs +10 -0
  243. package/resources/prompts/index.mjs.map +1 -0
  244. package/resources/prompts/prompts.d.ts +96 -0
  245. package/resources/prompts/prompts.d.ts.map +1 -0
  246. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  247. package/resources/prompts/prompts.js.map +1 -0
  248. package/resources/prompts/prompts.mjs +66 -0
  249. package/resources/prompts/prompts.mjs.map +1 -0
  250. package/resources/prompts/versions.d.ts +12 -0
  251. package/resources/prompts/versions.d.ts.map +1 -0
  252. package/resources/prompts/versions.js +23 -0
  253. package/resources/prompts/versions.js.map +1 -0
  254. package/resources/prompts/versions.mjs +19 -0
  255. package/resources/prompts/versions.mjs.map +1 -0
  256. package/resources/prompts.d.ts +2 -0
  257. package/resources/prompts.d.ts.map +1 -0
  258. package/resources/prompts.js +25 -0
  259. package/resources/prompts.js.map +1 -0
  260. package/resources/prompts.mjs +9 -0
  261. package/resources/prompts.mjs.map +1 -0
  262. package/resources/providers.d.ts +4 -6
  263. package/resources/providers.d.ts.map +1 -1
  264. package/resources/providers.js +6 -1
  265. package/resources/providers.js.map +1 -1
  266. package/resources/providers.mjs +6 -0
  267. package/resources/providers.mjs.map +1 -1
  268. package/resources/responses/index.js +2 -1
  269. package/resources/responses/index.js.map +1 -1
  270. package/resources/responses/index.mjs +2 -0
  271. package/resources/responses/index.mjs.map +1 -1
  272. package/resources/responses/input-items.d.ts +190 -151
  273. package/resources/responses/input-items.d.ts.map +1 -1
  274. package/resources/responses/input-items.js +3 -2
  275. package/resources/responses/input-items.js.map +1 -1
  276. package/resources/responses/input-items.mjs +3 -1
  277. package/resources/responses/input-items.mjs.map +1 -1
  278. package/resources/responses/responses.d.ts +1387 -1449
  279. package/resources/responses/responses.d.ts.map +1 -1
  280. package/resources/responses/responses.js +8 -11
  281. package/resources/responses/responses.js.map +1 -1
  282. package/resources/responses/responses.mjs +8 -10
  283. package/resources/responses/responses.mjs.map +1 -1
  284. package/resources/responses.js +2 -1
  285. package/resources/responses.js.map +1 -1
  286. package/resources/responses.mjs +2 -0
  287. package/resources/responses.mjs.map +1 -1
  288. package/resources/routes.d.ts +7 -7
  289. package/resources/routes.d.ts.map +1 -1
  290. package/resources/routes.js +8 -6
  291. package/resources/routes.js.map +1 -1
  292. package/resources/routes.mjs +8 -5
  293. package/resources/routes.mjs.map +1 -1
  294. package/resources/safety.d.ts +144 -10
  295. package/resources/safety.d.ts.map +1 -1
  296. package/resources/safety.js +4 -1
  297. package/resources/safety.js.map +1 -1
  298. package/resources/safety.mjs +4 -0
  299. package/resources/safety.mjs.map +1 -1
  300. package/resources/scoring-functions.d.ts +120 -50
  301. package/resources/scoring-functions.d.ts.map +1 -1
  302. package/resources/scoring-functions.js +15 -1
  303. package/resources/scoring-functions.js.map +1 -1
  304. package/resources/scoring-functions.mjs +15 -0
  305. package/resources/scoring-functions.mjs.map +1 -1
  306. package/resources/scoring.d.ts +85 -26
  307. package/resources/scoring.d.ts.map +1 -1
  308. package/resources/scoring.js +2 -1
  309. package/resources/scoring.js.map +1 -1
  310. package/resources/scoring.mjs +2 -0
  311. package/resources/scoring.mjs.map +1 -1
  312. package/resources/shared.d.ts +125 -629
  313. package/resources/shared.d.ts.map +1 -1
  314. package/resources/shared.js +2 -0
  315. package/resources/shared.js.map +1 -1
  316. package/resources/shared.mjs +2 -0
  317. package/resources/shared.mjs.map +1 -1
  318. package/resources/shields.d.ts +19 -24
  319. package/resources/shields.d.ts.map +1 -1
  320. package/resources/shields.js +6 -1
  321. package/resources/shields.js.map +1 -1
  322. package/resources/shields.mjs +6 -0
  323. package/resources/shields.mjs.map +1 -1
  324. package/resources/tool-runtime.d.ts +151 -1
  325. package/resources/tool-runtime.d.ts.map +1 -1
  326. package/resources/tool-runtime.js +22 -16
  327. package/resources/tool-runtime.js.map +1 -1
  328. package/resources/tool-runtime.mjs +20 -1
  329. package/resources/tool-runtime.mjs.map +1 -1
  330. package/resources/toolgroups.d.ts +27 -37
  331. package/resources/toolgroups.d.ts.map +1 -1
  332. package/resources/toolgroups.js +10 -1
  333. package/resources/toolgroups.js.map +1 -1
  334. package/resources/toolgroups.mjs +10 -0
  335. package/resources/toolgroups.mjs.map +1 -1
  336. package/resources/tools.d.ts +9 -76
  337. package/resources/tools.d.ts.map +1 -1
  338. package/resources/tools.js +4 -1
  339. package/resources/tools.js.map +1 -1
  340. package/resources/tools.mjs +4 -0
  341. package/resources/tools.mjs.map +1 -1
  342. package/resources/vector-io.d.ts +272 -148
  343. package/resources/vector-io.d.ts.map +1 -1
  344. package/resources/vector-io.js +2 -1
  345. package/resources/vector-io.js.map +1 -1
  346. package/resources/vector-io.mjs +2 -0
  347. package/resources/vector-io.mjs.map +1 -1
  348. package/resources/vector-stores/file-batches.d.ts +111 -0
  349. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  350. package/resources/vector-stores/file-batches.js +45 -0
  351. package/resources/vector-stores/file-batches.js.map +1 -0
  352. package/resources/vector-stores/file-batches.mjs +41 -0
  353. package/resources/vector-stores/file-batches.mjs.map +1 -0
  354. package/resources/vector-stores/files.d.ts +83 -135
  355. package/resources/vector-stores/files.d.ts.map +1 -1
  356. package/resources/vector-stores/files.js +15 -14
  357. package/resources/vector-stores/files.js.map +1 -1
  358. package/resources/vector-stores/files.mjs +15 -13
  359. package/resources/vector-stores/files.mjs.map +1 -1
  360. package/resources/vector-stores/index.d.ts +2 -1
  361. package/resources/vector-stores/index.d.ts.map +1 -1
  362. package/resources/vector-stores/index.js +5 -2
  363. package/resources/vector-stores/index.js.map +1 -1
  364. package/resources/vector-stores/index.mjs +3 -0
  365. package/resources/vector-stores/index.mjs.map +1 -1
  366. package/resources/vector-stores/vector-stores.d.ts +118 -217
  367. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  368. package/resources/vector-stores/vector-stores.js +18 -12
  369. package/resources/vector-stores/vector-stores.js.map +1 -1
  370. package/resources/vector-stores/vector-stores.mjs +18 -11
  371. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  372. package/resources/vector-stores.js +2 -1
  373. package/resources/vector-stores.js.map +1 -1
  374. package/resources/vector-stores.mjs +2 -0
  375. package/resources/vector-stores.mjs.map +1 -1
  376. package/src/error.ts +1 -0
  377. package/src/index.ts +82 -252
  378. package/src/lib/response-helpers.ts +60 -0
  379. package/src/pagination.ts +2 -5
  380. package/src/resource.ts +1 -0
  381. package/src/resources/alpha/alpha.ts +85 -0
  382. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +36 -37
  383. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  384. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  385. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  386. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  387. package/src/resources/alpha/index.ts +34 -0
  388. package/src/resources/alpha/inference.ts +132 -0
  389. package/src/resources/{post-training → alpha/post-training}/index.ts +2 -2
  390. package/src/resources/alpha/post-training/job.ts +182 -0
  391. package/src/resources/alpha/post-training/post-training.ts +369 -0
  392. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  393. package/src/resources/alpha.ts +9 -0
  394. package/src/resources/batches.ts +572 -0
  395. package/src/resources/beta/beta.ts +41 -0
  396. package/src/resources/beta/datasets.ts +350 -0
  397. package/src/resources/beta/index.ts +20 -0
  398. package/src/resources/{agents.ts → beta.ts} +2 -2
  399. package/src/resources/chat/chat.ts +82 -81
  400. package/src/resources/chat/completions.ts +874 -1484
  401. package/src/resources/chat/index.ts +1 -2
  402. package/src/resources/chat.ts +1 -1
  403. package/src/resources/completions.ts +57 -101
  404. package/src/resources/conversations/conversations.ts +455 -0
  405. package/src/resources/conversations/index.ts +25 -0
  406. package/src/resources/conversations/items.ts +1221 -0
  407. package/src/resources/conversations.ts +9 -0
  408. package/src/resources/embeddings.ts +14 -55
  409. package/src/resources/files.ts +54 -61
  410. package/src/resources/index.ts +33 -109
  411. package/src/resources/inspect.ts +7 -33
  412. package/src/resources/models/index.ts +4 -2
  413. package/src/resources/models/models.ts +79 -30
  414. package/src/resources/models/openai.ts +4 -24
  415. package/src/resources/models.ts +1 -1
  416. package/src/resources/moderations.ts +10 -36
  417. package/src/resources/prompts/index.ts +19 -0
  418. package/src/resources/prompts/prompts.ts +171 -0
  419. package/src/resources/prompts/versions.ts +26 -0
  420. package/src/resources/prompts.ts +9 -0
  421. package/src/resources/providers.ts +5 -7
  422. package/src/resources/responses/index.ts +1 -1
  423. package/src/resources/responses/input-items.ts +293 -161
  424. package/src/resources/responses/responses.ts +2112 -1632
  425. package/src/resources/responses.ts +1 -1
  426. package/src/resources/routes.ts +25 -10
  427. package/src/resources/safety.ts +199 -9
  428. package/src/resources/scoring-functions.ts +168 -52
  429. package/src/resources/scoring.ts +125 -22
  430. package/src/resources/shared.ts +141 -714
  431. package/src/resources/shields.ts +18 -23
  432. package/src/resources/tool-runtime.ts +210 -2
  433. package/src/resources/toolgroups.ts +26 -36
  434. package/src/resources/tools.ts +10 -94
  435. package/src/resources/vector-io.ts +323 -145
  436. package/src/resources/vector-stores/file-batches.ts +201 -0
  437. package/src/resources/vector-stores/files.ts +123 -143
  438. package/src/resources/vector-stores/index.ts +9 -1
  439. package/src/resources/vector-stores/vector-stores.ts +150 -216
  440. package/src/resources/vector-stores.ts +1 -1
  441. package/src/version.ts +1 -1
  442. package/version.d.ts +1 -1
  443. package/version.js +1 -1
  444. package/version.mjs +1 -1
  445. package/resources/agents/agents.d.ts +0 -246
  446. package/resources/agents/agents.d.ts.map +0 -1
  447. package/resources/agents/agents.js.map +0 -1
  448. package/resources/agents/agents.mjs +0 -52
  449. package/resources/agents/agents.mjs.map +0 -1
  450. package/resources/agents/index.d.ts +0 -5
  451. package/resources/agents/index.d.ts.map +0 -1
  452. package/resources/agents/index.js +0 -18
  453. package/resources/agents/index.js.map +0 -1
  454. package/resources/agents/index.mjs +0 -10
  455. package/resources/agents/index.mjs.map +0 -1
  456. package/resources/agents/session.d.ts +0 -98
  457. package/resources/agents/session.d.ts.map +0 -1
  458. package/resources/agents/session.js +0 -42
  459. package/resources/agents/session.js.map +0 -1
  460. package/resources/agents/session.mjs +0 -37
  461. package/resources/agents/session.mjs.map +0 -1
  462. package/resources/agents/steps.d.ts +0 -22
  463. package/resources/agents/steps.d.ts.map +0 -1
  464. package/resources/agents/steps.js.map +0 -1
  465. package/resources/agents/steps.mjs +0 -15
  466. package/resources/agents/steps.mjs.map +0 -1
  467. package/resources/agents/turn.d.ts +0 -461
  468. package/resources/agents/turn.d.ts.map +0 -1
  469. package/resources/agents/turn.js +0 -34
  470. package/resources/agents/turn.js.map +0 -1
  471. package/resources/agents/turn.mjs +0 -29
  472. package/resources/agents/turn.mjs.map +0 -1
  473. package/resources/agents.d.ts +0 -2
  474. package/resources/agents.d.ts.map +0 -1
  475. package/resources/agents.js.map +0 -1
  476. package/resources/agents.mjs +0 -7
  477. package/resources/agents.mjs.map +0 -1
  478. package/resources/benchmarks.d.ts.map +0 -1
  479. package/resources/benchmarks.js.map +0 -1
  480. package/resources/benchmarks.mjs +0 -31
  481. package/resources/benchmarks.mjs.map +0 -1
  482. package/resources/datasets.d.ts +0 -320
  483. package/resources/datasets.d.ts.map +0 -1
  484. package/resources/datasets.js.map +0 -1
  485. package/resources/datasets.mjs.map +0 -1
  486. package/resources/eval/eval.d.ts +0 -159
  487. package/resources/eval/eval.d.ts.map +0 -1
  488. package/resources/eval/eval.js.map +0 -1
  489. package/resources/eval/eval.mjs.map +0 -1
  490. package/resources/eval/index.d.ts +0 -3
  491. package/resources/eval/index.d.ts.map +0 -1
  492. package/resources/eval/index.js.map +0 -1
  493. package/resources/eval/index.mjs.map +0 -1
  494. package/resources/eval/jobs.d.ts.map +0 -1
  495. package/resources/eval/jobs.js.map +0 -1
  496. package/resources/eval/jobs.mjs.map +0 -1
  497. package/resources/eval.d.ts.map +0 -1
  498. package/resources/eval.js.map +0 -1
  499. package/resources/eval.mjs.map +0 -1
  500. package/resources/inference.d.ts +0 -580
  501. package/resources/inference.d.ts.map +0 -1
  502. package/resources/inference.js +0 -54
  503. package/resources/inference.js.map +0 -1
  504. package/resources/inference.mjs +0 -49
  505. package/resources/inference.mjs.map +0 -1
  506. package/resources/post-training/index.d.ts +0 -3
  507. package/resources/post-training/index.d.ts.map +0 -1
  508. package/resources/post-training/index.js.map +0 -1
  509. package/resources/post-training/index.mjs.map +0 -1
  510. package/resources/post-training/job.d.ts +0 -205
  511. package/resources/post-training/job.d.ts.map +0 -1
  512. package/resources/post-training/job.js.map +0 -1
  513. package/resources/post-training/job.mjs.map +0 -1
  514. package/resources/post-training/post-training.d.ts +0 -402
  515. package/resources/post-training/post-training.d.ts.map +0 -1
  516. package/resources/post-training/post-training.js.map +0 -1
  517. package/resources/post-training/post-training.mjs.map +0 -1
  518. package/resources/post-training.d.ts.map +0 -1
  519. package/resources/post-training.js.map +0 -1
  520. package/resources/post-training.mjs.map +0 -1
  521. package/resources/synthetic-data-generation.d.ts +0 -47
  522. package/resources/synthetic-data-generation.d.ts.map +0 -1
  523. package/resources/synthetic-data-generation.js +0 -20
  524. package/resources/synthetic-data-generation.js.map +0 -1
  525. package/resources/synthetic-data-generation.mjs +0 -15
  526. package/resources/synthetic-data-generation.mjs.map +0 -1
  527. package/resources/telemetry.d.ts +0 -519
  528. package/resources/telemetry.d.ts.map +0 -1
  529. package/resources/telemetry.js +0 -70
  530. package/resources/telemetry.js.map +0 -1
  531. package/resources/telemetry.mjs +0 -65
  532. package/resources/telemetry.mjs.map +0 -1
  533. package/resources/tool-runtime/index.d.ts +0 -3
  534. package/resources/tool-runtime/index.d.ts.map +0 -1
  535. package/resources/tool-runtime/index.js +0 -14
  536. package/resources/tool-runtime/index.js.map +0 -1
  537. package/resources/tool-runtime/index.mjs +0 -8
  538. package/resources/tool-runtime/index.mjs.map +0 -1
  539. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  540. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  541. package/resources/tool-runtime/rag-tool.js +0 -30
  542. package/resources/tool-runtime/rag-tool.js.map +0 -1
  543. package/resources/tool-runtime/rag-tool.mjs +0 -25
  544. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  545. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  546. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  547. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  548. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  549. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  550. package/resources/vector-dbs.d.ts +0 -128
  551. package/resources/vector-dbs.d.ts.map +0 -1
  552. package/resources/vector-dbs.js +0 -41
  553. package/resources/vector-dbs.js.map +0 -1
  554. package/resources/vector-dbs.mjs +0 -36
  555. package/resources/vector-dbs.mjs.map +0 -1
  556. package/src/resources/agents/agents.ts +0 -372
  557. package/src/resources/agents/index.ts +0 -44
  558. package/src/resources/agents/session.ts +0 -169
  559. package/src/resources/agents/steps.ts +0 -47
  560. package/src/resources/agents/turn.ts +0 -638
  561. package/src/resources/datasets.ts +0 -413
  562. package/src/resources/inference.ts +0 -768
  563. package/src/resources/post-training/job.ts +0 -274
  564. package/src/resources/post-training/post-training.ts +0 -516
  565. package/src/resources/synthetic-data-generation.ts +0 -65
  566. package/src/resources/telemetry.ts +0 -692
  567. package/src/resources/tool-runtime/index.ts +0 -17
  568. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  569. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  570. package/src/resources/vector-dbs.ts +0 -191
  571. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  572. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  573. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -0,0 +1,49 @@
1
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ // All rights reserved.
3
+ //
4
+ // This source code is licensed under the terms described in the LICENSE file in
5
+ // the root directory of this source tree.
6
+ /**
7
+ * Extracts aggregated text output from a ResponseObject.
8
+ * This concatenates all `output_text` entries from the response's output array.
9
+ *
10
+ * Useful for streaming responses where you want to get the final text from chunk.response:
11
+ *
12
+ * @example
13
+ * ```ts
14
+ * const stream = await client.responses.create({ stream: true, ... });
15
+ * for await (const chunk of stream) {
16
+ * if (chunk.type === 'response.completed') {
17
+ * const text = getResponseOutputText(chunk.response);
18
+ * console.log(text);
19
+ * }
20
+ * }
21
+ * ```
22
+ */
23
+ export function getResponseOutputText(response) {
24
+ const pieces = [];
25
+ for (const output of response.output ?? []) {
26
+ if (!output || output.type !== 'message') {
27
+ continue;
28
+ }
29
+ const content = output.content;
30
+ if (typeof content === 'string') {
31
+ pieces.push(content);
32
+ continue;
33
+ }
34
+ if (!Array.isArray(content)) {
35
+ continue;
36
+ }
37
+ for (const item of content) {
38
+ if (typeof item === 'string') {
39
+ pieces.push(item);
40
+ continue;
41
+ }
42
+ if (item && item.type === 'output_text' && 'text' in item && typeof item.text === 'string') {
43
+ pieces.push(item.text);
44
+ }
45
+ }
46
+ }
47
+ return pieces.join('');
48
+ }
49
+ //# sourceMappingURL=response-helpers.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"response-helpers.mjs","sourceRoot":"","sources":["../src/lib/response-helpers.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAQ1C;;;;;;;;;;;;;;;;GAgBG;AACH,MAAM,UAAU,qBAAqB,CAAC,QAAwB;IAC5D,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,MAAM,IAAI,EAAE,EAAE;QAC1C,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE;YACxC,SAAS;SACV;QAED,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/B,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;YAC/B,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACrB,SAAS;SACV;QAED,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;YAC3B,SAAS;SACV;QAED,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE;YAC1B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBAC5B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAClB,SAAS;aACV;YACD,IAAI,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,IAAI,MAAM,IAAI,IAAI,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE;gBAC1F,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aACxB;SACF;KACF;IAED,OAAO,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AACzB,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "llama-stack-client",
3
- "version": "0.3.4rc3",
3
+ "version": "0.4.0rc1",
4
4
  "description": "The official TypeScript library for the Llama Stack Client API",
5
5
  "author": "Llama Stack Client <llamastack@meta.com>",
6
6
  "types": "./index.d.ts",
@@ -1 +1 @@
1
- {"version":3,"file":"pagination.d.ts","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE1F,MAAM,WAAW,wBAAwB,CAAC,IAAI;IAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB,CAAC,IAAI,CAAE,SAAQ,YAAY,CAAC,IAAI,CAAE,YAAW,wBAAwB,CAAC,IAAI,CAAC;IACtG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;gBAGjB,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,mBAAmB;IAQ9B,iBAAiB,IAAI,IAAI,EAAE;IAK3B,cAAc,IAAI,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IASxD,YAAY,IAAI,QAAQ,GAAG,IAAI;CAWhC;AAED,MAAM,WAAW,wBAAwB,CAAC,IAAI;IAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,QAAQ,EAAE,OAAO,CAAC;IAElB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB,CAAC,IAAI,CAAE,SAAQ,YAAY,CAAC,IAAI,CAAE,YAAW,wBAAwB,CAAC,IAAI,CAAC;IACtG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,QAAQ,EAAE,OAAO,CAAC;IAElB,OAAO,EAAE,MAAM,CAAC;gBAGd,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,mBAAmB;IAS9B,iBAAiB,IAAI,IAAI,EAAE;IAIlB,WAAW,IAAI,OAAO;IAS/B,cAAc,IAAI,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IASxD,YAAY,IAAI,QAAQ,GAAG,IAAI;CAYhC"}
1
+ {"version":3,"file":"pagination.d.ts","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,SAAS,EAAE,mBAAmB,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAE1F,MAAM,WAAW,wBAAwB,CAAC,IAAI;IAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB,CAAC,IAAI,CAAE,SAAQ,YAAY,CAAC,IAAI,CAAE,YAAW,wBAAwB,CAAC,IAAI,CAAC;IACtG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,UAAU,EAAE,MAAM,CAAC;gBAGjB,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,mBAAmB;IAQ9B,iBAAiB,IAAI,IAAI,EAAE;IAK3B,cAAc,IAAI,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IASxD,YAAY,IAAI,QAAQ,GAAG,IAAI;CAOhC;AAED,MAAM,WAAW,wBAAwB,CAAC,IAAI;IAC5C,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,QAAQ,EAAE,OAAO,CAAC;IAElB,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,gBAAgB,CAAC,IAAI,CAAE,SAAQ,YAAY,CAAC,IAAI,CAAE,YAAW,wBAAwB,CAAC,IAAI,CAAC;IACtG,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;IAElB,QAAQ,EAAE,OAAO,CAAC;IAElB,OAAO,EAAE,MAAM,CAAC;gBAGd,MAAM,EAAE,SAAS,EACjB,QAAQ,EAAE,QAAQ,EAClB,IAAI,EAAE,wBAAwB,CAAC,IAAI,CAAC,EACpC,OAAO,EAAE,mBAAmB;IAS9B,iBAAiB,IAAI,IAAI,EAAE;IAIlB,WAAW,IAAI,OAAO;IAS/B,cAAc,IAAI,OAAO,CAAC,sBAAsB,CAAC,GAAG,IAAI;IASxD,YAAY,IAAI,QAAQ,GAAG,IAAI;CAYhC"}
package/pagination.js CHANGED
@@ -6,6 +6,7 @@
6
6
  // the root directory of this source tree.
7
7
  Object.defineProperty(exports, "__esModule", { value: true });
8
8
  exports.OpenAICursorPage = exports.DatasetsIterrows = void 0;
9
+ //
9
10
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
10
11
  const core_1 = require("./core.js");
11
12
  class DatasetsIterrows extends core_1.AbstractPage {
@@ -30,10 +31,7 @@ class DatasetsIterrows extends core_1.AbstractPage {
30
31
  return params;
31
32
  }
32
33
  nextPageInfo() {
33
- const offset = this.next_index;
34
- if (!offset) {
35
- return null;
36
- }
34
+ const offset = this.next_index ?? 0;
37
35
  const length = this.getPaginatedItems().length;
38
36
  const currentCount = offset + length;
39
37
  return { params: { start_index: currentCount } };
package/pagination.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"pagination.js","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,oCAA0F;AAgB1F,MAAa,gBAAuB,SAAQ,mBAAkB;IAK5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;QAErC,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC;IACnD,CAAC;CACF;AA1CD,4CA0CC;AAgBD,MAAa,gBAAuB,SAAQ,mBAAkB;IAO5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAEQ,WAAW;QAClB,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE;YAC3B,OAAO,KAAK,CAAC;SACd;QAED,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,OAAO;YACL,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM;aACd;SACF,CAAC;IACJ,CAAC;CACF;AAtDD,4CAsDC"}
1
+ {"version":3,"file":"pagination.js","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,oCAA0F;AAgB1F,MAAa,gBAAuB,SAAQ,mBAAkB;IAK5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;QAErC,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC;IACnD,CAAC;CACF;AAtCD,4CAsCC;AAgBD,MAAa,gBAAuB,SAAQ,mBAAkB;IAO5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAEQ,WAAW;QAClB,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE;YAC3B,OAAO,KAAK,CAAC;SACd;QAED,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,OAAO;YACL,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM;aACd;SACF,CAAC;IACJ,CAAC;CACF;AAtDD,4CAsDC"}
package/pagination.mjs CHANGED
@@ -26,10 +26,7 @@ export class DatasetsIterrows extends AbstractPage {
26
26
  return params;
27
27
  }
28
28
  nextPageInfo() {
29
- const offset = this.next_index;
30
- if (!offset) {
31
- return null;
32
- }
29
+ const offset = this.next_index ?? 0;
33
30
  const length = this.getPaginatedItems().length;
34
31
  const currentCount = offset + length;
35
32
  return { params: { start_index: currentCount } };
@@ -1 +1 @@
1
- {"version":3,"file":"pagination.mjs","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,YAAY,EAAsD;AAgB3E,MAAM,OAAO,gBAAuB,SAAQ,YAAkB;IAK5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,CAAC;QAC/B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;QAErC,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC;IACnD,CAAC;CACF;AAgBD,MAAM,OAAO,gBAAuB,SAAQ,YAAkB;IAO5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAEQ,WAAW;QAClB,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE;YAC3B,OAAO,KAAK,CAAC;SACd;QAED,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,OAAO;YACL,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM;aACd;SACF,CAAC;IACJ,CAAC;CACF"}
1
+ {"version":3,"file":"pagination.mjs","sourceRoot":"","sources":["src/pagination.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAKnC,EAAE,YAAY,EAAsD;AAgB3E,MAAM,OAAO,gBAAuB,SAAQ,YAAkB;IAK5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;IACzC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,UAAU,IAAI,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC;QAC/C,MAAM,YAAY,GAAG,MAAM,GAAG,MAAM,CAAC;QAErC,OAAO,EAAE,MAAM,EAAE,EAAE,WAAW,EAAE,YAAY,EAAE,EAAE,CAAC;IACnD,CAAC;CACF;AAgBD,MAAM,OAAO,gBAAuB,SAAQ,YAAkB;IAO5D,YACE,MAAiB,EACjB,QAAkB,EAClB,IAAoC,EACpC,OAA4B;QAE5B,KAAK,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAEvC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAC;QACvC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IACpC,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;IACzB,CAAC;IAEQ,WAAW;QAClB,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE;YAC3B,OAAO,KAAK,CAAC;SACd;QAED,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IAED,kDAAkD;IAClD,cAAc;QACZ,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACjC,IAAI,CAAC,IAAI;YAAE,OAAO,IAAI,CAAC;QACvB,IAAI,QAAQ,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,MAAM,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QACzD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC;QAC7C,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,YAAY;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,MAAM,EAAE;YACX,OAAO,IAAI,CAAC;SACb;QAED,OAAO;YACL,MAAM,EAAE;gBACN,KAAK,EAAE,MAAM;aACd;SACF,CAAC;IACJ,CAAC;CACF"}
package/resource.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"resource.d.ts","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAEhD,8BAAsB,WAAW;IAC/B,SAAS,CAAC,OAAO,EAAE,gBAAgB,CAAC;gBAExB,MAAM,EAAE,gBAAgB;CAGrC"}
1
+ {"version":3,"file":"resource.d.ts","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,SAAS,CAAC;AAEhD,8BAAsB,WAAW;IAC/B,SAAS,CAAC,OAAO,EAAE,gBAAgB,CAAC;gBAExB,MAAM,EAAE,gBAAgB;CAGrC"}
package/resource.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"resource.js","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAM1C,MAAsB,WAAW;IAG/B,YAAY,MAAwB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;CACF;AAND,kCAMC"}
1
+ {"version":3,"file":"resource.js","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAO1C,MAAsB,WAAW;IAG/B,YAAY,MAAwB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;CACF;AAND,kCAMC"}
package/resource.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"resource.mjs","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAM1C,MAAM,OAAgB,WAAW;IAG/B,YAAY,MAAwB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;CACF"}
1
+ {"version":3,"file":"resource.mjs","sourceRoot":"","sources":["src/resource.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAO1C,MAAM,OAAgB,WAAW;IAG/B,YAAY,MAAwB;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;IACxB,CAAC;CACF"}
@@ -0,0 +1,22 @@
1
+ import { APIResource } from "../../resource.js";
2
+ import * as BenchmarksAPI from "./benchmarks.js";
3
+ import { Benchmark, BenchmarkListResponse, BenchmarkRegisterParams, Benchmarks, ListBenchmarksResponse } from "./benchmarks.js";
4
+ import * as InferenceAPI from "./inference.js";
5
+ import { Inference, InferenceRerankParams, InferenceRerankResponse } from "./inference.js";
6
+ import * as EvalAPI from "./eval/eval.js";
7
+ import { BenchmarkConfig, Eval, EvalEvaluateRowsAlphaParams, EvalEvaluateRowsParams, EvalRunEvalAlphaParams, EvalRunEvalParams, EvaluateResponse, Job } from "./eval/eval.js";
8
+ import * as PostTrainingAPI from "./post-training/post-training.js";
9
+ import { AlgorithmConfig, PostTraining, PostTrainingJob, PostTrainingPreferenceOptimizeParams, PostTrainingSupervisedFineTuneParams } from "./post-training/post-training.js";
10
+ export declare class Alpha extends APIResource {
11
+ inference: InferenceAPI.Inference;
12
+ postTraining: PostTrainingAPI.PostTraining;
13
+ benchmarks: BenchmarksAPI.Benchmarks;
14
+ eval: EvalAPI.Eval;
15
+ }
16
+ export declare namespace Alpha {
17
+ export { Inference as Inference, type InferenceRerankResponse as InferenceRerankResponse, type InferenceRerankParams as InferenceRerankParams, };
18
+ export { PostTraining as PostTraining, type AlgorithmConfig as AlgorithmConfig, type PostTrainingJob as PostTrainingJob, type PostTrainingPreferenceOptimizeParams as PostTrainingPreferenceOptimizeParams, type PostTrainingSupervisedFineTuneParams as PostTrainingSupervisedFineTuneParams, };
19
+ export { Benchmarks as Benchmarks, type Benchmark as Benchmark, type ListBenchmarksResponse as ListBenchmarksResponse, type BenchmarkListResponse as BenchmarkListResponse, type BenchmarkRegisterParams as BenchmarkRegisterParams, };
20
+ export { Eval as Eval, type BenchmarkConfig as BenchmarkConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
21
+ }
22
+ //# sourceMappingURL=alpha.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"alpha.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/alpha.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,aAAa,MAAM,cAAc,CAAC;AAC9C,OAAO,EACL,SAAS,EACT,qBAAqB,EACrB,uBAAuB,EACvB,UAAU,EACV,sBAAsB,EACvB,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,YAAY,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,qBAAqB,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AACxF,OAAO,KAAK,OAAO,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,eAAe,EACf,IAAI,EACJ,2BAA2B,EAC3B,sBAAsB,EACtB,sBAAsB,EACtB,iBAAiB,EACjB,gBAAgB,EAChB,GAAG,EACJ,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,eAAe,MAAM,+BAA+B,CAAC;AACjE,OAAO,EACL,eAAe,EACf,YAAY,EACZ,eAAe,EACf,oCAAoC,EACpC,oCAAoC,EACrC,MAAM,+BAA+B,CAAC;AAEvC,qBAAa,KAAM,SAAQ,WAAW;IACpC,SAAS,EAAE,YAAY,CAAC,SAAS,CAA4C;IAC7E,YAAY,EAAE,eAAe,CAAC,YAAY,CAAkD;IAC5F,UAAU,EAAE,aAAa,CAAC,UAAU,CAA8C;IAClF,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;CACrD;AAOD,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,SAAS,IAAI,SAAS,EACtB,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;IAEF,OAAO,EACL,YAAY,IAAI,YAAY,EAC5B,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,oCAAoC,IAAI,oCAAoC,EACjF,KAAK,oCAAoC,IAAI,oCAAoC,GAClF,CAAC;IAEF,OAAO,EACL,UAAU,IAAI,UAAU,EACxB,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,uBAAuB,IAAI,uBAAuB,GACxD,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;CACH"}
@@ -0,0 +1,57 @@
1
+ "use strict";
2
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
3
+ // All rights reserved.
4
+ //
5
+ // This source code is licensed under the terms described in the LICENSE file in
6
+ // the root directory of this source tree.
7
+ //
8
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
9
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ var desc = Object.getOwnPropertyDescriptor(m, k);
12
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
13
+ desc = { enumerable: true, get: function() { return m[k]; } };
14
+ }
15
+ Object.defineProperty(o, k2, desc);
16
+ }) : (function(o, m, k, k2) {
17
+ if (k2 === undefined) k2 = k;
18
+ o[k2] = m[k];
19
+ }));
20
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
21
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
22
+ }) : function(o, v) {
23
+ o["default"] = v;
24
+ });
25
+ var __importStar = (this && this.__importStar) || function (mod) {
26
+ if (mod && mod.__esModule) return mod;
27
+ var result = {};
28
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
29
+ __setModuleDefault(result, mod);
30
+ return result;
31
+ };
32
+ Object.defineProperty(exports, "__esModule", { value: true });
33
+ exports.Alpha = void 0;
34
+ const resource_1 = require("../../resource.js");
35
+ const BenchmarksAPI = __importStar(require("./benchmarks.js"));
36
+ const benchmarks_1 = require("./benchmarks.js");
37
+ const InferenceAPI = __importStar(require("./inference.js"));
38
+ const inference_1 = require("./inference.js");
39
+ const EvalAPI = __importStar(require("./eval/eval.js"));
40
+ const eval_1 = require("./eval/eval.js");
41
+ const PostTrainingAPI = __importStar(require("./post-training/post-training.js"));
42
+ const post_training_1 = require("./post-training/post-training.js");
43
+ class Alpha extends resource_1.APIResource {
44
+ constructor() {
45
+ super(...arguments);
46
+ this.inference = new InferenceAPI.Inference(this._client);
47
+ this.postTraining = new PostTrainingAPI.PostTraining(this._client);
48
+ this.benchmarks = new BenchmarksAPI.Benchmarks(this._client);
49
+ this.eval = new EvalAPI.Eval(this._client);
50
+ }
51
+ }
52
+ exports.Alpha = Alpha;
53
+ Alpha.Inference = inference_1.Inference;
54
+ Alpha.PostTraining = post_training_1.PostTraining;
55
+ Alpha.Benchmarks = benchmarks_1.Benchmarks;
56
+ Alpha.Eval = eval_1.Eval;
57
+ //# sourceMappingURL=alpha.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"alpha.js","sourceRoot":"","sources":["../../src/resources/alpha/alpha.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,+DAA8C;AAC9C,gDAMsB;AACtB,6DAA4C;AAC5C,8CAAwF;AACxF,wDAAuC;AACvC,yCASqB;AACrB,kFAAiE;AACjE,oEAMuC;AAEvC,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,cAAS,GAA2B,IAAI,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7E,iBAAY,GAAiC,IAAI,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5F,eAAU,GAA6B,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClF,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtD,CAAC;CAAA;AALD,sBAKC;AAED,KAAK,CAAC,SAAS,GAAG,qBAAS,CAAC;AAC5B,KAAK,CAAC,YAAY,GAAG,4BAAY,CAAC;AAClC,KAAK,CAAC,UAAU,GAAG,uBAAU,CAAC;AAC9B,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC"}
@@ -0,0 +1,30 @@
1
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ // All rights reserved.
3
+ //
4
+ // This source code is licensed under the terms described in the LICENSE file in
5
+ // the root directory of this source tree.
6
+ //
7
+ // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
8
+ import { APIResource } from "../../resource.mjs";
9
+ import * as BenchmarksAPI from "./benchmarks.mjs";
10
+ import { Benchmarks, } from "./benchmarks.mjs";
11
+ import * as InferenceAPI from "./inference.mjs";
12
+ import { Inference } from "./inference.mjs";
13
+ import * as EvalAPI from "./eval/eval.mjs";
14
+ import { Eval, } from "./eval/eval.mjs";
15
+ import * as PostTrainingAPI from "./post-training/post-training.mjs";
16
+ import { PostTraining, } from "./post-training/post-training.mjs";
17
+ export class Alpha extends APIResource {
18
+ constructor() {
19
+ super(...arguments);
20
+ this.inference = new InferenceAPI.Inference(this._client);
21
+ this.postTraining = new PostTrainingAPI.PostTraining(this._client);
22
+ this.benchmarks = new BenchmarksAPI.Benchmarks(this._client);
23
+ this.eval = new EvalAPI.Eval(this._client);
24
+ }
25
+ }
26
+ Alpha.Inference = Inference;
27
+ Alpha.PostTraining = PostTraining;
28
+ Alpha.Benchmarks = Benchmarks;
29
+ Alpha.Eval = Eval;
30
+ //# sourceMappingURL=alpha.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"alpha.mjs","sourceRoot":"","sources":["../../src/resources/alpha/alpha.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,aAAa;OAClB,EAIL,UAAU,GAEX;OACM,KAAK,YAAY;OACjB,EAAE,SAAS,EAAkD;OAC7D,KAAK,OAAO;OACZ,EAEL,IAAI,GAOL;OACM,KAAK,eAAe;OACpB,EAEL,YAAY,GAIb;AAED,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,cAAS,GAA2B,IAAI,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC7E,iBAAY,GAAiC,IAAI,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC5F,eAAU,GAA6B,IAAI,aAAa,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClF,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtD,CAAC;CAAA;AAED,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;AAC5B,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC;AAClC,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;AAC9B,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC"}
@@ -1,5 +1,5 @@
1
- import { APIResource } from "../resource.js";
2
- import * as Core from "../core.js";
1
+ import { APIResource } from "../../resource.js";
2
+ import * as Core from "../../core.js";
3
3
  export declare class Benchmarks extends APIResource {
4
4
  /**
5
5
  * Get a benchmark by its ID.
@@ -11,66 +11,56 @@ export declare class Benchmarks extends APIResource {
11
11
  list(options?: Core.RequestOptions): Core.APIPromise<BenchmarkListResponse>;
12
12
  /**
13
13
  * Register a benchmark.
14
+ *
15
+ * @deprecated
14
16
  */
15
17
  register(body: BenchmarkRegisterParams, options?: Core.RequestOptions): Core.APIPromise<void>;
18
+ /**
19
+ * Unregister a benchmark.
20
+ *
21
+ * @deprecated
22
+ */
23
+ unregister(benchmarkId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
16
24
  }
17
25
  /**
18
26
  * A benchmark resource for evaluating model performance.
19
27
  */
20
28
  export interface Benchmark {
29
+ dataset_id: string;
21
30
  /**
22
- * Identifier of the dataset to use for the benchmark evaluation
31
+ * Unique identifier for this resource in llama stack
23
32
  */
24
- dataset_id: string;
25
33
  identifier: string;
26
34
  /**
27
- * Metadata for this evaluation task
35
+ * ID of the provider that owns this resource
28
36
  */
29
- metadata: {
30
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
31
- };
32
37
  provider_id: string;
38
+ scoring_functions: Array<string>;
33
39
  /**
34
- * List of scoring function identifiers to apply during evaluation
40
+ * Metadata for this evaluation task
35
41
  */
36
- scoring_functions: Array<string>;
42
+ metadata?: {
43
+ [key: string]: unknown;
44
+ };
37
45
  /**
38
- * The resource type, always benchmark
46
+ * Unique identifier for this resource in the provider
39
47
  */
40
- type: 'benchmark';
41
- provider_resource_id?: string;
48
+ provider_resource_id?: string | null;
49
+ type?: 'benchmark';
42
50
  }
43
51
  export interface ListBenchmarksResponse {
44
52
  data: BenchmarkListResponse;
45
53
  }
46
54
  export type BenchmarkListResponse = Array<Benchmark>;
47
55
  export interface BenchmarkRegisterParams {
48
- /**
49
- * The ID of the benchmark to register.
50
- */
51
56
  benchmark_id: string;
52
- /**
53
- * The ID of the dataset to use for the benchmark.
54
- */
55
57
  dataset_id: string;
56
- /**
57
- * The scoring functions to use for the benchmark.
58
- */
59
58
  scoring_functions: Array<string>;
60
- /**
61
- * The metadata to use for the benchmark.
62
- */
63
59
  metadata?: {
64
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
65
- };
66
- /**
67
- * The ID of the provider benchmark to use for the benchmark.
68
- */
69
- provider_benchmark_id?: string;
70
- /**
71
- * The ID of the provider to use for the benchmark.
72
- */
73
- provider_id?: string;
60
+ [key: string]: unknown;
61
+ } | null;
62
+ provider_benchmark_id?: string | null;
63
+ provider_id?: string | null;
74
64
  }
75
65
  export declare namespace Benchmarks {
76
66
  export { type Benchmark as Benchmark, type ListBenchmarksResponse as ListBenchmarksResponse, type BenchmarkListResponse as BenchmarkListResponse, type BenchmarkRegisterParams as BenchmarkRegisterParams, };
@@ -0,0 +1 @@
1
+ {"version":3,"file":"benchmarks.d.ts","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AAEnC,qBAAa,UAAW,SAAQ,WAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;IAIxF;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,qBAAqB,CAAC;IAQ3E;;;;OAIG;IACH,QAAQ,CAAC,IAAI,EAAE,uBAAuB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQ7F;;;;OAIG;IACH,UAAU,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMtF;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC;;OAEG;IACH,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEtC;;OAEG;IACH,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAErC,IAAI,CAAC,EAAE,WAAW,CAAC;CACpB;AAED,MAAM,WAAW,sBAAsB;IACrC,IAAI,EAAE,qBAAqB,CAAC;CAC7B;AAED,MAAM,MAAM,qBAAqB,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAErD,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,MAAM,CAAC;IAErB,UAAU,EAAE,MAAM,CAAC;IAEnB,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEjC,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,GAAG,IAAI,CAAC;IAE7C,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAEtC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,uBAAuB,IAAI,uBAAuB,GACxD,CAAC;CACH"}
@@ -6,31 +6,45 @@
6
6
  // the root directory of this source tree.
7
7
  Object.defineProperty(exports, "__esModule", { value: true });
8
8
  exports.Benchmarks = void 0;
9
+ //
9
10
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
10
- const resource_1 = require("../resource.js");
11
+ const resource_1 = require("../../resource.js");
11
12
  class Benchmarks extends resource_1.APIResource {
12
13
  /**
13
14
  * Get a benchmark by its ID.
14
15
  */
15
16
  retrieve(benchmarkId, options) {
16
- return this._client.get(`/v1/eval/benchmarks/${benchmarkId}`, options);
17
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
17
18
  }
18
19
  /**
19
20
  * List all benchmarks.
20
21
  */
21
22
  list(options) {
22
- return this._client.get('/v1/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
23
+ return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
23
24
  }
24
25
  /**
25
26
  * Register a benchmark.
27
+ *
28
+ * @deprecated
26
29
  */
27
30
  register(body, options) {
28
- return this._client.post('/v1/eval/benchmarks', {
31
+ return this._client.post('/v1alpha/eval/benchmarks', {
29
32
  body,
30
33
  ...options,
31
34
  headers: { Accept: '*/*', ...options?.headers },
32
35
  });
33
36
  }
37
+ /**
38
+ * Unregister a benchmark.
39
+ *
40
+ * @deprecated
41
+ */
42
+ unregister(benchmarkId, options) {
43
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
44
+ ...options,
45
+ headers: { Accept: '*/*', ...options?.headers },
46
+ });
47
+ }
34
48
  }
35
49
  exports.Benchmarks = Benchmarks;
36
50
  //# sourceMappingURL=benchmarks.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"benchmarks.js","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,EAAE;AACF,sFAAsF;AAEtF,gDAA6C;AAG7C,MAAa,UAAW,SAAQ,sBAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA3CD,gCA2CC"}
@@ -0,0 +1,44 @@
1
+ // Copyright (c) Meta Platforms, Inc. and affiliates.
2
+ // All rights reserved.
3
+ //
4
+ // This source code is licensed under the terms described in the LICENSE file in
5
+ // the root directory of this source tree.
6
+ import { APIResource } from "../../resource.mjs";
7
+ export class Benchmarks extends APIResource {
8
+ /**
9
+ * Get a benchmark by its ID.
10
+ */
11
+ retrieve(benchmarkId, options) {
12
+ return this._client.get(`/v1alpha/eval/benchmarks/${benchmarkId}`, options);
13
+ }
14
+ /**
15
+ * List all benchmarks.
16
+ */
17
+ list(options) {
18
+ return this._client.get('/v1alpha/eval/benchmarks', options)._thenUnwrap((obj) => obj.data);
19
+ }
20
+ /**
21
+ * Register a benchmark.
22
+ *
23
+ * @deprecated
24
+ */
25
+ register(body, options) {
26
+ return this._client.post('/v1alpha/eval/benchmarks', {
27
+ body,
28
+ ...options,
29
+ headers: { Accept: '*/*', ...options?.headers },
30
+ });
31
+ }
32
+ /**
33
+ * Unregister a benchmark.
34
+ *
35
+ * @deprecated
36
+ */
37
+ unregister(benchmarkId, options) {
38
+ return this._client.delete(`/v1alpha/eval/benchmarks/${benchmarkId}`, {
39
+ ...options,
40
+ headers: { Accept: '*/*', ...options?.headers },
41
+ });
42
+ }
43
+ }
44
+ //# sourceMappingURL=benchmarks.mjs.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"benchmarks.mjs","sourceRoot":"","sources":["../../src/resources/alpha/benchmarks.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAKnC,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,UAAW,SAAQ,WAAW;IACzC;;OAEG;IACH,QAAQ,CAAC,WAAmB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,4BAA4B,WAAW,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9E,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,OAAO,CAGrD,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,IAA6B,EAAE,OAA6B;QACnE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE;YACnD,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,UAAU,CAAC,WAAmB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,4BAA4B,WAAW,EAAE,EAAE;YACpE,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -0,0 +1,160 @@
1
+ import { APIResource } from "../../../resource.js";
2
+ import * as Core from "../../../core.js";
3
+ import * as Shared from "../../shared.js";
4
+ import * as JobsAPI from "./jobs.js";
5
+ import { Jobs } from "./jobs.js";
6
+ export declare class Eval extends APIResource {
7
+ jobs: JobsAPI.Jobs;
8
+ /**
9
+ * Evaluate a list of rows on a benchmark.
10
+ */
11
+ evaluateRows(benchmarkId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
12
+ /**
13
+ * Evaluate a list of rows on a benchmark.
14
+ */
15
+ evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
16
+ /**
17
+ * Run an evaluation on a benchmark.
18
+ */
19
+ runEval(benchmarkId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
20
+ /**
21
+ * Run an evaluation on a benchmark.
22
+ */
23
+ runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
24
+ }
25
+ /**
26
+ * A benchmark configuration for evaluation.
27
+ */
28
+ export interface BenchmarkConfig {
29
+ /**
30
+ * A model candidate for evaluation.
31
+ */
32
+ eval_candidate: BenchmarkConfig.EvalCandidate;
33
+ /**
34
+ * Number of examples to evaluate (useful for testing), if not provided, all
35
+ * examples in the dataset will be evaluated
36
+ */
37
+ num_examples?: number | null;
38
+ /**
39
+ * Map between scoring function id and parameters for each scoring function you
40
+ * want to run
41
+ */
42
+ scoring_params?: {
43
+ [key: string]: BenchmarkConfig.LlmAsJudgeScoringFnParams | BenchmarkConfig.RegexParserScoringFnParams | BenchmarkConfig.BasicScoringFnParams;
44
+ };
45
+ }
46
+ export declare namespace BenchmarkConfig {
47
+ /**
48
+ * A model candidate for evaluation.
49
+ */
50
+ interface EvalCandidate {
51
+ model: string;
52
+ /**
53
+ * Sampling parameters.
54
+ */
55
+ sampling_params: Shared.SamplingParams;
56
+ /**
57
+ * A system message providing instructions or context to the model.
58
+ */
59
+ system_message?: Shared.SystemMessage | null;
60
+ type?: 'model';
61
+ }
62
+ /**
63
+ * Parameters for LLM-as-judge scoring function configuration.
64
+ */
65
+ interface LlmAsJudgeScoringFnParams {
66
+ judge_model: string;
67
+ /**
68
+ * Aggregation functions to apply to the scores of each row
69
+ */
70
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
71
+ /**
72
+ * Regexes to extract the answer from generated response
73
+ */
74
+ judge_score_regexes?: Array<string>;
75
+ prompt_template?: string | null;
76
+ type?: 'llm_as_judge';
77
+ }
78
+ /**
79
+ * Parameters for regex parser scoring function configuration.
80
+ */
81
+ interface RegexParserScoringFnParams {
82
+ /**
83
+ * Aggregation functions to apply to the scores of each row
84
+ */
85
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
86
+ /**
87
+ * Regex to extract the answer from generated response
88
+ */
89
+ parsing_regexes?: Array<string>;
90
+ type?: 'regex_parser';
91
+ }
92
+ /**
93
+ * Parameters for basic scoring function configuration.
94
+ */
95
+ interface BasicScoringFnParams {
96
+ /**
97
+ * Aggregation functions to apply to the scores of each row
98
+ */
99
+ aggregation_functions?: Array<'average' | 'weighted_average' | 'median' | 'categorical_count' | 'accuracy'>;
100
+ type?: 'basic';
101
+ }
102
+ }
103
+ /**
104
+ * The response from an evaluation.
105
+ */
106
+ export interface EvaluateResponse {
107
+ generations: Array<{
108
+ [key: string]: unknown;
109
+ }>;
110
+ scores: {
111
+ [key: string]: Shared.ScoringResult;
112
+ };
113
+ }
114
+ /**
115
+ * A job execution instance with status tracking.
116
+ */
117
+ export interface Job {
118
+ job_id: string;
119
+ /**
120
+ * Status of a job execution.
121
+ */
122
+ status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
123
+ }
124
+ export interface EvalEvaluateRowsParams {
125
+ /**
126
+ * A benchmark configuration for evaluation.
127
+ */
128
+ benchmark_config: BenchmarkConfig;
129
+ input_rows: Array<{
130
+ [key: string]: unknown;
131
+ }>;
132
+ scoring_functions: Array<string>;
133
+ }
134
+ export interface EvalEvaluateRowsAlphaParams {
135
+ /**
136
+ * A benchmark configuration for evaluation.
137
+ */
138
+ benchmark_config: BenchmarkConfig;
139
+ input_rows: Array<{
140
+ [key: string]: unknown;
141
+ }>;
142
+ scoring_functions: Array<string>;
143
+ }
144
+ export interface EvalRunEvalParams {
145
+ /**
146
+ * A benchmark configuration for evaluation.
147
+ */
148
+ benchmark_config: BenchmarkConfig;
149
+ }
150
+ export interface EvalRunEvalAlphaParams {
151
+ /**
152
+ * A benchmark configuration for evaluation.
153
+ */
154
+ benchmark_config: BenchmarkConfig;
155
+ }
156
+ export declare namespace Eval {
157
+ export { type BenchmarkConfig as BenchmarkConfig, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
158
+ export { Jobs as Jobs };
159
+ }
160
+ //# sourceMappingURL=eval.d.ts.map