llama-stack-client 0.3.4 → 0.4.0-rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (576) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +19 -21
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +23 -50
  8. package/index.d.ts +23 -50
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +1 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/alpha.d.ts +22 -0
  30. package/resources/alpha/alpha.d.ts.map +1 -0
  31. package/resources/alpha/alpha.js +57 -0
  32. package/resources/alpha/alpha.js.map +1 -0
  33. package/resources/alpha/alpha.mjs +30 -0
  34. package/resources/alpha/alpha.mjs.map +1 -0
  35. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +25 -35
  36. package/resources/alpha/benchmarks.d.ts.map +1 -0
  37. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  38. package/resources/alpha/benchmarks.js.map +1 -0
  39. package/resources/alpha/benchmarks.mjs +44 -0
  40. package/resources/alpha/benchmarks.mjs.map +1 -0
  41. package/resources/alpha/eval/eval.d.ts +160 -0
  42. package/resources/alpha/eval/eval.d.ts.map +1 -0
  43. package/resources/{eval → alpha/eval}/eval.js +7 -6
  44. package/resources/alpha/eval/eval.js.map +1 -0
  45. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  46. package/resources/alpha/eval/eval.mjs.map +1 -0
  47. package/resources/alpha/eval/index.d.ts +3 -0
  48. package/resources/alpha/eval/index.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/index.js +2 -1
  50. package/resources/alpha/eval/index.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  52. package/resources/alpha/eval/index.mjs.map +1 -0
  53. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  54. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  56. package/resources/alpha/eval/jobs.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  58. package/resources/alpha/eval/jobs.mjs.map +1 -0
  59. package/resources/alpha/eval.d.ts.map +1 -0
  60. package/resources/{eval.js → alpha/eval.js} +1 -0
  61. package/resources/alpha/eval.js.map +1 -0
  62. package/resources/alpha/eval.mjs.map +1 -0
  63. package/resources/alpha/index.d.ts +6 -0
  64. package/resources/alpha/index.d.ts.map +1 -0
  65. package/resources/alpha/index.js +21 -0
  66. package/resources/alpha/index.js.map +1 -0
  67. package/resources/alpha/index.mjs +13 -0
  68. package/resources/alpha/index.mjs.map +1 -0
  69. package/resources/alpha/inference.d.ts +85 -0
  70. package/resources/alpha/inference.d.ts.map +1 -0
  71. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  72. package/resources/alpha/inference.js.map +1 -0
  73. package/resources/alpha/inference.mjs +17 -0
  74. package/resources/alpha/inference.mjs.map +1 -0
  75. package/resources/alpha/post-training/index.d.ts +3 -0
  76. package/resources/alpha/post-training/index.d.ts.map +1 -0
  77. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  78. package/resources/alpha/post-training/index.js.map +1 -0
  79. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  80. package/resources/alpha/post-training/index.mjs.map +1 -0
  81. package/resources/alpha/post-training/job.d.ts +116 -0
  82. package/resources/alpha/post-training/job.d.ts.map +1 -0
  83. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  84. package/resources/alpha/post-training/job.js.map +1 -0
  85. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  86. package/resources/alpha/post-training/job.mjs.map +1 -0
  87. package/resources/alpha/post-training/post-training.d.ts +242 -0
  88. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  89. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  90. package/resources/alpha/post-training/post-training.js.map +1 -0
  91. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  92. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  93. package/resources/alpha/post-training.d.ts.map +1 -0
  94. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  95. package/resources/alpha/post-training.js.map +1 -0
  96. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  97. package/resources/alpha/post-training.mjs.map +1 -0
  98. package/resources/alpha.d.ts +2 -0
  99. package/resources/alpha.d.ts.map +1 -0
  100. package/resources/alpha.js +25 -0
  101. package/resources/alpha.js.map +1 -0
  102. package/resources/alpha.mjs +9 -0
  103. package/resources/alpha.mjs.map +1 -0
  104. package/resources/batches.d.ts +322 -0
  105. package/resources/batches.d.ts.map +1 -0
  106. package/resources/batches.js +45 -0
  107. package/resources/batches.js.map +1 -0
  108. package/resources/batches.mjs +40 -0
  109. package/resources/batches.mjs.map +1 -0
  110. package/resources/beta/beta.d.ts +10 -0
  111. package/resources/beta/beta.d.ts.map +1 -0
  112. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  113. package/resources/beta/beta.js.map +1 -0
  114. package/resources/beta/beta.mjs +18 -0
  115. package/resources/beta/beta.mjs.map +1 -0
  116. package/resources/beta/datasets.d.ts +257 -0
  117. package/resources/beta/datasets.d.ts.map +1 -0
  118. package/resources/{datasets.js → beta/datasets.js} +14 -9
  119. package/resources/beta/datasets.js.map +1 -0
  120. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  121. package/resources/beta/datasets.mjs.map +1 -0
  122. package/resources/beta/index.d.ts +3 -0
  123. package/resources/beta/index.d.ts.map +1 -0
  124. package/resources/beta/index.js +15 -0
  125. package/resources/beta/index.js.map +1 -0
  126. package/resources/beta/index.mjs +10 -0
  127. package/resources/beta/index.mjs.map +1 -0
  128. package/resources/beta.d.ts +2 -0
  129. package/resources/beta.d.ts.map +1 -0
  130. package/resources/{agents.js → beta.js} +4 -3
  131. package/resources/beta.js.map +1 -0
  132. package/resources/beta.mjs +9 -0
  133. package/resources/beta.mjs.map +1 -0
  134. package/resources/chat/chat.d.ts +73 -78
  135. package/resources/chat/chat.d.ts.map +1 -1
  136. package/resources/chat/chat.js +2 -2
  137. package/resources/chat/chat.js.map +1 -1
  138. package/resources/chat/chat.mjs +3 -2
  139. package/resources/chat/chat.mjs.map +1 -1
  140. package/resources/chat/completions.d.ts +756 -1402
  141. package/resources/chat/completions.d.ts.map +1 -1
  142. package/resources/chat/completions.js +8 -14
  143. package/resources/chat/completions.js.map +1 -1
  144. package/resources/chat/completions.mjs +7 -11
  145. package/resources/chat/completions.mjs.map +1 -1
  146. package/resources/chat/index.d.ts +1 -1
  147. package/resources/chat/index.d.ts.map +1 -1
  148. package/resources/chat/index.js +3 -3
  149. package/resources/chat/index.js.map +1 -1
  150. package/resources/chat/index.mjs +3 -1
  151. package/resources/chat/index.mjs.map +1 -1
  152. package/resources/chat.js +2 -1
  153. package/resources/chat.js.map +1 -1
  154. package/resources/chat.mjs +2 -0
  155. package/resources/chat.mjs.map +1 -1
  156. package/resources/completions.d.ts +52 -95
  157. package/resources/completions.d.ts.map +1 -1
  158. package/resources/completions.js +3 -6
  159. package/resources/completions.js.map +1 -1
  160. package/resources/completions.mjs +3 -5
  161. package/resources/completions.mjs.map +1 -1
  162. package/resources/conversations/conversations.d.ts +292 -0
  163. package/resources/conversations/conversations.d.ts.map +1 -0
  164. package/resources/conversations/conversations.js +78 -0
  165. package/resources/conversations/conversations.js.map +1 -0
  166. package/resources/conversations/conversations.mjs +51 -0
  167. package/resources/conversations/conversations.mjs.map +1 -0
  168. package/resources/conversations/index.d.ts +3 -0
  169. package/resources/conversations/index.d.ts.map +1 -0
  170. package/resources/conversations/index.js +16 -0
  171. package/resources/conversations/index.js.map +1 -0
  172. package/resources/conversations/index.mjs +10 -0
  173. package/resources/conversations/index.mjs.map +1 -0
  174. package/resources/conversations/items.d.ts +762 -0
  175. package/resources/conversations/items.d.ts.map +1 -0
  176. package/resources/conversations/items.js +51 -0
  177. package/resources/conversations/items.js.map +1 -0
  178. package/resources/conversations/items.mjs +46 -0
  179. package/resources/conversations/items.mjs.map +1 -0
  180. package/resources/conversations.d.ts +2 -0
  181. package/resources/conversations.d.ts.map +1 -0
  182. package/resources/conversations.js +25 -0
  183. package/resources/conversations.js.map +1 -0
  184. package/resources/conversations.mjs +9 -0
  185. package/resources/conversations.mjs.map +1 -0
  186. package/resources/embeddings.d.ts +10 -52
  187. package/resources/embeddings.d.ts.map +1 -1
  188. package/resources/embeddings.js +5 -2
  189. package/resources/embeddings.js.map +1 -1
  190. package/resources/embeddings.mjs +5 -1
  191. package/resources/embeddings.mjs.map +1 -1
  192. package/resources/files.d.ts +44 -54
  193. package/resources/files.d.ts.map +1 -1
  194. package/resources/files.js +18 -9
  195. package/resources/files.js.map +1 -1
  196. package/resources/files.mjs +18 -8
  197. package/resources/files.mjs.map +1 -1
  198. package/resources/index.d.ts +9 -13
  199. package/resources/index.d.ts.map +1 -1
  200. package/resources/index.js +15 -21
  201. package/resources/index.js.map +1 -1
  202. package/resources/index.mjs +9 -11
  203. package/resources/index.mjs.map +1 -1
  204. package/resources/inspect.d.ts +6 -32
  205. package/resources/inspect.d.ts.map +1 -1
  206. package/resources/inspect.js +6 -1
  207. package/resources/inspect.js.map +1 -1
  208. package/resources/inspect.mjs +6 -0
  209. package/resources/inspect.mjs.map +1 -1
  210. package/resources/models/index.d.ts +2 -2
  211. package/resources/models/index.d.ts.map +1 -1
  212. package/resources/models/index.js +2 -1
  213. package/resources/models/index.js.map +1 -1
  214. package/resources/models/index.mjs +2 -0
  215. package/resources/models/index.mjs.map +1 -1
  216. package/resources/models/models.d.ts +71 -31
  217. package/resources/models/models.d.ts.map +1 -1
  218. package/resources/models/models.js +13 -2
  219. package/resources/models/models.js.map +1 -1
  220. package/resources/models/models.mjs +13 -1
  221. package/resources/models/models.mjs.map +1 -1
  222. package/resources/models/openai.d.ts +2 -16
  223. package/resources/models/openai.d.ts.map +1 -1
  224. package/resources/models/openai.js +3 -2
  225. package/resources/models/openai.js.map +1 -1
  226. package/resources/models/openai.mjs +3 -1
  227. package/resources/models/openai.mjs.map +1 -1
  228. package/resources/models.js +2 -1
  229. package/resources/models.js.map +1 -1
  230. package/resources/models.mjs +2 -0
  231. package/resources/models.mjs.map +1 -1
  232. package/resources/moderations.d.ts +9 -35
  233. package/resources/moderations.d.ts.map +1 -1
  234. package/resources/moderations.js +5 -2
  235. package/resources/moderations.js.map +1 -1
  236. package/resources/moderations.mjs +5 -1
  237. package/resources/moderations.mjs.map +1 -1
  238. package/resources/prompts/index.d.ts +3 -0
  239. package/resources/prompts/index.d.ts.map +1 -0
  240. package/resources/prompts/index.js +15 -0
  241. package/resources/prompts/index.js.map +1 -0
  242. package/resources/prompts/index.mjs +10 -0
  243. package/resources/prompts/index.mjs.map +1 -0
  244. package/resources/prompts/prompts.d.ts +96 -0
  245. package/resources/prompts/prompts.d.ts.map +1 -0
  246. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  247. package/resources/prompts/prompts.js.map +1 -0
  248. package/resources/prompts/prompts.mjs +66 -0
  249. package/resources/prompts/prompts.mjs.map +1 -0
  250. package/resources/prompts/versions.d.ts +12 -0
  251. package/resources/prompts/versions.d.ts.map +1 -0
  252. package/resources/prompts/versions.js +23 -0
  253. package/resources/prompts/versions.js.map +1 -0
  254. package/resources/prompts/versions.mjs +19 -0
  255. package/resources/prompts/versions.mjs.map +1 -0
  256. package/resources/prompts.d.ts +2 -0
  257. package/resources/prompts.d.ts.map +1 -0
  258. package/resources/prompts.js +25 -0
  259. package/resources/prompts.js.map +1 -0
  260. package/resources/prompts.mjs +9 -0
  261. package/resources/prompts.mjs.map +1 -0
  262. package/resources/providers.d.ts +4 -6
  263. package/resources/providers.d.ts.map +1 -1
  264. package/resources/providers.js +6 -1
  265. package/resources/providers.js.map +1 -1
  266. package/resources/providers.mjs +6 -0
  267. package/resources/providers.mjs.map +1 -1
  268. package/resources/responses/index.js +2 -1
  269. package/resources/responses/index.js.map +1 -1
  270. package/resources/responses/index.mjs +2 -0
  271. package/resources/responses/index.mjs.map +1 -1
  272. package/resources/responses/input-items.d.ts +190 -151
  273. package/resources/responses/input-items.d.ts.map +1 -1
  274. package/resources/responses/input-items.js +3 -2
  275. package/resources/responses/input-items.js.map +1 -1
  276. package/resources/responses/input-items.mjs +3 -1
  277. package/resources/responses/input-items.mjs.map +1 -1
  278. package/resources/responses/responses.d.ts +1387 -1449
  279. package/resources/responses/responses.d.ts.map +1 -1
  280. package/resources/responses/responses.js +8 -11
  281. package/resources/responses/responses.js.map +1 -1
  282. package/resources/responses/responses.mjs +8 -10
  283. package/resources/responses/responses.mjs.map +1 -1
  284. package/resources/responses.js +2 -1
  285. package/resources/responses.js.map +1 -1
  286. package/resources/responses.mjs +2 -0
  287. package/resources/responses.mjs.map +1 -1
  288. package/resources/routes.d.ts +7 -7
  289. package/resources/routes.d.ts.map +1 -1
  290. package/resources/routes.js +8 -6
  291. package/resources/routes.js.map +1 -1
  292. package/resources/routes.mjs +8 -5
  293. package/resources/routes.mjs.map +1 -1
  294. package/resources/safety.d.ts +144 -10
  295. package/resources/safety.d.ts.map +1 -1
  296. package/resources/safety.js +4 -1
  297. package/resources/safety.js.map +1 -1
  298. package/resources/safety.mjs +4 -0
  299. package/resources/safety.mjs.map +1 -1
  300. package/resources/scoring-functions.d.ts +120 -50
  301. package/resources/scoring-functions.d.ts.map +1 -1
  302. package/resources/scoring-functions.js +15 -1
  303. package/resources/scoring-functions.js.map +1 -1
  304. package/resources/scoring-functions.mjs +15 -0
  305. package/resources/scoring-functions.mjs.map +1 -1
  306. package/resources/scoring.d.ts +85 -26
  307. package/resources/scoring.d.ts.map +1 -1
  308. package/resources/scoring.js +2 -1
  309. package/resources/scoring.js.map +1 -1
  310. package/resources/scoring.mjs +2 -0
  311. package/resources/scoring.mjs.map +1 -1
  312. package/resources/shared.d.ts +125 -629
  313. package/resources/shared.d.ts.map +1 -1
  314. package/resources/shared.js +2 -0
  315. package/resources/shared.js.map +1 -1
  316. package/resources/shared.mjs +2 -0
  317. package/resources/shared.mjs.map +1 -1
  318. package/resources/shields.d.ts +19 -24
  319. package/resources/shields.d.ts.map +1 -1
  320. package/resources/shields.js +6 -1
  321. package/resources/shields.js.map +1 -1
  322. package/resources/shields.mjs +6 -0
  323. package/resources/shields.mjs.map +1 -1
  324. package/resources/tool-runtime.d.ts +151 -1
  325. package/resources/tool-runtime.d.ts.map +1 -1
  326. package/resources/tool-runtime.js +22 -16
  327. package/resources/tool-runtime.js.map +1 -1
  328. package/resources/tool-runtime.mjs +20 -1
  329. package/resources/tool-runtime.mjs.map +1 -1
  330. package/resources/toolgroups.d.ts +27 -37
  331. package/resources/toolgroups.d.ts.map +1 -1
  332. package/resources/toolgroups.js +10 -1
  333. package/resources/toolgroups.js.map +1 -1
  334. package/resources/toolgroups.mjs +10 -0
  335. package/resources/toolgroups.mjs.map +1 -1
  336. package/resources/tools.d.ts +9 -76
  337. package/resources/tools.d.ts.map +1 -1
  338. package/resources/tools.js +4 -1
  339. package/resources/tools.js.map +1 -1
  340. package/resources/tools.mjs +4 -0
  341. package/resources/tools.mjs.map +1 -1
  342. package/resources/vector-io.d.ts +272 -148
  343. package/resources/vector-io.d.ts.map +1 -1
  344. package/resources/vector-io.js +2 -1
  345. package/resources/vector-io.js.map +1 -1
  346. package/resources/vector-io.mjs +2 -0
  347. package/resources/vector-io.mjs.map +1 -1
  348. package/resources/vector-stores/file-batches.d.ts +111 -0
  349. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  350. package/resources/vector-stores/file-batches.js +45 -0
  351. package/resources/vector-stores/file-batches.js.map +1 -0
  352. package/resources/vector-stores/file-batches.mjs +41 -0
  353. package/resources/vector-stores/file-batches.mjs.map +1 -0
  354. package/resources/vector-stores/files.d.ts +83 -135
  355. package/resources/vector-stores/files.d.ts.map +1 -1
  356. package/resources/vector-stores/files.js +15 -14
  357. package/resources/vector-stores/files.js.map +1 -1
  358. package/resources/vector-stores/files.mjs +15 -13
  359. package/resources/vector-stores/files.mjs.map +1 -1
  360. package/resources/vector-stores/index.d.ts +2 -1
  361. package/resources/vector-stores/index.d.ts.map +1 -1
  362. package/resources/vector-stores/index.js +5 -2
  363. package/resources/vector-stores/index.js.map +1 -1
  364. package/resources/vector-stores/index.mjs +3 -0
  365. package/resources/vector-stores/index.mjs.map +1 -1
  366. package/resources/vector-stores/vector-stores.d.ts +118 -217
  367. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  368. package/resources/vector-stores/vector-stores.js +18 -12
  369. package/resources/vector-stores/vector-stores.js.map +1 -1
  370. package/resources/vector-stores/vector-stores.mjs +18 -11
  371. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  372. package/resources/vector-stores.js +2 -1
  373. package/resources/vector-stores.js.map +1 -1
  374. package/resources/vector-stores.mjs +2 -0
  375. package/resources/vector-stores.mjs.map +1 -1
  376. package/src/error.ts +1 -0
  377. package/src/index.ts +82 -252
  378. package/src/lib/response-helpers.ts +60 -0
  379. package/src/pagination.ts +2 -5
  380. package/src/resource.ts +1 -0
  381. package/src/resources/alpha/alpha.ts +85 -0
  382. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +36 -37
  383. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  384. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  385. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  386. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  387. package/src/resources/alpha/index.ts +34 -0
  388. package/src/resources/alpha/inference.ts +132 -0
  389. package/src/resources/{post-training → alpha/post-training}/index.ts +2 -2
  390. package/src/resources/alpha/post-training/job.ts +182 -0
  391. package/src/resources/alpha/post-training/post-training.ts +369 -0
  392. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  393. package/src/resources/alpha.ts +9 -0
  394. package/src/resources/batches.ts +572 -0
  395. package/src/resources/beta/beta.ts +41 -0
  396. package/src/resources/beta/datasets.ts +350 -0
  397. package/src/resources/beta/index.ts +20 -0
  398. package/src/resources/{agents.ts → beta.ts} +2 -2
  399. package/src/resources/chat/chat.ts +82 -81
  400. package/src/resources/chat/completions.ts +874 -1484
  401. package/src/resources/chat/index.ts +1 -2
  402. package/src/resources/chat.ts +1 -1
  403. package/src/resources/completions.ts +57 -101
  404. package/src/resources/conversations/conversations.ts +455 -0
  405. package/src/resources/conversations/index.ts +25 -0
  406. package/src/resources/conversations/items.ts +1221 -0
  407. package/src/resources/conversations.ts +9 -0
  408. package/src/resources/embeddings.ts +14 -55
  409. package/src/resources/files.ts +54 -61
  410. package/src/resources/index.ts +33 -109
  411. package/src/resources/inspect.ts +7 -33
  412. package/src/resources/models/index.ts +4 -2
  413. package/src/resources/models/models.ts +79 -30
  414. package/src/resources/models/openai.ts +4 -24
  415. package/src/resources/models.ts +1 -1
  416. package/src/resources/moderations.ts +10 -36
  417. package/src/resources/prompts/index.ts +19 -0
  418. package/src/resources/prompts/prompts.ts +171 -0
  419. package/src/resources/prompts/versions.ts +26 -0
  420. package/src/resources/prompts.ts +9 -0
  421. package/src/resources/providers.ts +5 -7
  422. package/src/resources/responses/index.ts +1 -1
  423. package/src/resources/responses/input-items.ts +293 -161
  424. package/src/resources/responses/responses.ts +2112 -1632
  425. package/src/resources/responses.ts +1 -1
  426. package/src/resources/routes.ts +25 -10
  427. package/src/resources/safety.ts +199 -9
  428. package/src/resources/scoring-functions.ts +168 -52
  429. package/src/resources/scoring.ts +125 -22
  430. package/src/resources/shared.ts +141 -714
  431. package/src/resources/shields.ts +18 -23
  432. package/src/resources/tool-runtime.ts +210 -2
  433. package/src/resources/toolgroups.ts +26 -36
  434. package/src/resources/tools.ts +10 -94
  435. package/src/resources/vector-io.ts +323 -145
  436. package/src/resources/vector-stores/file-batches.ts +201 -0
  437. package/src/resources/vector-stores/files.ts +123 -143
  438. package/src/resources/vector-stores/index.ts +9 -1
  439. package/src/resources/vector-stores/vector-stores.ts +150 -216
  440. package/src/resources/vector-stores.ts +1 -1
  441. package/src/version.ts +1 -1
  442. package/version.d.ts +1 -1
  443. package/version.d.ts.map +1 -1
  444. package/version.js +1 -1
  445. package/version.js.map +1 -1
  446. package/version.mjs +1 -1
  447. package/version.mjs.map +1 -1
  448. package/resources/agents/agents.d.ts +0 -246
  449. package/resources/agents/agents.d.ts.map +0 -1
  450. package/resources/agents/agents.js.map +0 -1
  451. package/resources/agents/agents.mjs +0 -52
  452. package/resources/agents/agents.mjs.map +0 -1
  453. package/resources/agents/index.d.ts +0 -5
  454. package/resources/agents/index.d.ts.map +0 -1
  455. package/resources/agents/index.js +0 -18
  456. package/resources/agents/index.js.map +0 -1
  457. package/resources/agents/index.mjs +0 -10
  458. package/resources/agents/index.mjs.map +0 -1
  459. package/resources/agents/session.d.ts +0 -98
  460. package/resources/agents/session.d.ts.map +0 -1
  461. package/resources/agents/session.js +0 -42
  462. package/resources/agents/session.js.map +0 -1
  463. package/resources/agents/session.mjs +0 -37
  464. package/resources/agents/session.mjs.map +0 -1
  465. package/resources/agents/steps.d.ts +0 -22
  466. package/resources/agents/steps.d.ts.map +0 -1
  467. package/resources/agents/steps.js.map +0 -1
  468. package/resources/agents/steps.mjs +0 -15
  469. package/resources/agents/steps.mjs.map +0 -1
  470. package/resources/agents/turn.d.ts +0 -461
  471. package/resources/agents/turn.d.ts.map +0 -1
  472. package/resources/agents/turn.js +0 -34
  473. package/resources/agents/turn.js.map +0 -1
  474. package/resources/agents/turn.mjs +0 -29
  475. package/resources/agents/turn.mjs.map +0 -1
  476. package/resources/agents.d.ts +0 -2
  477. package/resources/agents.d.ts.map +0 -1
  478. package/resources/agents.js.map +0 -1
  479. package/resources/agents.mjs +0 -7
  480. package/resources/agents.mjs.map +0 -1
  481. package/resources/benchmarks.d.ts.map +0 -1
  482. package/resources/benchmarks.js.map +0 -1
  483. package/resources/benchmarks.mjs +0 -31
  484. package/resources/benchmarks.mjs.map +0 -1
  485. package/resources/datasets.d.ts +0 -320
  486. package/resources/datasets.d.ts.map +0 -1
  487. package/resources/datasets.js.map +0 -1
  488. package/resources/datasets.mjs.map +0 -1
  489. package/resources/eval/eval.d.ts +0 -159
  490. package/resources/eval/eval.d.ts.map +0 -1
  491. package/resources/eval/eval.js.map +0 -1
  492. package/resources/eval/eval.mjs.map +0 -1
  493. package/resources/eval/index.d.ts +0 -3
  494. package/resources/eval/index.d.ts.map +0 -1
  495. package/resources/eval/index.js.map +0 -1
  496. package/resources/eval/index.mjs.map +0 -1
  497. package/resources/eval/jobs.d.ts.map +0 -1
  498. package/resources/eval/jobs.js.map +0 -1
  499. package/resources/eval/jobs.mjs.map +0 -1
  500. package/resources/eval.d.ts.map +0 -1
  501. package/resources/eval.js.map +0 -1
  502. package/resources/eval.mjs.map +0 -1
  503. package/resources/inference.d.ts +0 -580
  504. package/resources/inference.d.ts.map +0 -1
  505. package/resources/inference.js +0 -54
  506. package/resources/inference.js.map +0 -1
  507. package/resources/inference.mjs +0 -49
  508. package/resources/inference.mjs.map +0 -1
  509. package/resources/post-training/index.d.ts +0 -3
  510. package/resources/post-training/index.d.ts.map +0 -1
  511. package/resources/post-training/index.js.map +0 -1
  512. package/resources/post-training/index.mjs.map +0 -1
  513. package/resources/post-training/job.d.ts +0 -205
  514. package/resources/post-training/job.d.ts.map +0 -1
  515. package/resources/post-training/job.js.map +0 -1
  516. package/resources/post-training/job.mjs.map +0 -1
  517. package/resources/post-training/post-training.d.ts +0 -402
  518. package/resources/post-training/post-training.d.ts.map +0 -1
  519. package/resources/post-training/post-training.js.map +0 -1
  520. package/resources/post-training/post-training.mjs.map +0 -1
  521. package/resources/post-training.d.ts.map +0 -1
  522. package/resources/post-training.js.map +0 -1
  523. package/resources/post-training.mjs.map +0 -1
  524. package/resources/synthetic-data-generation.d.ts +0 -47
  525. package/resources/synthetic-data-generation.d.ts.map +0 -1
  526. package/resources/synthetic-data-generation.js +0 -20
  527. package/resources/synthetic-data-generation.js.map +0 -1
  528. package/resources/synthetic-data-generation.mjs +0 -15
  529. package/resources/synthetic-data-generation.mjs.map +0 -1
  530. package/resources/telemetry.d.ts +0 -519
  531. package/resources/telemetry.d.ts.map +0 -1
  532. package/resources/telemetry.js +0 -70
  533. package/resources/telemetry.js.map +0 -1
  534. package/resources/telemetry.mjs +0 -65
  535. package/resources/telemetry.mjs.map +0 -1
  536. package/resources/tool-runtime/index.d.ts +0 -3
  537. package/resources/tool-runtime/index.d.ts.map +0 -1
  538. package/resources/tool-runtime/index.js +0 -14
  539. package/resources/tool-runtime/index.js.map +0 -1
  540. package/resources/tool-runtime/index.mjs +0 -8
  541. package/resources/tool-runtime/index.mjs.map +0 -1
  542. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  543. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  544. package/resources/tool-runtime/rag-tool.js +0 -30
  545. package/resources/tool-runtime/rag-tool.js.map +0 -1
  546. package/resources/tool-runtime/rag-tool.mjs +0 -25
  547. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  548. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  549. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  550. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  551. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  552. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  553. package/resources/vector-dbs.d.ts +0 -128
  554. package/resources/vector-dbs.d.ts.map +0 -1
  555. package/resources/vector-dbs.js +0 -41
  556. package/resources/vector-dbs.js.map +0 -1
  557. package/resources/vector-dbs.mjs +0 -36
  558. package/resources/vector-dbs.mjs.map +0 -1
  559. package/src/resources/agents/agents.ts +0 -372
  560. package/src/resources/agents/index.ts +0 -44
  561. package/src/resources/agents/session.ts +0 -169
  562. package/src/resources/agents/steps.ts +0 -47
  563. package/src/resources/agents/turn.ts +0 -638
  564. package/src/resources/datasets.ts +0 -413
  565. package/src/resources/inference.ts +0 -768
  566. package/src/resources/post-training/job.ts +0 -274
  567. package/src/resources/post-training/post-training.ts +0 -516
  568. package/src/resources/synthetic-data-generation.ts +0 -65
  569. package/src/resources/telemetry.ts +0 -692
  570. package/src/resources/tool-runtime/index.ts +0 -17
  571. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  572. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  573. package/src/resources/vector-dbs.ts +0 -191
  574. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  575. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  576. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -1,320 +0,0 @@
1
- import { APIResource } from "../resource.js";
2
- import * as Core from "../core.js";
3
- export declare class Datasets extends APIResource {
4
- /**
5
- * Get a dataset by its ID.
6
- */
7
- retrieve(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<DatasetRetrieveResponse>;
8
- /**
9
- * List all datasets.
10
- */
11
- list(options?: Core.RequestOptions): Core.APIPromise<DatasetListResponse>;
12
- /**
13
- * Append rows to a dataset.
14
- */
15
- appendrows(datasetId: string, body: DatasetAppendrowsParams, options?: Core.RequestOptions): Core.APIPromise<void>;
16
- /**
17
- * Get a paginated list of rows from a dataset. Uses offset-based pagination where:
18
- *
19
- * - start_index: The starting index (0-based). If None, starts from beginning.
20
- * - limit: Number of items to return. If None or -1, returns all items.
21
- *
22
- * The response includes:
23
- *
24
- * - data: List of items for the current page.
25
- * - has_more: Whether there are more items available after this set.
26
- */
27
- iterrows(datasetId: string, query?: DatasetIterrowsParams, options?: Core.RequestOptions): Core.APIPromise<DatasetIterrowsResponse>;
28
- iterrows(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<DatasetIterrowsResponse>;
29
- /**
30
- * Register a new dataset.
31
- */
32
- register(body: DatasetRegisterParams, options?: Core.RequestOptions): Core.APIPromise<DatasetRegisterResponse>;
33
- /**
34
- * Unregister a dataset by its ID.
35
- */
36
- unregister(datasetId: string, options?: Core.RequestOptions): Core.APIPromise<void>;
37
- }
38
- /**
39
- * Response from listing datasets.
40
- */
41
- export interface ListDatasetsResponse {
42
- /**
43
- * List of datasets
44
- */
45
- data: DatasetListResponse;
46
- }
47
- /**
48
- * Dataset resource for storing and accessing training or evaluation data.
49
- */
50
- export interface DatasetRetrieveResponse {
51
- identifier: string;
52
- /**
53
- * Additional metadata for the dataset
54
- */
55
- metadata: {
56
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
57
- };
58
- provider_id: string;
59
- /**
60
- * Purpose of the dataset indicating its intended use
61
- */
62
- purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
63
- /**
64
- * Data source configuration for the dataset
65
- */
66
- source: DatasetRetrieveResponse.UriDataSource | DatasetRetrieveResponse.RowsDataSource;
67
- /**
68
- * Type of resource, always 'dataset' for datasets
69
- */
70
- type: 'dataset';
71
- provider_resource_id?: string;
72
- }
73
- export declare namespace DatasetRetrieveResponse {
74
- /**
75
- * A dataset that can be obtained from a URI.
76
- */
77
- interface UriDataSource {
78
- type: 'uri';
79
- /**
80
- * The dataset can be obtained from a URI. E.g. -
81
- * "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
82
- * "data:csv;base64,{base64_content}"
83
- */
84
- uri: string;
85
- }
86
- /**
87
- * A dataset stored in rows.
88
- */
89
- interface RowsDataSource {
90
- /**
91
- * The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
92
- * "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
93
- * ]
94
- */
95
- rows: Array<{
96
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
97
- }>;
98
- type: 'rows';
99
- }
100
- }
101
- /**
102
- * List of datasets
103
- */
104
- export type DatasetListResponse = Array<DatasetListResponse.DatasetListResponseItem>;
105
- export declare namespace DatasetListResponse {
106
- /**
107
- * Dataset resource for storing and accessing training or evaluation data.
108
- */
109
- interface DatasetListResponseItem {
110
- identifier: string;
111
- /**
112
- * Additional metadata for the dataset
113
- */
114
- metadata: {
115
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
116
- };
117
- provider_id: string;
118
- /**
119
- * Purpose of the dataset indicating its intended use
120
- */
121
- purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
122
- /**
123
- * Data source configuration for the dataset
124
- */
125
- source: DatasetListResponseItem.UriDataSource | DatasetListResponseItem.RowsDataSource;
126
- /**
127
- * Type of resource, always 'dataset' for datasets
128
- */
129
- type: 'dataset';
130
- provider_resource_id?: string;
131
- }
132
- namespace DatasetListResponseItem {
133
- /**
134
- * A dataset that can be obtained from a URI.
135
- */
136
- interface UriDataSource {
137
- type: 'uri';
138
- /**
139
- * The dataset can be obtained from a URI. E.g. -
140
- * "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
141
- * "data:csv;base64,{base64_content}"
142
- */
143
- uri: string;
144
- }
145
- /**
146
- * A dataset stored in rows.
147
- */
148
- interface RowsDataSource {
149
- /**
150
- * The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
151
- * "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
152
- * ]
153
- */
154
- rows: Array<{
155
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
156
- }>;
157
- type: 'rows';
158
- }
159
- }
160
- }
161
- /**
162
- * A generic paginated response that follows a simple format.
163
- */
164
- export interface DatasetIterrowsResponse {
165
- /**
166
- * The list of items for the current page
167
- */
168
- data: Array<{
169
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
170
- }>;
171
- /**
172
- * Whether there are more items available after this set
173
- */
174
- has_more: boolean;
175
- /**
176
- * The URL for accessing this list
177
- */
178
- url?: string;
179
- }
180
- /**
181
- * Dataset resource for storing and accessing training or evaluation data.
182
- */
183
- export interface DatasetRegisterResponse {
184
- identifier: string;
185
- /**
186
- * Additional metadata for the dataset
187
- */
188
- metadata: {
189
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
190
- };
191
- provider_id: string;
192
- /**
193
- * Purpose of the dataset indicating its intended use
194
- */
195
- purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
196
- /**
197
- * Data source configuration for the dataset
198
- */
199
- source: DatasetRegisterResponse.UriDataSource | DatasetRegisterResponse.RowsDataSource;
200
- /**
201
- * Type of resource, always 'dataset' for datasets
202
- */
203
- type: 'dataset';
204
- provider_resource_id?: string;
205
- }
206
- export declare namespace DatasetRegisterResponse {
207
- /**
208
- * A dataset that can be obtained from a URI.
209
- */
210
- interface UriDataSource {
211
- type: 'uri';
212
- /**
213
- * The dataset can be obtained from a URI. E.g. -
214
- * "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
215
- * "data:csv;base64,{base64_content}"
216
- */
217
- uri: string;
218
- }
219
- /**
220
- * A dataset stored in rows.
221
- */
222
- interface RowsDataSource {
223
- /**
224
- * The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
225
- * "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
226
- * ]
227
- */
228
- rows: Array<{
229
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
230
- }>;
231
- type: 'rows';
232
- }
233
- }
234
- export interface DatasetAppendrowsParams {
235
- /**
236
- * The rows to append to the dataset.
237
- */
238
- rows: Array<{
239
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
240
- }>;
241
- }
242
- export interface DatasetIterrowsParams {
243
- /**
244
- * The number of rows to get.
245
- */
246
- limit?: number;
247
- /**
248
- * Index into dataset for the first row to get. Get all rows if None.
249
- */
250
- start_index?: number;
251
- }
252
- export interface DatasetRegisterParams {
253
- /**
254
- * The purpose of the dataset. One of: - "post-training/messages": The dataset
255
- * contains a messages column with list of messages for post-training. {
256
- * "messages": [ {"role": "user", "content": "Hello, world!"}, {"role":
257
- * "assistant", "content": "Hello, world!"}, ] } - "eval/question-answer": The
258
- * dataset contains a question column and an answer column for evaluation. {
259
- * "question": "What is the capital of France?", "answer": "Paris" } -
260
- * "eval/messages-answer": The dataset contains a messages column with list of
261
- * messages and an answer column for evaluation. { "messages": [ {"role": "user",
262
- * "content": "Hello, my name is John Doe."}, {"role": "assistant", "content":
263
- * "Hello, John Doe. How can I help you today?"}, {"role": "user", "content":
264
- * "What's my name?"}, ], "answer": "John Doe" }
265
- */
266
- purpose: 'post-training/messages' | 'eval/question-answer' | 'eval/messages-answer';
267
- /**
268
- * The data source of the dataset. Ensure that the data source schema is compatible
269
- * with the purpose of the dataset. Examples: - { "type": "uri", "uri":
270
- * "https://mywebsite.com/mydata.jsonl" } - { "type": "uri", "uri":
271
- * "lsfs://mydata.jsonl" } - { "type": "uri", "uri":
272
- * "data:csv;base64,{base64_content}" } - { "type": "uri", "uri":
273
- * "huggingface://llamastack/simpleqa?split=train" } - { "type": "rows", "rows": [
274
- * { "messages": [ {"role": "user", "content": "Hello, world!"}, {"role":
275
- * "assistant", "content": "Hello, world!"}, ] } ] }
276
- */
277
- source: DatasetRegisterParams.UriDataSource | DatasetRegisterParams.RowsDataSource;
278
- /**
279
- * The ID of the dataset. If not provided, an ID will be generated.
280
- */
281
- dataset_id?: string;
282
- /**
283
- * The metadata for the dataset. - E.g. {"description": "My dataset"}.
284
- */
285
- metadata?: {
286
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
287
- };
288
- }
289
- export declare namespace DatasetRegisterParams {
290
- /**
291
- * A dataset that can be obtained from a URI.
292
- */
293
- interface UriDataSource {
294
- type: 'uri';
295
- /**
296
- * The dataset can be obtained from a URI. E.g. -
297
- * "https://mywebsite.com/mydata.jsonl" - "lsfs://mydata.jsonl" -
298
- * "data:csv;base64,{base64_content}"
299
- */
300
- uri: string;
301
- }
302
- /**
303
- * A dataset stored in rows.
304
- */
305
- interface RowsDataSource {
306
- /**
307
- * The dataset is stored in rows. E.g. - [ {"messages": [{"role": "user",
308
- * "content": "Hello, world!"}, {"role": "assistant", "content": "Hello, world!"}]}
309
- * ]
310
- */
311
- rows: Array<{
312
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
313
- }>;
314
- type: 'rows';
315
- }
316
- }
317
- export declare namespace Datasets {
318
- export { type ListDatasetsResponse as ListDatasetsResponse, type DatasetRetrieveResponse as DatasetRetrieveResponse, type DatasetListResponse as DatasetListResponse, type DatasetIterrowsResponse as DatasetIterrowsResponse, type DatasetRegisterResponse as DatasetRegisterResponse, type DatasetAppendrowsParams as DatasetAppendrowsParams, type DatasetIterrowsParams as DatasetIterrowsParams, type DatasetRegisterParams as DatasetRegisterParams, };
319
- }
320
- //# sourceMappingURL=datasets.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"datasets.d.ts","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAE1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,QAAS,SAAQ,WAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAIpG;;OAEG;IACH,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAMzE;;OAEG;IACH,UAAU,CACR,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,uBAAuB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAQxB;;;;;;;;;;OAUG;IACH,QAAQ,CACN,SAAS,EAAE,MAAM,EACjB,KAAK,CAAC,EAAE,qBAAqB,EAC7B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAC3C,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAYpG;;OAEG;IACH,QAAQ,CACN,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;IAI3C;;OAEG;IACH,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;CAMpF;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,IAAI,EAAE,mBAAmB,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IAEzF,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;OAEG;IACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,SAAS,CAAC;IAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,KAAK,CAAC,mBAAmB,CAAC,uBAAuB,CAAC,CAAC;AAErF,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,uBAAuB;QACtC,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,QAAQ,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC;QAEzF,WAAW,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;QAEpF;;WAEG;QACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;QAEvF;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;QAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B;IAED,UAAiB,uBAAuB,CAAC;QACvC;;WAEG;QACH,UAAiB,aAAa;YAC5B,IAAI,EAAE,KAAK,CAAC;YAEZ;;;;eAIG;YACH,GAAG,EAAE,MAAM,CAAC;SACb;QAED;;WAEG;QACH,UAAiB,cAAc;YAC7B;;;;eAIG;YACH,IAAI,EAAE,KAAK,CAAC;gBAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;aAAE,CAAC,CAAC;YAE5F,IAAI,EAAE,MAAM,CAAC;SACd;KACF;CACF;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAE5F;;OAEG;IACH,QAAQ,EAAE,OAAO,CAAC;IAElB;;OAEG;IACH,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED;;GAEG;AACH,MAAM,WAAW,uBAAuB;IACtC,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,QAAQ,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;IAEzF,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;OAEG;IACH,MAAM,EAAE,uBAAuB,CAAC,aAAa,GAAG,uBAAuB,CAAC,cAAc,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,SAAS,CAAC;IAEhB,oBAAoB,CAAC,EAAE,MAAM,CAAC;CAC/B;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC7F;AAED,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,qBAAqB;IACpC;;;;;;;;;;;;OAYG;IACH,OAAO,EAAE,wBAAwB,GAAG,sBAAsB,GAAG,sBAAsB,CAAC;IAEpF;;;;;;;;;OASG;IACH,MAAM,EAAE,qBAAqB,CAAC,aAAa,GAAG,qBAAqB,CAAC,cAAc,CAAC;IAEnF;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,QAAQ,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC;CAC3F;AAED,yBAAiB,qBAAqB,CAAC;IACrC;;OAEG;IACH,UAAiB,aAAa;QAC5B,IAAI,EAAE,KAAK,CAAC;QAEZ;;;;WAIG;QACH,GAAG,EAAE,MAAM,CAAC;KACb;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;;;WAIG;QACH,IAAI,EAAE,KAAK,CAAC;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;SAAE,CAAC,CAAC;QAE5F,IAAI,EAAE,MAAM,CAAC;KACd;CACF;AAED,MAAM,CAAC,OAAO,WAAW,QAAQ,CAAC;IAChC,OAAO,EACL,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"datasets.js","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,6CAA0C;AAC1C,qCAA2C;AAG3C,MAAa,QAAS,SAAQ,sBAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAiB,EAAE,OAA6B;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,UAAU,CACR,SAAiB,EACjB,IAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,SAAS,EAAE,EAAE;YACjE,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAmBD,QAAQ,CACN,SAAiB,EACjB,QAAqD,EAAE,EACvD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,IAA2B,EAC3B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF;AA/ED,4BA+EC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"datasets.mjs","sourceRoot":"","sources":["../src/resources/datasets.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;AAG3B,MAAM,OAAO,QAAS,SAAQ,WAAW;IACvC;;OAEG;IACH,QAAQ,CAAC,SAAiB,EAAE,OAA6B;QACvD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;IAChE,CAAC;IAED;;OAEG;IACH,IAAI,CAAC,OAA6B;QAChC,OACE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,OAAO,CACzC,CAAC,WAAW,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAED;;OAEG;IACH,UAAU,CACR,SAAiB,EACjB,IAA6B,EAC7B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,6BAA6B,SAAS,EAAE,EAAE;YACjE,IAAI;YACJ,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAmBD,QAAQ,CACN,SAAiB,EACjB,QAAqD,EAAE,EACvD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SAC5C;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,SAAS,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxF,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,IAA2B,EAC3B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,SAAiB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,SAAS,EAAE,EAAE;YACtD,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;CACF"}
@@ -1,159 +0,0 @@
1
- import { APIResource } from "../../resource.js";
2
- import * as Core from "../../core.js";
3
- import * as ScoringFunctionsAPI from "../scoring-functions.js";
4
- import * as Shared from "../shared.js";
5
- import * as JobsAPI from "./jobs.js";
6
- import { Jobs } from "./jobs.js";
7
- export declare class Eval extends APIResource {
8
- jobs: JobsAPI.Jobs;
9
- /**
10
- * Evaluate a list of rows on a benchmark.
11
- */
12
- evaluateRows(benchmarkId: string, body: EvalEvaluateRowsParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
13
- /**
14
- * Evaluate a list of rows on a benchmark.
15
- */
16
- evaluateRowsAlpha(benchmarkId: string, body: EvalEvaluateRowsAlphaParams, options?: Core.RequestOptions): Core.APIPromise<EvaluateResponse>;
17
- /**
18
- * Run an evaluation on a benchmark.
19
- */
20
- runEval(benchmarkId: string, body: EvalRunEvalParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
21
- /**
22
- * Run an evaluation on a benchmark.
23
- */
24
- runEvalAlpha(benchmarkId: string, body: EvalRunEvalAlphaParams, options?: Core.RequestOptions): Core.APIPromise<Job>;
25
- }
26
- /**
27
- * A benchmark configuration for evaluation.
28
- */
29
- export interface BenchmarkConfig {
30
- /**
31
- * The candidate to evaluate.
32
- */
33
- eval_candidate: EvalCandidate;
34
- /**
35
- * Map between scoring function id and parameters for each scoring function you
36
- * want to run
37
- */
38
- scoring_params: {
39
- [key: string]: ScoringFunctionsAPI.ScoringFnParams;
40
- };
41
- /**
42
- * (Optional) The number of examples to evaluate. If not provided, all examples in
43
- * the dataset will be evaluated
44
- */
45
- num_examples?: number;
46
- }
47
- /**
48
- * A model candidate for evaluation.
49
- */
50
- export type EvalCandidate = EvalCandidate.ModelCandidate | EvalCandidate.AgentCandidate;
51
- export declare namespace EvalCandidate {
52
- /**
53
- * A model candidate for evaluation.
54
- */
55
- interface ModelCandidate {
56
- /**
57
- * The model ID to evaluate.
58
- */
59
- model: string;
60
- /**
61
- * The sampling parameters for the model.
62
- */
63
- sampling_params: Shared.SamplingParams;
64
- type: 'model';
65
- /**
66
- * (Optional) The system message providing instructions or context to the model.
67
- */
68
- system_message?: Shared.SystemMessage;
69
- }
70
- /**
71
- * An agent candidate for evaluation.
72
- */
73
- interface AgentCandidate {
74
- /**
75
- * The configuration for the agent candidate.
76
- */
77
- config: Shared.AgentConfig;
78
- type: 'agent';
79
- }
80
- }
81
- /**
82
- * The response from an evaluation.
83
- */
84
- export interface EvaluateResponse {
85
- /**
86
- * The generations from the evaluation.
87
- */
88
- generations: Array<{
89
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
90
- }>;
91
- /**
92
- * The scores from the evaluation.
93
- */
94
- scores: {
95
- [key: string]: Shared.ScoringResult;
96
- };
97
- }
98
- /**
99
- * A job execution instance with status tracking.
100
- */
101
- export interface Job {
102
- /**
103
- * Unique identifier for the job
104
- */
105
- job_id: string;
106
- /**
107
- * Current execution status of the job
108
- */
109
- status: 'completed' | 'in_progress' | 'failed' | 'scheduled' | 'cancelled';
110
- }
111
- export interface EvalEvaluateRowsParams {
112
- /**
113
- * The configuration for the benchmark.
114
- */
115
- benchmark_config: BenchmarkConfig;
116
- /**
117
- * The rows to evaluate.
118
- */
119
- input_rows: Array<{
120
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
121
- }>;
122
- /**
123
- * The scoring functions to use for the evaluation.
124
- */
125
- scoring_functions: Array<string>;
126
- }
127
- export interface EvalEvaluateRowsAlphaParams {
128
- /**
129
- * The configuration for the benchmark.
130
- */
131
- benchmark_config: BenchmarkConfig;
132
- /**
133
- * The rows to evaluate.
134
- */
135
- input_rows: Array<{
136
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
137
- }>;
138
- /**
139
- * The scoring functions to use for the evaluation.
140
- */
141
- scoring_functions: Array<string>;
142
- }
143
- export interface EvalRunEvalParams {
144
- /**
145
- * The configuration for the benchmark.
146
- */
147
- benchmark_config: BenchmarkConfig;
148
- }
149
- export interface EvalRunEvalAlphaParams {
150
- /**
151
- * The configuration for the benchmark.
152
- */
153
- benchmark_config: BenchmarkConfig;
154
- }
155
- export declare namespace Eval {
156
- export { type BenchmarkConfig as BenchmarkConfig, type EvalCandidate as EvalCandidate, type EvaluateResponse as EvaluateResponse, type Job as Job, type EvalEvaluateRowsParams as EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams as EvalEvaluateRowsAlphaParams, type EvalRunEvalParams as EvalRunEvalParams, type EvalRunEvalAlphaParams as EvalRunEvalAlphaParams, };
157
- export { Jobs as Jobs };
158
- }
159
- //# sourceMappingURL=eval.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,mBAAmB,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC;AAE9B,qBAAa,IAAK,SAAQ,WAAW;IACnC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,iBAAiB,CACf,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,2BAA2B,EACjC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,gBAAgB,CAAC;IAIpC;;OAEG;IACH,OAAO,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;IAI1G;;OAEG;IACH,YAAY,CACV,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,sBAAsB,EAC5B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;CAGxB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,cAAc,EAAE,aAAa,CAAC;IAE9B;;;OAGG;IACH,cAAc,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,mBAAmB,CAAC,eAAe,CAAA;KAAE,CAAC;IAEvE;;;OAGG;IACH,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,MAAM,aAAa,GAAG,aAAa,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc,CAAC;AAExF,yBAAiB,aAAa,CAAC;IAC7B;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC;QAEvC,IAAI,EAAE,OAAO,CAAC;QAEd;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC,aAAa,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC,WAAW,CAAC;QAE3B,IAAI,EAAE,OAAO,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,WAAW,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAEnG;;OAEG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,aAAa,CAAA;KAAE,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,GAAG;IAClB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,EAAE,WAAW,GAAG,aAAa,GAAG,QAAQ,GAAG,WAAW,GAAG,WAAW,CAAC;CAC5E;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAElG;;OAEG;IACH,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;IAElC;;OAEG;IACH,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,OAAO,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;IAElG;;OAEG;IACH,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,gBAAgB,EAAE,eAAe,CAAC;CACnC;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,GAAG,IAAI,GAAG,EACf,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,sBAAsB,IAAI,sBAAsB,GACtD,CAAC;IAEF,OAAO,EAAE,IAAI,IAAI,IAAI,EAAE,CAAC;CACzB"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.js","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;;;;;;;;;;;AAE1C,sFAAsF;AAEtF,gDAA6C;AAI7C,mDAAkC;AAClC,oCAA8B;AAE9B,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA1CD,oBA0CC;AA+ID,IAAI,CAAC,IAAI,GAAG,WAAI,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../../src/resources/eval/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAyCtD,CAAC;IAvCC;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,iBAAiB,CACf,WAAmB,EACnB,IAAiC,EACjC,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,cAAc,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACnG,CAAC;IAED;;OAEG;IACH,OAAO,CAAC,WAAmB,EAAE,IAAuB,EAAE,OAA6B;QACjF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED;;OAEG;IACH,YAAY,CACV,WAAmB,EACnB,IAA4B,EAC5B,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,uBAAuB,WAAW,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC5F,CAAC;CACF;AA+ID,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC"}
@@ -1,3 +0,0 @@
1
- export { Eval, type BenchmarkConfig, type EvalCandidate, type EvaluateResponse, type Job, type EvalEvaluateRowsParams, type EvalEvaluateRowsAlphaParams, type EvalRunEvalParams, type EvalRunEvalAlphaParams, } from "./eval.js";
2
- export { Jobs } from "./jobs.js";
3
- //# sourceMappingURL=index.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAQA,OAAO,EACL,IAAI,EACJ,KAAK,eAAe,EACpB,KAAK,aAAa,EAClB,KAAK,gBAAgB,EACrB,KAAK,GAAG,EACR,KAAK,sBAAsB,EAC3B,KAAK,2BAA2B,EAChC,KAAK,iBAAiB,EACtB,KAAK,sBAAsB,GAC5B,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,IAAI,EAAE,MAAM,QAAQ,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,kCAUgB;AATd,4FAAA,IAAI,OAAA;AAUN,kCAA8B;AAArB,4FAAA,IAAI,OAAA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/eval/index.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EACL,IAAI,GASL;OACM,EAAE,IAAI,EAAE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"jobs.d.ts","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,OAAO,MAAM,QAAQ,CAAC;AAElC,qBAAa,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,gBAAgB,CAAC;IAI5C;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC;IAOhG;;OAEG;IACH,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC;CAGxG"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"jobs.js","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;AAE1C,sFAAsF;AAEtF,gDAA6C;AAI7C,MAAa,IAAK,SAAQ,sBAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF;AA5BD,oBA4BC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../src/resources/eval/jobs.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;OAInC,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,IAAK,SAAQ,WAAW;IACnC;;OAEG;IACH,QAAQ,CACN,WAAmB,EACnB,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9F,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE;YAC7E,GAAG,OAAO;YACV,OAAO,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,OAAO,EAAE;SAChD,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,WAAmB,EAAE,KAAa,EAAE,OAA6B;QACtE,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACvF,CAAC;CACF"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.d.ts","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":"AAQA,cAAc,cAAc,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.js","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;;;;;;;;;;;;;;;;AAE1C,sFAAsF;AAEtF,kDAA6B"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"eval.mjs","sourceRoot":"","sources":["../src/resources/eval.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C"}