llama-stack-client 0.3.4 → 0.4.0-rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (576) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +19 -21
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +23 -50
  8. package/index.d.ts +23 -50
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +1 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/alpha.d.ts +22 -0
  30. package/resources/alpha/alpha.d.ts.map +1 -0
  31. package/resources/alpha/alpha.js +57 -0
  32. package/resources/alpha/alpha.js.map +1 -0
  33. package/resources/alpha/alpha.mjs +30 -0
  34. package/resources/alpha/alpha.mjs.map +1 -0
  35. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +25 -35
  36. package/resources/alpha/benchmarks.d.ts.map +1 -0
  37. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  38. package/resources/alpha/benchmarks.js.map +1 -0
  39. package/resources/alpha/benchmarks.mjs +44 -0
  40. package/resources/alpha/benchmarks.mjs.map +1 -0
  41. package/resources/alpha/eval/eval.d.ts +160 -0
  42. package/resources/alpha/eval/eval.d.ts.map +1 -0
  43. package/resources/{eval → alpha/eval}/eval.js +7 -6
  44. package/resources/alpha/eval/eval.js.map +1 -0
  45. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  46. package/resources/alpha/eval/eval.mjs.map +1 -0
  47. package/resources/alpha/eval/index.d.ts +3 -0
  48. package/resources/alpha/eval/index.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/index.js +2 -1
  50. package/resources/alpha/eval/index.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  52. package/resources/alpha/eval/index.mjs.map +1 -0
  53. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  54. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  56. package/resources/alpha/eval/jobs.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  58. package/resources/alpha/eval/jobs.mjs.map +1 -0
  59. package/resources/alpha/eval.d.ts.map +1 -0
  60. package/resources/{eval.js → alpha/eval.js} +1 -0
  61. package/resources/alpha/eval.js.map +1 -0
  62. package/resources/alpha/eval.mjs.map +1 -0
  63. package/resources/alpha/index.d.ts +6 -0
  64. package/resources/alpha/index.d.ts.map +1 -0
  65. package/resources/alpha/index.js +21 -0
  66. package/resources/alpha/index.js.map +1 -0
  67. package/resources/alpha/index.mjs +13 -0
  68. package/resources/alpha/index.mjs.map +1 -0
  69. package/resources/alpha/inference.d.ts +85 -0
  70. package/resources/alpha/inference.d.ts.map +1 -0
  71. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  72. package/resources/alpha/inference.js.map +1 -0
  73. package/resources/alpha/inference.mjs +17 -0
  74. package/resources/alpha/inference.mjs.map +1 -0
  75. package/resources/alpha/post-training/index.d.ts +3 -0
  76. package/resources/alpha/post-training/index.d.ts.map +1 -0
  77. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  78. package/resources/alpha/post-training/index.js.map +1 -0
  79. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  80. package/resources/alpha/post-training/index.mjs.map +1 -0
  81. package/resources/alpha/post-training/job.d.ts +116 -0
  82. package/resources/alpha/post-training/job.d.ts.map +1 -0
  83. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  84. package/resources/alpha/post-training/job.js.map +1 -0
  85. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  86. package/resources/alpha/post-training/job.mjs.map +1 -0
  87. package/resources/alpha/post-training/post-training.d.ts +242 -0
  88. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  89. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  90. package/resources/alpha/post-training/post-training.js.map +1 -0
  91. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  92. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  93. package/resources/alpha/post-training.d.ts.map +1 -0
  94. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  95. package/resources/alpha/post-training.js.map +1 -0
  96. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  97. package/resources/alpha/post-training.mjs.map +1 -0
  98. package/resources/alpha.d.ts +2 -0
  99. package/resources/alpha.d.ts.map +1 -0
  100. package/resources/alpha.js +25 -0
  101. package/resources/alpha.js.map +1 -0
  102. package/resources/alpha.mjs +9 -0
  103. package/resources/alpha.mjs.map +1 -0
  104. package/resources/batches.d.ts +322 -0
  105. package/resources/batches.d.ts.map +1 -0
  106. package/resources/batches.js +45 -0
  107. package/resources/batches.js.map +1 -0
  108. package/resources/batches.mjs +40 -0
  109. package/resources/batches.mjs.map +1 -0
  110. package/resources/beta/beta.d.ts +10 -0
  111. package/resources/beta/beta.d.ts.map +1 -0
  112. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  113. package/resources/beta/beta.js.map +1 -0
  114. package/resources/beta/beta.mjs +18 -0
  115. package/resources/beta/beta.mjs.map +1 -0
  116. package/resources/beta/datasets.d.ts +257 -0
  117. package/resources/beta/datasets.d.ts.map +1 -0
  118. package/resources/{datasets.js → beta/datasets.js} +14 -9
  119. package/resources/beta/datasets.js.map +1 -0
  120. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  121. package/resources/beta/datasets.mjs.map +1 -0
  122. package/resources/beta/index.d.ts +3 -0
  123. package/resources/beta/index.d.ts.map +1 -0
  124. package/resources/beta/index.js +15 -0
  125. package/resources/beta/index.js.map +1 -0
  126. package/resources/beta/index.mjs +10 -0
  127. package/resources/beta/index.mjs.map +1 -0
  128. package/resources/beta.d.ts +2 -0
  129. package/resources/beta.d.ts.map +1 -0
  130. package/resources/{agents.js → beta.js} +4 -3
  131. package/resources/beta.js.map +1 -0
  132. package/resources/beta.mjs +9 -0
  133. package/resources/beta.mjs.map +1 -0
  134. package/resources/chat/chat.d.ts +73 -78
  135. package/resources/chat/chat.d.ts.map +1 -1
  136. package/resources/chat/chat.js +2 -2
  137. package/resources/chat/chat.js.map +1 -1
  138. package/resources/chat/chat.mjs +3 -2
  139. package/resources/chat/chat.mjs.map +1 -1
  140. package/resources/chat/completions.d.ts +756 -1402
  141. package/resources/chat/completions.d.ts.map +1 -1
  142. package/resources/chat/completions.js +8 -14
  143. package/resources/chat/completions.js.map +1 -1
  144. package/resources/chat/completions.mjs +7 -11
  145. package/resources/chat/completions.mjs.map +1 -1
  146. package/resources/chat/index.d.ts +1 -1
  147. package/resources/chat/index.d.ts.map +1 -1
  148. package/resources/chat/index.js +3 -3
  149. package/resources/chat/index.js.map +1 -1
  150. package/resources/chat/index.mjs +3 -1
  151. package/resources/chat/index.mjs.map +1 -1
  152. package/resources/chat.js +2 -1
  153. package/resources/chat.js.map +1 -1
  154. package/resources/chat.mjs +2 -0
  155. package/resources/chat.mjs.map +1 -1
  156. package/resources/completions.d.ts +52 -95
  157. package/resources/completions.d.ts.map +1 -1
  158. package/resources/completions.js +3 -6
  159. package/resources/completions.js.map +1 -1
  160. package/resources/completions.mjs +3 -5
  161. package/resources/completions.mjs.map +1 -1
  162. package/resources/conversations/conversations.d.ts +292 -0
  163. package/resources/conversations/conversations.d.ts.map +1 -0
  164. package/resources/conversations/conversations.js +78 -0
  165. package/resources/conversations/conversations.js.map +1 -0
  166. package/resources/conversations/conversations.mjs +51 -0
  167. package/resources/conversations/conversations.mjs.map +1 -0
  168. package/resources/conversations/index.d.ts +3 -0
  169. package/resources/conversations/index.d.ts.map +1 -0
  170. package/resources/conversations/index.js +16 -0
  171. package/resources/conversations/index.js.map +1 -0
  172. package/resources/conversations/index.mjs +10 -0
  173. package/resources/conversations/index.mjs.map +1 -0
  174. package/resources/conversations/items.d.ts +762 -0
  175. package/resources/conversations/items.d.ts.map +1 -0
  176. package/resources/conversations/items.js +51 -0
  177. package/resources/conversations/items.js.map +1 -0
  178. package/resources/conversations/items.mjs +46 -0
  179. package/resources/conversations/items.mjs.map +1 -0
  180. package/resources/conversations.d.ts +2 -0
  181. package/resources/conversations.d.ts.map +1 -0
  182. package/resources/conversations.js +25 -0
  183. package/resources/conversations.js.map +1 -0
  184. package/resources/conversations.mjs +9 -0
  185. package/resources/conversations.mjs.map +1 -0
  186. package/resources/embeddings.d.ts +10 -52
  187. package/resources/embeddings.d.ts.map +1 -1
  188. package/resources/embeddings.js +5 -2
  189. package/resources/embeddings.js.map +1 -1
  190. package/resources/embeddings.mjs +5 -1
  191. package/resources/embeddings.mjs.map +1 -1
  192. package/resources/files.d.ts +44 -54
  193. package/resources/files.d.ts.map +1 -1
  194. package/resources/files.js +18 -9
  195. package/resources/files.js.map +1 -1
  196. package/resources/files.mjs +18 -8
  197. package/resources/files.mjs.map +1 -1
  198. package/resources/index.d.ts +9 -13
  199. package/resources/index.d.ts.map +1 -1
  200. package/resources/index.js +15 -21
  201. package/resources/index.js.map +1 -1
  202. package/resources/index.mjs +9 -11
  203. package/resources/index.mjs.map +1 -1
  204. package/resources/inspect.d.ts +6 -32
  205. package/resources/inspect.d.ts.map +1 -1
  206. package/resources/inspect.js +6 -1
  207. package/resources/inspect.js.map +1 -1
  208. package/resources/inspect.mjs +6 -0
  209. package/resources/inspect.mjs.map +1 -1
  210. package/resources/models/index.d.ts +2 -2
  211. package/resources/models/index.d.ts.map +1 -1
  212. package/resources/models/index.js +2 -1
  213. package/resources/models/index.js.map +1 -1
  214. package/resources/models/index.mjs +2 -0
  215. package/resources/models/index.mjs.map +1 -1
  216. package/resources/models/models.d.ts +71 -31
  217. package/resources/models/models.d.ts.map +1 -1
  218. package/resources/models/models.js +13 -2
  219. package/resources/models/models.js.map +1 -1
  220. package/resources/models/models.mjs +13 -1
  221. package/resources/models/models.mjs.map +1 -1
  222. package/resources/models/openai.d.ts +2 -16
  223. package/resources/models/openai.d.ts.map +1 -1
  224. package/resources/models/openai.js +3 -2
  225. package/resources/models/openai.js.map +1 -1
  226. package/resources/models/openai.mjs +3 -1
  227. package/resources/models/openai.mjs.map +1 -1
  228. package/resources/models.js +2 -1
  229. package/resources/models.js.map +1 -1
  230. package/resources/models.mjs +2 -0
  231. package/resources/models.mjs.map +1 -1
  232. package/resources/moderations.d.ts +9 -35
  233. package/resources/moderations.d.ts.map +1 -1
  234. package/resources/moderations.js +5 -2
  235. package/resources/moderations.js.map +1 -1
  236. package/resources/moderations.mjs +5 -1
  237. package/resources/moderations.mjs.map +1 -1
  238. package/resources/prompts/index.d.ts +3 -0
  239. package/resources/prompts/index.d.ts.map +1 -0
  240. package/resources/prompts/index.js +15 -0
  241. package/resources/prompts/index.js.map +1 -0
  242. package/resources/prompts/index.mjs +10 -0
  243. package/resources/prompts/index.mjs.map +1 -0
  244. package/resources/prompts/prompts.d.ts +96 -0
  245. package/resources/prompts/prompts.d.ts.map +1 -0
  246. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  247. package/resources/prompts/prompts.js.map +1 -0
  248. package/resources/prompts/prompts.mjs +66 -0
  249. package/resources/prompts/prompts.mjs.map +1 -0
  250. package/resources/prompts/versions.d.ts +12 -0
  251. package/resources/prompts/versions.d.ts.map +1 -0
  252. package/resources/prompts/versions.js +23 -0
  253. package/resources/prompts/versions.js.map +1 -0
  254. package/resources/prompts/versions.mjs +19 -0
  255. package/resources/prompts/versions.mjs.map +1 -0
  256. package/resources/prompts.d.ts +2 -0
  257. package/resources/prompts.d.ts.map +1 -0
  258. package/resources/prompts.js +25 -0
  259. package/resources/prompts.js.map +1 -0
  260. package/resources/prompts.mjs +9 -0
  261. package/resources/prompts.mjs.map +1 -0
  262. package/resources/providers.d.ts +4 -6
  263. package/resources/providers.d.ts.map +1 -1
  264. package/resources/providers.js +6 -1
  265. package/resources/providers.js.map +1 -1
  266. package/resources/providers.mjs +6 -0
  267. package/resources/providers.mjs.map +1 -1
  268. package/resources/responses/index.js +2 -1
  269. package/resources/responses/index.js.map +1 -1
  270. package/resources/responses/index.mjs +2 -0
  271. package/resources/responses/index.mjs.map +1 -1
  272. package/resources/responses/input-items.d.ts +190 -151
  273. package/resources/responses/input-items.d.ts.map +1 -1
  274. package/resources/responses/input-items.js +3 -2
  275. package/resources/responses/input-items.js.map +1 -1
  276. package/resources/responses/input-items.mjs +3 -1
  277. package/resources/responses/input-items.mjs.map +1 -1
  278. package/resources/responses/responses.d.ts +1387 -1449
  279. package/resources/responses/responses.d.ts.map +1 -1
  280. package/resources/responses/responses.js +8 -11
  281. package/resources/responses/responses.js.map +1 -1
  282. package/resources/responses/responses.mjs +8 -10
  283. package/resources/responses/responses.mjs.map +1 -1
  284. package/resources/responses.js +2 -1
  285. package/resources/responses.js.map +1 -1
  286. package/resources/responses.mjs +2 -0
  287. package/resources/responses.mjs.map +1 -1
  288. package/resources/routes.d.ts +7 -7
  289. package/resources/routes.d.ts.map +1 -1
  290. package/resources/routes.js +8 -6
  291. package/resources/routes.js.map +1 -1
  292. package/resources/routes.mjs +8 -5
  293. package/resources/routes.mjs.map +1 -1
  294. package/resources/safety.d.ts +144 -10
  295. package/resources/safety.d.ts.map +1 -1
  296. package/resources/safety.js +4 -1
  297. package/resources/safety.js.map +1 -1
  298. package/resources/safety.mjs +4 -0
  299. package/resources/safety.mjs.map +1 -1
  300. package/resources/scoring-functions.d.ts +120 -50
  301. package/resources/scoring-functions.d.ts.map +1 -1
  302. package/resources/scoring-functions.js +15 -1
  303. package/resources/scoring-functions.js.map +1 -1
  304. package/resources/scoring-functions.mjs +15 -0
  305. package/resources/scoring-functions.mjs.map +1 -1
  306. package/resources/scoring.d.ts +85 -26
  307. package/resources/scoring.d.ts.map +1 -1
  308. package/resources/scoring.js +2 -1
  309. package/resources/scoring.js.map +1 -1
  310. package/resources/scoring.mjs +2 -0
  311. package/resources/scoring.mjs.map +1 -1
  312. package/resources/shared.d.ts +125 -629
  313. package/resources/shared.d.ts.map +1 -1
  314. package/resources/shared.js +2 -0
  315. package/resources/shared.js.map +1 -1
  316. package/resources/shared.mjs +2 -0
  317. package/resources/shared.mjs.map +1 -1
  318. package/resources/shields.d.ts +19 -24
  319. package/resources/shields.d.ts.map +1 -1
  320. package/resources/shields.js +6 -1
  321. package/resources/shields.js.map +1 -1
  322. package/resources/shields.mjs +6 -0
  323. package/resources/shields.mjs.map +1 -1
  324. package/resources/tool-runtime.d.ts +151 -1
  325. package/resources/tool-runtime.d.ts.map +1 -1
  326. package/resources/tool-runtime.js +22 -16
  327. package/resources/tool-runtime.js.map +1 -1
  328. package/resources/tool-runtime.mjs +20 -1
  329. package/resources/tool-runtime.mjs.map +1 -1
  330. package/resources/toolgroups.d.ts +27 -37
  331. package/resources/toolgroups.d.ts.map +1 -1
  332. package/resources/toolgroups.js +10 -1
  333. package/resources/toolgroups.js.map +1 -1
  334. package/resources/toolgroups.mjs +10 -0
  335. package/resources/toolgroups.mjs.map +1 -1
  336. package/resources/tools.d.ts +9 -76
  337. package/resources/tools.d.ts.map +1 -1
  338. package/resources/tools.js +4 -1
  339. package/resources/tools.js.map +1 -1
  340. package/resources/tools.mjs +4 -0
  341. package/resources/tools.mjs.map +1 -1
  342. package/resources/vector-io.d.ts +272 -148
  343. package/resources/vector-io.d.ts.map +1 -1
  344. package/resources/vector-io.js +2 -1
  345. package/resources/vector-io.js.map +1 -1
  346. package/resources/vector-io.mjs +2 -0
  347. package/resources/vector-io.mjs.map +1 -1
  348. package/resources/vector-stores/file-batches.d.ts +111 -0
  349. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  350. package/resources/vector-stores/file-batches.js +45 -0
  351. package/resources/vector-stores/file-batches.js.map +1 -0
  352. package/resources/vector-stores/file-batches.mjs +41 -0
  353. package/resources/vector-stores/file-batches.mjs.map +1 -0
  354. package/resources/vector-stores/files.d.ts +83 -135
  355. package/resources/vector-stores/files.d.ts.map +1 -1
  356. package/resources/vector-stores/files.js +15 -14
  357. package/resources/vector-stores/files.js.map +1 -1
  358. package/resources/vector-stores/files.mjs +15 -13
  359. package/resources/vector-stores/files.mjs.map +1 -1
  360. package/resources/vector-stores/index.d.ts +2 -1
  361. package/resources/vector-stores/index.d.ts.map +1 -1
  362. package/resources/vector-stores/index.js +5 -2
  363. package/resources/vector-stores/index.js.map +1 -1
  364. package/resources/vector-stores/index.mjs +3 -0
  365. package/resources/vector-stores/index.mjs.map +1 -1
  366. package/resources/vector-stores/vector-stores.d.ts +118 -217
  367. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  368. package/resources/vector-stores/vector-stores.js +18 -12
  369. package/resources/vector-stores/vector-stores.js.map +1 -1
  370. package/resources/vector-stores/vector-stores.mjs +18 -11
  371. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  372. package/resources/vector-stores.js +2 -1
  373. package/resources/vector-stores.js.map +1 -1
  374. package/resources/vector-stores.mjs +2 -0
  375. package/resources/vector-stores.mjs.map +1 -1
  376. package/src/error.ts +1 -0
  377. package/src/index.ts +82 -252
  378. package/src/lib/response-helpers.ts +60 -0
  379. package/src/pagination.ts +2 -5
  380. package/src/resource.ts +1 -0
  381. package/src/resources/alpha/alpha.ts +85 -0
  382. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +36 -37
  383. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  384. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  385. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  386. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  387. package/src/resources/alpha/index.ts +34 -0
  388. package/src/resources/alpha/inference.ts +132 -0
  389. package/src/resources/{post-training → alpha/post-training}/index.ts +2 -2
  390. package/src/resources/alpha/post-training/job.ts +182 -0
  391. package/src/resources/alpha/post-training/post-training.ts +369 -0
  392. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  393. package/src/resources/alpha.ts +9 -0
  394. package/src/resources/batches.ts +572 -0
  395. package/src/resources/beta/beta.ts +41 -0
  396. package/src/resources/beta/datasets.ts +350 -0
  397. package/src/resources/beta/index.ts +20 -0
  398. package/src/resources/{agents.ts → beta.ts} +2 -2
  399. package/src/resources/chat/chat.ts +82 -81
  400. package/src/resources/chat/completions.ts +874 -1484
  401. package/src/resources/chat/index.ts +1 -2
  402. package/src/resources/chat.ts +1 -1
  403. package/src/resources/completions.ts +57 -101
  404. package/src/resources/conversations/conversations.ts +455 -0
  405. package/src/resources/conversations/index.ts +25 -0
  406. package/src/resources/conversations/items.ts +1221 -0
  407. package/src/resources/conversations.ts +9 -0
  408. package/src/resources/embeddings.ts +14 -55
  409. package/src/resources/files.ts +54 -61
  410. package/src/resources/index.ts +33 -109
  411. package/src/resources/inspect.ts +7 -33
  412. package/src/resources/models/index.ts +4 -2
  413. package/src/resources/models/models.ts +79 -30
  414. package/src/resources/models/openai.ts +4 -24
  415. package/src/resources/models.ts +1 -1
  416. package/src/resources/moderations.ts +10 -36
  417. package/src/resources/prompts/index.ts +19 -0
  418. package/src/resources/prompts/prompts.ts +171 -0
  419. package/src/resources/prompts/versions.ts +26 -0
  420. package/src/resources/prompts.ts +9 -0
  421. package/src/resources/providers.ts +5 -7
  422. package/src/resources/responses/index.ts +1 -1
  423. package/src/resources/responses/input-items.ts +293 -161
  424. package/src/resources/responses/responses.ts +2112 -1632
  425. package/src/resources/responses.ts +1 -1
  426. package/src/resources/routes.ts +25 -10
  427. package/src/resources/safety.ts +199 -9
  428. package/src/resources/scoring-functions.ts +168 -52
  429. package/src/resources/scoring.ts +125 -22
  430. package/src/resources/shared.ts +141 -714
  431. package/src/resources/shields.ts +18 -23
  432. package/src/resources/tool-runtime.ts +210 -2
  433. package/src/resources/toolgroups.ts +26 -36
  434. package/src/resources/tools.ts +10 -94
  435. package/src/resources/vector-io.ts +323 -145
  436. package/src/resources/vector-stores/file-batches.ts +201 -0
  437. package/src/resources/vector-stores/files.ts +123 -143
  438. package/src/resources/vector-stores/index.ts +9 -1
  439. package/src/resources/vector-stores/vector-stores.ts +150 -216
  440. package/src/resources/vector-stores.ts +1 -1
  441. package/src/version.ts +1 -1
  442. package/version.d.ts +1 -1
  443. package/version.d.ts.map +1 -1
  444. package/version.js +1 -1
  445. package/version.js.map +1 -1
  446. package/version.mjs +1 -1
  447. package/version.mjs.map +1 -1
  448. package/resources/agents/agents.d.ts +0 -246
  449. package/resources/agents/agents.d.ts.map +0 -1
  450. package/resources/agents/agents.js.map +0 -1
  451. package/resources/agents/agents.mjs +0 -52
  452. package/resources/agents/agents.mjs.map +0 -1
  453. package/resources/agents/index.d.ts +0 -5
  454. package/resources/agents/index.d.ts.map +0 -1
  455. package/resources/agents/index.js +0 -18
  456. package/resources/agents/index.js.map +0 -1
  457. package/resources/agents/index.mjs +0 -10
  458. package/resources/agents/index.mjs.map +0 -1
  459. package/resources/agents/session.d.ts +0 -98
  460. package/resources/agents/session.d.ts.map +0 -1
  461. package/resources/agents/session.js +0 -42
  462. package/resources/agents/session.js.map +0 -1
  463. package/resources/agents/session.mjs +0 -37
  464. package/resources/agents/session.mjs.map +0 -1
  465. package/resources/agents/steps.d.ts +0 -22
  466. package/resources/agents/steps.d.ts.map +0 -1
  467. package/resources/agents/steps.js.map +0 -1
  468. package/resources/agents/steps.mjs +0 -15
  469. package/resources/agents/steps.mjs.map +0 -1
  470. package/resources/agents/turn.d.ts +0 -461
  471. package/resources/agents/turn.d.ts.map +0 -1
  472. package/resources/agents/turn.js +0 -34
  473. package/resources/agents/turn.js.map +0 -1
  474. package/resources/agents/turn.mjs +0 -29
  475. package/resources/agents/turn.mjs.map +0 -1
  476. package/resources/agents.d.ts +0 -2
  477. package/resources/agents.d.ts.map +0 -1
  478. package/resources/agents.js.map +0 -1
  479. package/resources/agents.mjs +0 -7
  480. package/resources/agents.mjs.map +0 -1
  481. package/resources/benchmarks.d.ts.map +0 -1
  482. package/resources/benchmarks.js.map +0 -1
  483. package/resources/benchmarks.mjs +0 -31
  484. package/resources/benchmarks.mjs.map +0 -1
  485. package/resources/datasets.d.ts +0 -320
  486. package/resources/datasets.d.ts.map +0 -1
  487. package/resources/datasets.js.map +0 -1
  488. package/resources/datasets.mjs.map +0 -1
  489. package/resources/eval/eval.d.ts +0 -159
  490. package/resources/eval/eval.d.ts.map +0 -1
  491. package/resources/eval/eval.js.map +0 -1
  492. package/resources/eval/eval.mjs.map +0 -1
  493. package/resources/eval/index.d.ts +0 -3
  494. package/resources/eval/index.d.ts.map +0 -1
  495. package/resources/eval/index.js.map +0 -1
  496. package/resources/eval/index.mjs.map +0 -1
  497. package/resources/eval/jobs.d.ts.map +0 -1
  498. package/resources/eval/jobs.js.map +0 -1
  499. package/resources/eval/jobs.mjs.map +0 -1
  500. package/resources/eval.d.ts.map +0 -1
  501. package/resources/eval.js.map +0 -1
  502. package/resources/eval.mjs.map +0 -1
  503. package/resources/inference.d.ts +0 -580
  504. package/resources/inference.d.ts.map +0 -1
  505. package/resources/inference.js +0 -54
  506. package/resources/inference.js.map +0 -1
  507. package/resources/inference.mjs +0 -49
  508. package/resources/inference.mjs.map +0 -1
  509. package/resources/post-training/index.d.ts +0 -3
  510. package/resources/post-training/index.d.ts.map +0 -1
  511. package/resources/post-training/index.js.map +0 -1
  512. package/resources/post-training/index.mjs.map +0 -1
  513. package/resources/post-training/job.d.ts +0 -205
  514. package/resources/post-training/job.d.ts.map +0 -1
  515. package/resources/post-training/job.js.map +0 -1
  516. package/resources/post-training/job.mjs.map +0 -1
  517. package/resources/post-training/post-training.d.ts +0 -402
  518. package/resources/post-training/post-training.d.ts.map +0 -1
  519. package/resources/post-training/post-training.js.map +0 -1
  520. package/resources/post-training/post-training.mjs.map +0 -1
  521. package/resources/post-training.d.ts.map +0 -1
  522. package/resources/post-training.js.map +0 -1
  523. package/resources/post-training.mjs.map +0 -1
  524. package/resources/synthetic-data-generation.d.ts +0 -47
  525. package/resources/synthetic-data-generation.d.ts.map +0 -1
  526. package/resources/synthetic-data-generation.js +0 -20
  527. package/resources/synthetic-data-generation.js.map +0 -1
  528. package/resources/synthetic-data-generation.mjs +0 -15
  529. package/resources/synthetic-data-generation.mjs.map +0 -1
  530. package/resources/telemetry.d.ts +0 -519
  531. package/resources/telemetry.d.ts.map +0 -1
  532. package/resources/telemetry.js +0 -70
  533. package/resources/telemetry.js.map +0 -1
  534. package/resources/telemetry.mjs +0 -65
  535. package/resources/telemetry.mjs.map +0 -1
  536. package/resources/tool-runtime/index.d.ts +0 -3
  537. package/resources/tool-runtime/index.d.ts.map +0 -1
  538. package/resources/tool-runtime/index.js +0 -14
  539. package/resources/tool-runtime/index.js.map +0 -1
  540. package/resources/tool-runtime/index.mjs +0 -8
  541. package/resources/tool-runtime/index.mjs.map +0 -1
  542. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  543. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  544. package/resources/tool-runtime/rag-tool.js +0 -30
  545. package/resources/tool-runtime/rag-tool.js.map +0 -1
  546. package/resources/tool-runtime/rag-tool.mjs +0 -25
  547. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  548. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  549. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  550. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  551. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  552. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  553. package/resources/vector-dbs.d.ts +0 -128
  554. package/resources/vector-dbs.d.ts.map +0 -1
  555. package/resources/vector-dbs.js +0 -41
  556. package/resources/vector-dbs.js.map +0 -1
  557. package/resources/vector-dbs.mjs +0 -36
  558. package/resources/vector-dbs.mjs.map +0 -1
  559. package/src/resources/agents/agents.ts +0 -372
  560. package/src/resources/agents/index.ts +0 -44
  561. package/src/resources/agents/session.ts +0 -169
  562. package/src/resources/agents/steps.ts +0 -47
  563. package/src/resources/agents/turn.ts +0 -638
  564. package/src/resources/datasets.ts +0 -413
  565. package/src/resources/inference.ts +0 -768
  566. package/src/resources/post-training/job.ts +0 -274
  567. package/src/resources/post-training/post-training.ts +0 -516
  568. package/src/resources/synthetic-data-generation.ts +0 -65
  569. package/src/resources/telemetry.ts +0 -692
  570. package/src/resources/tool-runtime/index.ts +0 -17
  571. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  572. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  573. package/src/resources/vector-dbs.ts +0 -191
  574. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  575. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  576. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -3,303 +3,49 @@
3
3
  //
4
4
  // This source code is licensed under the terms described in the LICENSE file in
5
5
  // the root directory of this source tree.
6
-
6
+ //
7
7
  // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
8
8
 
9
- import * as Shared from './shared';
10
- import * as InferenceAPI from './inference';
11
- import * as ToolRuntimeAPI from './tool-runtime/tool-runtime';
12
-
13
- /**
14
- * Configuration for an agent.
15
- */
16
- export interface AgentConfig {
17
- /**
18
- * The system instructions for the agent
19
- */
20
- instructions: string;
21
-
22
- /**
23
- * The model identifier to use for the agent
24
- */
25
- model: string;
26
-
27
- client_tools?: Array<ToolRuntimeAPI.ToolDef>;
28
-
29
- /**
30
- * Optional flag indicating whether session data has to be persisted
31
- */
32
- enable_session_persistence?: boolean;
33
-
34
- input_shields?: Array<string>;
35
-
36
- max_infer_iters?: number;
37
-
38
- /**
39
- * Optional name for the agent, used in telemetry and identification
40
- */
41
- name?: string;
42
-
43
- output_shields?: Array<string>;
44
-
45
- /**
46
- * Optional response format configuration
47
- */
48
- response_format?: ResponseFormat;
49
-
50
- /**
51
- * Sampling parameters.
52
- */
53
- sampling_params?: SamplingParams;
54
-
55
- /**
56
- * @deprecated Whether tool use is required or automatic. This is a hint to the
57
- * model which may not be followed. It depends on the Instruction Following
58
- * capabilities of the model.
59
- */
60
- tool_choice?: 'auto' | 'required' | 'none';
61
-
62
- /**
63
- * Configuration for tool use.
64
- */
65
- tool_config?: AgentConfig.ToolConfig;
66
-
67
- /**
68
- * @deprecated Prompt format for calling custom / zero shot tools.
69
- */
70
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
71
-
72
- toolgroups?: Array<string | AgentConfig.AgentToolGroupWithArgs>;
73
- }
74
-
75
- export namespace AgentConfig {
76
- /**
77
- * Configuration for tool use.
78
- */
79
- export interface ToolConfig {
80
- /**
81
- * (Optional) Config for how to override the default system prompt. -
82
- * `SystemMessageBehavior.append`: Appends the provided system message to the
83
- * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
84
- * system prompt with the provided system message. The system message can include
85
- * the string '{{function_definitions}}' to indicate where the function definitions
86
- * should be inserted.
87
- */
88
- system_message_behavior?: 'append' | 'replace';
89
-
90
- /**
91
- * (Optional) Whether tool use is automatic, required, or none. Can also specify a
92
- * tool name to use a specific tool. Defaults to ToolChoice.auto.
93
- */
94
- tool_choice?: 'auto' | 'required' | 'none' | (string & {});
95
-
96
- /**
97
- * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
98
- * will attempt to use a format that is best adapted to the model. -
99
- * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
100
- * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
101
- * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
102
- * are output as Python syntax -- a list of function calls.
103
- */
104
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
105
- }
106
-
107
- export interface AgentToolGroupWithArgs {
108
- args: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
109
-
110
- name: string;
111
- }
112
- }
113
-
114
- /**
115
- * Response from a batch completion request.
116
- */
117
- export interface BatchCompletion {
118
- /**
119
- * List of completion responses, one for each input in the batch
120
- */
121
- batch: Array<InferenceAPI.CompletionResponse>;
122
- }
123
-
124
- /**
125
- * Response from a chat completion request.
126
- */
127
- export interface ChatCompletionResponse {
128
- /**
129
- * The complete response message
130
- */
131
- completion_message: CompletionMessage;
132
-
133
- /**
134
- * Optional log probabilities for generated tokens
135
- */
136
- logprobs?: Array<InferenceAPI.TokenLogProbs>;
137
-
138
- /**
139
- * (Optional) List of metrics associated with the API response
140
- */
141
- metrics?: Array<Metric>;
142
- }
143
-
144
- /**
145
- * A message containing the model's (assistant) response in a chat conversation.
146
- */
147
- export interface CompletionMessage {
148
- /**
149
- * The content of the model's response
150
- */
151
- content: InterleavedContent;
152
-
153
- /**
154
- * Must be "assistant" to identify this as the model's response
155
- */
156
- role: 'assistant';
157
-
158
- /**
159
- * Reason why the model stopped generating. Options are: -
160
- * `StopReason.end_of_turn`: The model finished generating the entire response. -
161
- * `StopReason.end_of_message`: The model finished generating but generated a
162
- * partial response -- usually, a tool call. The user may call the tool and
163
- * continue the conversation with the tool's response. -
164
- * `StopReason.out_of_tokens`: The model ran out of token budget.
165
- */
166
- stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
167
-
168
- /**
169
- * List of tool calls. Each tool call is a ToolCall object.
170
- */
171
- tool_calls?: Array<ToolCall>;
172
- }
173
-
174
- /**
175
- * A text content delta for streaming responses.
176
- */
177
- export type ContentDelta = ContentDelta.TextDelta | ContentDelta.ImageDelta | ContentDelta.ToolCallDelta;
178
-
179
- export namespace ContentDelta {
180
- /**
181
- * A text content delta for streaming responses.
182
- */
183
- export interface TextDelta {
184
- /**
185
- * The incremental text content
186
- */
187
- text: string;
188
-
189
- /**
190
- * Discriminator type of the delta. Always "text"
191
- */
192
- type: 'text';
193
- }
194
-
195
- /**
196
- * An image content delta for streaming responses.
197
- */
198
- export interface ImageDelta {
199
- /**
200
- * The incremental image data as bytes
201
- */
202
- image: string;
203
-
204
- /**
205
- * Discriminator type of the delta. Always "image"
206
- */
207
- type: 'image';
208
- }
209
-
210
- /**
211
- * A tool call content delta for streaming responses.
212
- */
213
- export interface ToolCallDelta {
214
- /**
215
- * Current parsing status of the tool call
216
- */
217
- parse_status: 'started' | 'in_progress' | 'failed' | 'succeeded';
218
-
219
- /**
220
- * Either an in-progress tool call string or the final parsed tool call
221
- */
222
- tool_call: string | Shared.ToolCall;
223
-
224
- /**
225
- * Discriminator type of the delta. Always "tool_call"
226
- */
227
- type: 'tool_call';
228
- }
229
- }
230
-
231
9
  /**
232
- * A document to be used for document ingestion in the RAG Tool.
10
+ * A image content item
233
11
  */
234
- export interface Document {
235
- /**
236
- * The content of the document.
237
- */
238
- content:
239
- | string
240
- | Document.ImageContentItem
241
- | Document.TextContentItem
242
- | Array<InterleavedContentItem>
243
- | Document.URL;
244
-
245
- /**
246
- * The unique identifier for the document.
247
- */
248
- document_id: string;
249
-
250
- /**
251
- * Additional metadata for the document.
252
- */
253
- metadata: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
254
-
255
- /**
256
- * The MIME type of the document.
257
- */
258
- mime_type?: string;
259
- }
12
+ export type InterleavedContent =
13
+ | string
14
+ | InterleavedContent.ImageContentItem
15
+ | InterleavedContent.TextContentItem
16
+ | Array<InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem>;
260
17
 
261
- export namespace Document {
18
+ export namespace InterleavedContent {
262
19
  /**
263
20
  * A image content item
264
21
  */
265
22
  export interface ImageContentItem {
266
23
  /**
267
- * Image as a base64 encoded string or an URL
24
+ * A URL or a base64 encoded string
268
25
  */
269
26
  image: ImageContentItem.Image;
270
27
 
271
- /**
272
- * Discriminator type of the content item. Always "image"
273
- */
274
- type: 'image';
28
+ type?: 'image';
275
29
  }
276
30
 
277
31
  export namespace ImageContentItem {
278
32
  /**
279
- * Image as a base64 encoded string or an URL
33
+ * A URL or a base64 encoded string
280
34
  */
281
35
  export interface Image {
282
- /**
283
- * base64 encoded image data as string
284
- */
285
- data?: string;
36
+ data?: string | null;
286
37
 
287
38
  /**
288
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
289
- * Note that URL could have length limits.
39
+ * A URL reference to external content.
290
40
  */
291
- url?: Image.URL;
41
+ url?: Image.URL | null;
292
42
  }
293
43
 
294
44
  export namespace Image {
295
45
  /**
296
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
297
- * Note that URL could have length limits.
46
+ * A URL reference to external content.
298
47
  */
299
48
  export interface URL {
300
- /**
301
- * The URL string pointing to the resource
302
- */
303
49
  uri: string;
304
50
  }
305
51
  }
@@ -309,79 +55,41 @@ export namespace Document {
309
55
  * A text content item
310
56
  */
311
57
  export interface TextContentItem {
312
- /**
313
- * Text content
314
- */
315
58
  text: string;
316
59
 
317
- /**
318
- * Discriminator type of the content item. Always "text"
319
- */
320
- type: 'text';
60
+ type?: 'text';
321
61
  }
322
62
 
323
- /**
324
- * A URL reference to external content.
325
- */
326
- export interface URL {
327
- /**
328
- * The URL string pointing to the resource
329
- */
330
- uri: string;
331
- }
332
- }
333
-
334
- /**
335
- * A image content item
336
- */
337
- export type InterleavedContent =
338
- | string
339
- | InterleavedContent.ImageContentItem
340
- | InterleavedContent.TextContentItem
341
- | Array<InterleavedContentItem>;
342
-
343
- export namespace InterleavedContent {
344
63
  /**
345
64
  * A image content item
346
65
  */
347
66
  export interface ImageContentItem {
348
67
  /**
349
- * Image as a base64 encoded string or an URL
68
+ * A URL or a base64 encoded string
350
69
  */
351
70
  image: ImageContentItem.Image;
352
71
 
353
- /**
354
- * Discriminator type of the content item. Always "image"
355
- */
356
- type: 'image';
72
+ type?: 'image';
357
73
  }
358
74
 
359
75
  export namespace ImageContentItem {
360
76
  /**
361
- * Image as a base64 encoded string or an URL
77
+ * A URL or a base64 encoded string
362
78
  */
363
79
  export interface Image {
364
- /**
365
- * base64 encoded image data as string
366
- */
367
- data?: string;
80
+ data?: string | null;
368
81
 
369
82
  /**
370
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
371
- * Note that URL could have length limits.
83
+ * A URL reference to external content.
372
84
  */
373
- url?: Image.URL;
85
+ url?: Image.URL | null;
374
86
  }
375
87
 
376
88
  export namespace Image {
377
89
  /**
378
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
379
- * Note that URL could have length limits.
90
+ * A URL reference to external content.
380
91
  */
381
92
  export interface URL {
382
- /**
383
- * The URL string pointing to the resource
384
- */
385
93
  uri: string;
386
94
  }
387
95
  }
@@ -391,15 +99,9 @@ export namespace InterleavedContent {
391
99
  * A text content item
392
100
  */
393
101
  export interface TextContentItem {
394
- /**
395
- * Text content
396
- */
397
102
  text: string;
398
103
 
399
- /**
400
- * Discriminator type of the content item. Always "text"
401
- */
402
- type: 'text';
104
+ type?: 'text';
403
105
  }
404
106
  }
405
107
 
@@ -416,42 +118,31 @@ export namespace InterleavedContentItem {
416
118
  */
417
119
  export interface ImageContentItem {
418
120
  /**
419
- * Image as a base64 encoded string or an URL
121
+ * A URL or a base64 encoded string
420
122
  */
421
123
  image: ImageContentItem.Image;
422
124
 
423
- /**
424
- * Discriminator type of the content item. Always "image"
425
- */
426
- type: 'image';
125
+ type?: 'image';
427
126
  }
428
127
 
429
128
  export namespace ImageContentItem {
430
129
  /**
431
- * Image as a base64 encoded string or an URL
130
+ * A URL or a base64 encoded string
432
131
  */
433
132
  export interface Image {
434
- /**
435
- * base64 encoded image data as string
436
- */
437
- data?: string;
133
+ data?: string | null;
438
134
 
439
135
  /**
440
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
441
- * Note that URL could have length limits.
136
+ * A URL reference to external content.
442
137
  */
443
- url?: Image.URL;
138
+ url?: Image.URL | null;
444
139
  }
445
140
 
446
141
  export namespace Image {
447
142
  /**
448
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
449
- * Note that URL could have length limits.
143
+ * A URL reference to external content.
450
144
  */
451
145
  export interface URL {
452
- /**
453
- * The URL string pointing to the resource
454
- */
455
146
  uri: string;
456
147
  }
457
148
  }
@@ -461,43 +152,12 @@ export namespace InterleavedContentItem {
461
152
  * A text content item
462
153
  */
463
154
  export interface TextContentItem {
464
- /**
465
- * Text content
466
- */
467
155
  text: string;
468
156
 
469
- /**
470
- * Discriminator type of the content item. Always "text"
471
- */
472
- type: 'text';
157
+ type?: 'text';
473
158
  }
474
159
  }
475
160
 
476
- /**
477
- * A message from the user in a chat conversation.
478
- */
479
- export type Message = UserMessage | SystemMessage | ToolResponseMessage | CompletionMessage;
480
-
481
- /**
482
- * A metric value included in API responses.
483
- */
484
- export interface Metric {
485
- /**
486
- * The name of the metric
487
- */
488
- metric: string;
489
-
490
- /**
491
- * The numeric value of the metric
492
- */
493
- value: number;
494
-
495
- /**
496
- * (Optional) The unit of measurement for the metric value
497
- */
498
- unit?: string;
499
- }
500
-
501
161
  /**
502
162
  * Parameter type for string values.
503
163
  */
@@ -510,278 +170,70 @@ export type ParamType =
510
170
  | ParamType.JsonType
511
171
  | ParamType.UnionType
512
172
  | ParamType.ChatCompletionInputType
513
- | ParamType.CompletionInputType
514
- | ParamType.AgentTurnInputType;
173
+ | ParamType.CompletionInputType;
515
174
 
516
175
  export namespace ParamType {
517
176
  /**
518
177
  * Parameter type for string values.
519
178
  */
520
179
  export interface StringType {
521
- /**
522
- * Discriminator type. Always "string"
523
- */
524
- type: 'string';
180
+ type?: 'string';
525
181
  }
526
182
 
527
183
  /**
528
184
  * Parameter type for numeric values.
529
185
  */
530
186
  export interface NumberType {
531
- /**
532
- * Discriminator type. Always "number"
533
- */
534
- type: 'number';
187
+ type?: 'number';
535
188
  }
536
189
 
537
190
  /**
538
191
  * Parameter type for boolean values.
539
192
  */
540
193
  export interface BooleanType {
541
- /**
542
- * Discriminator type. Always "boolean"
543
- */
544
- type: 'boolean';
194
+ type?: 'boolean';
545
195
  }
546
196
 
547
197
  /**
548
198
  * Parameter type for array values.
549
199
  */
550
200
  export interface ArrayType {
551
- /**
552
- * Discriminator type. Always "array"
553
- */
554
- type: 'array';
201
+ type?: 'array';
555
202
  }
556
203
 
557
204
  /**
558
205
  * Parameter type for object values.
559
206
  */
560
207
  export interface ObjectType {
561
- /**
562
- * Discriminator type. Always "object"
563
- */
564
- type: 'object';
208
+ type?: 'object';
565
209
  }
566
210
 
567
211
  /**
568
212
  * Parameter type for JSON values.
569
213
  */
570
214
  export interface JsonType {
571
- /**
572
- * Discriminator type. Always "json"
573
- */
574
- type: 'json';
215
+ type?: 'json';
575
216
  }
576
217
 
577
218
  /**
578
219
  * Parameter type for union values.
579
220
  */
580
221
  export interface UnionType {
581
- /**
582
- * Discriminator type. Always "union"
583
- */
584
- type: 'union';
222
+ type?: 'union';
585
223
  }
586
224
 
587
225
  /**
588
226
  * Parameter type for chat completion input.
589
227
  */
590
228
  export interface ChatCompletionInputType {
591
- /**
592
- * Discriminator type. Always "chat_completion_input"
593
- */
594
- type: 'chat_completion_input';
229
+ type?: 'chat_completion_input';
595
230
  }
596
231
 
597
232
  /**
598
233
  * Parameter type for completion input.
599
234
  */
600
235
  export interface CompletionInputType {
601
- /**
602
- * Discriminator type. Always "completion_input"
603
- */
604
- type: 'completion_input';
605
- }
606
-
607
- /**
608
- * Parameter type for agent turn input.
609
- */
610
- export interface AgentTurnInputType {
611
- /**
612
- * Discriminator type. Always "agent_turn_input"
613
- */
614
- type: 'agent_turn_input';
615
- }
616
- }
617
-
618
- /**
619
- * Configuration for the RAG query generation.
620
- */
621
- export interface QueryConfig {
622
- /**
623
- * Template for formatting each retrieved chunk in the context. Available
624
- * placeholders: {index} (1-based chunk ordinal), {chunk.content} (chunk content
625
- * string), {metadata} (chunk metadata dict). Default: "Result {index}\nContent:
626
- * {chunk.content}\nMetadata: {metadata}\n"
627
- */
628
- chunk_template: string;
629
-
630
- /**
631
- * Maximum number of chunks to retrieve.
632
- */
633
- max_chunks: number;
634
-
635
- /**
636
- * Maximum number of tokens in the context.
637
- */
638
- max_tokens_in_context: number;
639
-
640
- /**
641
- * Configuration for the query generator.
642
- */
643
- query_generator_config: QueryGeneratorConfig;
644
-
645
- /**
646
- * Search mode for retrieval—either "vector", "keyword", or "hybrid". Default
647
- * "vector".
648
- */
649
- mode?: 'vector' | 'keyword' | 'hybrid';
650
-
651
- /**
652
- * Configuration for the ranker to use in hybrid search. Defaults to RRF ranker.
653
- */
654
- ranker?: QueryConfig.RrfRanker | QueryConfig.WeightedRanker;
655
- }
656
-
657
- export namespace QueryConfig {
658
- /**
659
- * Reciprocal Rank Fusion (RRF) ranker configuration.
660
- */
661
- export interface RrfRanker {
662
- /**
663
- * The impact factor for RRF scoring. Higher values give more weight to
664
- * higher-ranked results. Must be greater than 0
665
- */
666
- impact_factor: number;
667
-
668
- /**
669
- * The type of ranker, always "rrf"
670
- */
671
- type: 'rrf';
672
- }
673
-
674
- /**
675
- * Weighted ranker configuration that combines vector and keyword scores.
676
- */
677
- export interface WeightedRanker {
678
- /**
679
- * Weight factor between 0 and 1. 0 means only use keyword scores, 1 means only use
680
- * vector scores, values in between blend both scores.
681
- */
682
- alpha: number;
683
-
684
- /**
685
- * The type of ranker, always "weighted"
686
- */
687
- type: 'weighted';
688
- }
689
- }
690
-
691
- /**
692
- * Configuration for the default RAG query generator.
693
- */
694
- export type QueryGeneratorConfig =
695
- | QueryGeneratorConfig.DefaultRagQueryGeneratorConfig
696
- | QueryGeneratorConfig.LlmragQueryGeneratorConfig;
697
-
698
- export namespace QueryGeneratorConfig {
699
- /**
700
- * Configuration for the default RAG query generator.
701
- */
702
- export interface DefaultRagQueryGeneratorConfig {
703
- /**
704
- * String separator used to join query terms
705
- */
706
- separator: string;
707
-
708
- /**
709
- * Type of query generator, always 'default'
710
- */
711
- type: 'default';
712
- }
713
-
714
- /**
715
- * Configuration for the LLM-based RAG query generator.
716
- */
717
- export interface LlmragQueryGeneratorConfig {
718
- /**
719
- * Name of the language model to use for query generation
720
- */
721
- model: string;
722
-
723
- /**
724
- * Template string for formatting the query generation prompt
725
- */
726
- template: string;
727
-
728
- /**
729
- * Type of query generator, always 'llm'
730
- */
731
- type: 'llm';
732
- }
733
- }
734
-
735
- /**
736
- * Result of a RAG query containing retrieved content and metadata.
737
- */
738
- export interface QueryResult {
739
- /**
740
- * Additional metadata about the query result
741
- */
742
- metadata: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
743
-
744
- /**
745
- * (Optional) The retrieved content from the query
746
- */
747
- content?: InterleavedContent;
748
- }
749
-
750
- /**
751
- * Configuration for JSON schema-guided response generation.
752
- */
753
- export type ResponseFormat = ResponseFormat.JsonSchemaResponseFormat | ResponseFormat.GrammarResponseFormat;
754
-
755
- export namespace ResponseFormat {
756
- /**
757
- * Configuration for JSON schema-guided response generation.
758
- */
759
- export interface JsonSchemaResponseFormat {
760
- /**
761
- * The JSON schema the response should conform to. In a Python SDK, this is often a
762
- * `pydantic` model.
763
- */
764
- json_schema: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
765
-
766
- /**
767
- * Must be "json_schema" to identify this format type
768
- */
769
- type: 'json_schema';
770
- }
771
-
772
- /**
773
- * Configuration for grammar-guided response generation.
774
- */
775
- export interface GrammarResponseFormat {
776
- /**
777
- * The BNF grammar specification the response should conform to
778
- */
779
- bnf: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
780
-
781
- /**
782
- * Must be "grammar" to identify this format type
783
- */
784
- type: 'grammar';
236
+ type?: 'completion_input';
785
237
  }
786
238
  }
787
239
 
@@ -790,52 +242,33 @@ export namespace ResponseFormat {
790
242
  */
791
243
  export interface SafetyViolation {
792
244
  /**
793
- * Additional metadata including specific violation codes for debugging and
794
- * telemetry
795
- */
796
- metadata: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
797
-
798
- /**
799
- * Severity level of the violation
245
+ * Severity level of a safety violation.
800
246
  */
801
247
  violation_level: 'info' | 'warn' | 'error';
802
248
 
803
- /**
804
- * (Optional) Message to convey to the user about the violation
805
- */
806
- user_message?: string;
249
+ metadata?: { [key: string]: unknown };
250
+
251
+ user_message?: string | null;
807
252
  }
808
253
 
809
254
  /**
810
255
  * Sampling parameters.
811
256
  */
812
257
  export interface SamplingParams {
813
- /**
814
- * The sampling strategy.
815
- */
816
- strategy:
817
- | SamplingParams.GreedySamplingStrategy
818
- | SamplingParams.TopPSamplingStrategy
819
- | SamplingParams.TopKSamplingStrategy;
258
+ max_tokens?: number | null;
820
259
 
821
- /**
822
- * The maximum number of tokens that can be generated in the completion. The token
823
- * count of your prompt plus max_tokens cannot exceed the model's context length.
824
- */
825
- max_tokens?: number;
260
+ repetition_penalty?: number | null;
826
261
 
827
- /**
828
- * Number between -2.0 and 2.0. Positive values penalize new tokens based on
829
- * whether they appear in the text so far, increasing the model's likelihood to
830
- * talk about new topics.
831
- */
832
- repetition_penalty?: number;
262
+ stop?: Array<string> | null;
833
263
 
834
264
  /**
835
- * Up to 4 sequences where the API will stop generating further tokens. The
836
- * returned text will not contain the stop sequence.
265
+ * Greedy sampling strategy that selects the highest probability token at each
266
+ * step.
837
267
  */
838
- stop?: Array<string>;
268
+ strategy?:
269
+ | SamplingParams.GreedySamplingStrategy
270
+ | SamplingParams.TopPSamplingStrategy
271
+ | SamplingParams.TopKSamplingStrategy;
839
272
  }
840
273
 
841
274
  export namespace SamplingParams {
@@ -844,10 +277,7 @@ export namespace SamplingParams {
844
277
  * step.
845
278
  */
846
279
  export interface GreedySamplingStrategy {
847
- /**
848
- * Must be "greedy" to identify this sampling strategy
849
- */
850
- type: 'greedy';
280
+ type?: 'greedy';
851
281
  }
852
282
 
853
283
  /**
@@ -855,35 +285,20 @@ export namespace SamplingParams {
855
285
  * with cumulative probability >= p.
856
286
  */
857
287
  export interface TopPSamplingStrategy {
858
- /**
859
- * Must be "top_p" to identify this sampling strategy
860
- */
861
- type: 'top_p';
288
+ temperature: number | null;
862
289
 
863
- /**
864
- * Controls randomness in sampling. Higher values increase randomness
865
- */
866
- temperature?: number;
290
+ top_p?: number | null;
867
291
 
868
- /**
869
- * Cumulative probability threshold for nucleus sampling. Defaults to 0.95
870
- */
871
- top_p?: number;
292
+ type?: 'top_p';
872
293
  }
873
294
 
874
295
  /**
875
296
  * Top-k sampling strategy that restricts sampling to the k most likely tokens.
876
297
  */
877
298
  export interface TopKSamplingStrategy {
878
- /**
879
- * Number of top tokens to consider for sampling. Must be at least 1
880
- */
881
299
  top_k: number;
882
300
 
883
- /**
884
- * Must be "top_k" to identify this sampling strategy
885
- */
886
- type: 'top_k';
301
+ type?: 'top_k';
887
302
  }
888
303
  }
889
304
 
@@ -891,15 +306,9 @@ export namespace SamplingParams {
891
306
  * A scoring result for a single row.
892
307
  */
893
308
  export interface ScoringResult {
894
- /**
895
- * Map of metric name to aggregated value
896
- */
897
- aggregated_results: { [key: string]: boolean | number | string | Array<unknown> | unknown | null };
309
+ aggregated_results: { [key: string]: unknown };
898
310
 
899
- /**
900
- * The scoring result for each row. Each row is a map of column name to value.
901
- */
902
- score_rows: Array<{ [key: string]: boolean | number | string | Array<unknown> | unknown | null }>;
311
+ score_rows: Array<{ [key: string]: unknown }>;
903
312
  }
904
313
 
905
314
  /**
@@ -907,85 +316,103 @@ export interface ScoringResult {
907
316
  */
908
317
  export interface SystemMessage {
909
318
  /**
910
- * The content of the "system prompt". If multiple system messages are provided,
911
- * they are concatenated. The underlying Llama Stack code may also add other system
912
- * messages (for example, for formatting tool definitions).
913
- */
914
- content: InterleavedContent;
915
-
916
- /**
917
- * Must be "system" to identify this as a system message
319
+ * A image content item
918
320
  */
919
- role: 'system';
920
- }
921
-
922
- export interface ToolCall {
923
- arguments:
321
+ content:
924
322
  | string
925
- | {
926
- [key: string]:
927
- | string
928
- | number
929
- | boolean
930
- | Array<string | number | boolean | null>
931
- | { [key: string]: string | number | boolean | null }
932
- | null;
933
- };
934
-
935
- call_id: string;
936
-
937
- tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
323
+ | SystemMessage.ImageContentItemInput
324
+ | SystemMessage.TextContentItem
325
+ | Array<SystemMessage.ImageContentItemInput | SystemMessage.TextContentItem>;
938
326
 
939
- arguments_json?: string;
327
+ role?: 'system';
940
328
  }
941
329
 
942
- export interface ToolParamDefinition {
943
- param_type: string;
330
+ export namespace SystemMessage {
331
+ /**
332
+ * A image content item
333
+ */
334
+ export interface ImageContentItemInput {
335
+ /**
336
+ * A URL or a base64 encoded string
337
+ */
338
+ image: ImageContentItemInput.Image;
339
+
340
+ type?: 'image';
341
+ }
944
342
 
945
- default?: boolean | number | string | Array<unknown> | unknown | null;
343
+ export namespace ImageContentItemInput {
344
+ /**
345
+ * A URL or a base64 encoded string
346
+ */
347
+ export interface Image {
348
+ data?: string | null;
946
349
 
947
- description?: string;
350
+ /**
351
+ * A URL reference to external content.
352
+ */
353
+ url?: Image.URL | null;
354
+ }
948
355
 
949
- required?: boolean;
950
- }
356
+ export namespace Image {
357
+ /**
358
+ * A URL reference to external content.
359
+ */
360
+ export interface URL {
361
+ uri: string;
362
+ }
363
+ }
364
+ }
951
365
 
952
- /**
953
- * A message representing the result of a tool invocation.
954
- */
955
- export interface ToolResponseMessage {
956
366
  /**
957
- * Unique identifier for the tool call this response is for
367
+ * A text content item
958
368
  */
959
- call_id: string;
369
+ export interface TextContentItem {
370
+ text: string;
960
371
 
961
- /**
962
- * The response content from the tool
963
- */
964
- content: InterleavedContent;
372
+ type?: 'text';
373
+ }
965
374
 
966
375
  /**
967
- * Must be "tool" to identify this as a tool response
376
+ * A image content item
968
377
  */
969
- role: 'tool';
970
- }
378
+ export interface ImageContentItemInput {
379
+ /**
380
+ * A URL or a base64 encoded string
381
+ */
382
+ image: ImageContentItemInput.Image;
971
383
 
972
- /**
973
- * A message from the user in a chat conversation.
974
- */
975
- export interface UserMessage {
976
- /**
977
- * The content of the message, which can include text and other media
978
- */
979
- content: InterleavedContent;
384
+ type?: 'image';
385
+ }
980
386
 
981
- /**
982
- * Must be "user" to identify this as a user message
983
- */
984
- role: 'user';
387
+ export namespace ImageContentItemInput {
388
+ /**
389
+ * A URL or a base64 encoded string
390
+ */
391
+ export interface Image {
392
+ data?: string | null;
393
+
394
+ /**
395
+ * A URL reference to external content.
396
+ */
397
+ url?: Image.URL | null;
398
+ }
399
+
400
+ export namespace Image {
401
+ /**
402
+ * A URL reference to external content.
403
+ */
404
+ export interface URL {
405
+ uri: string;
406
+ }
407
+ }
408
+ }
985
409
 
986
410
  /**
987
- * (Optional) This field is used internally by Llama Stack to pass RAG context.
988
- * This field may be removed in the API in the future.
411
+ * A text content item
989
412
  */
990
- context?: InterleavedContent;
413
+ export interface TextContentItem {
414
+ text: string;
415
+
416
+ type?: 'text';
417
+ }
991
418
  }