llama-stack-client 0.3.4-rc3 → 0.4.0-rc1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (573) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +19 -21
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +23 -50
  8. package/index.d.ts +23 -50
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +1 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/alpha.d.ts +22 -0
  30. package/resources/alpha/alpha.d.ts.map +1 -0
  31. package/resources/alpha/alpha.js +57 -0
  32. package/resources/alpha/alpha.js.map +1 -0
  33. package/resources/alpha/alpha.mjs +30 -0
  34. package/resources/alpha/alpha.mjs.map +1 -0
  35. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +25 -35
  36. package/resources/alpha/benchmarks.d.ts.map +1 -0
  37. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  38. package/resources/alpha/benchmarks.js.map +1 -0
  39. package/resources/alpha/benchmarks.mjs +44 -0
  40. package/resources/alpha/benchmarks.mjs.map +1 -0
  41. package/resources/alpha/eval/eval.d.ts +160 -0
  42. package/resources/alpha/eval/eval.d.ts.map +1 -0
  43. package/resources/{eval → alpha/eval}/eval.js +7 -6
  44. package/resources/alpha/eval/eval.js.map +1 -0
  45. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  46. package/resources/alpha/eval/eval.mjs.map +1 -0
  47. package/resources/alpha/eval/index.d.ts +3 -0
  48. package/resources/alpha/eval/index.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/index.js +2 -1
  50. package/resources/alpha/eval/index.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  52. package/resources/alpha/eval/index.mjs.map +1 -0
  53. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  54. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  56. package/resources/alpha/eval/jobs.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  58. package/resources/alpha/eval/jobs.mjs.map +1 -0
  59. package/resources/alpha/eval.d.ts.map +1 -0
  60. package/resources/{eval.js → alpha/eval.js} +1 -0
  61. package/resources/alpha/eval.js.map +1 -0
  62. package/resources/alpha/eval.mjs.map +1 -0
  63. package/resources/alpha/index.d.ts +6 -0
  64. package/resources/alpha/index.d.ts.map +1 -0
  65. package/resources/alpha/index.js +21 -0
  66. package/resources/alpha/index.js.map +1 -0
  67. package/resources/alpha/index.mjs +13 -0
  68. package/resources/alpha/index.mjs.map +1 -0
  69. package/resources/alpha/inference.d.ts +85 -0
  70. package/resources/alpha/inference.d.ts.map +1 -0
  71. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  72. package/resources/alpha/inference.js.map +1 -0
  73. package/resources/alpha/inference.mjs +17 -0
  74. package/resources/alpha/inference.mjs.map +1 -0
  75. package/resources/alpha/post-training/index.d.ts +3 -0
  76. package/resources/alpha/post-training/index.d.ts.map +1 -0
  77. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  78. package/resources/alpha/post-training/index.js.map +1 -0
  79. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  80. package/resources/alpha/post-training/index.mjs.map +1 -0
  81. package/resources/alpha/post-training/job.d.ts +116 -0
  82. package/resources/alpha/post-training/job.d.ts.map +1 -0
  83. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  84. package/resources/alpha/post-training/job.js.map +1 -0
  85. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  86. package/resources/alpha/post-training/job.mjs.map +1 -0
  87. package/resources/alpha/post-training/post-training.d.ts +242 -0
  88. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  89. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  90. package/resources/alpha/post-training/post-training.js.map +1 -0
  91. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  92. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  93. package/resources/alpha/post-training.d.ts.map +1 -0
  94. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  95. package/resources/alpha/post-training.js.map +1 -0
  96. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  97. package/resources/alpha/post-training.mjs.map +1 -0
  98. package/resources/alpha.d.ts +2 -0
  99. package/resources/alpha.d.ts.map +1 -0
  100. package/resources/alpha.js +25 -0
  101. package/resources/alpha.js.map +1 -0
  102. package/resources/alpha.mjs +9 -0
  103. package/resources/alpha.mjs.map +1 -0
  104. package/resources/batches.d.ts +322 -0
  105. package/resources/batches.d.ts.map +1 -0
  106. package/resources/batches.js +45 -0
  107. package/resources/batches.js.map +1 -0
  108. package/resources/batches.mjs +40 -0
  109. package/resources/batches.mjs.map +1 -0
  110. package/resources/beta/beta.d.ts +10 -0
  111. package/resources/beta/beta.d.ts.map +1 -0
  112. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  113. package/resources/beta/beta.js.map +1 -0
  114. package/resources/beta/beta.mjs +18 -0
  115. package/resources/beta/beta.mjs.map +1 -0
  116. package/resources/beta/datasets.d.ts +257 -0
  117. package/resources/beta/datasets.d.ts.map +1 -0
  118. package/resources/{datasets.js → beta/datasets.js} +14 -9
  119. package/resources/beta/datasets.js.map +1 -0
  120. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  121. package/resources/beta/datasets.mjs.map +1 -0
  122. package/resources/beta/index.d.ts +3 -0
  123. package/resources/beta/index.d.ts.map +1 -0
  124. package/resources/beta/index.js +15 -0
  125. package/resources/beta/index.js.map +1 -0
  126. package/resources/beta/index.mjs +10 -0
  127. package/resources/beta/index.mjs.map +1 -0
  128. package/resources/beta.d.ts +2 -0
  129. package/resources/beta.d.ts.map +1 -0
  130. package/resources/{agents.js → beta.js} +4 -3
  131. package/resources/beta.js.map +1 -0
  132. package/resources/beta.mjs +9 -0
  133. package/resources/beta.mjs.map +1 -0
  134. package/resources/chat/chat.d.ts +73 -78
  135. package/resources/chat/chat.d.ts.map +1 -1
  136. package/resources/chat/chat.js +2 -2
  137. package/resources/chat/chat.js.map +1 -1
  138. package/resources/chat/chat.mjs +3 -2
  139. package/resources/chat/chat.mjs.map +1 -1
  140. package/resources/chat/completions.d.ts +756 -1402
  141. package/resources/chat/completions.d.ts.map +1 -1
  142. package/resources/chat/completions.js +8 -14
  143. package/resources/chat/completions.js.map +1 -1
  144. package/resources/chat/completions.mjs +7 -11
  145. package/resources/chat/completions.mjs.map +1 -1
  146. package/resources/chat/index.d.ts +1 -1
  147. package/resources/chat/index.d.ts.map +1 -1
  148. package/resources/chat/index.js +3 -3
  149. package/resources/chat/index.js.map +1 -1
  150. package/resources/chat/index.mjs +3 -1
  151. package/resources/chat/index.mjs.map +1 -1
  152. package/resources/chat.js +2 -1
  153. package/resources/chat.js.map +1 -1
  154. package/resources/chat.mjs +2 -0
  155. package/resources/chat.mjs.map +1 -1
  156. package/resources/completions.d.ts +52 -95
  157. package/resources/completions.d.ts.map +1 -1
  158. package/resources/completions.js +3 -6
  159. package/resources/completions.js.map +1 -1
  160. package/resources/completions.mjs +3 -5
  161. package/resources/completions.mjs.map +1 -1
  162. package/resources/conversations/conversations.d.ts +292 -0
  163. package/resources/conversations/conversations.d.ts.map +1 -0
  164. package/resources/conversations/conversations.js +78 -0
  165. package/resources/conversations/conversations.js.map +1 -0
  166. package/resources/conversations/conversations.mjs +51 -0
  167. package/resources/conversations/conversations.mjs.map +1 -0
  168. package/resources/conversations/index.d.ts +3 -0
  169. package/resources/conversations/index.d.ts.map +1 -0
  170. package/resources/conversations/index.js +16 -0
  171. package/resources/conversations/index.js.map +1 -0
  172. package/resources/conversations/index.mjs +10 -0
  173. package/resources/conversations/index.mjs.map +1 -0
  174. package/resources/conversations/items.d.ts +762 -0
  175. package/resources/conversations/items.d.ts.map +1 -0
  176. package/resources/conversations/items.js +51 -0
  177. package/resources/conversations/items.js.map +1 -0
  178. package/resources/conversations/items.mjs +46 -0
  179. package/resources/conversations/items.mjs.map +1 -0
  180. package/resources/conversations.d.ts +2 -0
  181. package/resources/conversations.d.ts.map +1 -0
  182. package/resources/conversations.js +25 -0
  183. package/resources/conversations.js.map +1 -0
  184. package/resources/conversations.mjs +9 -0
  185. package/resources/conversations.mjs.map +1 -0
  186. package/resources/embeddings.d.ts +10 -52
  187. package/resources/embeddings.d.ts.map +1 -1
  188. package/resources/embeddings.js +5 -2
  189. package/resources/embeddings.js.map +1 -1
  190. package/resources/embeddings.mjs +5 -1
  191. package/resources/embeddings.mjs.map +1 -1
  192. package/resources/files.d.ts +44 -54
  193. package/resources/files.d.ts.map +1 -1
  194. package/resources/files.js +18 -9
  195. package/resources/files.js.map +1 -1
  196. package/resources/files.mjs +18 -8
  197. package/resources/files.mjs.map +1 -1
  198. package/resources/index.d.ts +9 -13
  199. package/resources/index.d.ts.map +1 -1
  200. package/resources/index.js +15 -21
  201. package/resources/index.js.map +1 -1
  202. package/resources/index.mjs +9 -11
  203. package/resources/index.mjs.map +1 -1
  204. package/resources/inspect.d.ts +6 -32
  205. package/resources/inspect.d.ts.map +1 -1
  206. package/resources/inspect.js +6 -1
  207. package/resources/inspect.js.map +1 -1
  208. package/resources/inspect.mjs +6 -0
  209. package/resources/inspect.mjs.map +1 -1
  210. package/resources/models/index.d.ts +2 -2
  211. package/resources/models/index.d.ts.map +1 -1
  212. package/resources/models/index.js +2 -1
  213. package/resources/models/index.js.map +1 -1
  214. package/resources/models/index.mjs +2 -0
  215. package/resources/models/index.mjs.map +1 -1
  216. package/resources/models/models.d.ts +71 -31
  217. package/resources/models/models.d.ts.map +1 -1
  218. package/resources/models/models.js +13 -2
  219. package/resources/models/models.js.map +1 -1
  220. package/resources/models/models.mjs +13 -1
  221. package/resources/models/models.mjs.map +1 -1
  222. package/resources/models/openai.d.ts +2 -16
  223. package/resources/models/openai.d.ts.map +1 -1
  224. package/resources/models/openai.js +3 -2
  225. package/resources/models/openai.js.map +1 -1
  226. package/resources/models/openai.mjs +3 -1
  227. package/resources/models/openai.mjs.map +1 -1
  228. package/resources/models.js +2 -1
  229. package/resources/models.js.map +1 -1
  230. package/resources/models.mjs +2 -0
  231. package/resources/models.mjs.map +1 -1
  232. package/resources/moderations.d.ts +9 -35
  233. package/resources/moderations.d.ts.map +1 -1
  234. package/resources/moderations.js +5 -2
  235. package/resources/moderations.js.map +1 -1
  236. package/resources/moderations.mjs +5 -1
  237. package/resources/moderations.mjs.map +1 -1
  238. package/resources/prompts/index.d.ts +3 -0
  239. package/resources/prompts/index.d.ts.map +1 -0
  240. package/resources/prompts/index.js +15 -0
  241. package/resources/prompts/index.js.map +1 -0
  242. package/resources/prompts/index.mjs +10 -0
  243. package/resources/prompts/index.mjs.map +1 -0
  244. package/resources/prompts/prompts.d.ts +96 -0
  245. package/resources/prompts/prompts.d.ts.map +1 -0
  246. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  247. package/resources/prompts/prompts.js.map +1 -0
  248. package/resources/prompts/prompts.mjs +66 -0
  249. package/resources/prompts/prompts.mjs.map +1 -0
  250. package/resources/prompts/versions.d.ts +12 -0
  251. package/resources/prompts/versions.d.ts.map +1 -0
  252. package/resources/prompts/versions.js +23 -0
  253. package/resources/prompts/versions.js.map +1 -0
  254. package/resources/prompts/versions.mjs +19 -0
  255. package/resources/prompts/versions.mjs.map +1 -0
  256. package/resources/prompts.d.ts +2 -0
  257. package/resources/prompts.d.ts.map +1 -0
  258. package/resources/prompts.js +25 -0
  259. package/resources/prompts.js.map +1 -0
  260. package/resources/prompts.mjs +9 -0
  261. package/resources/prompts.mjs.map +1 -0
  262. package/resources/providers.d.ts +4 -6
  263. package/resources/providers.d.ts.map +1 -1
  264. package/resources/providers.js +6 -1
  265. package/resources/providers.js.map +1 -1
  266. package/resources/providers.mjs +6 -0
  267. package/resources/providers.mjs.map +1 -1
  268. package/resources/responses/index.js +2 -1
  269. package/resources/responses/index.js.map +1 -1
  270. package/resources/responses/index.mjs +2 -0
  271. package/resources/responses/index.mjs.map +1 -1
  272. package/resources/responses/input-items.d.ts +190 -151
  273. package/resources/responses/input-items.d.ts.map +1 -1
  274. package/resources/responses/input-items.js +3 -2
  275. package/resources/responses/input-items.js.map +1 -1
  276. package/resources/responses/input-items.mjs +3 -1
  277. package/resources/responses/input-items.mjs.map +1 -1
  278. package/resources/responses/responses.d.ts +1387 -1449
  279. package/resources/responses/responses.d.ts.map +1 -1
  280. package/resources/responses/responses.js +8 -11
  281. package/resources/responses/responses.js.map +1 -1
  282. package/resources/responses/responses.mjs +8 -10
  283. package/resources/responses/responses.mjs.map +1 -1
  284. package/resources/responses.js +2 -1
  285. package/resources/responses.js.map +1 -1
  286. package/resources/responses.mjs +2 -0
  287. package/resources/responses.mjs.map +1 -1
  288. package/resources/routes.d.ts +7 -7
  289. package/resources/routes.d.ts.map +1 -1
  290. package/resources/routes.js +8 -6
  291. package/resources/routes.js.map +1 -1
  292. package/resources/routes.mjs +8 -5
  293. package/resources/routes.mjs.map +1 -1
  294. package/resources/safety.d.ts +144 -10
  295. package/resources/safety.d.ts.map +1 -1
  296. package/resources/safety.js +4 -1
  297. package/resources/safety.js.map +1 -1
  298. package/resources/safety.mjs +4 -0
  299. package/resources/safety.mjs.map +1 -1
  300. package/resources/scoring-functions.d.ts +120 -50
  301. package/resources/scoring-functions.d.ts.map +1 -1
  302. package/resources/scoring-functions.js +15 -1
  303. package/resources/scoring-functions.js.map +1 -1
  304. package/resources/scoring-functions.mjs +15 -0
  305. package/resources/scoring-functions.mjs.map +1 -1
  306. package/resources/scoring.d.ts +85 -26
  307. package/resources/scoring.d.ts.map +1 -1
  308. package/resources/scoring.js +2 -1
  309. package/resources/scoring.js.map +1 -1
  310. package/resources/scoring.mjs +2 -0
  311. package/resources/scoring.mjs.map +1 -1
  312. package/resources/shared.d.ts +125 -629
  313. package/resources/shared.d.ts.map +1 -1
  314. package/resources/shared.js +2 -0
  315. package/resources/shared.js.map +1 -1
  316. package/resources/shared.mjs +2 -0
  317. package/resources/shared.mjs.map +1 -1
  318. package/resources/shields.d.ts +19 -24
  319. package/resources/shields.d.ts.map +1 -1
  320. package/resources/shields.js +6 -1
  321. package/resources/shields.js.map +1 -1
  322. package/resources/shields.mjs +6 -0
  323. package/resources/shields.mjs.map +1 -1
  324. package/resources/tool-runtime.d.ts +151 -1
  325. package/resources/tool-runtime.d.ts.map +1 -1
  326. package/resources/tool-runtime.js +22 -16
  327. package/resources/tool-runtime.js.map +1 -1
  328. package/resources/tool-runtime.mjs +20 -1
  329. package/resources/tool-runtime.mjs.map +1 -1
  330. package/resources/toolgroups.d.ts +27 -37
  331. package/resources/toolgroups.d.ts.map +1 -1
  332. package/resources/toolgroups.js +10 -1
  333. package/resources/toolgroups.js.map +1 -1
  334. package/resources/toolgroups.mjs +10 -0
  335. package/resources/toolgroups.mjs.map +1 -1
  336. package/resources/tools.d.ts +9 -76
  337. package/resources/tools.d.ts.map +1 -1
  338. package/resources/tools.js +4 -1
  339. package/resources/tools.js.map +1 -1
  340. package/resources/tools.mjs +4 -0
  341. package/resources/tools.mjs.map +1 -1
  342. package/resources/vector-io.d.ts +272 -148
  343. package/resources/vector-io.d.ts.map +1 -1
  344. package/resources/vector-io.js +2 -1
  345. package/resources/vector-io.js.map +1 -1
  346. package/resources/vector-io.mjs +2 -0
  347. package/resources/vector-io.mjs.map +1 -1
  348. package/resources/vector-stores/file-batches.d.ts +111 -0
  349. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  350. package/resources/vector-stores/file-batches.js +45 -0
  351. package/resources/vector-stores/file-batches.js.map +1 -0
  352. package/resources/vector-stores/file-batches.mjs +41 -0
  353. package/resources/vector-stores/file-batches.mjs.map +1 -0
  354. package/resources/vector-stores/files.d.ts +83 -135
  355. package/resources/vector-stores/files.d.ts.map +1 -1
  356. package/resources/vector-stores/files.js +15 -14
  357. package/resources/vector-stores/files.js.map +1 -1
  358. package/resources/vector-stores/files.mjs +15 -13
  359. package/resources/vector-stores/files.mjs.map +1 -1
  360. package/resources/vector-stores/index.d.ts +2 -1
  361. package/resources/vector-stores/index.d.ts.map +1 -1
  362. package/resources/vector-stores/index.js +5 -2
  363. package/resources/vector-stores/index.js.map +1 -1
  364. package/resources/vector-stores/index.mjs +3 -0
  365. package/resources/vector-stores/index.mjs.map +1 -1
  366. package/resources/vector-stores/vector-stores.d.ts +118 -217
  367. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  368. package/resources/vector-stores/vector-stores.js +18 -12
  369. package/resources/vector-stores/vector-stores.js.map +1 -1
  370. package/resources/vector-stores/vector-stores.mjs +18 -11
  371. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  372. package/resources/vector-stores.js +2 -1
  373. package/resources/vector-stores.js.map +1 -1
  374. package/resources/vector-stores.mjs +2 -0
  375. package/resources/vector-stores.mjs.map +1 -1
  376. package/src/error.ts +1 -0
  377. package/src/index.ts +82 -252
  378. package/src/lib/response-helpers.ts +60 -0
  379. package/src/pagination.ts +2 -5
  380. package/src/resource.ts +1 -0
  381. package/src/resources/alpha/alpha.ts +85 -0
  382. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +36 -37
  383. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  384. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  385. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  386. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  387. package/src/resources/alpha/index.ts +34 -0
  388. package/src/resources/alpha/inference.ts +132 -0
  389. package/src/resources/{post-training → alpha/post-training}/index.ts +2 -2
  390. package/src/resources/alpha/post-training/job.ts +182 -0
  391. package/src/resources/alpha/post-training/post-training.ts +369 -0
  392. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  393. package/src/resources/alpha.ts +9 -0
  394. package/src/resources/batches.ts +572 -0
  395. package/src/resources/beta/beta.ts +41 -0
  396. package/src/resources/beta/datasets.ts +350 -0
  397. package/src/resources/beta/index.ts +20 -0
  398. package/src/resources/{agents.ts → beta.ts} +2 -2
  399. package/src/resources/chat/chat.ts +82 -81
  400. package/src/resources/chat/completions.ts +874 -1484
  401. package/src/resources/chat/index.ts +1 -2
  402. package/src/resources/chat.ts +1 -1
  403. package/src/resources/completions.ts +57 -101
  404. package/src/resources/conversations/conversations.ts +455 -0
  405. package/src/resources/conversations/index.ts +25 -0
  406. package/src/resources/conversations/items.ts +1221 -0
  407. package/src/resources/conversations.ts +9 -0
  408. package/src/resources/embeddings.ts +14 -55
  409. package/src/resources/files.ts +54 -61
  410. package/src/resources/index.ts +33 -109
  411. package/src/resources/inspect.ts +7 -33
  412. package/src/resources/models/index.ts +4 -2
  413. package/src/resources/models/models.ts +79 -30
  414. package/src/resources/models/openai.ts +4 -24
  415. package/src/resources/models.ts +1 -1
  416. package/src/resources/moderations.ts +10 -36
  417. package/src/resources/prompts/index.ts +19 -0
  418. package/src/resources/prompts/prompts.ts +171 -0
  419. package/src/resources/prompts/versions.ts +26 -0
  420. package/src/resources/prompts.ts +9 -0
  421. package/src/resources/providers.ts +5 -7
  422. package/src/resources/responses/index.ts +1 -1
  423. package/src/resources/responses/input-items.ts +293 -161
  424. package/src/resources/responses/responses.ts +2112 -1632
  425. package/src/resources/responses.ts +1 -1
  426. package/src/resources/routes.ts +25 -10
  427. package/src/resources/safety.ts +199 -9
  428. package/src/resources/scoring-functions.ts +168 -52
  429. package/src/resources/scoring.ts +125 -22
  430. package/src/resources/shared.ts +141 -714
  431. package/src/resources/shields.ts +18 -23
  432. package/src/resources/tool-runtime.ts +210 -2
  433. package/src/resources/toolgroups.ts +26 -36
  434. package/src/resources/tools.ts +10 -94
  435. package/src/resources/vector-io.ts +323 -145
  436. package/src/resources/vector-stores/file-batches.ts +201 -0
  437. package/src/resources/vector-stores/files.ts +123 -143
  438. package/src/resources/vector-stores/index.ts +9 -1
  439. package/src/resources/vector-stores/vector-stores.ts +150 -216
  440. package/src/resources/vector-stores.ts +1 -1
  441. package/src/version.ts +1 -1
  442. package/version.d.ts +1 -1
  443. package/version.js +1 -1
  444. package/version.mjs +1 -1
  445. package/resources/agents/agents.d.ts +0 -246
  446. package/resources/agents/agents.d.ts.map +0 -1
  447. package/resources/agents/agents.js.map +0 -1
  448. package/resources/agents/agents.mjs +0 -52
  449. package/resources/agents/agents.mjs.map +0 -1
  450. package/resources/agents/index.d.ts +0 -5
  451. package/resources/agents/index.d.ts.map +0 -1
  452. package/resources/agents/index.js +0 -18
  453. package/resources/agents/index.js.map +0 -1
  454. package/resources/agents/index.mjs +0 -10
  455. package/resources/agents/index.mjs.map +0 -1
  456. package/resources/agents/session.d.ts +0 -98
  457. package/resources/agents/session.d.ts.map +0 -1
  458. package/resources/agents/session.js +0 -42
  459. package/resources/agents/session.js.map +0 -1
  460. package/resources/agents/session.mjs +0 -37
  461. package/resources/agents/session.mjs.map +0 -1
  462. package/resources/agents/steps.d.ts +0 -22
  463. package/resources/agents/steps.d.ts.map +0 -1
  464. package/resources/agents/steps.js.map +0 -1
  465. package/resources/agents/steps.mjs +0 -15
  466. package/resources/agents/steps.mjs.map +0 -1
  467. package/resources/agents/turn.d.ts +0 -461
  468. package/resources/agents/turn.d.ts.map +0 -1
  469. package/resources/agents/turn.js +0 -34
  470. package/resources/agents/turn.js.map +0 -1
  471. package/resources/agents/turn.mjs +0 -29
  472. package/resources/agents/turn.mjs.map +0 -1
  473. package/resources/agents.d.ts +0 -2
  474. package/resources/agents.d.ts.map +0 -1
  475. package/resources/agents.js.map +0 -1
  476. package/resources/agents.mjs +0 -7
  477. package/resources/agents.mjs.map +0 -1
  478. package/resources/benchmarks.d.ts.map +0 -1
  479. package/resources/benchmarks.js.map +0 -1
  480. package/resources/benchmarks.mjs +0 -31
  481. package/resources/benchmarks.mjs.map +0 -1
  482. package/resources/datasets.d.ts +0 -320
  483. package/resources/datasets.d.ts.map +0 -1
  484. package/resources/datasets.js.map +0 -1
  485. package/resources/datasets.mjs.map +0 -1
  486. package/resources/eval/eval.d.ts +0 -159
  487. package/resources/eval/eval.d.ts.map +0 -1
  488. package/resources/eval/eval.js.map +0 -1
  489. package/resources/eval/eval.mjs.map +0 -1
  490. package/resources/eval/index.d.ts +0 -3
  491. package/resources/eval/index.d.ts.map +0 -1
  492. package/resources/eval/index.js.map +0 -1
  493. package/resources/eval/index.mjs.map +0 -1
  494. package/resources/eval/jobs.d.ts.map +0 -1
  495. package/resources/eval/jobs.js.map +0 -1
  496. package/resources/eval/jobs.mjs.map +0 -1
  497. package/resources/eval.d.ts.map +0 -1
  498. package/resources/eval.js.map +0 -1
  499. package/resources/eval.mjs.map +0 -1
  500. package/resources/inference.d.ts +0 -580
  501. package/resources/inference.d.ts.map +0 -1
  502. package/resources/inference.js +0 -54
  503. package/resources/inference.js.map +0 -1
  504. package/resources/inference.mjs +0 -49
  505. package/resources/inference.mjs.map +0 -1
  506. package/resources/post-training/index.d.ts +0 -3
  507. package/resources/post-training/index.d.ts.map +0 -1
  508. package/resources/post-training/index.js.map +0 -1
  509. package/resources/post-training/index.mjs.map +0 -1
  510. package/resources/post-training/job.d.ts +0 -205
  511. package/resources/post-training/job.d.ts.map +0 -1
  512. package/resources/post-training/job.js.map +0 -1
  513. package/resources/post-training/job.mjs.map +0 -1
  514. package/resources/post-training/post-training.d.ts +0 -402
  515. package/resources/post-training/post-training.d.ts.map +0 -1
  516. package/resources/post-training/post-training.js.map +0 -1
  517. package/resources/post-training/post-training.mjs.map +0 -1
  518. package/resources/post-training.d.ts.map +0 -1
  519. package/resources/post-training.js.map +0 -1
  520. package/resources/post-training.mjs.map +0 -1
  521. package/resources/synthetic-data-generation.d.ts +0 -47
  522. package/resources/synthetic-data-generation.d.ts.map +0 -1
  523. package/resources/synthetic-data-generation.js +0 -20
  524. package/resources/synthetic-data-generation.js.map +0 -1
  525. package/resources/synthetic-data-generation.mjs +0 -15
  526. package/resources/synthetic-data-generation.mjs.map +0 -1
  527. package/resources/telemetry.d.ts +0 -519
  528. package/resources/telemetry.d.ts.map +0 -1
  529. package/resources/telemetry.js +0 -70
  530. package/resources/telemetry.js.map +0 -1
  531. package/resources/telemetry.mjs +0 -65
  532. package/resources/telemetry.mjs.map +0 -1
  533. package/resources/tool-runtime/index.d.ts +0 -3
  534. package/resources/tool-runtime/index.d.ts.map +0 -1
  535. package/resources/tool-runtime/index.js +0 -14
  536. package/resources/tool-runtime/index.js.map +0 -1
  537. package/resources/tool-runtime/index.mjs +0 -8
  538. package/resources/tool-runtime/index.mjs.map +0 -1
  539. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  540. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  541. package/resources/tool-runtime/rag-tool.js +0 -30
  542. package/resources/tool-runtime/rag-tool.js.map +0 -1
  543. package/resources/tool-runtime/rag-tool.mjs +0 -25
  544. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  545. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  546. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  547. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  548. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  549. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  550. package/resources/vector-dbs.d.ts +0 -128
  551. package/resources/vector-dbs.d.ts.map +0 -1
  552. package/resources/vector-dbs.js +0 -41
  553. package/resources/vector-dbs.js.map +0 -1
  554. package/resources/vector-dbs.mjs +0 -36
  555. package/resources/vector-dbs.mjs.map +0 -1
  556. package/src/resources/agents/agents.ts +0 -372
  557. package/src/resources/agents/index.ts +0 -44
  558. package/src/resources/agents/session.ts +0 -169
  559. package/src/resources/agents/steps.ts +0 -47
  560. package/src/resources/agents/turn.ts +0 -638
  561. package/src/resources/datasets.ts +0 -413
  562. package/src/resources/inference.ts +0 -768
  563. package/src/resources/post-training/job.ts +0 -274
  564. package/src/resources/post-training/post-training.ts +0 -516
  565. package/src/resources/synthetic-data-generation.ts +0 -65
  566. package/src/resources/telemetry.ts +0 -692
  567. package/src/resources/tool-runtime/index.ts +0 -17
  568. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  569. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  570. package/src/resources/vector-dbs.ts +0 -191
  571. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  572. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  573. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -1,252 +1,34 @@
1
- import * as Shared from "./shared.js";
2
- import * as InferenceAPI from "./inference.js";
3
- import * as ToolRuntimeAPI from "./tool-runtime/tool-runtime.js";
4
1
  /**
5
- * Configuration for an agent.
6
- */
7
- export interface AgentConfig {
8
- /**
9
- * The system instructions for the agent
10
- */
11
- instructions: string;
12
- /**
13
- * The model identifier to use for the agent
14
- */
15
- model: string;
16
- client_tools?: Array<ToolRuntimeAPI.ToolDef>;
17
- /**
18
- * Optional flag indicating whether session data has to be persisted
19
- */
20
- enable_session_persistence?: boolean;
21
- input_shields?: Array<string>;
22
- max_infer_iters?: number;
23
- /**
24
- * Optional name for the agent, used in telemetry and identification
25
- */
26
- name?: string;
27
- output_shields?: Array<string>;
28
- /**
29
- * Optional response format configuration
30
- */
31
- response_format?: ResponseFormat;
32
- /**
33
- * Sampling parameters.
34
- */
35
- sampling_params?: SamplingParams;
36
- /**
37
- * @deprecated Whether tool use is required or automatic. This is a hint to the
38
- * model which may not be followed. It depends on the Instruction Following
39
- * capabilities of the model.
40
- */
41
- tool_choice?: 'auto' | 'required' | 'none';
42
- /**
43
- * Configuration for tool use.
44
- */
45
- tool_config?: AgentConfig.ToolConfig;
46
- /**
47
- * @deprecated Prompt format for calling custom / zero shot tools.
48
- */
49
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
50
- toolgroups?: Array<string | AgentConfig.AgentToolGroupWithArgs>;
51
- }
52
- export declare namespace AgentConfig {
53
- /**
54
- * Configuration for tool use.
55
- */
56
- interface ToolConfig {
57
- /**
58
- * (Optional) Config for how to override the default system prompt. -
59
- * `SystemMessageBehavior.append`: Appends the provided system message to the
60
- * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
61
- * system prompt with the provided system message. The system message can include
62
- * the string '{{function_definitions}}' to indicate where the function definitions
63
- * should be inserted.
64
- */
65
- system_message_behavior?: 'append' | 'replace';
66
- /**
67
- * (Optional) Whether tool use is automatic, required, or none. Can also specify a
68
- * tool name to use a specific tool. Defaults to ToolChoice.auto.
69
- */
70
- tool_choice?: 'auto' | 'required' | 'none' | (string & {});
71
- /**
72
- * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
73
- * will attempt to use a format that is best adapted to the model. -
74
- * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
75
- * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
76
- * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
77
- * are output as Python syntax -- a list of function calls.
78
- */
79
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
80
- }
81
- interface AgentToolGroupWithArgs {
82
- args: {
83
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
84
- };
85
- name: string;
86
- }
87
- }
88
- /**
89
- * Response from a batch completion request.
90
- */
91
- export interface BatchCompletion {
92
- /**
93
- * List of completion responses, one for each input in the batch
94
- */
95
- batch: Array<InferenceAPI.CompletionResponse>;
96
- }
97
- /**
98
- * Response from a chat completion request.
99
- */
100
- export interface ChatCompletionResponse {
101
- /**
102
- * The complete response message
103
- */
104
- completion_message: CompletionMessage;
105
- /**
106
- * Optional log probabilities for generated tokens
107
- */
108
- logprobs?: Array<InferenceAPI.TokenLogProbs>;
109
- /**
110
- * (Optional) List of metrics associated with the API response
111
- */
112
- metrics?: Array<Metric>;
113
- }
114
- /**
115
- * A message containing the model's (assistant) response in a chat conversation.
116
- */
117
- export interface CompletionMessage {
118
- /**
119
- * The content of the model's response
120
- */
121
- content: InterleavedContent;
122
- /**
123
- * Must be "assistant" to identify this as the model's response
124
- */
125
- role: 'assistant';
126
- /**
127
- * Reason why the model stopped generating. Options are: -
128
- * `StopReason.end_of_turn`: The model finished generating the entire response. -
129
- * `StopReason.end_of_message`: The model finished generating but generated a
130
- * partial response -- usually, a tool call. The user may call the tool and
131
- * continue the conversation with the tool's response. -
132
- * `StopReason.out_of_tokens`: The model ran out of token budget.
133
- */
134
- stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
135
- /**
136
- * List of tool calls. Each tool call is a ToolCall object.
137
- */
138
- tool_calls?: Array<ToolCall>;
139
- }
140
- /**
141
- * A text content delta for streaming responses.
142
- */
143
- export type ContentDelta = ContentDelta.TextDelta | ContentDelta.ImageDelta | ContentDelta.ToolCallDelta;
144
- export declare namespace ContentDelta {
145
- /**
146
- * A text content delta for streaming responses.
147
- */
148
- interface TextDelta {
149
- /**
150
- * The incremental text content
151
- */
152
- text: string;
153
- /**
154
- * Discriminator type of the delta. Always "text"
155
- */
156
- type: 'text';
157
- }
158
- /**
159
- * An image content delta for streaming responses.
160
- */
161
- interface ImageDelta {
162
- /**
163
- * The incremental image data as bytes
164
- */
165
- image: string;
166
- /**
167
- * Discriminator type of the delta. Always "image"
168
- */
169
- type: 'image';
170
- }
171
- /**
172
- * A tool call content delta for streaming responses.
173
- */
174
- interface ToolCallDelta {
175
- /**
176
- * Current parsing status of the tool call
177
- */
178
- parse_status: 'started' | 'in_progress' | 'failed' | 'succeeded';
179
- /**
180
- * Either an in-progress tool call string or the final parsed tool call
181
- */
182
- tool_call: string | Shared.ToolCall;
183
- /**
184
- * Discriminator type of the delta. Always "tool_call"
185
- */
186
- type: 'tool_call';
187
- }
188
- }
189
- /**
190
- * A document to be used for document ingestion in the RAG Tool.
2
+ * A image content item
191
3
  */
192
- export interface Document {
193
- /**
194
- * The content of the document.
195
- */
196
- content: string | Document.ImageContentItem | Document.TextContentItem | Array<InterleavedContentItem> | Document.URL;
197
- /**
198
- * The unique identifier for the document.
199
- */
200
- document_id: string;
201
- /**
202
- * Additional metadata for the document.
203
- */
204
- metadata: {
205
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
206
- };
207
- /**
208
- * The MIME type of the document.
209
- */
210
- mime_type?: string;
211
- }
212
- export declare namespace Document {
4
+ export type InterleavedContent = string | InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem | Array<InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem>;
5
+ export declare namespace InterleavedContent {
213
6
  /**
214
7
  * A image content item
215
8
  */
216
9
  interface ImageContentItem {
217
10
  /**
218
- * Image as a base64 encoded string or an URL
11
+ * A URL or a base64 encoded string
219
12
  */
220
13
  image: ImageContentItem.Image;
221
- /**
222
- * Discriminator type of the content item. Always "image"
223
- */
224
- type: 'image';
14
+ type?: 'image';
225
15
  }
226
16
  namespace ImageContentItem {
227
17
  /**
228
- * Image as a base64 encoded string or an URL
18
+ * A URL or a base64 encoded string
229
19
  */
230
20
  interface Image {
21
+ data?: string | null;
231
22
  /**
232
- * base64 encoded image data as string
23
+ * A URL reference to external content.
233
24
  */
234
- data?: string;
235
- /**
236
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
237
- * Note that URL could have length limits.
238
- */
239
- url?: Image.URL;
25
+ url?: Image.URL | null;
240
26
  }
241
27
  namespace Image {
242
28
  /**
243
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
244
- * Note that URL could have length limits.
29
+ * A URL reference to external content.
245
30
  */
246
31
  interface URL {
247
- /**
248
- * The URL string pointing to the resource
249
- */
250
32
  uri: string;
251
33
  }
252
34
  }
@@ -255,67 +37,35 @@ export declare namespace Document {
255
37
  * A text content item
256
38
  */
257
39
  interface TextContentItem {
258
- /**
259
- * Text content
260
- */
261
40
  text: string;
262
- /**
263
- * Discriminator type of the content item. Always "text"
264
- */
265
- type: 'text';
266
- }
267
- /**
268
- * A URL reference to external content.
269
- */
270
- interface URL {
271
- /**
272
- * The URL string pointing to the resource
273
- */
274
- uri: string;
41
+ type?: 'text';
275
42
  }
276
- }
277
- /**
278
- * A image content item
279
- */
280
- export type InterleavedContent = string | InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem | Array<InterleavedContentItem>;
281
- export declare namespace InterleavedContent {
282
43
  /**
283
44
  * A image content item
284
45
  */
285
46
  interface ImageContentItem {
286
47
  /**
287
- * Image as a base64 encoded string or an URL
48
+ * A URL or a base64 encoded string
288
49
  */
289
50
  image: ImageContentItem.Image;
290
- /**
291
- * Discriminator type of the content item. Always "image"
292
- */
293
- type: 'image';
51
+ type?: 'image';
294
52
  }
295
53
  namespace ImageContentItem {
296
54
  /**
297
- * Image as a base64 encoded string or an URL
55
+ * A URL or a base64 encoded string
298
56
  */
299
57
  interface Image {
58
+ data?: string | null;
300
59
  /**
301
- * base64 encoded image data as string
302
- */
303
- data?: string;
304
- /**
305
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
306
- * Note that URL could have length limits.
60
+ * A URL reference to external content.
307
61
  */
308
- url?: Image.URL;
62
+ url?: Image.URL | null;
309
63
  }
310
64
  namespace Image {
311
65
  /**
312
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
313
- * Note that URL could have length limits.
66
+ * A URL reference to external content.
314
67
  */
315
68
  interface URL {
316
- /**
317
- * The URL string pointing to the resource
318
- */
319
69
  uri: string;
320
70
  }
321
71
  }
@@ -324,14 +74,8 @@ export declare namespace InterleavedContent {
324
74
  * A text content item
325
75
  */
326
76
  interface TextContentItem {
327
- /**
328
- * Text content
329
- */
330
77
  text: string;
331
- /**
332
- * Discriminator type of the content item. Always "text"
333
- */
334
- type: 'text';
78
+ type?: 'text';
335
79
  }
336
80
  }
337
81
  /**
@@ -344,38 +88,27 @@ export declare namespace InterleavedContentItem {
344
88
  */
345
89
  interface ImageContentItem {
346
90
  /**
347
- * Image as a base64 encoded string or an URL
91
+ * A URL or a base64 encoded string
348
92
  */
349
93
  image: ImageContentItem.Image;
350
- /**
351
- * Discriminator type of the content item. Always "image"
352
- */
353
- type: 'image';
94
+ type?: 'image';
354
95
  }
355
96
  namespace ImageContentItem {
356
97
  /**
357
- * Image as a base64 encoded string or an URL
98
+ * A URL or a base64 encoded string
358
99
  */
359
100
  interface Image {
101
+ data?: string | null;
360
102
  /**
361
- * base64 encoded image data as string
362
- */
363
- data?: string;
364
- /**
365
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
366
- * Note that URL could have length limits.
103
+ * A URL reference to external content.
367
104
  */
368
- url?: Image.URL;
105
+ url?: Image.URL | null;
369
106
  }
370
107
  namespace Image {
371
108
  /**
372
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
373
- * Note that URL could have length limits.
109
+ * A URL reference to external content.
374
110
  */
375
111
  interface URL {
376
- /**
377
- * The URL string pointing to the resource
378
- */
379
112
  uri: string;
380
113
  }
381
114
  }
@@ -384,282 +117,68 @@ export declare namespace InterleavedContentItem {
384
117
  * A text content item
385
118
  */
386
119
  interface TextContentItem {
387
- /**
388
- * Text content
389
- */
390
120
  text: string;
391
- /**
392
- * Discriminator type of the content item. Always "text"
393
- */
394
- type: 'text';
121
+ type?: 'text';
395
122
  }
396
123
  }
397
- /**
398
- * A message from the user in a chat conversation.
399
- */
400
- export type Message = UserMessage | SystemMessage | ToolResponseMessage | CompletionMessage;
401
- /**
402
- * A metric value included in API responses.
403
- */
404
- export interface Metric {
405
- /**
406
- * The name of the metric
407
- */
408
- metric: string;
409
- /**
410
- * The numeric value of the metric
411
- */
412
- value: number;
413
- /**
414
- * (Optional) The unit of measurement for the metric value
415
- */
416
- unit?: string;
417
- }
418
124
  /**
419
125
  * Parameter type for string values.
420
126
  */
421
- export type ParamType = ParamType.StringType | ParamType.NumberType | ParamType.BooleanType | ParamType.ArrayType | ParamType.ObjectType | ParamType.JsonType | ParamType.UnionType | ParamType.ChatCompletionInputType | ParamType.CompletionInputType | ParamType.AgentTurnInputType;
127
+ export type ParamType = ParamType.StringType | ParamType.NumberType | ParamType.BooleanType | ParamType.ArrayType | ParamType.ObjectType | ParamType.JsonType | ParamType.UnionType | ParamType.ChatCompletionInputType | ParamType.CompletionInputType;
422
128
  export declare namespace ParamType {
423
129
  /**
424
130
  * Parameter type for string values.
425
131
  */
426
132
  interface StringType {
427
- /**
428
- * Discriminator type. Always "string"
429
- */
430
- type: 'string';
133
+ type?: 'string';
431
134
  }
432
135
  /**
433
136
  * Parameter type for numeric values.
434
137
  */
435
138
  interface NumberType {
436
- /**
437
- * Discriminator type. Always "number"
438
- */
439
- type: 'number';
139
+ type?: 'number';
440
140
  }
441
141
  /**
442
142
  * Parameter type for boolean values.
443
143
  */
444
144
  interface BooleanType {
445
- /**
446
- * Discriminator type. Always "boolean"
447
- */
448
- type: 'boolean';
145
+ type?: 'boolean';
449
146
  }
450
147
  /**
451
148
  * Parameter type for array values.
452
149
  */
453
150
  interface ArrayType {
454
- /**
455
- * Discriminator type. Always "array"
456
- */
457
- type: 'array';
151
+ type?: 'array';
458
152
  }
459
153
  /**
460
154
  * Parameter type for object values.
461
155
  */
462
156
  interface ObjectType {
463
- /**
464
- * Discriminator type. Always "object"
465
- */
466
- type: 'object';
157
+ type?: 'object';
467
158
  }
468
159
  /**
469
160
  * Parameter type for JSON values.
470
161
  */
471
162
  interface JsonType {
472
- /**
473
- * Discriminator type. Always "json"
474
- */
475
- type: 'json';
163
+ type?: 'json';
476
164
  }
477
165
  /**
478
166
  * Parameter type for union values.
479
167
  */
480
168
  interface UnionType {
481
- /**
482
- * Discriminator type. Always "union"
483
- */
484
- type: 'union';
169
+ type?: 'union';
485
170
  }
486
171
  /**
487
172
  * Parameter type for chat completion input.
488
173
  */
489
174
  interface ChatCompletionInputType {
490
- /**
491
- * Discriminator type. Always "chat_completion_input"
492
- */
493
- type: 'chat_completion_input';
175
+ type?: 'chat_completion_input';
494
176
  }
495
177
  /**
496
178
  * Parameter type for completion input.
497
179
  */
498
180
  interface CompletionInputType {
499
- /**
500
- * Discriminator type. Always "completion_input"
501
- */
502
- type: 'completion_input';
503
- }
504
- /**
505
- * Parameter type for agent turn input.
506
- */
507
- interface AgentTurnInputType {
508
- /**
509
- * Discriminator type. Always "agent_turn_input"
510
- */
511
- type: 'agent_turn_input';
512
- }
513
- }
514
- /**
515
- * Configuration for the RAG query generation.
516
- */
517
- export interface QueryConfig {
518
- /**
519
- * Template for formatting each retrieved chunk in the context. Available
520
- * placeholders: {index} (1-based chunk ordinal), {chunk.content} (chunk content
521
- * string), {metadata} (chunk metadata dict). Default: "Result {index}\nContent:
522
- * {chunk.content}\nMetadata: {metadata}\n"
523
- */
524
- chunk_template: string;
525
- /**
526
- * Maximum number of chunks to retrieve.
527
- */
528
- max_chunks: number;
529
- /**
530
- * Maximum number of tokens in the context.
531
- */
532
- max_tokens_in_context: number;
533
- /**
534
- * Configuration for the query generator.
535
- */
536
- query_generator_config: QueryGeneratorConfig;
537
- /**
538
- * Search mode for retrieval—either "vector", "keyword", or "hybrid". Default
539
- * "vector".
540
- */
541
- mode?: 'vector' | 'keyword' | 'hybrid';
542
- /**
543
- * Configuration for the ranker to use in hybrid search. Defaults to RRF ranker.
544
- */
545
- ranker?: QueryConfig.RrfRanker | QueryConfig.WeightedRanker;
546
- }
547
- export declare namespace QueryConfig {
548
- /**
549
- * Reciprocal Rank Fusion (RRF) ranker configuration.
550
- */
551
- interface RrfRanker {
552
- /**
553
- * The impact factor for RRF scoring. Higher values give more weight to
554
- * higher-ranked results. Must be greater than 0
555
- */
556
- impact_factor: number;
557
- /**
558
- * The type of ranker, always "rrf"
559
- */
560
- type: 'rrf';
561
- }
562
- /**
563
- * Weighted ranker configuration that combines vector and keyword scores.
564
- */
565
- interface WeightedRanker {
566
- /**
567
- * Weight factor between 0 and 1. 0 means only use keyword scores, 1 means only use
568
- * vector scores, values in between blend both scores.
569
- */
570
- alpha: number;
571
- /**
572
- * The type of ranker, always "weighted"
573
- */
574
- type: 'weighted';
575
- }
576
- }
577
- /**
578
- * Configuration for the default RAG query generator.
579
- */
580
- export type QueryGeneratorConfig = QueryGeneratorConfig.DefaultRagQueryGeneratorConfig | QueryGeneratorConfig.LlmragQueryGeneratorConfig;
581
- export declare namespace QueryGeneratorConfig {
582
- /**
583
- * Configuration for the default RAG query generator.
584
- */
585
- interface DefaultRagQueryGeneratorConfig {
586
- /**
587
- * String separator used to join query terms
588
- */
589
- separator: string;
590
- /**
591
- * Type of query generator, always 'default'
592
- */
593
- type: 'default';
594
- }
595
- /**
596
- * Configuration for the LLM-based RAG query generator.
597
- */
598
- interface LlmragQueryGeneratorConfig {
599
- /**
600
- * Name of the language model to use for query generation
601
- */
602
- model: string;
603
- /**
604
- * Template string for formatting the query generation prompt
605
- */
606
- template: string;
607
- /**
608
- * Type of query generator, always 'llm'
609
- */
610
- type: 'llm';
611
- }
612
- }
613
- /**
614
- * Result of a RAG query containing retrieved content and metadata.
615
- */
616
- export interface QueryResult {
617
- /**
618
- * Additional metadata about the query result
619
- */
620
- metadata: {
621
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
622
- };
623
- /**
624
- * (Optional) The retrieved content from the query
625
- */
626
- content?: InterleavedContent;
627
- }
628
- /**
629
- * Configuration for JSON schema-guided response generation.
630
- */
631
- export type ResponseFormat = ResponseFormat.JsonSchemaResponseFormat | ResponseFormat.GrammarResponseFormat;
632
- export declare namespace ResponseFormat {
633
- /**
634
- * Configuration for JSON schema-guided response generation.
635
- */
636
- interface JsonSchemaResponseFormat {
637
- /**
638
- * The JSON schema the response should conform to. In a Python SDK, this is often a
639
- * `pydantic` model.
640
- */
641
- json_schema: {
642
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
643
- };
644
- /**
645
- * Must be "json_schema" to identify this format type
646
- */
647
- type: 'json_schema';
648
- }
649
- /**
650
- * Configuration for grammar-guided response generation.
651
- */
652
- interface GrammarResponseFormat {
653
- /**
654
- * The BNF grammar specification the response should conform to
655
- */
656
- bnf: {
657
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
658
- };
659
- /**
660
- * Must be "grammar" to identify this format type
661
- */
662
- type: 'grammar';
181
+ type?: 'completion_input';
663
182
  }
664
183
  }
665
184
  /**
@@ -667,45 +186,26 @@ export declare namespace ResponseFormat {
667
186
  */
668
187
  export interface SafetyViolation {
669
188
  /**
670
- * Additional metadata including specific violation codes for debugging and
671
- * telemetry
672
- */
673
- metadata: {
674
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
675
- };
676
- /**
677
- * Severity level of the violation
189
+ * Severity level of a safety violation.
678
190
  */
679
191
  violation_level: 'info' | 'warn' | 'error';
680
- /**
681
- * (Optional) Message to convey to the user about the violation
682
- */
683
- user_message?: string;
192
+ metadata?: {
193
+ [key: string]: unknown;
194
+ };
195
+ user_message?: string | null;
684
196
  }
685
197
  /**
686
198
  * Sampling parameters.
687
199
  */
688
200
  export interface SamplingParams {
201
+ max_tokens?: number | null;
202
+ repetition_penalty?: number | null;
203
+ stop?: Array<string> | null;
689
204
  /**
690
- * The sampling strategy.
691
- */
692
- strategy: SamplingParams.GreedySamplingStrategy | SamplingParams.TopPSamplingStrategy | SamplingParams.TopKSamplingStrategy;
693
- /**
694
- * The maximum number of tokens that can be generated in the completion. The token
695
- * count of your prompt plus max_tokens cannot exceed the model's context length.
696
- */
697
- max_tokens?: number;
698
- /**
699
- * Number between -2.0 and 2.0. Positive values penalize new tokens based on
700
- * whether they appear in the text so far, increasing the model's likelihood to
701
- * talk about new topics.
702
- */
703
- repetition_penalty?: number;
704
- /**
705
- * Up to 4 sequences where the API will stop generating further tokens. The
706
- * returned text will not contain the stop sequence.
205
+ * Greedy sampling strategy that selects the highest probability token at each
206
+ * step.
707
207
  */
708
- stop?: Array<string>;
208
+ strategy?: SamplingParams.GreedySamplingStrategy | SamplingParams.TopPSamplingStrategy | SamplingParams.TopKSamplingStrategy;
709
209
  }
710
210
  export declare namespace SamplingParams {
711
211
  /**
@@ -713,58 +213,34 @@ export declare namespace SamplingParams {
713
213
  * step.
714
214
  */
715
215
  interface GreedySamplingStrategy {
716
- /**
717
- * Must be "greedy" to identify this sampling strategy
718
- */
719
- type: 'greedy';
216
+ type?: 'greedy';
720
217
  }
721
218
  /**
722
219
  * Top-p (nucleus) sampling strategy that samples from the smallest set of tokens
723
220
  * with cumulative probability >= p.
724
221
  */
725
222
  interface TopPSamplingStrategy {
726
- /**
727
- * Must be "top_p" to identify this sampling strategy
728
- */
729
- type: 'top_p';
730
- /**
731
- * Controls randomness in sampling. Higher values increase randomness
732
- */
733
- temperature?: number;
734
- /**
735
- * Cumulative probability threshold for nucleus sampling. Defaults to 0.95
736
- */
737
- top_p?: number;
223
+ temperature: number | null;
224
+ top_p?: number | null;
225
+ type?: 'top_p';
738
226
  }
739
227
  /**
740
228
  * Top-k sampling strategy that restricts sampling to the k most likely tokens.
741
229
  */
742
230
  interface TopKSamplingStrategy {
743
- /**
744
- * Number of top tokens to consider for sampling. Must be at least 1
745
- */
746
231
  top_k: number;
747
- /**
748
- * Must be "top_k" to identify this sampling strategy
749
- */
750
- type: 'top_k';
232
+ type?: 'top_k';
751
233
  }
752
234
  }
753
235
  /**
754
236
  * A scoring result for a single row.
755
237
  */
756
238
  export interface ScoringResult {
757
- /**
758
- * Map of metric name to aggregated value
759
- */
760
239
  aggregated_results: {
761
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
240
+ [key: string]: unknown;
762
241
  };
763
- /**
764
- * The scoring result for each row. Each row is a map of column name to value.
765
- */
766
242
  score_rows: Array<{
767
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
243
+ [key: string]: unknown;
768
244
  }>;
769
245
  }
770
246
  /**
@@ -772,65 +248,85 @@ export interface ScoringResult {
772
248
  */
773
249
  export interface SystemMessage {
774
250
  /**
775
- * The content of the "system prompt". If multiple system messages are provided,
776
- * they are concatenated. The underlying Llama Stack code may also add other system
777
- * messages (for example, for formatting tool definitions).
778
- */
779
- content: InterleavedContent;
780
- /**
781
- * Must be "system" to identify this as a system message
251
+ * A image content item
782
252
  */
783
- role: 'system';
784
- }
785
- export interface ToolCall {
786
- arguments: string | {
787
- [key: string]: string | number | boolean | Array<string | number | boolean | null> | {
788
- [key: string]: string | number | boolean | null;
789
- } | null;
790
- };
791
- call_id: string;
792
- tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
793
- arguments_json?: string;
794
- }
795
- export interface ToolParamDefinition {
796
- param_type: string;
797
- default?: boolean | number | string | Array<unknown> | unknown | null;
798
- description?: string;
799
- required?: boolean;
253
+ content: string | SystemMessage.ImageContentItemInput | SystemMessage.TextContentItem | Array<SystemMessage.ImageContentItemInput | SystemMessage.TextContentItem>;
254
+ role?: 'system';
800
255
  }
801
- /**
802
- * A message representing the result of a tool invocation.
803
- */
804
- export interface ToolResponseMessage {
805
- /**
806
- * Unique identifier for the tool call this response is for
807
- */
808
- call_id: string;
809
- /**
810
- * The response content from the tool
811
- */
812
- content: InterleavedContent;
256
+ export declare namespace SystemMessage {
813
257
  /**
814
- * Must be "tool" to identify this as a tool response
258
+ * A image content item
815
259
  */
816
- role: 'tool';
817
- }
818
- /**
819
- * A message from the user in a chat conversation.
820
- */
821
- export interface UserMessage {
260
+ interface ImageContentItemInput {
261
+ /**
262
+ * A URL or a base64 encoded string
263
+ */
264
+ image: ImageContentItemInput.Image;
265
+ type?: 'image';
266
+ }
267
+ namespace ImageContentItemInput {
268
+ /**
269
+ * A URL or a base64 encoded string
270
+ */
271
+ interface Image {
272
+ data?: string | null;
273
+ /**
274
+ * A URL reference to external content.
275
+ */
276
+ url?: Image.URL | null;
277
+ }
278
+ namespace Image {
279
+ /**
280
+ * A URL reference to external content.
281
+ */
282
+ interface URL {
283
+ uri: string;
284
+ }
285
+ }
286
+ }
822
287
  /**
823
- * The content of the message, which can include text and other media
288
+ * A text content item
824
289
  */
825
- content: InterleavedContent;
290
+ interface TextContentItem {
291
+ text: string;
292
+ type?: 'text';
293
+ }
826
294
  /**
827
- * Must be "user" to identify this as a user message
295
+ * A image content item
828
296
  */
829
- role: 'user';
297
+ interface ImageContentItemInput {
298
+ /**
299
+ * A URL or a base64 encoded string
300
+ */
301
+ image: ImageContentItemInput.Image;
302
+ type?: 'image';
303
+ }
304
+ namespace ImageContentItemInput {
305
+ /**
306
+ * A URL or a base64 encoded string
307
+ */
308
+ interface Image {
309
+ data?: string | null;
310
+ /**
311
+ * A URL reference to external content.
312
+ */
313
+ url?: Image.URL | null;
314
+ }
315
+ namespace Image {
316
+ /**
317
+ * A URL reference to external content.
318
+ */
319
+ interface URL {
320
+ uri: string;
321
+ }
322
+ }
323
+ }
830
324
  /**
831
- * (Optional) This field is used internally by Llama Stack to pass RAG context.
832
- * This field may be removed in the API in the future.
325
+ * A text content item
833
326
  */
834
- context?: InterleavedContent;
327
+ interface TextContentItem {
328
+ text: string;
329
+ type?: 'text';
330
+ }
835
331
  }
836
332
  //# sourceMappingURL=shared.d.ts.map