llama-stack-client 0.3.5 → 0.4.0-rc2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (580) hide show
  1. package/CHANGELOG.md +153 -0
  2. package/README.md +48 -39
  3. package/error.d.ts.map +1 -1
  4. package/error.js +1 -0
  5. package/error.js.map +1 -1
  6. package/error.mjs.map +1 -1
  7. package/index.d.mts +33 -54
  8. package/index.d.ts +33 -54
  9. package/index.d.ts.map +1 -1
  10. package/index.js +20 -29
  11. package/index.js.map +1 -1
  12. package/index.mjs +18 -28
  13. package/index.mjs.map +1 -1
  14. package/lib/response-helpers.d.ts +23 -0
  15. package/lib/response-helpers.d.ts.map +1 -0
  16. package/lib/response-helpers.js +53 -0
  17. package/lib/response-helpers.js.map +1 -0
  18. package/lib/response-helpers.mjs +49 -0
  19. package/lib/response-helpers.mjs.map +1 -0
  20. package/package.json +7 -1
  21. package/pagination.d.ts.map +1 -1
  22. package/pagination.js +2 -4
  23. package/pagination.js.map +1 -1
  24. package/pagination.mjs +1 -4
  25. package/pagination.mjs.map +1 -1
  26. package/resource.d.ts.map +1 -1
  27. package/resource.js.map +1 -1
  28. package/resource.mjs.map +1 -1
  29. package/resources/alpha/admin.d.ts +41 -0
  30. package/resources/alpha/admin.d.ts.map +1 -0
  31. package/resources/alpha/admin.js +46 -0
  32. package/resources/alpha/admin.js.map +1 -0
  33. package/resources/alpha/admin.mjs +42 -0
  34. package/resources/alpha/admin.mjs.map +1 -0
  35. package/resources/alpha/alpha.d.ts +26 -0
  36. package/resources/alpha/alpha.d.ts.map +1 -0
  37. package/resources/alpha/alpha.js +61 -0
  38. package/resources/alpha/alpha.js.map +1 -0
  39. package/resources/alpha/alpha.mjs +34 -0
  40. package/resources/alpha/alpha.mjs.map +1 -0
  41. package/resources/{benchmarks.d.ts → alpha/benchmarks.d.ts} +41 -15
  42. package/resources/alpha/benchmarks.d.ts.map +1 -0
  43. package/resources/{benchmarks.js → alpha/benchmarks.js} +18 -4
  44. package/resources/alpha/benchmarks.js.map +1 -0
  45. package/resources/alpha/benchmarks.mjs +44 -0
  46. package/resources/alpha/benchmarks.mjs.map +1 -0
  47. package/resources/alpha/eval/eval.d.ts +160 -0
  48. package/resources/alpha/eval/eval.d.ts.map +1 -0
  49. package/resources/{eval → alpha/eval}/eval.js +7 -6
  50. package/resources/alpha/eval/eval.js.map +1 -0
  51. package/resources/{eval → alpha/eval}/eval.mjs +7 -5
  52. package/resources/alpha/eval/eval.mjs.map +1 -0
  53. package/resources/alpha/eval/index.d.ts +3 -0
  54. package/resources/alpha/eval/index.d.ts.map +1 -0
  55. package/resources/{eval → alpha/eval}/index.js +2 -1
  56. package/resources/alpha/eval/index.js.map +1 -0
  57. package/resources/{eval → alpha/eval}/index.mjs +2 -0
  58. package/resources/alpha/eval/index.mjs.map +1 -0
  59. package/resources/{eval → alpha/eval}/jobs.d.ts +2 -2
  60. package/resources/alpha/eval/jobs.d.ts.map +1 -0
  61. package/resources/{eval → alpha/eval}/jobs.js +6 -5
  62. package/resources/alpha/eval/jobs.js.map +1 -0
  63. package/resources/{eval → alpha/eval}/jobs.mjs +6 -4
  64. package/resources/alpha/eval/jobs.mjs.map +1 -0
  65. package/resources/alpha/eval.d.ts.map +1 -0
  66. package/resources/{eval.js → alpha/eval.js} +1 -0
  67. package/resources/alpha/eval.js.map +1 -0
  68. package/resources/alpha/eval.mjs.map +1 -0
  69. package/resources/alpha/index.d.ts +7 -0
  70. package/resources/alpha/index.d.ts.map +1 -0
  71. package/resources/alpha/index.js +23 -0
  72. package/resources/alpha/index.js.map +1 -0
  73. package/resources/alpha/index.mjs +14 -0
  74. package/resources/alpha/index.mjs.map +1 -0
  75. package/resources/alpha/inference.d.ts +85 -0
  76. package/resources/alpha/inference.d.ts.map +1 -0
  77. package/resources/{agents/steps.js → alpha/inference.js} +9 -8
  78. package/resources/alpha/inference.js.map +1 -0
  79. package/resources/alpha/inference.mjs +17 -0
  80. package/resources/alpha/inference.mjs.map +1 -0
  81. package/resources/alpha/post-training/index.d.ts.map +1 -0
  82. package/resources/{post-training → alpha/post-training}/index.js +2 -1
  83. package/resources/alpha/post-training/index.js.map +1 -0
  84. package/resources/{post-training → alpha/post-training}/index.mjs +2 -0
  85. package/resources/alpha/post-training/index.mjs.map +1 -0
  86. package/resources/alpha/post-training/job.d.ts +113 -0
  87. package/resources/alpha/post-training/job.d.ts.map +1 -0
  88. package/resources/{post-training → alpha/post-training}/job.js +7 -6
  89. package/resources/alpha/post-training/job.js.map +1 -0
  90. package/resources/{post-training → alpha/post-training}/job.mjs +7 -5
  91. package/resources/alpha/post-training/job.mjs.map +1 -0
  92. package/resources/alpha/post-training/post-training.d.ts +245 -0
  93. package/resources/alpha/post-training/post-training.d.ts.map +1 -0
  94. package/resources/{post-training → alpha/post-training}/post-training.js +5 -4
  95. package/resources/alpha/post-training/post-training.js.map +1 -0
  96. package/resources/{post-training → alpha/post-training}/post-training.mjs +5 -3
  97. package/resources/alpha/post-training/post-training.mjs.map +1 -0
  98. package/resources/alpha/post-training.d.ts.map +1 -0
  99. package/resources/{post-training.js → alpha/post-training.js} +2 -1
  100. package/resources/alpha/post-training.js.map +1 -0
  101. package/resources/{post-training.mjs → alpha/post-training.mjs} +2 -0
  102. package/resources/alpha/post-training.mjs.map +1 -0
  103. package/resources/alpha.d.ts +2 -0
  104. package/resources/alpha.d.ts.map +1 -0
  105. package/resources/alpha.js +25 -0
  106. package/resources/alpha.js.map +1 -0
  107. package/resources/alpha.mjs +9 -0
  108. package/resources/alpha.mjs.map +1 -0
  109. package/resources/batches.d.ts +322 -0
  110. package/resources/batches.d.ts.map +1 -0
  111. package/resources/batches.js +45 -0
  112. package/resources/batches.js.map +1 -0
  113. package/resources/batches.mjs +40 -0
  114. package/resources/batches.mjs.map +1 -0
  115. package/resources/beta/beta.d.ts +10 -0
  116. package/resources/beta/beta.d.ts.map +1 -0
  117. package/resources/{tool-runtime/tool-runtime.js → beta/beta.js} +10 -22
  118. package/resources/beta/beta.js.map +1 -0
  119. package/resources/beta/beta.mjs +18 -0
  120. package/resources/beta/beta.mjs.map +1 -0
  121. package/resources/{datasets.d.ts → beta/datasets.d.ts} +117 -99
  122. package/resources/beta/datasets.d.ts.map +1 -0
  123. package/resources/{datasets.js → beta/datasets.js} +14 -9
  124. package/resources/beta/datasets.js.map +1 -0
  125. package/resources/{datasets.mjs → beta/datasets.mjs} +14 -8
  126. package/resources/beta/datasets.mjs.map +1 -0
  127. package/resources/beta/index.d.ts +3 -0
  128. package/resources/beta/index.d.ts.map +1 -0
  129. package/resources/beta/index.js +15 -0
  130. package/resources/beta/index.js.map +1 -0
  131. package/resources/beta/index.mjs +10 -0
  132. package/resources/beta/index.mjs.map +1 -0
  133. package/resources/beta.d.ts +2 -0
  134. package/resources/beta.d.ts.map +1 -0
  135. package/resources/{agents.js → beta.js} +4 -3
  136. package/resources/beta.js.map +1 -0
  137. package/resources/beta.mjs +9 -0
  138. package/resources/beta.mjs.map +1 -0
  139. package/resources/chat/chat.d.ts +75 -80
  140. package/resources/chat/chat.d.ts.map +1 -1
  141. package/resources/chat/chat.js +2 -2
  142. package/resources/chat/chat.js.map +1 -1
  143. package/resources/chat/chat.mjs +3 -2
  144. package/resources/chat/chat.mjs.map +1 -1
  145. package/resources/chat/completions.d.ts +760 -1406
  146. package/resources/chat/completions.d.ts.map +1 -1
  147. package/resources/chat/completions.js +8 -14
  148. package/resources/chat/completions.js.map +1 -1
  149. package/resources/chat/completions.mjs +7 -11
  150. package/resources/chat/completions.mjs.map +1 -1
  151. package/resources/chat/index.d.ts +1 -1
  152. package/resources/chat/index.d.ts.map +1 -1
  153. package/resources/chat/index.js +3 -3
  154. package/resources/chat/index.js.map +1 -1
  155. package/resources/chat/index.mjs +3 -1
  156. package/resources/chat/index.mjs.map +1 -1
  157. package/resources/chat.js +2 -1
  158. package/resources/chat.js.map +1 -1
  159. package/resources/chat.mjs +2 -0
  160. package/resources/chat.mjs.map +1 -1
  161. package/resources/completions.d.ts +54 -97
  162. package/resources/completions.d.ts.map +1 -1
  163. package/resources/completions.js +3 -6
  164. package/resources/completions.js.map +1 -1
  165. package/resources/completions.mjs +3 -5
  166. package/resources/completions.mjs.map +1 -1
  167. package/resources/conversations/conversations.d.ts +320 -0
  168. package/resources/conversations/conversations.d.ts.map +1 -0
  169. package/resources/conversations/conversations.js +78 -0
  170. package/resources/conversations/conversations.js.map +1 -0
  171. package/resources/conversations/conversations.mjs +51 -0
  172. package/resources/conversations/conversations.mjs.map +1 -0
  173. package/resources/conversations/index.d.ts +3 -0
  174. package/resources/conversations/index.d.ts.map +1 -0
  175. package/resources/conversations/index.js +16 -0
  176. package/resources/conversations/index.js.map +1 -0
  177. package/resources/conversations/index.mjs +10 -0
  178. package/resources/conversations/index.mjs.map +1 -0
  179. package/resources/conversations/items.d.ts +874 -0
  180. package/resources/conversations/items.d.ts.map +1 -0
  181. package/resources/conversations/items.js +51 -0
  182. package/resources/conversations/items.js.map +1 -0
  183. package/resources/conversations/items.mjs +46 -0
  184. package/resources/conversations/items.mjs.map +1 -0
  185. package/resources/conversations.d.ts +2 -0
  186. package/resources/conversations.d.ts.map +1 -0
  187. package/resources/conversations.js +25 -0
  188. package/resources/conversations.js.map +1 -0
  189. package/resources/conversations.mjs +9 -0
  190. package/resources/conversations.mjs.map +1 -0
  191. package/resources/embeddings.d.ts +10 -52
  192. package/resources/embeddings.d.ts.map +1 -1
  193. package/resources/embeddings.js +5 -2
  194. package/resources/embeddings.js.map +1 -1
  195. package/resources/embeddings.mjs +5 -1
  196. package/resources/embeddings.mjs.map +1 -1
  197. package/resources/files.d.ts +44 -54
  198. package/resources/files.d.ts.map +1 -1
  199. package/resources/files.js +18 -9
  200. package/resources/files.js.map +1 -1
  201. package/resources/files.mjs +18 -8
  202. package/resources/files.mjs.map +1 -1
  203. package/resources/index.d.ts +11 -15
  204. package/resources/index.d.ts.map +1 -1
  205. package/resources/index.js +15 -21
  206. package/resources/index.js.map +1 -1
  207. package/resources/index.mjs +9 -11
  208. package/resources/index.mjs.map +1 -1
  209. package/resources/inspect.d.ts +3 -71
  210. package/resources/inspect.d.ts.map +1 -1
  211. package/resources/inspect.js +2 -1
  212. package/resources/inspect.js.map +1 -1
  213. package/resources/inspect.mjs +2 -0
  214. package/resources/inspect.mjs.map +1 -1
  215. package/resources/models/index.d.ts +2 -2
  216. package/resources/models/index.d.ts.map +1 -1
  217. package/resources/models/index.js +2 -1
  218. package/resources/models/index.js.map +1 -1
  219. package/resources/models/index.mjs +2 -0
  220. package/resources/models/index.mjs.map +1 -1
  221. package/resources/models/models.d.ts +71 -31
  222. package/resources/models/models.d.ts.map +1 -1
  223. package/resources/models/models.js +13 -2
  224. package/resources/models/models.js.map +1 -1
  225. package/resources/models/models.mjs +13 -1
  226. package/resources/models/models.mjs.map +1 -1
  227. package/resources/models/openai.d.ts +2 -16
  228. package/resources/models/openai.d.ts.map +1 -1
  229. package/resources/models/openai.js +3 -2
  230. package/resources/models/openai.js.map +1 -1
  231. package/resources/models/openai.mjs +3 -1
  232. package/resources/models/openai.mjs.map +1 -1
  233. package/resources/models.js +2 -1
  234. package/resources/models.js.map +1 -1
  235. package/resources/models.mjs +2 -0
  236. package/resources/models.mjs.map +1 -1
  237. package/resources/moderations.d.ts +9 -35
  238. package/resources/moderations.d.ts.map +1 -1
  239. package/resources/moderations.js +5 -2
  240. package/resources/moderations.js.map +1 -1
  241. package/resources/moderations.mjs +5 -1
  242. package/resources/moderations.mjs.map +1 -1
  243. package/resources/prompts/index.d.ts +3 -0
  244. package/resources/prompts/index.d.ts.map +1 -0
  245. package/resources/prompts/index.js +15 -0
  246. package/resources/prompts/index.js.map +1 -0
  247. package/resources/prompts/index.mjs +10 -0
  248. package/resources/prompts/index.mjs.map +1 -0
  249. package/resources/prompts/prompts.d.ts +96 -0
  250. package/resources/prompts/prompts.d.ts.map +1 -0
  251. package/resources/{agents/agents.js → prompts/prompts.js} +43 -30
  252. package/resources/prompts/prompts.js.map +1 -0
  253. package/resources/prompts/prompts.mjs +66 -0
  254. package/resources/prompts/prompts.mjs.map +1 -0
  255. package/resources/prompts/versions.d.ts +12 -0
  256. package/resources/prompts/versions.d.ts.map +1 -0
  257. package/resources/prompts/versions.js +23 -0
  258. package/resources/prompts/versions.js.map +1 -0
  259. package/resources/prompts/versions.mjs +19 -0
  260. package/resources/prompts/versions.mjs.map +1 -0
  261. package/resources/prompts.d.ts +2 -0
  262. package/resources/prompts.d.ts.map +1 -0
  263. package/resources/prompts.js +25 -0
  264. package/resources/prompts.js.map +1 -0
  265. package/resources/prompts.mjs +9 -0
  266. package/resources/prompts.mjs.map +1 -0
  267. package/resources/providers.d.ts +4 -13
  268. package/resources/providers.d.ts.map +1 -1
  269. package/resources/providers.js +2 -1
  270. package/resources/providers.js.map +1 -1
  271. package/resources/providers.mjs +2 -0
  272. package/resources/providers.mjs.map +1 -1
  273. package/resources/responses/index.js +2 -1
  274. package/resources/responses/index.js.map +1 -1
  275. package/resources/responses/index.mjs +2 -0
  276. package/resources/responses/index.mjs.map +1 -1
  277. package/resources/responses/input-items.d.ts +246 -151
  278. package/resources/responses/input-items.d.ts.map +1 -1
  279. package/resources/responses/input-items.js +3 -2
  280. package/resources/responses/input-items.js.map +1 -1
  281. package/resources/responses/input-items.mjs +3 -1
  282. package/resources/responses/input-items.mjs.map +1 -1
  283. package/resources/responses/responses.d.ts +1841 -1455
  284. package/resources/responses/responses.d.ts.map +1 -1
  285. package/resources/responses/responses.js +8 -11
  286. package/resources/responses/responses.js.map +1 -1
  287. package/resources/responses/responses.mjs +8 -10
  288. package/resources/responses/responses.mjs.map +1 -1
  289. package/resources/responses.js +2 -1
  290. package/resources/responses.js.map +1 -1
  291. package/resources/responses.mjs +2 -0
  292. package/resources/responses.mjs.map +1 -1
  293. package/resources/routes.d.ts +11 -10
  294. package/resources/routes.d.ts.map +1 -1
  295. package/resources/routes.js +8 -6
  296. package/resources/routes.js.map +1 -1
  297. package/resources/routes.mjs +8 -5
  298. package/resources/routes.mjs.map +1 -1
  299. package/resources/safety.d.ts +144 -10
  300. package/resources/safety.d.ts.map +1 -1
  301. package/resources/safety.js +4 -1
  302. package/resources/safety.js.map +1 -1
  303. package/resources/safety.mjs +4 -0
  304. package/resources/safety.mjs.map +1 -1
  305. package/resources/scoring-functions.d.ts +120 -50
  306. package/resources/scoring-functions.d.ts.map +1 -1
  307. package/resources/scoring-functions.js +15 -1
  308. package/resources/scoring-functions.js.map +1 -1
  309. package/resources/scoring-functions.mjs +15 -0
  310. package/resources/scoring-functions.mjs.map +1 -1
  311. package/resources/scoring.d.ts +85 -26
  312. package/resources/scoring.d.ts.map +1 -1
  313. package/resources/scoring.js +2 -1
  314. package/resources/scoring.js.map +1 -1
  315. package/resources/scoring.mjs +2 -0
  316. package/resources/scoring.mjs.map +1 -1
  317. package/resources/shared.d.ts +173 -591
  318. package/resources/shared.d.ts.map +1 -1
  319. package/resources/shared.js +2 -0
  320. package/resources/shared.js.map +1 -1
  321. package/resources/shared.mjs +2 -0
  322. package/resources/shared.mjs.map +1 -1
  323. package/resources/shields.d.ts +19 -24
  324. package/resources/shields.d.ts.map +1 -1
  325. package/resources/shields.js +6 -1
  326. package/resources/shields.js.map +1 -1
  327. package/resources/shields.mjs +6 -0
  328. package/resources/shields.mjs.map +1 -1
  329. package/resources/tool-runtime.d.ts +151 -1
  330. package/resources/tool-runtime.d.ts.map +1 -1
  331. package/resources/tool-runtime.js +22 -16
  332. package/resources/tool-runtime.js.map +1 -1
  333. package/resources/tool-runtime.mjs +20 -1
  334. package/resources/tool-runtime.mjs.map +1 -1
  335. package/resources/toolgroups.d.ts +27 -37
  336. package/resources/toolgroups.d.ts.map +1 -1
  337. package/resources/toolgroups.js +10 -1
  338. package/resources/toolgroups.js.map +1 -1
  339. package/resources/toolgroups.mjs +10 -0
  340. package/resources/toolgroups.mjs.map +1 -1
  341. package/resources/tools.d.ts +9 -76
  342. package/resources/tools.d.ts.map +1 -1
  343. package/resources/tools.js +4 -1
  344. package/resources/tools.js.map +1 -1
  345. package/resources/tools.mjs +4 -0
  346. package/resources/tools.mjs.map +1 -1
  347. package/resources/vector-io.d.ts +272 -148
  348. package/resources/vector-io.d.ts.map +1 -1
  349. package/resources/vector-io.js +2 -1
  350. package/resources/vector-io.js.map +1 -1
  351. package/resources/vector-io.mjs +2 -0
  352. package/resources/vector-io.mjs.map +1 -1
  353. package/resources/vector-stores/file-batches.d.ts +111 -0
  354. package/resources/vector-stores/file-batches.d.ts.map +1 -0
  355. package/resources/vector-stores/file-batches.js +45 -0
  356. package/resources/vector-stores/file-batches.js.map +1 -0
  357. package/resources/vector-stores/file-batches.mjs +41 -0
  358. package/resources/vector-stores/file-batches.mjs.map +1 -0
  359. package/resources/vector-stores/files.d.ts +83 -135
  360. package/resources/vector-stores/files.d.ts.map +1 -1
  361. package/resources/vector-stores/files.js +15 -14
  362. package/resources/vector-stores/files.js.map +1 -1
  363. package/resources/vector-stores/files.mjs +15 -13
  364. package/resources/vector-stores/files.mjs.map +1 -1
  365. package/resources/vector-stores/index.d.ts +2 -1
  366. package/resources/vector-stores/index.d.ts.map +1 -1
  367. package/resources/vector-stores/index.js +5 -2
  368. package/resources/vector-stores/index.js.map +1 -1
  369. package/resources/vector-stores/index.mjs +3 -0
  370. package/resources/vector-stores/index.mjs.map +1 -1
  371. package/resources/vector-stores/vector-stores.d.ts +118 -217
  372. package/resources/vector-stores/vector-stores.d.ts.map +1 -1
  373. package/resources/vector-stores/vector-stores.js +18 -12
  374. package/resources/vector-stores/vector-stores.js.map +1 -1
  375. package/resources/vector-stores/vector-stores.mjs +18 -11
  376. package/resources/vector-stores/vector-stores.mjs.map +1 -1
  377. package/resources/vector-stores.js +2 -1
  378. package/resources/vector-stores.js.map +1 -1
  379. package/resources/vector-stores.mjs +2 -0
  380. package/resources/vector-stores.mjs.map +1 -1
  381. package/src/error.ts +1 -0
  382. package/src/index.ts +92 -267
  383. package/src/lib/response-helpers.ts +60 -0
  384. package/src/pagination.ts +2 -5
  385. package/src/resource.ts +1 -0
  386. package/src/resources/alpha/admin.ts +84 -0
  387. package/src/resources/alpha/alpha.ts +93 -0
  388. package/src/resources/{benchmarks.ts → alpha/benchmarks.ts} +51 -16
  389. package/src/resources/{eval → alpha/eval}/eval.ts +83 -65
  390. package/src/resources/{eval → alpha/eval}/index.ts +1 -2
  391. package/src/resources/{eval → alpha/eval}/jobs.ts +6 -6
  392. package/src/resources/{eval.ts → alpha/eval.ts} +1 -0
  393. package/src/resources/alpha/index.ts +36 -0
  394. package/src/resources/alpha/inference.ts +132 -0
  395. package/src/resources/{post-training → alpha/post-training}/index.ts +1 -1
  396. package/src/resources/alpha/post-training/job.ts +177 -0
  397. package/src/resources/alpha/post-training/post-training.ts +372 -0
  398. package/src/resources/{post-training.ts → alpha/post-training.ts} +1 -1
  399. package/src/resources/alpha.ts +9 -0
  400. package/src/resources/batches.ts +572 -0
  401. package/src/resources/beta/beta.ts +41 -0
  402. package/src/resources/{datasets.ts → beta/datasets.ts} +128 -110
  403. package/src/resources/beta/index.ts +20 -0
  404. package/src/resources/{agents.ts → beta.ts} +2 -2
  405. package/src/resources/chat/chat.ts +84 -83
  406. package/src/resources/chat/completions.ts +876 -1486
  407. package/src/resources/chat/index.ts +1 -2
  408. package/src/resources/chat.ts +1 -1
  409. package/src/resources/completions.ts +59 -103
  410. package/src/resources/conversations/conversations.ts +491 -0
  411. package/src/resources/conversations/index.ts +25 -0
  412. package/src/resources/conversations/items.ts +1365 -0
  413. package/src/resources/conversations.ts +9 -0
  414. package/src/resources/embeddings.ts +14 -55
  415. package/src/resources/files.ts +54 -61
  416. package/src/resources/index.ts +35 -111
  417. package/src/resources/inspect.ts +4 -84
  418. package/src/resources/models/index.ts +4 -2
  419. package/src/resources/models/models.ts +79 -30
  420. package/src/resources/models/openai.ts +4 -24
  421. package/src/resources/models.ts +1 -1
  422. package/src/resources/moderations.ts +10 -36
  423. package/src/resources/prompts/index.ts +19 -0
  424. package/src/resources/prompts/prompts.ts +171 -0
  425. package/src/resources/prompts/versions.ts +26 -0
  426. package/src/resources/prompts.ts +9 -0
  427. package/src/resources/providers.ts +5 -18
  428. package/src/resources/responses/index.ts +1 -1
  429. package/src/resources/responses/input-items.ts +365 -161
  430. package/src/resources/responses/responses.ts +2959 -1870
  431. package/src/resources/responses.ts +1 -1
  432. package/src/resources/routes.ts +25 -14
  433. package/src/resources/safety.ts +199 -9
  434. package/src/resources/scoring-functions.ts +168 -52
  435. package/src/resources/scoring.ts +125 -22
  436. package/src/resources/shared.ts +187 -665
  437. package/src/resources/shields.ts +18 -23
  438. package/src/resources/tool-runtime.ts +210 -2
  439. package/src/resources/toolgroups.ts +26 -36
  440. package/src/resources/tools.ts +10 -94
  441. package/src/resources/vector-io.ts +323 -145
  442. package/src/resources/vector-stores/file-batches.ts +201 -0
  443. package/src/resources/vector-stores/files.ts +123 -143
  444. package/src/resources/vector-stores/index.ts +9 -1
  445. package/src/resources/vector-stores/vector-stores.ts +150 -216
  446. package/src/resources/vector-stores.ts +1 -1
  447. package/src/version.ts +1 -1
  448. package/version.d.ts +1 -1
  449. package/version.d.ts.map +1 -1
  450. package/version.js +1 -1
  451. package/version.js.map +1 -1
  452. package/version.mjs +1 -1
  453. package/version.mjs.map +1 -1
  454. package/resources/agents/agents.d.ts +0 -246
  455. package/resources/agents/agents.d.ts.map +0 -1
  456. package/resources/agents/agents.js.map +0 -1
  457. package/resources/agents/agents.mjs +0 -52
  458. package/resources/agents/agents.mjs.map +0 -1
  459. package/resources/agents/index.d.ts +0 -5
  460. package/resources/agents/index.d.ts.map +0 -1
  461. package/resources/agents/index.js +0 -18
  462. package/resources/agents/index.js.map +0 -1
  463. package/resources/agents/index.mjs +0 -10
  464. package/resources/agents/index.mjs.map +0 -1
  465. package/resources/agents/session.d.ts +0 -98
  466. package/resources/agents/session.d.ts.map +0 -1
  467. package/resources/agents/session.js +0 -42
  468. package/resources/agents/session.js.map +0 -1
  469. package/resources/agents/session.mjs +0 -37
  470. package/resources/agents/session.mjs.map +0 -1
  471. package/resources/agents/steps.d.ts +0 -22
  472. package/resources/agents/steps.d.ts.map +0 -1
  473. package/resources/agents/steps.js.map +0 -1
  474. package/resources/agents/steps.mjs +0 -15
  475. package/resources/agents/steps.mjs.map +0 -1
  476. package/resources/agents/turn.d.ts +0 -461
  477. package/resources/agents/turn.d.ts.map +0 -1
  478. package/resources/agents/turn.js +0 -34
  479. package/resources/agents/turn.js.map +0 -1
  480. package/resources/agents/turn.mjs +0 -29
  481. package/resources/agents/turn.mjs.map +0 -1
  482. package/resources/agents.d.ts +0 -2
  483. package/resources/agents.d.ts.map +0 -1
  484. package/resources/agents.js.map +0 -1
  485. package/resources/agents.mjs +0 -7
  486. package/resources/agents.mjs.map +0 -1
  487. package/resources/benchmarks.d.ts.map +0 -1
  488. package/resources/benchmarks.js.map +0 -1
  489. package/resources/benchmarks.mjs +0 -31
  490. package/resources/benchmarks.mjs.map +0 -1
  491. package/resources/datasets.d.ts.map +0 -1
  492. package/resources/datasets.js.map +0 -1
  493. package/resources/datasets.mjs.map +0 -1
  494. package/resources/eval/eval.d.ts +0 -159
  495. package/resources/eval/eval.d.ts.map +0 -1
  496. package/resources/eval/eval.js.map +0 -1
  497. package/resources/eval/eval.mjs.map +0 -1
  498. package/resources/eval/index.d.ts +0 -3
  499. package/resources/eval/index.d.ts.map +0 -1
  500. package/resources/eval/index.js.map +0 -1
  501. package/resources/eval/index.mjs.map +0 -1
  502. package/resources/eval/jobs.d.ts.map +0 -1
  503. package/resources/eval/jobs.js.map +0 -1
  504. package/resources/eval/jobs.mjs.map +0 -1
  505. package/resources/eval.d.ts.map +0 -1
  506. package/resources/eval.js.map +0 -1
  507. package/resources/eval.mjs.map +0 -1
  508. package/resources/inference.d.ts +0 -580
  509. package/resources/inference.d.ts.map +0 -1
  510. package/resources/inference.js +0 -54
  511. package/resources/inference.js.map +0 -1
  512. package/resources/inference.mjs +0 -49
  513. package/resources/inference.mjs.map +0 -1
  514. package/resources/post-training/index.d.ts.map +0 -1
  515. package/resources/post-training/index.js.map +0 -1
  516. package/resources/post-training/index.mjs.map +0 -1
  517. package/resources/post-training/job.d.ts +0 -205
  518. package/resources/post-training/job.d.ts.map +0 -1
  519. package/resources/post-training/job.js.map +0 -1
  520. package/resources/post-training/job.mjs.map +0 -1
  521. package/resources/post-training/post-training.d.ts +0 -402
  522. package/resources/post-training/post-training.d.ts.map +0 -1
  523. package/resources/post-training/post-training.js.map +0 -1
  524. package/resources/post-training/post-training.mjs.map +0 -1
  525. package/resources/post-training.d.ts.map +0 -1
  526. package/resources/post-training.js.map +0 -1
  527. package/resources/post-training.mjs.map +0 -1
  528. package/resources/synthetic-data-generation.d.ts +0 -47
  529. package/resources/synthetic-data-generation.d.ts.map +0 -1
  530. package/resources/synthetic-data-generation.js +0 -20
  531. package/resources/synthetic-data-generation.js.map +0 -1
  532. package/resources/synthetic-data-generation.mjs +0 -15
  533. package/resources/synthetic-data-generation.mjs.map +0 -1
  534. package/resources/telemetry.d.ts +0 -519
  535. package/resources/telemetry.d.ts.map +0 -1
  536. package/resources/telemetry.js +0 -70
  537. package/resources/telemetry.js.map +0 -1
  538. package/resources/telemetry.mjs +0 -65
  539. package/resources/telemetry.mjs.map +0 -1
  540. package/resources/tool-runtime/index.d.ts +0 -3
  541. package/resources/tool-runtime/index.d.ts.map +0 -1
  542. package/resources/tool-runtime/index.js +0 -14
  543. package/resources/tool-runtime/index.js.map +0 -1
  544. package/resources/tool-runtime/index.mjs +0 -8
  545. package/resources/tool-runtime/index.mjs.map +0 -1
  546. package/resources/tool-runtime/rag-tool.d.ts +0 -45
  547. package/resources/tool-runtime/rag-tool.d.ts.map +0 -1
  548. package/resources/tool-runtime/rag-tool.js +0 -30
  549. package/resources/tool-runtime/rag-tool.js.map +0 -1
  550. package/resources/tool-runtime/rag-tool.mjs +0 -25
  551. package/resources/tool-runtime/rag-tool.mjs.map +0 -1
  552. package/resources/tool-runtime/tool-runtime.d.ts +0 -132
  553. package/resources/tool-runtime/tool-runtime.d.ts.map +0 -1
  554. package/resources/tool-runtime/tool-runtime.js.map +0 -1
  555. package/resources/tool-runtime/tool-runtime.mjs +0 -29
  556. package/resources/tool-runtime/tool-runtime.mjs.map +0 -1
  557. package/resources/vector-dbs.d.ts +0 -128
  558. package/resources/vector-dbs.d.ts.map +0 -1
  559. package/resources/vector-dbs.js +0 -41
  560. package/resources/vector-dbs.js.map +0 -1
  561. package/resources/vector-dbs.mjs +0 -36
  562. package/resources/vector-dbs.mjs.map +0 -1
  563. package/src/resources/agents/agents.ts +0 -372
  564. package/src/resources/agents/index.ts +0 -44
  565. package/src/resources/agents/session.ts +0 -169
  566. package/src/resources/agents/steps.ts +0 -47
  567. package/src/resources/agents/turn.ts +0 -638
  568. package/src/resources/inference.ts +0 -768
  569. package/src/resources/post-training/job.ts +0 -274
  570. package/src/resources/post-training/post-training.ts +0 -516
  571. package/src/resources/synthetic-data-generation.ts +0 -65
  572. package/src/resources/telemetry.ts +0 -692
  573. package/src/resources/tool-runtime/index.ts +0 -17
  574. package/src/resources/tool-runtime/rag-tool.ts +0 -69
  575. package/src/resources/tool-runtime/tool-runtime.ts +0 -191
  576. package/src/resources/vector-dbs.ts +0 -191
  577. /package/resources/{eval.d.ts → alpha/eval.d.ts} +0 -0
  578. /package/resources/{eval.mjs → alpha/eval.mjs} +0 -0
  579. /package/resources/{post-training → alpha/post-training}/index.d.ts +0 -0
  580. /package/resources/{post-training.d.ts → alpha/post-training.d.ts} +0 -0
@@ -1,252 +1,45 @@
1
- import * as Shared from "./shared.js";
2
- import * as InferenceAPI from "./inference.js";
3
- import * as ToolRuntimeAPI from "./tool-runtime/tool-runtime.js";
1
+ import * as ProvidersAPI from "./providers.js";
2
+ import * as RoutesAPI from "./routes.js";
4
3
  /**
5
- * Configuration for an agent.
4
+ * Health status information for the service.
6
5
  */
7
- export interface AgentConfig {
6
+ export interface HealthInfo {
8
7
  /**
9
- * The system instructions for the agent
8
+ * The health status of the service
10
9
  */
11
- instructions: string;
12
- /**
13
- * The model identifier to use for the agent
14
- */
15
- model: string;
16
- client_tools?: Array<ToolRuntimeAPI.ToolDef>;
17
- /**
18
- * Optional flag indicating whether session data has to be persisted
19
- */
20
- enable_session_persistence?: boolean;
21
- input_shields?: Array<string>;
22
- max_infer_iters?: number;
23
- /**
24
- * Optional name for the agent, used in telemetry and identification
25
- */
26
- name?: string;
27
- output_shields?: Array<string>;
28
- /**
29
- * Optional response format configuration
30
- */
31
- response_format?: ResponseFormat;
32
- /**
33
- * Sampling parameters.
34
- */
35
- sampling_params?: SamplingParams;
36
- /**
37
- * @deprecated Whether tool use is required or automatic. This is a hint to the
38
- * model which may not be followed. It depends on the Instruction Following
39
- * capabilities of the model.
40
- */
41
- tool_choice?: 'auto' | 'required' | 'none';
42
- /**
43
- * Configuration for tool use.
44
- */
45
- tool_config?: AgentConfig.ToolConfig;
46
- /**
47
- * @deprecated Prompt format for calling custom / zero shot tools.
48
- */
49
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
50
- toolgroups?: Array<string | AgentConfig.AgentToolGroupWithArgs>;
51
- }
52
- export declare namespace AgentConfig {
53
- /**
54
- * Configuration for tool use.
55
- */
56
- interface ToolConfig {
57
- /**
58
- * (Optional) Config for how to override the default system prompt. -
59
- * `SystemMessageBehavior.append`: Appends the provided system message to the
60
- * default system prompt. - `SystemMessageBehavior.replace`: Replaces the default
61
- * system prompt with the provided system message. The system message can include
62
- * the string '{{function_definitions}}' to indicate where the function definitions
63
- * should be inserted.
64
- */
65
- system_message_behavior?: 'append' | 'replace';
66
- /**
67
- * (Optional) Whether tool use is automatic, required, or none. Can also specify a
68
- * tool name to use a specific tool. Defaults to ToolChoice.auto.
69
- */
70
- tool_choice?: 'auto' | 'required' | 'none' | (string & {});
71
- /**
72
- * (Optional) Instructs the model how to format tool calls. By default, Llama Stack
73
- * will attempt to use a format that is best adapted to the model. -
74
- * `ToolPromptFormat.json`: The tool calls are formatted as a JSON object. -
75
- * `ToolPromptFormat.function_tag`: The tool calls are enclosed in a
76
- * <function=function_name> tag. - `ToolPromptFormat.python_list`: The tool calls
77
- * are output as Python syntax -- a list of function calls.
78
- */
79
- tool_prompt_format?: 'json' | 'function_tag' | 'python_list';
80
- }
81
- interface AgentToolGroupWithArgs {
82
- args: {
83
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
84
- };
85
- name: string;
86
- }
87
- }
88
- /**
89
- * Response from a batch completion request.
90
- */
91
- export interface BatchCompletion {
92
- /**
93
- * List of completion responses, one for each input in the batch
94
- */
95
- batch: Array<InferenceAPI.CompletionResponse>;
96
- }
97
- /**
98
- * Response from a chat completion request.
99
- */
100
- export interface ChatCompletionResponse {
101
- /**
102
- * The complete response message
103
- */
104
- completion_message: CompletionMessage;
105
- /**
106
- * Optional log probabilities for generated tokens
107
- */
108
- logprobs?: Array<InferenceAPI.TokenLogProbs>;
109
- /**
110
- * (Optional) List of metrics associated with the API response
111
- */
112
- metrics?: Array<Metric>;
113
- }
114
- /**
115
- * A message containing the model's (assistant) response in a chat conversation.
116
- */
117
- export interface CompletionMessage {
118
- /**
119
- * The content of the model's response
120
- */
121
- content: InterleavedContent;
122
- /**
123
- * Must be "assistant" to identify this as the model's response
124
- */
125
- role: 'assistant';
126
- /**
127
- * Reason why the model stopped generating. Options are: -
128
- * `StopReason.end_of_turn`: The model finished generating the entire response. -
129
- * `StopReason.end_of_message`: The model finished generating but generated a
130
- * partial response -- usually, a tool call. The user may call the tool and
131
- * continue the conversation with the tool's response. -
132
- * `StopReason.out_of_tokens`: The model ran out of token budget.
133
- */
134
- stop_reason: 'end_of_turn' | 'end_of_message' | 'out_of_tokens';
135
- /**
136
- * List of tool calls. Each tool call is a ToolCall object.
137
- */
138
- tool_calls?: Array<ToolCall>;
139
- }
140
- /**
141
- * A text content delta for streaming responses.
142
- */
143
- export type ContentDelta = ContentDelta.TextDelta | ContentDelta.ImageDelta | ContentDelta.ToolCallDelta;
144
- export declare namespace ContentDelta {
145
- /**
146
- * A text content delta for streaming responses.
147
- */
148
- interface TextDelta {
149
- /**
150
- * The incremental text content
151
- */
152
- text: string;
153
- /**
154
- * Discriminator type of the delta. Always "text"
155
- */
156
- type: 'text';
157
- }
158
- /**
159
- * An image content delta for streaming responses.
160
- */
161
- interface ImageDelta {
162
- /**
163
- * The incremental image data as bytes
164
- */
165
- image: string;
166
- /**
167
- * Discriminator type of the delta. Always "image"
168
- */
169
- type: 'image';
170
- }
171
- /**
172
- * A tool call content delta for streaming responses.
173
- */
174
- interface ToolCallDelta {
175
- /**
176
- * Current parsing status of the tool call
177
- */
178
- parse_status: 'started' | 'in_progress' | 'failed' | 'succeeded';
179
- /**
180
- * Either an in-progress tool call string or the final parsed tool call
181
- */
182
- tool_call: string | Shared.ToolCall;
183
- /**
184
- * Discriminator type of the delta. Always "tool_call"
185
- */
186
- type: 'tool_call';
187
- }
10
+ status: 'OK' | 'Error' | 'Not Implemented';
188
11
  }
189
12
  /**
190
- * A document to be used for document ingestion in the RAG Tool.
13
+ * A image content item
191
14
  */
192
- export interface Document {
193
- /**
194
- * The content of the document.
195
- */
196
- content: string | Document.ImageContentItem | Document.TextContentItem | Array<InterleavedContentItem> | Document.URL;
197
- /**
198
- * The unique identifier for the document.
199
- */
200
- document_id: string;
201
- /**
202
- * Additional metadata for the document.
203
- */
204
- metadata: {
205
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
206
- };
207
- /**
208
- * The MIME type of the document.
209
- */
210
- mime_type?: string;
211
- }
212
- export declare namespace Document {
15
+ export type InterleavedContent = string | InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem | Array<InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem>;
16
+ export declare namespace InterleavedContent {
213
17
  /**
214
18
  * A image content item
215
19
  */
216
20
  interface ImageContentItem {
217
21
  /**
218
- * Image as a base64 encoded string or an URL
22
+ * A URL or a base64 encoded string
219
23
  */
220
24
  image: ImageContentItem.Image;
221
- /**
222
- * Discriminator type of the content item. Always "image"
223
- */
224
- type: 'image';
25
+ type?: 'image';
225
26
  }
226
27
  namespace ImageContentItem {
227
28
  /**
228
- * Image as a base64 encoded string or an URL
29
+ * A URL or a base64 encoded string
229
30
  */
230
31
  interface Image {
32
+ data?: string | null;
231
33
  /**
232
- * base64 encoded image data as string
34
+ * A URL reference to external content.
233
35
  */
234
- data?: string;
235
- /**
236
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
237
- * Note that URL could have length limits.
238
- */
239
- url?: Image.URL;
36
+ url?: Image.URL | null;
240
37
  }
241
38
  namespace Image {
242
39
  /**
243
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
244
- * Note that URL could have length limits.
40
+ * A URL reference to external content.
245
41
  */
246
42
  interface URL {
247
- /**
248
- * The URL string pointing to the resource
249
- */
250
43
  uri: string;
251
44
  }
252
45
  }
@@ -255,67 +48,35 @@ export declare namespace Document {
255
48
  * A text content item
256
49
  */
257
50
  interface TextContentItem {
258
- /**
259
- * Text content
260
- */
261
51
  text: string;
262
- /**
263
- * Discriminator type of the content item. Always "text"
264
- */
265
- type: 'text';
266
- }
267
- /**
268
- * A URL reference to external content.
269
- */
270
- interface URL {
271
- /**
272
- * The URL string pointing to the resource
273
- */
274
- uri: string;
52
+ type?: 'text';
275
53
  }
276
- }
277
- /**
278
- * A image content item
279
- */
280
- export type InterleavedContent = string | InterleavedContent.ImageContentItem | InterleavedContent.TextContentItem | Array<InterleavedContentItem>;
281
- export declare namespace InterleavedContent {
282
54
  /**
283
55
  * A image content item
284
56
  */
285
57
  interface ImageContentItem {
286
58
  /**
287
- * Image as a base64 encoded string or an URL
59
+ * A URL or a base64 encoded string
288
60
  */
289
61
  image: ImageContentItem.Image;
290
- /**
291
- * Discriminator type of the content item. Always "image"
292
- */
293
- type: 'image';
62
+ type?: 'image';
294
63
  }
295
64
  namespace ImageContentItem {
296
65
  /**
297
- * Image as a base64 encoded string or an URL
66
+ * A URL or a base64 encoded string
298
67
  */
299
68
  interface Image {
69
+ data?: string | null;
300
70
  /**
301
- * base64 encoded image data as string
71
+ * A URL reference to external content.
302
72
  */
303
- data?: string;
304
- /**
305
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
306
- * Note that URL could have length limits.
307
- */
308
- url?: Image.URL;
73
+ url?: Image.URL | null;
309
74
  }
310
75
  namespace Image {
311
76
  /**
312
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
313
- * Note that URL could have length limits.
77
+ * A URL reference to external content.
314
78
  */
315
79
  interface URL {
316
- /**
317
- * The URL string pointing to the resource
318
- */
319
80
  uri: string;
320
81
  }
321
82
  }
@@ -324,14 +85,8 @@ export declare namespace InterleavedContent {
324
85
  * A text content item
325
86
  */
326
87
  interface TextContentItem {
327
- /**
328
- * Text content
329
- */
330
88
  text: string;
331
- /**
332
- * Discriminator type of the content item. Always "text"
333
- */
334
- type: 'text';
89
+ type?: 'text';
335
90
  }
336
91
  }
337
92
  /**
@@ -344,38 +99,27 @@ export declare namespace InterleavedContentItem {
344
99
  */
345
100
  interface ImageContentItem {
346
101
  /**
347
- * Image as a base64 encoded string or an URL
102
+ * A URL or a base64 encoded string
348
103
  */
349
104
  image: ImageContentItem.Image;
350
- /**
351
- * Discriminator type of the content item. Always "image"
352
- */
353
- type: 'image';
105
+ type?: 'image';
354
106
  }
355
107
  namespace ImageContentItem {
356
108
  /**
357
- * Image as a base64 encoded string or an URL
109
+ * A URL or a base64 encoded string
358
110
  */
359
111
  interface Image {
112
+ data?: string | null;
360
113
  /**
361
- * base64 encoded image data as string
362
- */
363
- data?: string;
364
- /**
365
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
366
- * Note that URL could have length limits.
114
+ * A URL reference to external content.
367
115
  */
368
- url?: Image.URL;
116
+ url?: Image.URL | null;
369
117
  }
370
118
  namespace Image {
371
119
  /**
372
- * A URL of the image or data URL in the format of data:image/{type};base64,{data}.
373
- * Note that URL could have length limits.
120
+ * A URL reference to external content.
374
121
  */
375
122
  interface URL {
376
- /**
377
- * The URL string pointing to the resource
378
- */
379
123
  uri: string;
380
124
  }
381
125
  }
@@ -384,328 +128,161 @@ export declare namespace InterleavedContentItem {
384
128
  * A text content item
385
129
  */
386
130
  interface TextContentItem {
387
- /**
388
- * Text content
389
- */
390
131
  text: string;
391
- /**
392
- * Discriminator type of the content item. Always "text"
393
- */
394
- type: 'text';
132
+ type?: 'text';
395
133
  }
396
134
  }
397
135
  /**
398
- * A message from the user in a chat conversation.
136
+ * Response containing a list of all available providers.
399
137
  */
400
- export type Message = UserMessage | SystemMessage | ToolResponseMessage | CompletionMessage;
401
- /**
402
- * A metric value included in API responses.
403
- */
404
- export interface Metric {
405
- /**
406
- * The name of the metric
407
- */
408
- metric: string;
138
+ export interface ListProvidersResponse {
409
139
  /**
410
- * The numeric value of the metric
140
+ * List of provider information objects
411
141
  */
412
- value: number;
142
+ data: ProvidersAPI.ProviderListResponse;
143
+ }
144
+ /**
145
+ * Response containing a list of all available API routes.
146
+ */
147
+ export interface ListRoutesResponse {
413
148
  /**
414
- * (Optional) The unit of measurement for the metric value
149
+ * List of available API routes
415
150
  */
416
- unit?: string;
151
+ data: RoutesAPI.RouteListResponse;
417
152
  }
418
153
  /**
419
154
  * Parameter type for string values.
420
155
  */
421
- export type ParamType = ParamType.StringType | ParamType.NumberType | ParamType.BooleanType | ParamType.ArrayType | ParamType.ObjectType | ParamType.JsonType | ParamType.UnionType | ParamType.ChatCompletionInputType | ParamType.CompletionInputType | ParamType.AgentTurnInputType;
156
+ export type ParamType = ParamType.StringType | ParamType.NumberType | ParamType.BooleanType | ParamType.ArrayType | ParamType.ObjectType | ParamType.JsonType | ParamType.UnionType | ParamType.ChatCompletionInputType | ParamType.CompletionInputType;
422
157
  export declare namespace ParamType {
423
158
  /**
424
159
  * Parameter type for string values.
425
160
  */
426
161
  interface StringType {
427
- /**
428
- * Discriminator type. Always "string"
429
- */
430
- type: 'string';
162
+ type?: 'string';
431
163
  }
432
164
  /**
433
165
  * Parameter type for numeric values.
434
166
  */
435
167
  interface NumberType {
436
- /**
437
- * Discriminator type. Always "number"
438
- */
439
- type: 'number';
168
+ type?: 'number';
440
169
  }
441
170
  /**
442
171
  * Parameter type for boolean values.
443
172
  */
444
173
  interface BooleanType {
445
- /**
446
- * Discriminator type. Always "boolean"
447
- */
448
- type: 'boolean';
174
+ type?: 'boolean';
449
175
  }
450
176
  /**
451
177
  * Parameter type for array values.
452
178
  */
453
179
  interface ArrayType {
454
- /**
455
- * Discriminator type. Always "array"
456
- */
457
- type: 'array';
180
+ type?: 'array';
458
181
  }
459
182
  /**
460
183
  * Parameter type for object values.
461
184
  */
462
185
  interface ObjectType {
463
- /**
464
- * Discriminator type. Always "object"
465
- */
466
- type: 'object';
186
+ type?: 'object';
467
187
  }
468
188
  /**
469
189
  * Parameter type for JSON values.
470
190
  */
471
191
  interface JsonType {
472
- /**
473
- * Discriminator type. Always "json"
474
- */
475
- type: 'json';
192
+ type?: 'json';
476
193
  }
477
194
  /**
478
195
  * Parameter type for union values.
479
196
  */
480
197
  interface UnionType {
481
- /**
482
- * Discriminator type. Always "union"
483
- */
484
- type: 'union';
198
+ type?: 'union';
485
199
  }
486
200
  /**
487
201
  * Parameter type for chat completion input.
488
202
  */
489
203
  interface ChatCompletionInputType {
490
- /**
491
- * Discriminator type. Always "chat_completion_input"
492
- */
493
- type: 'chat_completion_input';
204
+ type?: 'chat_completion_input';
494
205
  }
495
206
  /**
496
207
  * Parameter type for completion input.
497
208
  */
498
209
  interface CompletionInputType {
499
- /**
500
- * Discriminator type. Always "completion_input"
501
- */
502
- type: 'completion_input';
503
- }
504
- /**
505
- * Parameter type for agent turn input.
506
- */
507
- interface AgentTurnInputType {
508
- /**
509
- * Discriminator type. Always "agent_turn_input"
510
- */
511
- type: 'agent_turn_input';
210
+ type?: 'completion_input';
512
211
  }
513
212
  }
514
213
  /**
515
- * Configuration for the RAG query generation.
214
+ * Information about a registered provider including its configuration and health
215
+ * status.
516
216
  */
517
- export interface QueryConfig {
217
+ export interface ProviderInfo {
518
218
  /**
519
- * Template for formatting each retrieved chunk in the context. Available
520
- * placeholders: {index} (1-based chunk ordinal), {chunk.content} (chunk content
521
- * string), {metadata} (chunk metadata dict). Default: "Result {index}\nContent:
522
- * {chunk.content}\nMetadata: {metadata}\n"
219
+ * The API name this provider implements
523
220
  */
524
- chunk_template: string;
221
+ api: string;
525
222
  /**
526
- * Maximum number of chunks to retrieve.
223
+ * Configuration parameters for the provider
527
224
  */
528
- max_chunks: number;
529
- /**
530
- * Maximum number of tokens in the context.
531
- */
532
- max_tokens_in_context: number;
533
- /**
534
- * Configuration for the query generator.
535
- */
536
- query_generator_config: QueryGeneratorConfig;
537
- /**
538
- * Search mode for retrieval—either "vector", "keyword", or "hybrid". Default
539
- * "vector".
540
- */
541
- mode?: 'vector' | 'keyword' | 'hybrid';
542
- /**
543
- * Configuration for the ranker to use in hybrid search. Defaults to RRF ranker.
544
- */
545
- ranker?: QueryConfig.RrfRanker | QueryConfig.WeightedRanker;
546
- }
547
- export declare namespace QueryConfig {
548
- /**
549
- * Reciprocal Rank Fusion (RRF) ranker configuration.
550
- */
551
- interface RrfRanker {
552
- /**
553
- * The impact factor for RRF scoring. Higher values give more weight to
554
- * higher-ranked results. Must be greater than 0
555
- */
556
- impact_factor: number;
557
- /**
558
- * The type of ranker, always "rrf"
559
- */
560
- type: 'rrf';
561
- }
225
+ config: {
226
+ [key: string]: unknown;
227
+ };
562
228
  /**
563
- * Weighted ranker configuration that combines vector and keyword scores.
229
+ * Current health status of the provider
564
230
  */
565
- interface WeightedRanker {
566
- /**
567
- * Weight factor between 0 and 1. 0 means only use keyword scores, 1 means only use
568
- * vector scores, values in between blend both scores.
569
- */
570
- alpha: number;
571
- /**
572
- * The type of ranker, always "weighted"
573
- */
574
- type: 'weighted';
575
- }
576
- }
577
- /**
578
- * Configuration for the default RAG query generator.
579
- */
580
- export type QueryGeneratorConfig = QueryGeneratorConfig.DefaultRagQueryGeneratorConfig | QueryGeneratorConfig.LlmragQueryGeneratorConfig;
581
- export declare namespace QueryGeneratorConfig {
231
+ health: {
232
+ [key: string]: unknown;
233
+ };
582
234
  /**
583
- * Configuration for the default RAG query generator.
235
+ * Unique identifier for the provider
584
236
  */
585
- interface DefaultRagQueryGeneratorConfig {
586
- /**
587
- * String separator used to join query terms
588
- */
589
- separator: string;
590
- /**
591
- * Type of query generator, always 'default'
592
- */
593
- type: 'default';
594
- }
237
+ provider_id: string;
595
238
  /**
596
- * Configuration for the LLM-based RAG query generator.
239
+ * The type of provider implementation
597
240
  */
598
- interface LlmragQueryGeneratorConfig {
599
- /**
600
- * Name of the language model to use for query generation
601
- */
602
- model: string;
603
- /**
604
- * Template string for formatting the query generation prompt
605
- */
606
- template: string;
607
- /**
608
- * Type of query generator, always 'llm'
609
- */
610
- type: 'llm';
611
- }
241
+ provider_type: string;
612
242
  }
613
243
  /**
614
- * Result of a RAG query containing retrieved content and metadata.
244
+ * Information about an API route including its path, method, and implementing
245
+ * providers.
615
246
  */
616
- export interface QueryResult {
247
+ export interface RouteInfo {
617
248
  /**
618
- * Additional metadata about the query result
249
+ * The HTTP method for the route
619
250
  */
620
- metadata: {
621
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
622
- };
251
+ method: string;
623
252
  /**
624
- * (Optional) The retrieved content from the query
253
+ * List of provider types implementing this route
625
254
  */
626
- content?: InterleavedContent;
627
- }
628
- /**
629
- * Configuration for JSON schema-guided response generation.
630
- */
631
- export type ResponseFormat = ResponseFormat.JsonSchemaResponseFormat | ResponseFormat.GrammarResponseFormat;
632
- export declare namespace ResponseFormat {
633
- /**
634
- * Configuration for JSON schema-guided response generation.
635
- */
636
- interface JsonSchemaResponseFormat {
637
- /**
638
- * The JSON schema the response should conform to. In a Python SDK, this is often a
639
- * `pydantic` model.
640
- */
641
- json_schema: {
642
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
643
- };
644
- /**
645
- * Must be "json_schema" to identify this format type
646
- */
647
- type: 'json_schema';
648
- }
255
+ provider_types: Array<string>;
649
256
  /**
650
- * Configuration for grammar-guided response generation.
257
+ * The API route path
651
258
  */
652
- interface GrammarResponseFormat {
653
- /**
654
- * The BNF grammar specification the response should conform to
655
- */
656
- bnf: {
657
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
658
- };
659
- /**
660
- * Must be "grammar" to identify this format type
661
- */
662
- type: 'grammar';
663
- }
259
+ route: string;
664
260
  }
665
261
  /**
666
262
  * Details of a safety violation detected by content moderation.
667
263
  */
668
264
  export interface SafetyViolation {
669
265
  /**
670
- * Additional metadata including specific violation codes for debugging and
671
- * telemetry
672
- */
673
- metadata: {
674
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
675
- };
676
- /**
677
- * Severity level of the violation
266
+ * Severity level of a safety violation.
678
267
  */
679
268
  violation_level: 'info' | 'warn' | 'error';
680
- /**
681
- * (Optional) Message to convey to the user about the violation
682
- */
683
- user_message?: string;
269
+ metadata?: {
270
+ [key: string]: unknown;
271
+ };
272
+ user_message?: string | null;
684
273
  }
685
274
  /**
686
275
  * Sampling parameters.
687
276
  */
688
277
  export interface SamplingParams {
278
+ max_tokens?: number | null;
279
+ repetition_penalty?: number | null;
280
+ stop?: Array<string> | null;
689
281
  /**
690
- * The sampling strategy.
691
- */
692
- strategy: SamplingParams.GreedySamplingStrategy | SamplingParams.TopPSamplingStrategy | SamplingParams.TopKSamplingStrategy;
693
- /**
694
- * The maximum number of tokens that can be generated in the completion. The token
695
- * count of your prompt plus max_tokens cannot exceed the model's context length.
696
- */
697
- max_tokens?: number;
698
- /**
699
- * Number between -2.0 and 2.0. Positive values penalize new tokens based on
700
- * whether they appear in the text so far, increasing the model's likelihood to
701
- * talk about new topics.
702
- */
703
- repetition_penalty?: number;
704
- /**
705
- * Up to 4 sequences where the API will stop generating further tokens. The
706
- * returned text will not contain the stop sequence.
282
+ * Greedy sampling strategy that selects the highest probability token at each
283
+ * step.
707
284
  */
708
- stop?: Array<string>;
285
+ strategy?: SamplingParams.GreedySamplingStrategy | SamplingParams.TopPSamplingStrategy | SamplingParams.TopKSamplingStrategy;
709
286
  }
710
287
  export declare namespace SamplingParams {
711
288
  /**
@@ -713,58 +290,34 @@ export declare namespace SamplingParams {
713
290
  * step.
714
291
  */
715
292
  interface GreedySamplingStrategy {
716
- /**
717
- * Must be "greedy" to identify this sampling strategy
718
- */
719
- type: 'greedy';
293
+ type?: 'greedy';
720
294
  }
721
295
  /**
722
296
  * Top-p (nucleus) sampling strategy that samples from the smallest set of tokens
723
297
  * with cumulative probability >= p.
724
298
  */
725
299
  interface TopPSamplingStrategy {
726
- /**
727
- * Must be "top_p" to identify this sampling strategy
728
- */
729
- type: 'top_p';
730
- /**
731
- * Controls randomness in sampling. Higher values increase randomness
732
- */
733
- temperature?: number;
734
- /**
735
- * Cumulative probability threshold for nucleus sampling. Defaults to 0.95
736
- */
737
- top_p?: number;
300
+ temperature: number | null;
301
+ top_p?: number | null;
302
+ type?: 'top_p';
738
303
  }
739
304
  /**
740
305
  * Top-k sampling strategy that restricts sampling to the k most likely tokens.
741
306
  */
742
307
  interface TopKSamplingStrategy {
743
- /**
744
- * Number of top tokens to consider for sampling. Must be at least 1
745
- */
746
308
  top_k: number;
747
- /**
748
- * Must be "top_k" to identify this sampling strategy
749
- */
750
- type: 'top_k';
309
+ type?: 'top_k';
751
310
  }
752
311
  }
753
312
  /**
754
313
  * A scoring result for a single row.
755
314
  */
756
315
  export interface ScoringResult {
757
- /**
758
- * Map of metric name to aggregated value
759
- */
760
316
  aggregated_results: {
761
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
317
+ [key: string]: unknown;
762
318
  };
763
- /**
764
- * The scoring result for each row. Each row is a map of column name to value.
765
- */
766
319
  score_rows: Array<{
767
- [key: string]: boolean | number | string | Array<unknown> | unknown | null;
320
+ [key: string]: unknown;
768
321
  }>;
769
322
  }
770
323
  /**
@@ -772,65 +325,94 @@ export interface ScoringResult {
772
325
  */
773
326
  export interface SystemMessage {
774
327
  /**
775
- * The content of the "system prompt". If multiple system messages are provided,
776
- * they are concatenated. The underlying Llama Stack code may also add other system
777
- * messages (for example, for formatting tool definitions).
328
+ * A image content item
778
329
  */
779
- content: InterleavedContent;
330
+ content: string | SystemMessage.ImageContentItemInput | SystemMessage.TextContentItem | Array<SystemMessage.ImageContentItemInput | SystemMessage.TextContentItem>;
331
+ role?: 'system';
332
+ }
333
+ export declare namespace SystemMessage {
780
334
  /**
781
- * Must be "system" to identify this as a system message
335
+ * A image content item
782
336
  */
783
- role: 'system';
784
- }
785
- export interface ToolCall {
786
- arguments: string | {
787
- [key: string]: string | number | boolean | Array<string | number | boolean | null> | {
788
- [key: string]: string | number | boolean | null;
789
- } | null;
790
- };
791
- call_id: string;
792
- tool_name: 'brave_search' | 'wolfram_alpha' | 'photogen' | 'code_interpreter' | (string & {});
793
- arguments_json?: string;
794
- }
795
- export interface ToolParamDefinition {
796
- param_type: string;
797
- default?: boolean | number | string | Array<unknown> | unknown | null;
798
- description?: string;
799
- required?: boolean;
800
- }
801
- /**
802
- * A message representing the result of a tool invocation.
803
- */
804
- export interface ToolResponseMessage {
337
+ interface ImageContentItemInput {
338
+ /**
339
+ * A URL or a base64 encoded string
340
+ */
341
+ image: ImageContentItemInput.Image;
342
+ type?: 'image';
343
+ }
344
+ namespace ImageContentItemInput {
345
+ /**
346
+ * A URL or a base64 encoded string
347
+ */
348
+ interface Image {
349
+ data?: string | null;
350
+ /**
351
+ * A URL reference to external content.
352
+ */
353
+ url?: Image.URL | null;
354
+ }
355
+ namespace Image {
356
+ /**
357
+ * A URL reference to external content.
358
+ */
359
+ interface URL {
360
+ uri: string;
361
+ }
362
+ }
363
+ }
805
364
  /**
806
- * Unique identifier for the tool call this response is for
365
+ * A text content item
807
366
  */
808
- call_id: string;
367
+ interface TextContentItem {
368
+ text: string;
369
+ type?: 'text';
370
+ }
809
371
  /**
810
- * The response content from the tool
372
+ * A image content item
811
373
  */
812
- content: InterleavedContent;
374
+ interface ImageContentItemInput {
375
+ /**
376
+ * A URL or a base64 encoded string
377
+ */
378
+ image: ImageContentItemInput.Image;
379
+ type?: 'image';
380
+ }
381
+ namespace ImageContentItemInput {
382
+ /**
383
+ * A URL or a base64 encoded string
384
+ */
385
+ interface Image {
386
+ data?: string | null;
387
+ /**
388
+ * A URL reference to external content.
389
+ */
390
+ url?: Image.URL | null;
391
+ }
392
+ namespace Image {
393
+ /**
394
+ * A URL reference to external content.
395
+ */
396
+ interface URL {
397
+ uri: string;
398
+ }
399
+ }
400
+ }
813
401
  /**
814
- * Must be "tool" to identify this as a tool response
402
+ * A text content item
815
403
  */
816
- role: 'tool';
404
+ interface TextContentItem {
405
+ text: string;
406
+ type?: 'text';
407
+ }
817
408
  }
818
409
  /**
819
- * A message from the user in a chat conversation.
410
+ * Version information for the service.
820
411
  */
821
- export interface UserMessage {
822
- /**
823
- * The content of the message, which can include text and other media
824
- */
825
- content: InterleavedContent;
826
- /**
827
- * Must be "user" to identify this as a user message
828
- */
829
- role: 'user';
412
+ export interface VersionInfo {
830
413
  /**
831
- * (Optional) This field is used internally by Llama Stack to pass RAG context.
832
- * This field may be removed in the API in the future.
414
+ * The version string of the service
833
415
  */
834
- context?: InterleavedContent;
416
+ version: string;
835
417
  }
836
418
  //# sourceMappingURL=shared.d.ts.map