llama-stack-client 0.4.4 → 0.4.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (291) hide show
  1. package/.github/workflows/ci.yml +4 -4
  2. package/.github/workflows/release-doctor.yml +1 -1
  3. package/.release-please-manifest.json +1 -1
  4. package/.stats.yml +4 -4
  5. package/CHANGELOG.md +41 -0
  6. package/LICENSE +1 -1
  7. package/README.md +41 -27
  8. package/api.md +32 -25
  9. package/dist/CHANGELOG.md +41 -0
  10. package/dist/LICENSE +1 -1
  11. package/dist/README.md +41 -27
  12. package/dist/core.d.ts.map +1 -1
  13. package/dist/core.js +5 -0
  14. package/dist/core.js.map +1 -1
  15. package/dist/core.mjs +5 -0
  16. package/dist/core.mjs.map +1 -1
  17. package/dist/index.d.mts +12 -6
  18. package/dist/index.d.ts +12 -6
  19. package/dist/index.d.ts.map +1 -1
  20. package/dist/index.js.map +1 -1
  21. package/dist/index.mjs.map +1 -1
  22. package/dist/package.json +1 -1
  23. package/dist/resources/alpha/admin.d.ts +41 -0
  24. package/dist/resources/alpha/admin.d.ts.map +1 -0
  25. package/dist/resources/alpha/admin.js +46 -0
  26. package/dist/resources/alpha/admin.js.map +1 -0
  27. package/dist/resources/alpha/admin.mjs +42 -0
  28. package/dist/resources/alpha/admin.mjs.map +1 -0
  29. package/dist/resources/alpha/alpha.d.ts +8 -4
  30. package/dist/resources/alpha/alpha.d.ts.map +1 -1
  31. package/dist/resources/alpha/alpha.js +6 -2
  32. package/dist/resources/alpha/alpha.js.map +1 -1
  33. package/dist/resources/alpha/alpha.mjs +6 -2
  34. package/dist/resources/alpha/alpha.mjs.map +1 -1
  35. package/dist/resources/alpha/benchmarks.d.ts +37 -1
  36. package/dist/resources/alpha/benchmarks.d.ts.map +1 -1
  37. package/dist/resources/alpha/eval/eval.d.ts +28 -7
  38. package/dist/resources/alpha/eval/eval.d.ts.map +1 -1
  39. package/dist/resources/alpha/eval/eval.js.map +1 -1
  40. package/dist/resources/alpha/eval/eval.mjs.map +1 -1
  41. package/dist/resources/alpha/index.d.ts +2 -1
  42. package/dist/resources/alpha/index.d.ts.map +1 -1
  43. package/dist/resources/alpha/index.js +3 -1
  44. package/dist/resources/alpha/index.js.map +1 -1
  45. package/dist/resources/alpha/index.mjs +1 -0
  46. package/dist/resources/alpha/index.mjs.map +1 -1
  47. package/dist/resources/alpha/inference.d.ts +58 -7
  48. package/dist/resources/alpha/inference.d.ts.map +1 -1
  49. package/dist/resources/alpha/post-training/index.d.ts +2 -2
  50. package/dist/resources/alpha/post-training/index.d.ts.map +1 -1
  51. package/dist/resources/alpha/post-training/index.js.map +1 -1
  52. package/dist/resources/alpha/post-training/index.mjs +1 -1
  53. package/dist/resources/alpha/post-training/index.mjs.map +1 -1
  54. package/dist/resources/alpha/post-training/job.d.ts +4 -16
  55. package/dist/resources/alpha/post-training/job.d.ts.map +1 -1
  56. package/dist/resources/alpha/post-training/job.js +5 -6
  57. package/dist/resources/alpha/post-training/job.js.map +1 -1
  58. package/dist/resources/alpha/post-training/job.mjs +5 -6
  59. package/dist/resources/alpha/post-training/job.mjs.map +1 -1
  60. package/dist/resources/alpha/post-training/post-training.d.ts +38 -11
  61. package/dist/resources/alpha/post-training/post-training.d.ts.map +1 -1
  62. package/dist/resources/alpha/post-training/post-training.js.map +1 -1
  63. package/dist/resources/alpha/post-training/post-training.mjs +1 -1
  64. package/dist/resources/alpha/post-training/post-training.mjs.map +1 -1
  65. package/dist/resources/beta/datasets.d.ts +102 -8
  66. package/dist/resources/beta/datasets.d.ts.map +1 -1
  67. package/dist/resources/chat/chat.d.ts +119 -17
  68. package/dist/resources/chat/chat.d.ts.map +1 -1
  69. package/dist/resources/chat/chat.js.map +1 -1
  70. package/dist/resources/chat/chat.mjs.map +1 -1
  71. package/dist/resources/chat/completions.d.ts +1130 -73
  72. package/dist/resources/chat/completions.d.ts.map +1 -1
  73. package/dist/resources/chat/completions.js +0 -2
  74. package/dist/resources/chat/completions.js.map +1 -1
  75. package/dist/resources/chat/completions.mjs +0 -2
  76. package/dist/resources/chat/completions.mjs.map +1 -1
  77. package/dist/resources/completions.d.ts +135 -26
  78. package/dist/resources/completions.d.ts.map +1 -1
  79. package/dist/resources/completions.js.map +1 -1
  80. package/dist/resources/completions.mjs.map +1 -1
  81. package/dist/resources/conversations/conversations.d.ts +56 -12
  82. package/dist/resources/conversations/conversations.d.ts.map +1 -1
  83. package/dist/resources/conversations/conversations.js +0 -8
  84. package/dist/resources/conversations/conversations.js.map +1 -1
  85. package/dist/resources/conversations/conversations.mjs +0 -8
  86. package/dist/resources/conversations/conversations.mjs.map +1 -1
  87. package/dist/resources/conversations/items.d.ts +364 -81
  88. package/dist/resources/conversations/items.d.ts.map +1 -1
  89. package/dist/resources/conversations/items.js +0 -6
  90. package/dist/resources/conversations/items.js.map +1 -1
  91. package/dist/resources/conversations/items.mjs +0 -6
  92. package/dist/resources/conversations/items.mjs.map +1 -1
  93. package/dist/resources/embeddings.d.ts +46 -8
  94. package/dist/resources/embeddings.d.ts.map +1 -1
  95. package/dist/resources/embeddings.js +0 -2
  96. package/dist/resources/embeddings.js.map +1 -1
  97. package/dist/resources/embeddings.mjs +0 -2
  98. package/dist/resources/embeddings.mjs.map +1 -1
  99. package/dist/resources/files.d.ts +58 -31
  100. package/dist/resources/files.d.ts.map +1 -1
  101. package/dist/resources/files.js +4 -16
  102. package/dist/resources/files.js.map +1 -1
  103. package/dist/resources/files.mjs +4 -16
  104. package/dist/resources/files.mjs.map +1 -1
  105. package/dist/resources/index.d.ts +3 -3
  106. package/dist/resources/index.d.ts.map +1 -1
  107. package/dist/resources/index.js.map +1 -1
  108. package/dist/resources/index.mjs.map +1 -1
  109. package/dist/resources/inspect.d.ts +3 -45
  110. package/dist/resources/inspect.d.ts.map +1 -1
  111. package/dist/resources/inspect.js +0 -4
  112. package/dist/resources/inspect.js.map +1 -1
  113. package/dist/resources/inspect.mjs +0 -4
  114. package/dist/resources/inspect.mjs.map +1 -1
  115. package/dist/resources/models/models.d.ts +21 -6
  116. package/dist/resources/models/models.d.ts.map +1 -1
  117. package/dist/resources/models/models.js +0 -6
  118. package/dist/resources/models/models.js.map +1 -1
  119. package/dist/resources/models/models.mjs +0 -6
  120. package/dist/resources/models/models.mjs.map +1 -1
  121. package/dist/resources/moderations.d.ts +38 -5
  122. package/dist/resources/moderations.d.ts.map +1 -1
  123. package/dist/resources/moderations.js +1 -3
  124. package/dist/resources/moderations.js.map +1 -1
  125. package/dist/resources/moderations.mjs +1 -3
  126. package/dist/resources/moderations.mjs.map +1 -1
  127. package/dist/resources/prompts/prompts.d.ts +24 -10
  128. package/dist/resources/prompts/prompts.d.ts.map +1 -1
  129. package/dist/resources/prompts/prompts.js +2 -10
  130. package/dist/resources/prompts/prompts.js.map +1 -1
  131. package/dist/resources/prompts/prompts.mjs +2 -10
  132. package/dist/resources/prompts/prompts.mjs.map +1 -1
  133. package/dist/resources/prompts/versions.d.ts +0 -2
  134. package/dist/resources/prompts/versions.d.ts.map +1 -1
  135. package/dist/resources/prompts/versions.js +0 -2
  136. package/dist/resources/prompts/versions.js.map +1 -1
  137. package/dist/resources/prompts/versions.mjs +0 -2
  138. package/dist/resources/prompts/versions.mjs.map +1 -1
  139. package/dist/resources/providers.d.ts +5 -12
  140. package/dist/resources/providers.d.ts.map +1 -1
  141. package/dist/resources/providers.js +0 -4
  142. package/dist/resources/providers.js.map +1 -1
  143. package/dist/resources/providers.mjs +0 -4
  144. package/dist/resources/providers.mjs.map +1 -1
  145. package/dist/resources/responses/input-items.d.ts +108 -9
  146. package/dist/resources/responses/input-items.d.ts.map +1 -1
  147. package/dist/resources/responses/responses.d.ts +881 -124
  148. package/dist/resources/responses/responses.d.ts.map +1 -1
  149. package/dist/resources/responses/responses.js.map +1 -1
  150. package/dist/resources/responses/responses.mjs.map +1 -1
  151. package/dist/resources/routes.d.ts +10 -9
  152. package/dist/resources/routes.d.ts.map +1 -1
  153. package/dist/resources/routes.js.map +1 -1
  154. package/dist/resources/routes.mjs.map +1 -1
  155. package/dist/resources/safety.d.ts +131 -9
  156. package/dist/resources/safety.d.ts.map +1 -1
  157. package/dist/resources/safety.js +1 -3
  158. package/dist/resources/safety.js.map +1 -1
  159. package/dist/resources/safety.mjs +1 -3
  160. package/dist/resources/safety.mjs.map +1 -1
  161. package/dist/resources/scoring-functions.d.ts +23 -1
  162. package/dist/resources/scoring-functions.d.ts.map +1 -1
  163. package/dist/resources/scoring.d.ts +24 -0
  164. package/dist/resources/scoring.d.ts.map +1 -1
  165. package/dist/resources/shared.d.ts +139 -7
  166. package/dist/resources/shared.d.ts.map +1 -1
  167. package/dist/resources/shields.d.ts +21 -0
  168. package/dist/resources/shields.d.ts.map +1 -1
  169. package/dist/resources/vector-io.d.ts +75 -58
  170. package/dist/resources/vector-io.d.ts.map +1 -1
  171. package/dist/resources/vector-io.js +1 -1
  172. package/dist/resources/vector-io.mjs +1 -1
  173. package/dist/resources/vector-stores/file-batches.d.ts +13 -7
  174. package/dist/resources/vector-stores/file-batches.d.ts.map +1 -1
  175. package/dist/resources/vector-stores/file-batches.js +3 -6
  176. package/dist/resources/vector-stores/file-batches.js.map +1 -1
  177. package/dist/resources/vector-stores/file-batches.mjs +3 -6
  178. package/dist/resources/vector-stores/file-batches.mjs.map +1 -1
  179. package/dist/resources/vector-stores/files.d.ts +31 -9
  180. package/dist/resources/vector-stores/files.d.ts.map +1 -1
  181. package/dist/resources/vector-stores/files.js +4 -4
  182. package/dist/resources/vector-stores/files.js.map +1 -1
  183. package/dist/resources/vector-stores/files.mjs +4 -4
  184. package/dist/resources/vector-stores/files.mjs.map +1 -1
  185. package/dist/resources/vector-stores/vector-stores.d.ts +87 -13
  186. package/dist/resources/vector-stores/vector-stores.d.ts.map +1 -1
  187. package/dist/resources/vector-stores/vector-stores.js +5 -10
  188. package/dist/resources/vector-stores/vector-stores.js.map +1 -1
  189. package/dist/resources/vector-stores/vector-stores.mjs +5 -10
  190. package/dist/resources/vector-stores/vector-stores.mjs.map +1 -1
  191. package/dist/src/core.ts +6 -0
  192. package/dist/src/index.ts +11 -16
  193. package/dist/src/resources/alpha/admin.ts +84 -0
  194. package/dist/src/resources/alpha/alpha.ts +16 -8
  195. package/dist/src/resources/alpha/benchmarks.ts +37 -1
  196. package/dist/src/resources/alpha/eval/eval.ts +28 -7
  197. package/dist/src/resources/alpha/index.ts +2 -0
  198. package/dist/src/resources/alpha/inference.ts +58 -7
  199. package/dist/src/resources/alpha/post-training/index.ts +2 -10
  200. package/dist/src/resources/alpha/post-training/job.ts +5 -26
  201. package/dist/src/resources/alpha/post-training/post-training.ts +38 -22
  202. package/dist/src/resources/beta/datasets.ts +103 -8
  203. package/dist/src/resources/chat/chat.ts +122 -20
  204. package/dist/src/resources/chat/completions.ts +1138 -79
  205. package/dist/src/resources/completions.ts +137 -28
  206. package/dist/src/resources/conversations/conversations.ts +67 -15
  207. package/dist/src/resources/conversations/items.ts +479 -110
  208. package/dist/src/resources/embeddings.ts +46 -8
  209. package/dist/src/resources/files.ts +58 -31
  210. package/dist/src/resources/index.ts +3 -3
  211. package/dist/src/resources/inspect.ts +3 -57
  212. package/dist/src/resources/models/models.ts +21 -6
  213. package/dist/src/resources/moderations.ts +38 -5
  214. package/dist/src/resources/prompts/prompts.ts +26 -12
  215. package/dist/src/resources/prompts/versions.ts +0 -2
  216. package/dist/src/resources/providers.ts +5 -16
  217. package/dist/src/resources/responses/input-items.ts +138 -15
  218. package/dist/src/resources/responses/responses.ts +1076 -196
  219. package/dist/src/resources/routes.ts +10 -14
  220. package/dist/src/resources/safety.ts +131 -8
  221. package/dist/src/resources/scoring-functions.ts +23 -1
  222. package/dist/src/resources/scoring.ts +24 -0
  223. package/dist/src/resources/shared.ts +148 -7
  224. package/dist/src/resources/shields.ts +21 -0
  225. package/dist/src/resources/vector-io.ts +95 -78
  226. package/dist/src/resources/vector-stores/file-batches.ts +13 -7
  227. package/dist/src/resources/vector-stores/files.ts +31 -11
  228. package/dist/src/resources/vector-stores/vector-stores.ts +89 -15
  229. package/dist/src/version.ts +1 -1
  230. package/dist/version.d.ts +1 -1
  231. package/dist/version.js +1 -1
  232. package/dist/version.mjs +1 -1
  233. package/package.json +1 -1
  234. package/src/core.ts +6 -0
  235. package/src/index.ts +11 -16
  236. package/src/resources/alpha/admin.ts +84 -0
  237. package/src/resources/alpha/alpha.ts +16 -8
  238. package/src/resources/alpha/benchmarks.ts +37 -1
  239. package/src/resources/alpha/eval/eval.ts +28 -7
  240. package/src/resources/alpha/index.ts +2 -0
  241. package/src/resources/alpha/inference.ts +58 -7
  242. package/src/resources/alpha/post-training/index.ts +2 -10
  243. package/src/resources/alpha/post-training/job.ts +5 -26
  244. package/src/resources/alpha/post-training/post-training.ts +38 -22
  245. package/src/resources/beta/datasets.ts +103 -8
  246. package/src/resources/chat/chat.ts +122 -20
  247. package/src/resources/chat/completions.ts +1138 -79
  248. package/src/resources/completions.ts +137 -28
  249. package/src/resources/conversations/conversations.ts +67 -15
  250. package/src/resources/conversations/items.ts +479 -110
  251. package/src/resources/embeddings.ts +46 -8
  252. package/src/resources/files.ts +58 -31
  253. package/src/resources/index.ts +3 -3
  254. package/src/resources/inspect.ts +3 -57
  255. package/src/resources/models/models.ts +21 -6
  256. package/src/resources/moderations.ts +38 -5
  257. package/src/resources/prompts/prompts.ts +26 -12
  258. package/src/resources/prompts/versions.ts +0 -2
  259. package/src/resources/providers.ts +5 -16
  260. package/src/resources/responses/input-items.ts +138 -15
  261. package/src/resources/responses/responses.ts +1076 -196
  262. package/src/resources/routes.ts +10 -14
  263. package/src/resources/safety.ts +131 -8
  264. package/src/resources/scoring-functions.ts +23 -1
  265. package/src/resources/scoring.ts +24 -0
  266. package/src/resources/shared.ts +148 -7
  267. package/src/resources/shields.ts +21 -0
  268. package/src/resources/vector-io.ts +95 -78
  269. package/src/resources/vector-stores/file-batches.ts +13 -7
  270. package/src/resources/vector-stores/files.ts +31 -11
  271. package/src/resources/vector-stores/vector-stores.ts +89 -15
  272. package/src/version.ts +1 -1
  273. package/tests/api-resources/alpha/admin.test.ts +111 -0
  274. package/tests/api-resources/alpha/eval/eval.test.ts +40 -20
  275. package/tests/api-resources/alpha/inference.test.ts +1 -1
  276. package/tests/api-resources/alpha/post-training/job.test.ts +21 -12
  277. package/tests/api-resources/alpha/post-training/post-training.test.ts +12 -2
  278. package/tests/api-resources/beta/datasets.test.ts +9 -3
  279. package/tests/api-resources/chat/completions.test.ts +20 -7
  280. package/tests/api-resources/completions.test.ts +5 -5
  281. package/tests/api-resources/conversations/items.test.ts +22 -3
  282. package/tests/api-resources/embeddings.test.ts +2 -2
  283. package/tests/api-resources/files.test.ts +6 -1
  284. package/tests/api-resources/responses/input-items.test.ts +7 -1
  285. package/tests/api-resources/responses/responses.test.ts +19 -5
  286. package/tests/api-resources/safety.test.ts +9 -5
  287. package/tests/api-resources/tool-runtime.test.ts +9 -2
  288. package/tests/api-resources/vector-io.test.ts +13 -4
  289. package/tests/api-resources/vector-stores/file-batches.test.ts +7 -1
  290. package/tests/api-resources/vector-stores/files.test.ts +7 -1
  291. package/tests/api-resources/vector-stores/vector-stores.test.ts +14 -2
@@ -8,10 +8,25 @@ export declare class Chat extends APIResource {
8
8
  * Chunk from a streaming response to an OpenAI-compatible chat completion request.
9
9
  */
10
10
  export interface ChatCompletionChunk {
11
+ /**
12
+ * The ID of the chat completion.
13
+ */
11
14
  id: string;
15
+ /**
16
+ * List of choices.
17
+ */
12
18
  choices: Array<ChatCompletionChunk.Choice>;
19
+ /**
20
+ * The Unix timestamp in seconds when the chat completion was created.
21
+ */
13
22
  created: number;
23
+ /**
24
+ * The model that was used to generate the chat completion.
25
+ */
14
26
  model: string;
27
+ /**
28
+ * The object type.
29
+ */
15
30
  object?: 'chat.completion.chunk';
16
31
  /**
17
32
  * Usage information for OpenAI chat completion.
@@ -24,11 +39,17 @@ export declare namespace ChatCompletionChunk {
24
39
  */
25
40
  interface Choice {
26
41
  /**
27
- * A delta from an OpenAI-compatible chat completion streaming response.
42
+ * The delta from the chunk.
28
43
  */
29
44
  delta: Choice.Delta;
30
- finish_reason: string;
45
+ /**
46
+ * The index of the choice.
47
+ */
31
48
  index: number;
49
+ /**
50
+ * The reason the model stopped generating.
51
+ */
52
+ finish_reason?: 'stop' | 'length' | 'tool_calls' | 'content_filter' | 'function_call' | null;
32
53
  /**
33
54
  * The log probabilities for the tokens in the message from an OpenAI-compatible
34
55
  * chat completion response.
@@ -37,13 +58,28 @@ export declare namespace ChatCompletionChunk {
37
58
  }
38
59
  namespace Choice {
39
60
  /**
40
- * A delta from an OpenAI-compatible chat completion streaming response.
61
+ * The delta from the chunk.
41
62
  */
42
63
  interface Delta {
64
+ /**
65
+ * The content of the delta.
66
+ */
43
67
  content?: string | null;
68
+ /**
69
+ * The reasoning content from the model (for o1/o3 models).
70
+ */
44
71
  reasoning_content?: string | null;
72
+ /**
73
+ * The refusal of the delta.
74
+ */
45
75
  refusal?: string | null;
76
+ /**
77
+ * The role of the delta.
78
+ */
46
79
  role?: string | null;
80
+ /**
81
+ * The tool calls of the delta.
82
+ */
47
83
  tool_calls?: Array<Delta.ToolCall> | null;
48
84
  }
49
85
  namespace Delta {
@@ -51,12 +87,21 @@ export declare namespace ChatCompletionChunk {
51
87
  * Tool call specification for OpenAI-compatible chat completion responses.
52
88
  */
53
89
  interface ToolCall {
90
+ /**
91
+ * Unique identifier for the tool call.
92
+ */
54
93
  id?: string | null;
55
94
  /**
56
95
  * Function call details for OpenAI-compatible tool calls.
57
96
  */
58
97
  function?: ToolCall.Function | null;
98
+ /**
99
+ * Index of the tool call in the list.
100
+ */
59
101
  index?: number | null;
102
+ /**
103
+ * Must be 'function' to identify this as a function call.
104
+ */
60
105
  type?: 'function';
61
106
  }
62
107
  namespace ToolCall {
@@ -64,7 +109,13 @@ export declare namespace ChatCompletionChunk {
64
109
  * Function call details for OpenAI-compatible tool calls.
65
110
  */
66
111
  interface Function {
112
+ /**
113
+ * Arguments to pass to the function as a JSON string.
114
+ */
67
115
  arguments?: string | null;
116
+ /**
117
+ * Name of the function to call.
118
+ */
68
119
  name?: string | null;
69
120
  }
70
121
  }
@@ -74,61 +125,97 @@ export declare namespace ChatCompletionChunk {
74
125
  * chat completion response.
75
126
  */
76
127
  interface Logprobs {
128
+ /**
129
+ * The log probabilities for the tokens in the message.
130
+ */
77
131
  content?: Array<Logprobs.Content> | null;
132
+ /**
133
+ * The log probabilities for the refusal tokens.
134
+ */
78
135
  refusal?: Array<Logprobs.Refusal> | null;
79
136
  }
80
137
  namespace Logprobs {
81
138
  /**
82
139
  * The log probability for a token from an OpenAI-compatible chat completion
83
140
  * response.
84
- *
85
- * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
86
- * probability of the token :top_logprobs: The top log probabilities for the token
87
141
  */
88
142
  interface Content {
143
+ /**
144
+ * The token.
145
+ */
89
146
  token: string;
147
+ /**
148
+ * The log probability of the token.
149
+ */
90
150
  logprob: number;
91
- top_logprobs: Array<Content.TopLogprob>;
151
+ /**
152
+ * The bytes for the token.
153
+ */
92
154
  bytes?: Array<number> | null;
155
+ /**
156
+ * The top log probabilities for the token.
157
+ */
158
+ top_logprobs?: Array<Content.TopLogprob> | null;
93
159
  }
94
160
  namespace Content {
95
161
  /**
96
162
  * The top log probability for a token from an OpenAI-compatible chat completion
97
163
  * response.
98
- *
99
- * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
100
- * probability of the token
101
164
  */
102
165
  interface TopLogprob {
166
+ /**
167
+ * The token.
168
+ */
103
169
  token: string;
170
+ /**
171
+ * The log probability of the token.
172
+ */
104
173
  logprob: number;
174
+ /**
175
+ * The bytes for the token.
176
+ */
105
177
  bytes?: Array<number> | null;
106
178
  }
107
179
  }
108
180
  /**
109
181
  * The log probability for a token from an OpenAI-compatible chat completion
110
182
  * response.
111
- *
112
- * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
113
- * probability of the token :top_logprobs: The top log probabilities for the token
114
183
  */
115
184
  interface Refusal {
185
+ /**
186
+ * The token.
187
+ */
116
188
  token: string;
189
+ /**
190
+ * The log probability of the token.
191
+ */
117
192
  logprob: number;
118
- top_logprobs: Array<Refusal.TopLogprob>;
193
+ /**
194
+ * The bytes for the token.
195
+ */
119
196
  bytes?: Array<number> | null;
197
+ /**
198
+ * The top log probabilities for the token.
199
+ */
200
+ top_logprobs?: Array<Refusal.TopLogprob> | null;
120
201
  }
121
202
  namespace Refusal {
122
203
  /**
123
204
  * The top log probability for a token from an OpenAI-compatible chat completion
124
205
  * response.
125
- *
126
- * :token: The token :bytes: (Optional) The bytes for the token :logprob: The log
127
- * probability of the token
128
206
  */
129
207
  interface TopLogprob {
208
+ /**
209
+ * The token.
210
+ */
130
211
  token: string;
212
+ /**
213
+ * The log probability of the token.
214
+ */
131
215
  logprob: number;
216
+ /**
217
+ * The bytes for the token.
218
+ */
132
219
  bytes?: Array<number> | null;
133
220
  }
134
221
  }
@@ -138,8 +225,17 @@ export declare namespace ChatCompletionChunk {
138
225
  * Usage information for OpenAI chat completion.
139
226
  */
140
227
  interface Usage {
228
+ /**
229
+ * Number of tokens in the completion.
230
+ */
141
231
  completion_tokens: number;
232
+ /**
233
+ * Number of tokens in the prompt.
234
+ */
142
235
  prompt_tokens: number;
236
+ /**
237
+ * Total tokens used (prompt + completion).
238
+ */
143
239
  total_tokens: number;
144
240
  /**
145
241
  * Token details for output tokens in OpenAI chat completion usage.
@@ -155,12 +251,18 @@ export declare namespace ChatCompletionChunk {
155
251
  * Token details for output tokens in OpenAI chat completion usage.
156
252
  */
157
253
  interface CompletionTokensDetails {
254
+ /**
255
+ * Number of tokens used for reasoning (o1/o3 models).
256
+ */
158
257
  reasoning_tokens?: number | null;
159
258
  }
160
259
  /**
161
260
  * Token details for prompt tokens in OpenAI chat completion usage.
162
261
  */
163
262
  interface PromptTokensDetails {
263
+ /**
264
+ * Number of tokens retrieved from cache.
265
+ */
164
266
  cached_tokens?: number | null;
165
267
  }
166
268
  }
@@ -1 +1 @@
1
- {"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,cAAc,MAAM,eAAe,CAAC;AAChD,OAAO,EACL,sBAAsB,EACtB,kCAAkC,EAClC,+BAA+B,EAC/B,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,0BAA0B,EAC1B,WAAW,EACZ,MAAM,eAAe,CAAC;AAEvB,qBAAa,IAAK,SAAQ,WAAW;IACnC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAgD;CACxF;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,MAAM,CAAC;IAEX,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE3C,OAAO,EAAE,MAAM,CAAC;IAEhB,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,CAAC,EAAE,uBAAuB,CAAC;IAEjC;;OAEG;IACH,KAAK,CAAC,EAAE,mBAAmB,CAAC,KAAK,GAAG,IAAI,CAAC;CAC1C;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;QAEpB,aAAa,EAAE,MAAM,CAAC;QAEtB,KAAK,EAAE,MAAM,CAAC;QAEd;;;WAGG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAErB,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;SAC3C;QAED,UAAiB,KAAK,CAAC;YACrB;;eAEG;YACH,UAAiB,QAAQ;gBACvB,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEnB;;mBAEG;gBACH,QAAQ,CAAC,EAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;gBAEpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEtB,IAAI,CAAC,EAAE,UAAU,CAAC;aACnB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAE1B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;iBACtB;aACF;SACF;QAED;;;WAGG;QACH,UAAiB,QAAQ;YACvB,OAAO,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEzC,OAAO,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;SAC1C;QAED,UAAiB,QAAQ,CAAC;YACxB;;;;;;eAMG;YACH,UAAiB,OAAO;gBACtB,KAAK,EAAE,MAAM,CAAC;gBAEd,OAAO,EAAE,MAAM,CAAC;gBAEhB,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAExC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;aAC9B;YAED,UAAiB,OAAO,CAAC;gBACvB;;;;;;mBAMG;gBACH,UAAiB,UAAU;oBACzB,KAAK,EAAE,MAAM,CAAC;oBAEd,OAAO,EAAE,MAAM,CAAC;oBAEhB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;iBAC9B;aACF;YAED;;;;;;eAMG;YACH,UAAiB,OAAO;gBACtB,KAAK,EAAE,MAAM,CAAC;gBAEd,OAAO,EAAE,MAAM,CAAC;gBAEhB,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBAExC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;aAC9B;YAED,UAAiB,OAAO,CAAC;gBACvB;;;;;;mBAMG;gBACH,UAAiB,UAAU;oBACzB,KAAK,EAAE,MAAM,CAAC;oBAEd,OAAO,EAAE,MAAM,CAAC;oBAEhB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;iBAC9B;aACF;SACF;KACF;IAED;;OAEG;IACH,UAAiB,KAAK;QACpB,iBAAiB,EAAE,MAAM,CAAC;QAE1B,aAAa,EAAE,MAAM,CAAC;QAEtB,YAAY,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,yBAAyB,CAAC,EAAE,KAAK,CAAC,uBAAuB,GAAG,IAAI,CAAC;QAEjE;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC;KAC1D;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,uBAAuB;YACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAClC;QAED;;WAEG;QACH,UAAiB,mBAAmB;YAClC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAC/B;KACF;CACF;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;IAE3D,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
1
+ {"version":3,"file":"chat.d.ts","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":"AAQA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,cAAc,MAAM,eAAe,CAAC;AAChD,OAAO,EACL,sBAAsB,EACtB,kCAAkC,EAClC,+BAA+B,EAC/B,wBAAwB,EACxB,oBAAoB,EACpB,sBAAsB,EACtB,0BAA0B,EAC1B,WAAW,EACZ,MAAM,eAAe,CAAC;AAEvB,qBAAa,IAAK,SAAQ,WAAW;IACnC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAgD;CACxF;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,OAAO,EAAE,KAAK,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;IAE3C;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,CAAC,EAAE,uBAAuB,CAAC;IAEjC;;OAEG;IACH,KAAK,CAAC,EAAE,mBAAmB,CAAC,KAAK,GAAG,IAAI,CAAC;CAC1C;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;QAEpB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,YAAY,GAAG,gBAAgB,GAAG,eAAe,GAAG,IAAI,CAAC;QAE7F;;;WAGG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED,UAAiB,MAAM,CAAC;QACtB;;WAEG;QACH,UAAiB,KAAK;YACpB;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB;;eAEG;YACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAElC;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAExB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAErB;;eAEG;YACH,UAAU,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;SAC3C;QAED,UAAiB,KAAK,CAAC;YACrB;;eAEG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,EAAE,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEnB;;mBAEG;gBACH,QAAQ,CAAC,EAAE,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC;gBAEpC;;mBAEG;gBACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;gBAEtB;;mBAEG;gBACH,IAAI,CAAC,EAAE,UAAU,CAAC;aACnB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,QAAQ;oBACvB;;uBAEG;oBACH,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;oBAE1B;;uBAEG;oBACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;iBACtB;aACF;SACF;QAED;;;WAGG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAEzC;;eAEG;YACH,OAAO,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;SAC1C;QAED,UAAiB,QAAQ,CAAC;YACxB;;;eAGG;YACH,UAAiB,OAAO;gBACtB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;gBAE7B;;mBAEG;gBACH,YAAY,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;aACjD;YAED,UAAiB,OAAO,CAAC;gBACvB;;;mBAGG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,KAAK,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,OAAO,EAAE,MAAM,CAAC;oBAEhB;;uBAEG;oBACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;iBAC9B;aACF;YAED;;;eAGG;YACH,UAAiB,OAAO;gBACtB;;mBAEG;gBACH,KAAK,EAAE,MAAM,CAAC;gBAEd;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;gBAE7B;;mBAEG;gBACH,YAAY,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;aACjD;YAED,UAAiB,OAAO,CAAC;gBACvB;;;mBAGG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,KAAK,EAAE,MAAM,CAAC;oBAEd;;uBAEG;oBACH,OAAO,EAAE,MAAM,CAAC;oBAEhB;;uBAEG;oBACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;iBAC9B;aACF;SACF;KACF;IAED;;OAEG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,yBAAyB,CAAC,EAAE,KAAK,CAAC,uBAAuB,GAAG,IAAI,CAAC;QAEjE;;WAEG;QACH,qBAAqB,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,IAAI,CAAC;KAC1D;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,uBAAuB;YACtC;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAClC;QAED;;WAEG;QACH,UAAiB,mBAAmB;YAClC;;eAEG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;SAC/B;KACF;CACF;AAID,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EAAE,KAAK,mBAAmB,IAAI,mBAAmB,EAAE,CAAC;IAE3D,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,+BAA+B,IAAI,+BAA+B,EACvE,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
@@ -1 +1 @@
1
- {"version":3,"file":"chat.js","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,iEAAgD;AAChD,kDASuB;AAEvB,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;CAAA;AAFD,oBAEC;AA+MD,IAAI,CAAC,WAAW,GAAG,yBAAW,CAAC"}
1
+ {"version":3,"file":"chat.js","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":";AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,iEAAgD;AAChD,kDASuB;AAEvB,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;CAAA;AAFD,oBAEC;AAqTD,IAAI,CAAC,WAAW,GAAG,yBAAW,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"chat.mjs","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,cAAc;OACnB,EAQL,WAAW,GACZ;AAED,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;CAAA;AA+MD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC"}
1
+ {"version":3,"file":"chat.mjs","sourceRoot":"","sources":["../../src/resources/chat/chat.ts"],"names":[],"mappings":"AAAA,qDAAqD;AACrD,uBAAuB;AACvB,EAAE;AACF,gFAAgF;AAChF,0CAA0C;AAC1C,EAAE;AACF,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,cAAc;OACnB,EAQL,WAAW,GACZ;AAED,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACzF,CAAC;CAAA;AAqTD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC"}