@fllf/agent-sdk 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (326) hide show
  1. package/README.md +240 -0
  2. package/dist/agent/Agent.d.ts +34 -0
  3. package/dist/agent/Agent.d.ts.map +1 -0
  4. package/dist/agent/Agent.js +168 -0
  5. package/dist/agent/Agent.js.map +1 -0
  6. package/dist/agent/createAgent.d.ts +4 -0
  7. package/dist/agent/createAgent.d.ts.map +1 -0
  8. package/dist/agent/createAgent.js +8 -0
  9. package/dist/agent/createAgent.js.map +1 -0
  10. package/dist/agent/index.d.ts +4 -0
  11. package/dist/agent/index.d.ts.map +1 -0
  12. package/dist/agent/index.js +8 -0
  13. package/dist/agent/index.js.map +1 -0
  14. package/dist/agent/types.d.ts +23 -0
  15. package/dist/agent/types.d.ts.map +1 -0
  16. package/dist/agent/types.js +3 -0
  17. package/dist/agent/types.js.map +1 -0
  18. package/dist/config/config.d.ts +35 -0
  19. package/dist/config/config.d.ts.map +1 -0
  20. package/dist/config/config.js +123 -0
  21. package/dist/config/config.js.map +1 -0
  22. package/dist/config/index.d.ts +3 -0
  23. package/dist/config/index.d.ts.map +1 -0
  24. package/dist/config/index.js +6 -0
  25. package/dist/config/index.js.map +1 -0
  26. package/dist/executors/base.d.ts +44 -0
  27. package/dist/executors/base.d.ts.map +1 -0
  28. package/dist/executors/base.js +3 -0
  29. package/dist/executors/base.js.map +1 -0
  30. package/dist/executors/index.d.ts +7 -0
  31. package/dist/executors/index.d.ts.map +1 -0
  32. package/dist/executors/index.js +10 -0
  33. package/dist/executors/index.js.map +1 -0
  34. package/dist/executors/rag-executor.d.ts +16 -0
  35. package/dist/executors/rag-executor.d.ts.map +1 -0
  36. package/dist/executors/rag-executor.js +120 -0
  37. package/dist/executors/rag-executor.js.map +1 -0
  38. package/dist/executors/simple-chat-executor.d.ts +5 -0
  39. package/dist/executors/simple-chat-executor.d.ts.map +1 -0
  40. package/dist/executors/simple-chat-executor.js +77 -0
  41. package/dist/executors/simple-chat-executor.js.map +1 -0
  42. package/dist/executors/tool-calling-executor.d.ts +10 -0
  43. package/dist/executors/tool-calling-executor.d.ts.map +1 -0
  44. package/dist/executors/tool-calling-executor.js +151 -0
  45. package/dist/executors/tool-calling-executor.js.map +1 -0
  46. package/dist/history/base.d.ts +16 -0
  47. package/dist/history/base.d.ts.map +1 -0
  48. package/dist/history/base.js +10 -0
  49. package/dist/history/base.js.map +1 -0
  50. package/dist/history/in-memory.d.ts +26 -0
  51. package/dist/history/in-memory.d.ts.map +1 -0
  52. package/dist/history/in-memory.js +88 -0
  53. package/dist/history/in-memory.js.map +1 -0
  54. package/dist/history/index.d.ts +5 -0
  55. package/dist/history/index.d.ts.map +1 -0
  56. package/dist/history/index.js +10 -0
  57. package/dist/history/index.js.map +1 -0
  58. package/dist/index.d.ts +10 -0
  59. package/dist/index.d.ts.map +1 -0
  60. package/dist/index.js +26 -0
  61. package/dist/index.js.map +1 -0
  62. package/dist/llm/LLM.d.ts +23 -0
  63. package/dist/llm/LLM.d.ts.map +1 -0
  64. package/dist/llm/LLM.js +404 -0
  65. package/dist/llm/LLM.js.map +1 -0
  66. package/dist/llm/errors.d.ts +43 -0
  67. package/dist/llm/errors.d.ts.map +1 -0
  68. package/dist/llm/errors.js +128 -0
  69. package/dist/llm/errors.js.map +1 -0
  70. package/dist/llm/factory.d.ts +9 -0
  71. package/dist/llm/factory.d.ts.map +1 -0
  72. package/dist/llm/factory.js +28 -0
  73. package/dist/llm/factory.js.map +1 -0
  74. package/dist/llm/index.d.ts +6 -0
  75. package/dist/llm/index.d.ts.map +1 -0
  76. package/dist/llm/index.js +18 -0
  77. package/dist/llm/index.js.map +1 -0
  78. package/dist/llm/providers/base.d.ts +3 -0
  79. package/dist/llm/providers/base.d.ts.map +1 -0
  80. package/dist/llm/providers/base.js +3 -0
  81. package/dist/llm/providers/base.js.map +1 -0
  82. package/dist/llm/providers/local.d.ts +6 -0
  83. package/dist/llm/providers/local.d.ts.map +1 -0
  84. package/dist/llm/providers/local.js +19 -0
  85. package/dist/llm/providers/local.js.map +1 -0
  86. package/dist/llm/providers/openai-compatible.d.ts +13 -0
  87. package/dist/llm/providers/openai-compatible.d.ts.map +1 -0
  88. package/dist/llm/providers/openai-compatible.js +176 -0
  89. package/dist/llm/providers/openai-compatible.js.map +1 -0
  90. package/dist/llm/providers/openai.d.ts +6 -0
  91. package/dist/llm/providers/openai.d.ts.map +1 -0
  92. package/dist/llm/providers/openai.js +23 -0
  93. package/dist/llm/providers/openai.js.map +1 -0
  94. package/dist/llm/types.d.ts +116 -0
  95. package/dist/llm/types.d.ts.map +1 -0
  96. package/dist/llm/types.js +3 -0
  97. package/dist/llm/types.js.map +1 -0
  98. package/dist/messages/index.d.ts +3 -0
  99. package/dist/messages/index.d.ts.map +1 -0
  100. package/dist/messages/index.js +6 -0
  101. package/dist/messages/index.js.map +1 -0
  102. package/dist/messages/message.d.ts +25 -0
  103. package/dist/messages/message.d.ts.map +1 -0
  104. package/dist/messages/message.js +110 -0
  105. package/dist/messages/message.js.map +1 -0
  106. package/dist/messages/types.d.ts +20 -0
  107. package/dist/messages/types.d.ts.map +1 -0
  108. package/dist/messages/types.js +3 -0
  109. package/dist/messages/types.js.map +1 -0
  110. package/dist/observability/console-observer.d.ts +10 -0
  111. package/dist/observability/console-observer.d.ts.map +1 -0
  112. package/dist/observability/console-observer.js +28 -0
  113. package/dist/observability/console-observer.js.map +1 -0
  114. package/dist/observability/index.d.ts +5 -0
  115. package/dist/observability/index.d.ts.map +1 -0
  116. package/dist/observability/index.js +11 -0
  117. package/dist/observability/index.js.map +1 -0
  118. package/dist/observability/observer.d.ts +8 -0
  119. package/dist/observability/observer.d.ts.map +1 -0
  120. package/dist/observability/observer.js +46 -0
  121. package/dist/observability/observer.js.map +1 -0
  122. package/dist/observability/types.d.ts +34 -0
  123. package/dist/observability/types.d.ts.map +1 -0
  124. package/dist/observability/types.js +3 -0
  125. package/dist/observability/types.js.map +1 -0
  126. package/dist/rag/chunking/auto-chunker.d.ts +25 -0
  127. package/dist/rag/chunking/auto-chunker.d.ts.map +1 -0
  128. package/dist/rag/chunking/auto-chunker.js +101 -0
  129. package/dist/rag/chunking/auto-chunker.js.map +1 -0
  130. package/dist/rag/chunking/chunker.d.ts +44 -0
  131. package/dist/rag/chunking/chunker.d.ts.map +1 -0
  132. package/dist/rag/chunking/chunker.js +162 -0
  133. package/dist/rag/chunking/chunker.js.map +1 -0
  134. package/dist/rag/chunking/index.d.ts +6 -0
  135. package/dist/rag/chunking/index.d.ts.map +1 -0
  136. package/dist/rag/chunking/index.js +22 -0
  137. package/dist/rag/chunking/index.js.map +1 -0
  138. package/dist/rag/chunking/markdown-chunker.d.ts +13 -0
  139. package/dist/rag/chunking/markdown-chunker.d.ts.map +1 -0
  140. package/dist/rag/chunking/markdown-chunker.js +144 -0
  141. package/dist/rag/chunking/markdown-chunker.js.map +1 -0
  142. package/dist/rag/chunking/parent-child.d.ts +16 -0
  143. package/dist/rag/chunking/parent-child.d.ts.map +1 -0
  144. package/dist/rag/chunking/parent-child.js +76 -0
  145. package/dist/rag/chunking/parent-child.js.map +1 -0
  146. package/dist/rag/chunking/recursive-chunker.d.ts +11 -0
  147. package/dist/rag/chunking/recursive-chunker.d.ts.map +1 -0
  148. package/dist/rag/chunking/recursive-chunker.js +27 -0
  149. package/dist/rag/chunking/recursive-chunker.js.map +1 -0
  150. package/dist/rag/embeddings/embedder.d.ts +24 -0
  151. package/dist/rag/embeddings/embedder.d.ts.map +1 -0
  152. package/dist/rag/embeddings/embedder.js +73 -0
  153. package/dist/rag/embeddings/embedder.js.map +1 -0
  154. package/dist/rag/embeddings/embedding-cache.d.ts +40 -0
  155. package/dist/rag/embeddings/embedding-cache.d.ts.map +1 -0
  156. package/dist/rag/embeddings/embedding-cache.js +118 -0
  157. package/dist/rag/embeddings/embedding-cache.js.map +1 -0
  158. package/dist/rag/embeddings/fake-embedder.d.ts +20 -0
  159. package/dist/rag/embeddings/fake-embedder.d.ts.map +1 -0
  160. package/dist/rag/embeddings/fake-embedder.js +55 -0
  161. package/dist/rag/embeddings/fake-embedder.js.map +1 -0
  162. package/dist/rag/embeddings/index.d.ts +5 -0
  163. package/dist/rag/embeddings/index.d.ts.map +1 -0
  164. package/dist/rag/embeddings/index.js +21 -0
  165. package/dist/rag/embeddings/index.js.map +1 -0
  166. package/dist/rag/embeddings/openai-compatible-embedder.d.ts +46 -0
  167. package/dist/rag/embeddings/openai-compatible-embedder.d.ts.map +1 -0
  168. package/dist/rag/embeddings/openai-compatible-embedder.js +145 -0
  169. package/dist/rag/embeddings/openai-compatible-embedder.js.map +1 -0
  170. package/dist/rag/generation/context-builder.d.ts +22 -0
  171. package/dist/rag/generation/context-builder.d.ts.map +1 -0
  172. package/dist/rag/generation/context-builder.js +166 -0
  173. package/dist/rag/generation/context-builder.js.map +1 -0
  174. package/dist/rag/generation/generator.d.ts +25 -0
  175. package/dist/rag/generation/generator.d.ts.map +1 -0
  176. package/dist/rag/generation/generator.js +185 -0
  177. package/dist/rag/generation/generator.js.map +1 -0
  178. package/dist/rag/generation/index.d.ts +4 -0
  179. package/dist/rag/generation/index.d.ts.map +1 -0
  180. package/dist/rag/generation/index.js +20 -0
  181. package/dist/rag/generation/index.js.map +1 -0
  182. package/dist/rag/generation/verifier.d.ts +13 -0
  183. package/dist/rag/generation/verifier.d.ts.map +1 -0
  184. package/dist/rag/generation/verifier.js +43 -0
  185. package/dist/rag/generation/verifier.js.map +1 -0
  186. package/dist/rag/index.d.ts +9 -0
  187. package/dist/rag/index.d.ts.map +1 -0
  188. package/dist/rag/index.js +25 -0
  189. package/dist/rag/index.js.map +1 -0
  190. package/dist/rag/ingestion/index.d.ts +4 -0
  191. package/dist/rag/ingestion/index.d.ts.map +1 -0
  192. package/dist/rag/ingestion/index.js +20 -0
  193. package/dist/rag/ingestion/index.js.map +1 -0
  194. package/dist/rag/ingestion/loaders.d.ts +69 -0
  195. package/dist/rag/ingestion/loaders.d.ts.map +1 -0
  196. package/dist/rag/ingestion/loaders.js +653 -0
  197. package/dist/rag/ingestion/loaders.js.map +1 -0
  198. package/dist/rag/ingestion/metadata.d.ts +31 -0
  199. package/dist/rag/ingestion/metadata.d.ts.map +1 -0
  200. package/dist/rag/ingestion/metadata.js +81 -0
  201. package/dist/rag/ingestion/metadata.js.map +1 -0
  202. package/dist/rag/ingestion/normalizer.d.ts +20 -0
  203. package/dist/rag/ingestion/normalizer.d.ts.map +1 -0
  204. package/dist/rag/ingestion/normalizer.js +161 -0
  205. package/dist/rag/ingestion/normalizer.js.map +1 -0
  206. package/dist/rag/pipeline.d.ts +62 -0
  207. package/dist/rag/pipeline.d.ts.map +1 -0
  208. package/dist/rag/pipeline.js +75 -0
  209. package/dist/rag/pipeline.js.map +1 -0
  210. package/dist/rag/retrieval/dense-retriever.d.ts +17 -0
  211. package/dist/rag/retrieval/dense-retriever.d.ts.map +1 -0
  212. package/dist/rag/retrieval/dense-retriever.js +21 -0
  213. package/dist/rag/retrieval/dense-retriever.js.map +1 -0
  214. package/dist/rag/retrieval/fusion.d.ts +12 -0
  215. package/dist/rag/retrieval/fusion.d.ts.map +1 -0
  216. package/dist/rag/retrieval/fusion.js +54 -0
  217. package/dist/rag/retrieval/fusion.js.map +1 -0
  218. package/dist/rag/retrieval/http-rerank-model-client.d.ts +41 -0
  219. package/dist/rag/retrieval/http-rerank-model-client.d.ts.map +1 -0
  220. package/dist/rag/retrieval/http-rerank-model-client.js +130 -0
  221. package/dist/rag/retrieval/http-rerank-model-client.js.map +1 -0
  222. package/dist/rag/retrieval/hybrid-retriever.d.ts +22 -0
  223. package/dist/rag/retrieval/hybrid-retriever.d.ts.map +1 -0
  224. package/dist/rag/retrieval/hybrid-retriever.js +49 -0
  225. package/dist/rag/retrieval/hybrid-retriever.js.map +1 -0
  226. package/dist/rag/retrieval/index.d.ts +8 -0
  227. package/dist/rag/retrieval/index.d.ts.map +1 -0
  228. package/dist/rag/retrieval/index.js +24 -0
  229. package/dist/rag/retrieval/index.js.map +1 -0
  230. package/dist/rag/retrieval/reranker.d.ts +30 -0
  231. package/dist/rag/retrieval/reranker.d.ts.map +1 -0
  232. package/dist/rag/retrieval/reranker.js +85 -0
  233. package/dist/rag/retrieval/reranker.js.map +1 -0
  234. package/dist/rag/retrieval/sparse-retriever.d.ts +14 -0
  235. package/dist/rag/retrieval/sparse-retriever.d.ts.map +1 -0
  236. package/dist/rag/retrieval/sparse-retriever.js +18 -0
  237. package/dist/rag/retrieval/sparse-retriever.js.map +1 -0
  238. package/dist/rag/retrieval/types.d.ts +11 -0
  239. package/dist/rag/retrieval/types.d.ts.map +1 -0
  240. package/dist/rag/retrieval/types.js +10 -0
  241. package/dist/rag/retrieval/types.js.map +1 -0
  242. package/dist/rag/retrieval/utils.d.ts +8 -0
  243. package/dist/rag/retrieval/utils.d.ts.map +1 -0
  244. package/dist/rag/retrieval/utils.js +114 -0
  245. package/dist/rag/retrieval/utils.js.map +1 -0
  246. package/dist/rag/stores/in-memory-document-store.d.ts +14 -0
  247. package/dist/rag/stores/in-memory-document-store.d.ts.map +1 -0
  248. package/dist/rag/stores/in-memory-document-store.js +64 -0
  249. package/dist/rag/stores/in-memory-document-store.js.map +1 -0
  250. package/dist/rag/stores/in-memory-keyword-store.d.ts +10 -0
  251. package/dist/rag/stores/in-memory-keyword-store.d.ts.map +1 -0
  252. package/dist/rag/stores/in-memory-keyword-store.js +99 -0
  253. package/dist/rag/stores/in-memory-keyword-store.js.map +1 -0
  254. package/dist/rag/stores/in-memory-vector-store.d.ts +14 -0
  255. package/dist/rag/stores/in-memory-vector-store.d.ts.map +1 -0
  256. package/dist/rag/stores/in-memory-vector-store.js +61 -0
  257. package/dist/rag/stores/in-memory-vector-store.js.map +1 -0
  258. package/dist/rag/stores/index.d.ts +6 -0
  259. package/dist/rag/stores/index.d.ts.map +1 -0
  260. package/dist/rag/stores/index.js +22 -0
  261. package/dist/rag/stores/index.js.map +1 -0
  262. package/dist/rag/stores/postgres/index.d.ts +6 -0
  263. package/dist/rag/stores/postgres/index.d.ts.map +1 -0
  264. package/dist/rag/stores/postgres/index.js +22 -0
  265. package/dist/rag/stores/postgres/index.js.map +1 -0
  266. package/dist/rag/stores/postgres/pg-vector-store.d.ts +16 -0
  267. package/dist/rag/stores/postgres/pg-vector-store.d.ts.map +1 -0
  268. package/dist/rag/stores/postgres/pg-vector-store.js +77 -0
  269. package/dist/rag/stores/postgres/pg-vector-store.js.map +1 -0
  270. package/dist/rag/stores/postgres/postgres-document-store.d.ts +15 -0
  271. package/dist/rag/stores/postgres/postgres-document-store.d.ts.map +1 -0
  272. package/dist/rag/stores/postgres/postgres-document-store.js +174 -0
  273. package/dist/rag/stores/postgres/postgres-document-store.js.map +1 -0
  274. package/dist/rag/stores/postgres/postgres-keyword-store.d.ts +15 -0
  275. package/dist/rag/stores/postgres/postgres-keyword-store.d.ts.map +1 -0
  276. package/dist/rag/stores/postgres/postgres-keyword-store.js +163 -0
  277. package/dist/rag/stores/postgres/postgres-keyword-store.js.map +1 -0
  278. package/dist/rag/stores/postgres/schema.d.ts +8 -0
  279. package/dist/rag/stores/postgres/schema.d.ts.map +1 -0
  280. package/dist/rag/stores/postgres/schema.js +91 -0
  281. package/dist/rag/stores/postgres/schema.js.map +1 -0
  282. package/dist/rag/stores/postgres/sql.d.ts +23 -0
  283. package/dist/rag/stores/postgres/sql.d.ts.map +1 -0
  284. package/dist/rag/stores/postgres/sql.js +177 -0
  285. package/dist/rag/stores/postgres/sql.js.map +1 -0
  286. package/dist/rag/stores/postgres/types.d.ts +17 -0
  287. package/dist/rag/stores/postgres/types.d.ts.map +1 -0
  288. package/dist/rag/stores/postgres/types.js +3 -0
  289. package/dist/rag/stores/postgres/types.js.map +1 -0
  290. package/dist/rag/stores/types.d.ts +36 -0
  291. package/dist/rag/stores/types.d.ts.map +1 -0
  292. package/dist/rag/stores/types.js +3 -0
  293. package/dist/rag/stores/types.js.map +1 -0
  294. package/dist/rag/stores/utils.d.ts +11 -0
  295. package/dist/rag/stores/utils.d.ts.map +1 -0
  296. package/dist/rag/stores/utils.js +200 -0
  297. package/dist/rag/stores/utils.js.map +1 -0
  298. package/dist/rag/types.d.ts +174 -0
  299. package/dist/rag/types.d.ts.map +1 -0
  300. package/dist/rag/types.js +3 -0
  301. package/dist/rag/types.js.map +1 -0
  302. package/dist/tools/base.d.ts +28 -0
  303. package/dist/tools/base.d.ts.map +1 -0
  304. package/dist/tools/base.js +68 -0
  305. package/dist/tools/base.js.map +1 -0
  306. package/dist/tools/builtin/advancedSearchTool.d.ts +24 -0
  307. package/dist/tools/builtin/advancedSearchTool.d.ts.map +1 -0
  308. package/dist/tools/builtin/advancedSearchTool.js +134 -0
  309. package/dist/tools/builtin/advancedSearchTool.js.map +1 -0
  310. package/dist/tools/builtin/ragSearchTool.d.ts +29 -0
  311. package/dist/tools/builtin/ragSearchTool.d.ts.map +1 -0
  312. package/dist/tools/builtin/ragSearchTool.js +91 -0
  313. package/dist/tools/builtin/ragSearchTool.js.map +1 -0
  314. package/dist/tools/executor.d.ts +10 -0
  315. package/dist/tools/executor.d.ts.map +1 -0
  316. package/dist/tools/executor.js +86 -0
  317. package/dist/tools/executor.js.map +1 -0
  318. package/dist/tools/index.d.ts +9 -0
  319. package/dist/tools/index.d.ts.map +1 -0
  320. package/dist/tools/index.js +16 -0
  321. package/dist/tools/index.js.map +1 -0
  322. package/dist/tools/registry.d.ts +16 -0
  323. package/dist/tools/registry.d.ts.map +1 -0
  324. package/dist/tools/registry.js +35 -0
  325. package/dist/tools/registry.js.map +1 -0
  326. package/package.json +43 -0
@@ -0,0 +1,404 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.LLM = void 0;
4
+ const zod_1 = require("zod");
5
+ const observability_1 = require("../observability");
6
+ const errors_1 = require("./errors");
7
+ const factory_1 = require("./factory");
8
+ const DEFAULT_TIMEOUT_MS = 60_000;
9
+ const DEFAULT_MAX_RETRIES = 2;
10
+ const DEFAULT_RETRY_DELAY_MS = 250;
11
+ const DEFAULT_RETRY_MAX_DELAY_MS = 2_000;
12
+ class LLM {
13
+ provider;
14
+ runtimeConfig;
15
+ constructor(config = {}) {
16
+ const { provider, timeoutMs, maxRetries, retryDelayMs, retryMaxDelayMs, ...providerConfig } = config;
17
+ const resolvedProvider = provider
18
+ ? factory_1.ModelProviderFactory.create(provider, providerConfig)
19
+ : factory_1.ModelProviderFactory.autoDetect(providerConfig);
20
+ this.provider = resolvedProvider;
21
+ this.runtimeConfig = {
22
+ timeoutMs: timeoutMs ?? DEFAULT_TIMEOUT_MS,
23
+ maxRetries: maxRetries ?? DEFAULT_MAX_RETRIES,
24
+ retryDelayMs: retryDelayMs ?? DEFAULT_RETRY_DELAY_MS,
25
+ retryMaxDelayMs: retryMaxDelayMs ?? DEFAULT_RETRY_MAX_DELAY_MS,
26
+ };
27
+ }
28
+ get name() {
29
+ return this.provider.name;
30
+ }
31
+ get model() {
32
+ return this.provider.model;
33
+ }
34
+ get client() {
35
+ return this.provider.client;
36
+ }
37
+ capabilities(model) {
38
+ return this.provider.capabilities(model);
39
+ }
40
+ /**
41
+ * Agent 和 Executor 都通过这里与模型对话。
42
+ * 这里集中处理超时、重试和错误归一化,避免这些横切逻辑散到每个 Agent 里。
43
+ */
44
+ async chat(request) {
45
+ const model = request.model ?? this.model;
46
+ const startedAt = Date.now();
47
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
48
+ type: 'llm:start',
49
+ runId: request.trace?.runId ?? 'standalone',
50
+ timestamp: new Date(),
51
+ agentName: request.trace?.agentName,
52
+ sessionId: request.trace?.sessionId,
53
+ provider: this.name,
54
+ model,
55
+ messageCount: request.messages.length,
56
+ toolCount: request.tools?.length ?? 0,
57
+ metadata: request.metadata,
58
+ });
59
+ try {
60
+ const response = await this.runWithRetries({
61
+ ...request,
62
+ model,
63
+ }, (attemptRequest) => this.provider.chat(attemptRequest));
64
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
65
+ type: 'llm:end',
66
+ runId: request.trace?.runId ?? 'standalone',
67
+ timestamp: new Date(),
68
+ durationMs: Date.now() - startedAt,
69
+ agentName: request.trace?.agentName,
70
+ sessionId: request.trace?.sessionId,
71
+ provider: this.name,
72
+ model,
73
+ outputLength: response.content.length,
74
+ });
75
+ return response;
76
+ }
77
+ catch (error) {
78
+ const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
79
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
80
+ type: 'llm:error',
81
+ runId: request.trace?.runId ?? 'standalone',
82
+ timestamp: new Date(),
83
+ durationMs: Date.now() - startedAt,
84
+ agentName: request.trace?.agentName,
85
+ sessionId: request.trace?.sessionId,
86
+ provider: this.name,
87
+ model,
88
+ error: (0, observability_1.toObservedError)(normalizedError),
89
+ });
90
+ throw normalizedError;
91
+ }
92
+ }
93
+ async generateObject(request) {
94
+ const { schema, name, description, ...chatRequest } = request;
95
+ const jsonSchema = {
96
+ name: name ?? 'structured_output',
97
+ schema: zod_1.z.toJSONSchema(schema),
98
+ strict: true,
99
+ };
100
+ if (description !== undefined) {
101
+ Object.assign(jsonSchema, { description });
102
+ }
103
+ const response = await this.chat({
104
+ ...chatRequest,
105
+ responseFormat: {
106
+ type: 'json_schema',
107
+ jsonSchema,
108
+ },
109
+ });
110
+ const parsedJson = parseJsonResponse(response.content, this.name);
111
+ const parsedSchema = schema.safeParse(parsedJson);
112
+ if (!parsedSchema.success) {
113
+ throw new errors_1.LLMStructuredOutputError('Model response did not match the requested schema.', {
114
+ provider: this.name,
115
+ cause: parsedSchema.error,
116
+ });
117
+ }
118
+ return {
119
+ value: parsedSchema.data,
120
+ response,
121
+ };
122
+ }
123
+ stream(request) {
124
+ const model = request.model ?? this.model;
125
+ const streamRequest = {
126
+ ...request,
127
+ model,
128
+ };
129
+ return this.observeStream(streamRequest, model);
130
+ }
131
+ async runWithRetries(request, operation) {
132
+ const maxRetries = request.maxRetries ?? this.runtimeConfig.maxRetries;
133
+ for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
134
+ try {
135
+ return await this.runSingleAttempt(request, operation);
136
+ }
137
+ catch (error) {
138
+ const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
139
+ const shouldRetry = normalizedError.retryable && attempt < maxRetries;
140
+ if (!shouldRetry) {
141
+ throw normalizedError;
142
+ }
143
+ await sleep(getRetryDelayMs(request, this.runtimeConfig, attempt), request.signal);
144
+ }
145
+ }
146
+ throw new errors_1.LLMInvalidResponseError('LLM retry loop exited unexpectedly.', {
147
+ provider: this.name,
148
+ });
149
+ }
150
+ async runSingleAttempt(request, operation) {
151
+ const timeoutMs = request.timeoutMs ?? this.runtimeConfig.timeoutMs;
152
+ const attemptSignal = createAttemptSignal(request.signal, timeoutMs > 0);
153
+ try {
154
+ const attemptRequest = withSignal(request, attemptSignal.signal);
155
+ return await withTimeout(operation(attemptRequest), timeoutMs, () => attemptSignal.abortForTimeout(), this.name);
156
+ }
157
+ catch (error) {
158
+ if (attemptSignal.timedOut()) {
159
+ throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
160
+ provider: this.name,
161
+ cause: error,
162
+ });
163
+ }
164
+ if (attemptSignal.abortedByCaller()) {
165
+ throw new errors_1.LLMAbortError('LLM request was aborted by the caller.', {
166
+ provider: this.name,
167
+ cause: error,
168
+ });
169
+ }
170
+ throw error;
171
+ }
172
+ finally {
173
+ attemptSignal.cleanup();
174
+ }
175
+ }
176
+ async *observeStream(request, model) {
177
+ const startedAt = Date.now();
178
+ let outputLength = 0;
179
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
180
+ type: 'llm:start',
181
+ runId: request.trace?.runId ?? 'standalone',
182
+ timestamp: new Date(),
183
+ agentName: request.trace?.agentName,
184
+ sessionId: request.trace?.sessionId,
185
+ provider: this.name,
186
+ model,
187
+ messageCount: request.messages.length,
188
+ toolCount: request.tools?.length ?? 0,
189
+ metadata: request.metadata,
190
+ });
191
+ try {
192
+ for await (const chunk of this.runStreamWithRetries(request)) {
193
+ outputLength += chunk.contentDelta?.length ?? 0;
194
+ yield chunk;
195
+ }
196
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
197
+ type: 'llm:end',
198
+ runId: request.trace?.runId ?? 'standalone',
199
+ timestamp: new Date(),
200
+ durationMs: Date.now() - startedAt,
201
+ agentName: request.trace?.agentName,
202
+ sessionId: request.trace?.sessionId,
203
+ provider: this.name,
204
+ model,
205
+ outputLength,
206
+ });
207
+ }
208
+ catch (error) {
209
+ const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
210
+ await (0, observability_1.emitRuntimeEvent)(request.trace?.observer, {
211
+ type: 'llm:error',
212
+ runId: request.trace?.runId ?? 'standalone',
213
+ timestamp: new Date(),
214
+ durationMs: Date.now() - startedAt,
215
+ agentName: request.trace?.agentName,
216
+ sessionId: request.trace?.sessionId,
217
+ provider: this.name,
218
+ model,
219
+ error: (0, observability_1.toObservedError)(normalizedError),
220
+ });
221
+ throw normalizedError;
222
+ }
223
+ }
224
+ async *runStreamWithRetries(request) {
225
+ const maxRetries = request.maxRetries ?? this.runtimeConfig.maxRetries;
226
+ let hasYieldedChunk = false;
227
+ for (let attempt = 0; attempt <= maxRetries; attempt += 1) {
228
+ try {
229
+ for await (const chunk of this.runStreamSingleAttempt(request)) {
230
+ hasYieldedChunk = true;
231
+ yield chunk;
232
+ }
233
+ return;
234
+ }
235
+ catch (error) {
236
+ const normalizedError = (0, errors_1.normalizeLLMError)(error, { provider: this.name });
237
+ const shouldRetry = normalizedError.retryable
238
+ && attempt < maxRetries
239
+ && !hasYieldedChunk;
240
+ if (!shouldRetry) {
241
+ throw normalizedError;
242
+ }
243
+ await sleep(getRetryDelayMs(request, this.runtimeConfig, attempt), request.signal);
244
+ }
245
+ }
246
+ throw new errors_1.LLMInvalidResponseError('LLM stream retry loop exited unexpectedly.', {
247
+ provider: this.name,
248
+ });
249
+ }
250
+ async *runStreamSingleAttempt(request) {
251
+ if (!this.provider.stream) {
252
+ throw new errors_1.LLMInvalidResponseError(`${this.name} provider does not support streaming.`, {
253
+ provider: this.name,
254
+ });
255
+ }
256
+ const timeoutMs = request.timeoutMs ?? this.runtimeConfig.timeoutMs;
257
+ const attemptSignal = createAttemptSignal(request.signal, timeoutMs > 0);
258
+ const startedAt = Date.now();
259
+ let iterator;
260
+ try {
261
+ const attemptRequest = withSignal(request, attemptSignal.signal);
262
+ iterator = this.provider.stream(attemptRequest)[Symbol.asyncIterator]();
263
+ while (true) {
264
+ const nextTimeoutMs = getRemainingTimeoutMs(timeoutMs, startedAt, attemptSignal);
265
+ const next = await withTimeout(iterator.next(), nextTimeoutMs, () => attemptSignal.abortForTimeout(), this.name);
266
+ if (next.done) {
267
+ return;
268
+ }
269
+ yield next.value;
270
+ }
271
+ }
272
+ catch (error) {
273
+ if (attemptSignal.timedOut()) {
274
+ throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
275
+ provider: this.name,
276
+ cause: error,
277
+ });
278
+ }
279
+ if (attemptSignal.abortedByCaller()) {
280
+ throw new errors_1.LLMAbortError('LLM request was aborted by the caller.', {
281
+ provider: this.name,
282
+ cause: error,
283
+ });
284
+ }
285
+ throw error;
286
+ }
287
+ finally {
288
+ if (iterator && !attemptSignal.timedOut()) {
289
+ await iterator.return?.();
290
+ }
291
+ attemptSignal.cleanup();
292
+ }
293
+ }
294
+ }
295
+ exports.LLM = LLM;
296
+ function createAttemptSignal(callerSignal, needsSignal) {
297
+ if (callerSignal?.aborted) {
298
+ throw new errors_1.LLMAbortError('LLM request was aborted before it started.');
299
+ }
300
+ if (!callerSignal && !needsSignal) {
301
+ return {
302
+ signal: undefined,
303
+ timedOut: () => false,
304
+ abortedByCaller: () => false,
305
+ abortForTimeout: () => undefined,
306
+ cleanup: () => undefined,
307
+ };
308
+ }
309
+ const controller = new AbortController();
310
+ let timedOut = false;
311
+ let abortedByCaller = false;
312
+ const onCallerAbort = () => {
313
+ abortedByCaller = true;
314
+ controller.abort(callerSignal?.reason);
315
+ };
316
+ callerSignal?.addEventListener('abort', onCallerAbort, { once: true });
317
+ return {
318
+ signal: controller.signal,
319
+ timedOut: () => timedOut,
320
+ abortedByCaller: () => abortedByCaller,
321
+ abortForTimeout: () => {
322
+ timedOut = true;
323
+ controller.abort();
324
+ },
325
+ cleanup: () => {
326
+ callerSignal?.removeEventListener('abort', onCallerAbort);
327
+ },
328
+ };
329
+ }
330
+ function getRemainingTimeoutMs(timeoutMs, startedAt, attemptSignal) {
331
+ if (timeoutMs <= 0) {
332
+ return timeoutMs;
333
+ }
334
+ const remainingMs = timeoutMs - (Date.now() - startedAt);
335
+ if (remainingMs <= 0) {
336
+ attemptSignal.abortForTimeout();
337
+ throw new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`);
338
+ }
339
+ return remainingMs;
340
+ }
341
+ function withSignal(request, signal) {
342
+ const attemptRequest = { ...request };
343
+ if (signal !== undefined) {
344
+ attemptRequest.signal = signal;
345
+ }
346
+ else {
347
+ delete attemptRequest.signal;
348
+ }
349
+ return attemptRequest;
350
+ }
351
+ async function sleep(delayMs, signal) {
352
+ if (delayMs <= 0) {
353
+ return;
354
+ }
355
+ if (signal?.aborted) {
356
+ throw new errors_1.LLMAbortError('LLM retry wait was aborted by the caller.');
357
+ }
358
+ let onAbort;
359
+ await new Promise((resolve, reject) => {
360
+ const timeoutId = setTimeout(resolve, delayMs);
361
+ onAbort = () => {
362
+ clearTimeout(timeoutId);
363
+ reject(new errors_1.LLMAbortError('LLM retry wait was aborted by the caller.'));
364
+ };
365
+ signal?.addEventListener('abort', onAbort, { once: true });
366
+ }).finally(() => {
367
+ if (onAbort) {
368
+ signal?.removeEventListener('abort', onAbort);
369
+ }
370
+ });
371
+ }
372
+ async function withTimeout(promise, timeoutMs, onTimeout, provider) {
373
+ if (timeoutMs <= 0) {
374
+ return promise;
375
+ }
376
+ return await new Promise((resolve, reject) => {
377
+ const timeoutId = setTimeout(() => {
378
+ onTimeout();
379
+ reject(new errors_1.LLMTimeoutError(`LLM request timed out after ${timeoutMs}ms.`, {
380
+ provider,
381
+ }));
382
+ }, timeoutMs);
383
+ promise.then(resolve, reject).finally(() => {
384
+ clearTimeout(timeoutId);
385
+ });
386
+ });
387
+ }
388
+ function getRetryDelayMs(request, runtimeConfig, attempt) {
389
+ const retryDelayMs = request.retryDelayMs ?? runtimeConfig.retryDelayMs;
390
+ const retryMaxDelayMs = request.retryMaxDelayMs ?? runtimeConfig.retryMaxDelayMs;
391
+ return Math.min(retryDelayMs * 2 ** attempt, retryMaxDelayMs);
392
+ }
393
+ function parseJsonResponse(content, provider) {
394
+ try {
395
+ return JSON.parse(content);
396
+ }
397
+ catch (error) {
398
+ throw new errors_1.LLMStructuredOutputError('Model response was not valid JSON.', {
399
+ provider,
400
+ cause: error,
401
+ });
402
+ }
403
+ }
404
+ //# sourceMappingURL=LLM.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"LLM.js","sourceRoot":"","sources":["../../src/llm/LLM.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,oDAG0B;AAC1B,qCAMkB;AAClB,uCAAiD;AAcjD,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,0BAA0B,GAAG,KAAK,CAAC;AAUzC,MAAa,GAAG;IACH,QAAQ,CAAqB;IACrB,aAAa,CAA6B;IAE3D,YAAY,SAAoB,EAAE;QAC9B,MAAM,EACF,QAAQ,EACR,SAAS,EACT,UAAU,EACV,YAAY,EACZ,eAAe,EACf,GAAG,cAAc,EACpB,GAAG,MAAM,CAAC;QACX,MAAM,gBAAgB,GAAG,QAAQ;YAC7B,CAAC,CAAC,8BAAoB,CAAC,MAAM,CAAC,QAAQ,EAAE,cAAc,CAAC;YACvD,CAAC,CAAC,8BAAoB,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAEtD,IAAI,CAAC,QAAQ,GAAG,gBAAsC,CAAC;QACvD,IAAI,CAAC,aAAa,GAAG;YACjB,SAAS,EAAE,SAAS,IAAI,kBAAkB;YAC1C,UAAU,EAAE,UAAU,IAAI,mBAAmB;YAC7C,YAAY,EAAE,YAAY,IAAI,sBAAsB;YACpD,eAAe,EAAE,eAAe,IAAI,0BAA0B;SACjE,CAAC;IACN,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED,IAAI,KAAK;QACL,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED,IAAI,MAAM;QACN,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChC,CAAC;IAED,YAAY,CAAC,KAAc;QACvB,OAAO,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI,CAAC,OAAoB;QAC3B,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;YAC5C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;YAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK;YACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC;gBACvC,GAAG,OAAO;gBACV,KAAK;aACR,EAAE,CAAC,cAAc,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC;YAE3D,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,YAAY,EAAE,QAAQ,CAAC,OAAO,CAAC,MAAM;aACxC,CAAC,CAAC;YAEH,OAAO,QAAQ,CAAC;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAE1E,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,KAAK,EAAE,IAAA,+BAAe,EAAC,eAAe,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,eAAe,CAAC;QAC1B,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAI,OAAmC;QACvD,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC;QAC9D,MAAM,UAAU,GAAG;YACf,IAAI,EAAE,IAAI,IAAI,mBAAmB;YACjC,MAAM,EAAE,OAAC,CAAC,YAAY,CAAC,MAAM,CAA4B;YACzD,MAAM,EAAE,IAAI;SACf,CAAC;QACF,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC;QAC/C,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;YAC7B,GAAG,WAAW;YACd,cAAc,EAAE;gBACZ,IAAI,EAAE,aAAa;gBACnB,UAAU;aACb;SACJ,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,iBAAiB,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAClE,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QAElD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YACxB,MAAM,IAAI,iCAAwB,CAAC,oDAAoD,EAAE;gBACrF,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK,EAAE,YAAY,CAAC,KAAK;aAC5B,CAAC,CAAC;QACP,CAAC;QAED,OAAO;YACH,KAAK,EAAE,YAAY,CAAC,IAAI;YACxB,QAAQ;SACX,CAAC;IACN,CAAC;IAED,MAAM,CAAC,OAAoB;QACvB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC;QAC1C,MAAM,aAAa,GAAgB;YAC/B,GAAG,OAAO;YACV,KAAK;SACR,CAAC;QAEF,OAAO,IAAI,CAAC,aAAa,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IACpD,CAAC;IAEO,KAAK,CAAC,cAAc,CACxB,OAAoB,EACpB,SAA+C;QAE/C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;QAEvE,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;YAC3D,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS,IAAI,OAAO,GAAG,UAAU,CAAC;gBAEtE,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,MAAM,eAAe,CAAC;gBAC1B,CAAC;gBAED,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,MAAM,IAAI,gCAAuB,CAAC,qCAAqC,EAAE;YACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAC1B,OAAoB,EACpB,SAA+C;QAE/C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;QACpE,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QAEzE,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YACjE,OAAO,MAAM,WAAW,CACpB,SAAS,CAAC,cAAc,CAAC,EACzB,SAAS,EACT,GAAG,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,EACrC,IAAI,CAAC,IAAI,CACZ,CAAC;QACN,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;oBACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,IAAI,aAAa,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,sBAAa,CAAC,wCAAwC,EAAE;oBAC9D,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,aAAa,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,CAAC,aAAa,CACxB,OAAoB,EACpB,KAAa;QAEb,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;YAC5C,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;YAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;YACrB,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;YACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;YACnB,KAAK;YACL,YAAY,EAAE,OAAO,CAAC,QAAQ,CAAC,MAAM;YACrC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;YACrC,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC7B,CAAC,CAAC;QAEH,IAAI,CAAC;YACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC3D,YAAY,IAAI,KAAK,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC;gBAChD,MAAM,KAAK,CAAC;YAChB,CAAC;YAED,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,SAAS;gBACf,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,YAAY;aACf,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAE1E,MAAM,IAAA,gCAAgB,EAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE;gBAC5C,IAAI,EAAE,WAAW;gBACjB,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,KAAK,IAAI,YAAY;gBAC3C,SAAS,EAAE,IAAI,IAAI,EAAE;gBACrB,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBAClC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,SAAS;gBACnC,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,KAAK;gBACL,KAAK,EAAE,IAAA,+BAAe,EAAC,eAAe,CAAC;aAC1C,CAAC,CAAC;YAEH,MAAM,eAAe,CAAC;QAC1B,CAAC;IACL,CAAC;IAEO,KAAK,CAAC,CAAC,oBAAoB,CAAC,OAAoB;QACpD,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC;QACvE,IAAI,eAAe,GAAG,KAAK,CAAC;QAE5B,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACxD,IAAI,CAAC;gBACD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC7D,eAAe,GAAG,IAAI,CAAC;oBACvB,MAAM,KAAK,CAAC;gBAChB,CAAC;gBAED,OAAO;YACX,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,MAAM,eAAe,GAAG,IAAA,0BAAiB,EAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1E,MAAM,WAAW,GAAG,eAAe,CAAC,SAAS;uBACtC,OAAO,GAAG,UAAU;uBACpB,CAAC,eAAe,CAAC;gBAExB,IAAI,CAAC,WAAW,EAAE,CAAC;oBACf,MAAM,eAAe,CAAC;gBAC1B,CAAC;gBAED,MAAM,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;YACvF,CAAC;QACL,CAAC;QAED,MAAM,IAAI,gCAAuB,CAAC,4CAA4C,EAAE;YAC5E,QAAQ,EAAE,IAAI,CAAC,IAAI;SACtB,CAAC,CAAC;IACP,CAAC;IAEO,KAAK,CAAC,CAAC,sBAAsB,CAAC,OAAoB;QACtD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,gCAAuB,CAAC,GAAG,IAAI,CAAC,IAAI,uCAAuC,EAAE;gBACnF,QAAQ,EAAE,IAAI,CAAC,IAAI;aACtB,CAAC,CAAC;QACP,CAAC;QAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC;QACpE,MAAM,aAAa,GAAG,mBAAmB,CAAC,OAAO,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,CAAC,CAAC;QACzE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,QAAoD,CAAC;QAEzD,IAAI,CAAC;YACD,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;YACjE,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAExE,OAAO,IAAI,EAAE,CAAC;gBACV,MAAM,aAAa,GAAG,qBAAqB,CAAC,SAAS,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;gBACjF,MAAM,IAAI,GAAG,MAAM,WAAW,CAC1B,QAAQ,CAAC,IAAI,EAAE,EACf,aAAa,EACb,GAAG,EAAE,CAAC,aAAa,CAAC,eAAe,EAAE,EACrC,IAAI,CAAC,IAAI,CACZ,CAAC;gBAEF,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACZ,OAAO;gBACX,CAAC;gBAED,MAAM,IAAI,CAAC,KAAK,CAAC;YACrB,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBAC3B,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;oBACrE,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,IAAI,aAAa,CAAC,eAAe,EAAE,EAAE,CAAC;gBAClC,MAAM,IAAI,sBAAa,CAAC,wCAAwC,EAAE;oBAC9D,QAAQ,EAAE,IAAI,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK;iBACf,CAAC,CAAC;YACP,CAAC;YAED,MAAM,KAAK,CAAC;QAChB,CAAC;gBAAS,CAAC;YACP,IAAI,QAAQ,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,CAAC;gBACxC,MAAM,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YAC9B,CAAC;YACD,aAAa,CAAC,OAAO,EAAE,CAAC;QAC5B,CAAC;IACL,CAAC;CACJ;AA7VD,kBA6VC;AAED,SAAS,mBAAmB,CACxB,YAAqC,EACrC,WAAoB;IAEpB,IAAI,YAAY,EAAE,OAAO,EAAE,CAAC;QACxB,MAAM,IAAI,sBAAa,CAAC,4CAA4C,CAAC,CAAC;IAC1E,CAAC;IAED,IAAI,CAAC,YAAY,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,OAAO;YACH,MAAM,EAAE,SAAS;YACjB,QAAQ,EAAE,GAAG,EAAE,CAAC,KAAK;YACrB,eAAe,EAAE,GAAG,EAAE,CAAC,KAAK;YAC5B,eAAe,EAAE,GAAG,EAAE,CAAC,SAAS;YAChC,OAAO,EAAE,GAAG,EAAE,CAAC,SAAS;SAC3B,CAAC;IACN,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,IAAI,QAAQ,GAAG,KAAK,CAAC;IACrB,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,MAAM,aAAa,GAAG,GAAG,EAAE;QACvB,eAAe,GAAG,IAAI,CAAC;QACvB,UAAU,CAAC,KAAK,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC,CAAC;IACF,YAAY,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAEvE,OAAO;QACH,MAAM,EAAE,UAAU,CAAC,MAAM;QACzB,QAAQ,EAAE,GAAG,EAAE,CAAC,QAAQ;QACxB,eAAe,EAAE,GAAG,EAAE,CAAC,eAAe;QACtC,eAAe,EAAE,GAAG,EAAE;YAClB,QAAQ,GAAG,IAAI,CAAC;YAChB,UAAU,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QACD,OAAO,EAAE,GAAG,EAAE;YACV,YAAY,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAC9D,CAAC;KACJ,CAAC;AACN,CAAC;AAED,SAAS,qBAAqB,CAC1B,SAAiB,EACjB,SAAiB,EACjB,aAA4B;IAE5B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IACzD,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;QACnB,aAAa,CAAC,eAAe,EAAE,CAAC;QAChC,MAAM,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,OAAO,WAAW,CAAC;AACvB,CAAC;AAED,SAAS,UAAU,CAAC,OAAoB,EAAE,MAA+B;IACrE,MAAM,cAAc,GAAgB,EAAE,GAAG,OAAO,EAAE,CAAC;IAEnD,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,cAAc,CAAC,MAAM,GAAG,MAAM,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,OAAO,cAAc,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,OAAO,cAAc,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,KAAK,CAAC,OAAe,EAAE,MAA+B;IACjE,IAAI,OAAO,IAAI,CAAC,EAAE,CAAC;QACf,OAAO;IACX,CAAC;IACD,IAAI,MAAM,EAAE,OAAO,EAAE,CAAC;QAClB,MAAM,IAAI,sBAAa,CAAC,2CAA2C,CAAC,CAAC;IACzE,CAAC;IAED,IAAI,OAAiC,CAAC;IACtC,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/C,OAAO,GAAG,GAAG,EAAE;YACX,YAAY,CAAC,SAAS,CAAC,CAAC;YACxB,MAAM,CAAC,IAAI,sBAAa,CAAC,2CAA2C,CAAC,CAAC,CAAC;QAC3E,CAAC,CAAC;QAEF,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;IAC/D,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;QACZ,IAAI,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,KAAK,UAAU,WAAW,CACtB,OAAmB,EACnB,SAAiB,EACjB,SAAqB,EACrB,QAA2B;IAE3B,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjB,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,OAAO,MAAM,IAAI,OAAO,CAAI,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC5C,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;YAC9B,SAAS,EAAE,CAAC;YACZ,MAAM,CAAC,IAAI,wBAAe,CAAC,+BAA+B,SAAS,KAAK,EAAE;gBACtE,QAAQ;aACX,CAAC,CAAC,CAAC;QACR,CAAC,EAAE,SAAS,CAAC,CAAC;QAEd,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACvC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,eAAe,CACpB,OAAoB,EACpB,aAAyC,EACzC,OAAe;IAEf,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,aAAa,CAAC,YAAY,CAAC;IACxE,MAAM,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,aAAa,CAAC,eAAe,CAAC;IAEjF,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,OAAO,EAAE,eAAe,CAAC,CAAC;AAClE,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAe,EAAE,QAA2B;IACnE,IAAI,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,MAAM,IAAI,iCAAwB,CAAC,oCAAoC,EAAE;YACrE,QAAQ;YACR,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;AACL,CAAC"}
@@ -0,0 +1,43 @@
1
+ import type { ModelProviderName } from './types';
2
+ export type LLMErrorCode = 'auth' | 'rate_limit' | 'timeout' | 'aborted' | 'provider' | 'invalid_response' | 'structured_output';
3
+ export interface LLMErrorOptions {
4
+ code: LLMErrorCode;
5
+ provider?: ModelProviderName | undefined;
6
+ status?: number | undefined;
7
+ retryable?: boolean | undefined;
8
+ cause?: unknown;
9
+ }
10
+ export declare class LLMError extends Error {
11
+ readonly code: LLMErrorCode;
12
+ readonly provider: ModelProviderName | undefined;
13
+ readonly status: number | undefined;
14
+ readonly retryable: boolean;
15
+ constructor(message: string, options: LLMErrorOptions);
16
+ }
17
+ export declare class LLMAuthenticationError extends LLMError {
18
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
19
+ }
20
+ export declare class LLMRateLimitError extends LLMError {
21
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
22
+ }
23
+ export declare class LLMTimeoutError extends LLMError {
24
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
25
+ }
26
+ export declare class LLMAbortError extends LLMError {
27
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
28
+ }
29
+ export declare class LLMProviderError extends LLMError {
30
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code'>);
31
+ }
32
+ export declare class LLMInvalidResponseError extends LLMError {
33
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
34
+ }
35
+ export declare class LLMStructuredOutputError extends LLMError {
36
+ constructor(message: string, options?: Omit<LLMErrorOptions, 'code' | 'retryable'>);
37
+ }
38
+ export interface NormalizeLLMErrorOptions {
39
+ provider?: ModelProviderName;
40
+ }
41
+ export declare function normalizeLLMError(error: unknown, options?: NormalizeLLMErrorOptions): LLMError;
42
+ export declare function isRetryableStatus(status: number | undefined): boolean;
43
+ //# sourceMappingURL=errors.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAEjD,MAAM,MAAM,YAAY,GAClB,MAAM,GACN,YAAY,GACZ,SAAS,GACT,SAAS,GACT,UAAU,GACV,kBAAkB,GAClB,mBAAmB,CAAC;AAE1B,MAAM,WAAW,eAAe;IAC5B,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,CAAC,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACzC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,qBAAa,QAAS,SAAQ,KAAK;IAC/B,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC;IAC5B,QAAQ,CAAC,QAAQ,EAAE,iBAAiB,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC;gBAEhB,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,eAAe;CAQxD;AAED,qBAAa,sBAAuB,SAAQ,QAAQ;gBACpC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,iBAAkB,SAAQ,QAAQ;gBAC/B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,eAAgB,SAAQ,QAAQ;gBAC7B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,aAAc,SAAQ,QAAQ;gBAC3B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,gBAAiB,SAAQ,QAAQ;gBAC9B,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,CAAM;CAO3E;AAED,qBAAa,uBAAwB,SAAQ,QAAQ;gBACrC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,qBAAa,wBAAyB,SAAQ,QAAQ;gBACtC,OAAO,EAAE,MAAM,EAAE,OAAO,GAAE,IAAI,CAAC,eAAe,EAAE,MAAM,GAAG,WAAW,CAAM;CAGzF;AAED,MAAM,WAAW,wBAAwB;IACrC,QAAQ,CAAC,EAAE,iBAAiB,CAAC;CAChC;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,EAAE,OAAO,GAAE,wBAA6B,GAAG,QAAQ,CAoClG;AAED,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,OAAO,CASrE"}
@@ -0,0 +1,128 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.LLMStructuredOutputError = exports.LLMInvalidResponseError = exports.LLMProviderError = exports.LLMAbortError = exports.LLMTimeoutError = exports.LLMRateLimitError = exports.LLMAuthenticationError = exports.LLMError = void 0;
4
+ exports.normalizeLLMError = normalizeLLMError;
5
+ exports.isRetryableStatus = isRetryableStatus;
6
+ class LLMError extends Error {
7
+ code;
8
+ provider;
9
+ status;
10
+ retryable;
11
+ constructor(message, options) {
12
+ super(message, { cause: options.cause });
13
+ this.name = new.target.name;
14
+ this.code = options.code;
15
+ this.provider = options.provider;
16
+ this.status = options.status;
17
+ this.retryable = options.retryable ?? false;
18
+ }
19
+ }
20
+ exports.LLMError = LLMError;
21
+ class LLMAuthenticationError extends LLMError {
22
+ constructor(message, options = {}) {
23
+ super(message, { ...options, code: 'auth', retryable: false });
24
+ }
25
+ }
26
+ exports.LLMAuthenticationError = LLMAuthenticationError;
27
+ class LLMRateLimitError extends LLMError {
28
+ constructor(message, options = {}) {
29
+ super(message, { ...options, code: 'rate_limit', retryable: true });
30
+ }
31
+ }
32
+ exports.LLMRateLimitError = LLMRateLimitError;
33
+ class LLMTimeoutError extends LLMError {
34
+ constructor(message, options = {}) {
35
+ super(message, { ...options, code: 'timeout', retryable: true });
36
+ }
37
+ }
38
+ exports.LLMTimeoutError = LLMTimeoutError;
39
+ class LLMAbortError extends LLMError {
40
+ constructor(message, options = {}) {
41
+ super(message, { ...options, code: 'aborted', retryable: false });
42
+ }
43
+ }
44
+ exports.LLMAbortError = LLMAbortError;
45
+ class LLMProviderError extends LLMError {
46
+ constructor(message, options = {}) {
47
+ super(message, {
48
+ ...options,
49
+ code: 'provider',
50
+ retryable: options.retryable ?? isRetryableStatus(options.status),
51
+ });
52
+ }
53
+ }
54
+ exports.LLMProviderError = LLMProviderError;
55
+ class LLMInvalidResponseError extends LLMError {
56
+ constructor(message, options = {}) {
57
+ super(message, { ...options, code: 'invalid_response', retryable: false });
58
+ }
59
+ }
60
+ exports.LLMInvalidResponseError = LLMInvalidResponseError;
61
+ class LLMStructuredOutputError extends LLMError {
62
+ constructor(message, options = {}) {
63
+ super(message, { ...options, code: 'structured_output', retryable: false });
64
+ }
65
+ }
66
+ exports.LLMStructuredOutputError = LLMStructuredOutputError;
67
+ function normalizeLLMError(error, options = {}) {
68
+ if (error instanceof LLMError) {
69
+ return error;
70
+ }
71
+ const status = getStatus(error);
72
+ const message = getMessage(error);
73
+ if (status === 401 || status === 403) {
74
+ return new LLMAuthenticationError(message, {
75
+ provider: options.provider,
76
+ status,
77
+ cause: error,
78
+ });
79
+ }
80
+ if (status === 429) {
81
+ return new LLMRateLimitError(message, {
82
+ provider: options.provider,
83
+ status,
84
+ cause: error,
85
+ });
86
+ }
87
+ if (isAbortLikeError(error)) {
88
+ return new LLMAbortError(message, {
89
+ provider: options.provider,
90
+ cause: error,
91
+ });
92
+ }
93
+ return new LLMProviderError(message, {
94
+ provider: options.provider,
95
+ status,
96
+ cause: error,
97
+ });
98
+ }
99
+ function isRetryableStatus(status) {
100
+ return status === 408
101
+ || status === 409
102
+ || status === 425
103
+ || status === 429
104
+ || status === 500
105
+ || status === 502
106
+ || status === 503
107
+ || status === 504;
108
+ }
109
+ function getMessage(error) {
110
+ if (error instanceof Error && error.message) {
111
+ return error.message;
112
+ }
113
+ return String(error);
114
+ }
115
+ function getStatus(error) {
116
+ if (!isRecord(error)) {
117
+ return undefined;
118
+ }
119
+ const status = error.status ?? error.statusCode;
120
+ return typeof status === 'number' ? status : undefined;
121
+ }
122
+ function isAbortLikeError(error) {
123
+ return error instanceof Error && error.name === 'AbortError';
124
+ }
125
+ function isRecord(value) {
126
+ return typeof value === 'object' && value !== null;
127
+ }
128
+ //# sourceMappingURL=errors.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/llm/errors.ts"],"names":[],"mappings":";;;AAqFA,8CAoCC;AAED,8CASC;AAjHD,MAAa,QAAS,SAAQ,KAAK;IACtB,IAAI,CAAe;IACnB,QAAQ,CAAgC;IACxC,MAAM,CAAqB;IAC3B,SAAS,CAAU;IAE5B,YAAY,OAAe,EAAE,OAAwB;QACjD,KAAK,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;QAC5B,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;QACjC,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAC;IAChD,CAAC;CACJ;AAdD,4BAcC;AAED,MAAa,sBAAuB,SAAQ,QAAQ;IAChD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IACnE,CAAC;CACJ;AAJD,wDAIC;AAED,MAAa,iBAAkB,SAAQ,QAAQ;IAC3C,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACxE,CAAC;CACJ;AAJD,8CAIC;AAED,MAAa,eAAgB,SAAQ,QAAQ;IACzC,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;CACJ;AAJD,0CAIC;AAED,MAAa,aAAc,SAAQ,QAAQ;IACvC,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IACtE,CAAC;CACJ;AAJD,sCAIC;AAED,MAAa,gBAAiB,SAAQ,QAAQ;IAC1C,YAAY,OAAe,EAAE,UAAyC,EAAE;QACpE,KAAK,CAAC,OAAO,EAAE;YACX,GAAG,OAAO;YACV,IAAI,EAAE,UAAU;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC;SACpE,CAAC,CAAC;IACP,CAAC;CACJ;AARD,4CAQC;AAED,MAAa,uBAAwB,SAAQ,QAAQ;IACjD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAC/E,CAAC;CACJ;AAJD,0DAIC;AAED,MAAa,wBAAyB,SAAQ,QAAQ;IAClD,YAAY,OAAe,EAAE,UAAuD,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC;IAChF,CAAC;CACJ;AAJD,4DAIC;AAMD,SAAgB,iBAAiB,CAAC,KAAc,EAAE,UAAoC,EAAE;IACpF,IAAI,KAAK,YAAY,QAAQ,EAAE,CAAC;QAC5B,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,MAAM,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;IAChC,MAAM,OAAO,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAElC,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACnC,OAAO,IAAI,sBAAsB,CAAC,OAAO,EAAE;YACvC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,OAAO,IAAI,iBAAiB,CAAC,OAAO,EAAE;YAClC,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM;YACN,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,IAAI,aAAa,CAAC,OAAO,EAAE;YAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,KAAK,EAAE,KAAK;SACf,CAAC,CAAC;IACP,CAAC;IAED,OAAO,IAAI,gBAAgB,CAAC,OAAO,EAAE;QACjC,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM;QACN,KAAK,EAAE,KAAK;KACf,CAAC,CAAC;AACP,CAAC;AAED,SAAgB,iBAAiB,CAAC,MAA0B;IACxD,OAAO,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG;WACd,MAAM,KAAK,GAAG,CAAC;AAC1B,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAC9B,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;QAC1C,OAAO,KAAK,CAAC,OAAO,CAAC;IACzB,CAAC;IAED,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,SAAS,CAAC,KAAc;IAC7B,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,UAAU,CAAC;IAChD,OAAO,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;AACjE,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC5B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,CAAC;AACvD,CAAC"}
@@ -0,0 +1,9 @@
1
+ import type { ChatModel, ModelProviderName, ProviderConfig } from './types';
2
+ export type ProviderBuilder = (config?: ProviderConfig) => ChatModel;
3
+ export declare class ModelProviderFactory {
4
+ private static readonly builders;
5
+ static register(providerName: ModelProviderName, builder: ProviderBuilder): void;
6
+ static autoDetect(config?: ProviderConfig): ChatModel;
7
+ static create(providerName: ModelProviderName, config?: ProviderConfig): ChatModel;
8
+ }
9
+ //# sourceMappingURL=factory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"factory.d.ts","sourceRoot":"","sources":["../../src/llm/factory.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE5E,MAAM,MAAM,eAAe,GAAG,CAAC,MAAM,CAAC,EAAE,cAAc,KAAK,SAAS,CAAC;AAErE,qBAAa,oBAAoB;IAC7B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAiD;IAEjF,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,EAAE,OAAO,EAAE,eAAe,GAAG,IAAI;IAIhF,MAAM,CAAC,UAAU,CAAC,MAAM,GAAE,cAAmB,GAAG,SAAS;IAQzD,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,iBAAiB,EAAE,MAAM,GAAE,cAAmB,GAAG,SAAS;CAQzF"}
@@ -0,0 +1,28 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.ModelProviderFactory = void 0;
4
+ const openai_1 = require("./providers/openai");
5
+ const local_1 = require("./providers/local");
6
+ class ModelProviderFactory {
7
+ static builders = new Map();
8
+ static register(providerName, builder) {
9
+ this.builders.set(providerName, builder);
10
+ }
11
+ static autoDetect(config = {}) {
12
+ if (process.env.OPENAI_API_KEY) {
13
+ return this.create('openai', config);
14
+ }
15
+ return this.create('local', config);
16
+ }
17
+ static create(providerName, config = {}) {
18
+ const builder = this.builders.get(providerName);
19
+ if (!builder) {
20
+ throw new Error(`Unknown model provider: ${providerName}`);
21
+ }
22
+ return builder(config);
23
+ }
24
+ }
25
+ exports.ModelProviderFactory = ModelProviderFactory;
26
+ ModelProviderFactory.register('openai', (config) => new openai_1.OpenAIProvider(config));
27
+ ModelProviderFactory.register('local', (config) => new local_1.LocalProvider(config));
28
+ //# sourceMappingURL=factory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"factory.js","sourceRoot":"","sources":["../../src/llm/factory.ts"],"names":[],"mappings":";;;AAAA,+CAAoD;AACpD,6CAAkD;AAKlD,MAAa,oBAAoB;IACrB,MAAM,CAAU,QAAQ,GAAG,IAAI,GAAG,EAAsC,CAAC;IAEjF,MAAM,CAAC,QAAQ,CAAC,YAA+B,EAAE,OAAwB;QACrE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,SAAyB,EAAE;QACzC,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,YAA+B,EAAE,SAAyB,EAAE;QACtE,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAChD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,2BAA2B,YAAY,EAAE,CAAC,CAAC;QAC/D,CAAC;QAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;;AAtBL,oDAuBC;AAED,oBAAoB,CAAC,QAAQ,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,uBAAc,CAAC,MAAM,CAAC,CAAC,CAAC;AAChF,oBAAoB,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,qBAAa,CAAC,MAAM,CAAC,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ export { LLM } from './LLM';
2
+ export { LLMAbortError, LLMAuthenticationError, LLMError, LLMInvalidResponseError, LLMProviderError, LLMRateLimitError, LLMStructuredOutputError, LLMTimeoutError, normalizeLLMError, } from './errors';
3
+ export { ModelProviderFactory } from './factory';
4
+ export type { ModelProvider } from './providers/base';
5
+ export type { ChatMessage, ChatModel, ChatRequest, ChatResponse, ChatResponseFormat, ChatStreamChunk, ChatToolCall, ChatToolSchema, LLMConfig, LLMRuntimeConfig, ModelCapabilities, ModelProviderName, ProviderConfig, StructuredOutputRequest, StructuredOutputResponse, TokenUsage, } from './types';
6
+ //# sourceMappingURL=index.d.ts.map