@llm4ts/core 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (284) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +47 -0
  3. package/dist/AgentSession.d.ts +66 -0
  4. package/dist/AgentSession.d.ts.map +1 -0
  5. package/dist/AgentSession.js +53 -0
  6. package/dist/AgentSession.js.map +1 -0
  7. package/dist/Capability.d.ts +101 -0
  8. package/dist/Capability.d.ts.map +1 -0
  9. package/dist/Capability.js +210 -0
  10. package/dist/Capability.js.map +1 -0
  11. package/dist/Connector.d.ts +69 -0
  12. package/dist/Connector.d.ts.map +1 -0
  13. package/dist/Connector.js +86 -0
  14. package/dist/Connector.js.map +1 -0
  15. package/dist/ConnectorConfig.d.ts +70 -0
  16. package/dist/ConnectorConfig.d.ts.map +1 -0
  17. package/dist/ConnectorConfig.js +110 -0
  18. package/dist/ConnectorConfig.js.map +1 -0
  19. package/dist/ConnectorRegistry.d.ts +28 -0
  20. package/dist/ConnectorRegistry.d.ts.map +1 -0
  21. package/dist/ConnectorRegistry.js +87 -0
  22. package/dist/ConnectorRegistry.js.map +1 -0
  23. package/dist/ContextManagement.d.ts +78 -0
  24. package/dist/ContextManagement.d.ts.map +1 -0
  25. package/dist/ContextManagement.js +221 -0
  26. package/dist/ContextManagement.js.map +1 -0
  27. package/dist/Conversation.d.ts +18 -0
  28. package/dist/Conversation.d.ts.map +1 -0
  29. package/dist/Conversation.js +17 -0
  30. package/dist/Conversation.js.map +1 -0
  31. package/dist/Errors.d.ts +64 -0
  32. package/dist/Errors.d.ts.map +1 -0
  33. package/dist/Errors.js +76 -0
  34. package/dist/Errors.js.map +1 -0
  35. package/dist/HttpClient.d.ts +43 -0
  36. package/dist/HttpClient.d.ts.map +1 -0
  37. package/dist/HttpClient.js +99 -0
  38. package/dist/HttpClient.js.map +1 -0
  39. package/dist/LlmService.d.ts +24 -0
  40. package/dist/LlmService.d.ts.map +1 -0
  41. package/dist/LlmService.js +4 -0
  42. package/dist/LlmService.js.map +1 -0
  43. package/dist/Models.d.ts +138 -0
  44. package/dist/Models.d.ts.map +1 -0
  45. package/dist/Models.js +209 -0
  46. package/dist/Models.js.map +1 -0
  47. package/dist/ProcessExecutor.d.ts +57 -0
  48. package/dist/ProcessExecutor.d.ts.map +1 -0
  49. package/dist/ProcessExecutor.js +71 -0
  50. package/dist/ProcessExecutor.js.map +1 -0
  51. package/dist/RateLimiter.d.ts +44 -0
  52. package/dist/RateLimiter.d.ts.map +1 -0
  53. package/dist/RateLimiter.js +155 -0
  54. package/dist/RateLimiter.js.map +1 -0
  55. package/dist/Streaming.d.ts +17 -0
  56. package/dist/Streaming.d.ts.map +1 -0
  57. package/dist/Streaming.js +65 -0
  58. package/dist/Streaming.js.map +1 -0
  59. package/dist/StructuredOutput.d.ts +10 -0
  60. package/dist/StructuredOutput.d.ts.map +1 -0
  61. package/dist/StructuredOutput.js +97 -0
  62. package/dist/StructuredOutput.js.map +1 -0
  63. package/dist/TemporaryFiles.d.ts +20 -0
  64. package/dist/TemporaryFiles.d.ts.map +1 -0
  65. package/dist/TemporaryFiles.js +18 -0
  66. package/dist/TemporaryFiles.js.map +1 -0
  67. package/dist/UsageLimits.d.ts +5 -0
  68. package/dist/UsageLimits.d.ts.map +1 -0
  69. package/dist/UsageLimits.js +187 -0
  70. package/dist/UsageLimits.js.map +1 -0
  71. package/dist/eval/Checks.d.ts +6 -0
  72. package/dist/eval/Checks.d.ts.map +1 -0
  73. package/dist/eval/Checks.js +39 -0
  74. package/dist/eval/Checks.js.map +1 -0
  75. package/dist/eval/Eval.d.ts +57 -0
  76. package/dist/eval/Eval.d.ts.map +1 -0
  77. package/dist/eval/Eval.js +91 -0
  78. package/dist/eval/Eval.js.map +1 -0
  79. package/dist/eval/EvalSuite.d.ts +21 -0
  80. package/dist/eval/EvalSuite.d.ts.map +1 -0
  81. package/dist/eval/EvalSuite.js +30 -0
  82. package/dist/eval/EvalSuite.js.map +1 -0
  83. package/dist/eval/Evaluator.d.ts +10 -0
  84. package/dist/eval/Evaluator.d.ts.map +1 -0
  85. package/dist/eval/Evaluator.js +14 -0
  86. package/dist/eval/Evaluator.js.map +1 -0
  87. package/dist/eval/Judge.d.ts +15 -0
  88. package/dist/eval/Judge.d.ts.map +1 -0
  89. package/dist/eval/Judge.js +73 -0
  90. package/dist/eval/Judge.js.map +1 -0
  91. package/dist/observability/MeteredLlmService.d.ts +16 -0
  92. package/dist/observability/MeteredLlmService.d.ts.map +1 -0
  93. package/dist/observability/MeteredLlmService.js +66 -0
  94. package/dist/observability/MeteredLlmService.js.map +1 -0
  95. package/dist/observability/Metrics.d.ts +71 -0
  96. package/dist/observability/Metrics.d.ts.map +1 -0
  97. package/dist/observability/Metrics.js +147 -0
  98. package/dist/observability/Metrics.js.map +1 -0
  99. package/dist/observability/Redaction.d.ts +8 -0
  100. package/dist/observability/Redaction.d.ts.map +1 -0
  101. package/dist/observability/Redaction.js +38 -0
  102. package/dist/observability/Redaction.js.map +1 -0
  103. package/dist/observability/StreamRecorder.d.ts +9 -0
  104. package/dist/observability/StreamRecorder.d.ts.map +1 -0
  105. package/dist/observability/StreamRecorder.js +10 -0
  106. package/dist/observability/StreamRecorder.js.map +1 -0
  107. package/dist/observability/StructuredLogger.d.ts +31 -0
  108. package/dist/observability/StructuredLogger.d.ts.map +1 -0
  109. package/dist/observability/StructuredLogger.js +34 -0
  110. package/dist/observability/StructuredLogger.js.map +1 -0
  111. package/dist/observability/Tracing.d.ts +38 -0
  112. package/dist/observability/Tracing.d.ts.map +1 -0
  113. package/dist/observability/Tracing.js +75 -0
  114. package/dist/observability/Tracing.js.map +1 -0
  115. package/dist/providers/AnthropicModels.d.ts +95 -0
  116. package/dist/providers/AnthropicModels.d.ts.map +1 -0
  117. package/dist/providers/AnthropicModels.js +83 -0
  118. package/dist/providers/AnthropicModels.js.map +1 -0
  119. package/dist/providers/AnthropicProvider.d.ts +13 -0
  120. package/dist/providers/AnthropicProvider.d.ts.map +1 -0
  121. package/dist/providers/AnthropicProvider.js +177 -0
  122. package/dist/providers/AnthropicProvider.js.map +1 -0
  123. package/dist/providers/AntigravityConnector.d.ts +7 -0
  124. package/dist/providers/AntigravityConnector.d.ts.map +1 -0
  125. package/dist/providers/AntigravityConnector.js +52 -0
  126. package/dist/providers/AntigravityConnector.js.map +1 -0
  127. package/dist/providers/ClaudeAgentSession.d.ts +11 -0
  128. package/dist/providers/ClaudeAgentSession.d.ts.map +1 -0
  129. package/dist/providers/ClaudeAgentSession.js +158 -0
  130. package/dist/providers/ClaudeAgentSession.js.map +1 -0
  131. package/dist/providers/ClaudeCliConnector.d.ts +9 -0
  132. package/dist/providers/ClaudeCliConnector.d.ts.map +1 -0
  133. package/dist/providers/ClaudeCliConnector.js +123 -0
  134. package/dist/providers/ClaudeCliConnector.js.map +1 -0
  135. package/dist/providers/CliSupport.d.ts +21 -0
  136. package/dist/providers/CliSupport.d.ts.map +1 -0
  137. package/dist/providers/CliSupport.js +62 -0
  138. package/dist/providers/CliSupport.js.map +1 -0
  139. package/dist/providers/CodexConnector.d.ts +12 -0
  140. package/dist/providers/CodexConnector.d.ts.map +1 -0
  141. package/dist/providers/CodexConnector.js +175 -0
  142. package/dist/providers/CodexConnector.js.map +1 -0
  143. package/dist/providers/ConnectorFactories.d.ts +15 -0
  144. package/dist/providers/ConnectorFactories.d.ts.map +1 -0
  145. package/dist/providers/ConnectorFactories.js +74 -0
  146. package/dist/providers/ConnectorFactories.js.map +1 -0
  147. package/dist/providers/CopilotConnector.d.ts +6 -0
  148. package/dist/providers/CopilotConnector.d.ts.map +1 -0
  149. package/dist/providers/CopilotConnector.js +35 -0
  150. package/dist/providers/CopilotConnector.js.map +1 -0
  151. package/dist/providers/CursorConnector.d.ts +8 -0
  152. package/dist/providers/CursorConnector.d.ts.map +1 -0
  153. package/dist/providers/CursorConnector.js +82 -0
  154. package/dist/providers/CursorConnector.js.map +1 -0
  155. package/dist/providers/GeminiApiProvider.d.ts +9 -0
  156. package/dist/providers/GeminiApiProvider.d.ts.map +1 -0
  157. package/dist/providers/GeminiApiProvider.js +181 -0
  158. package/dist/providers/GeminiApiProvider.js.map +1 -0
  159. package/dist/providers/GeminiCliProvider.d.ts +106 -0
  160. package/dist/providers/GeminiCliProvider.d.ts.map +1 -0
  161. package/dist/providers/GeminiCliProvider.js +596 -0
  162. package/dist/providers/GeminiCliProvider.js.map +1 -0
  163. package/dist/providers/GeminiModels.d.ts +92 -0
  164. package/dist/providers/GeminiModels.d.ts.map +1 -0
  165. package/dist/providers/GeminiModels.js +80 -0
  166. package/dist/providers/GeminiModels.js.map +1 -0
  167. package/dist/providers/GrokCliConnector.d.ts +8 -0
  168. package/dist/providers/GrokCliConnector.d.ts.map +1 -0
  169. package/dist/providers/GrokCliConnector.js +82 -0
  170. package/dist/providers/GrokCliConnector.js.map +1 -0
  171. package/dist/providers/LmStudioModels.d.ts +114 -0
  172. package/dist/providers/LmStudioModels.d.ts.map +1 -0
  173. package/dist/providers/LmStudioModels.js +102 -0
  174. package/dist/providers/LmStudioModels.js.map +1 -0
  175. package/dist/providers/LmStudioProvider.d.ts +13 -0
  176. package/dist/providers/LmStudioProvider.d.ts.map +1 -0
  177. package/dist/providers/LmStudioProvider.js +158 -0
  178. package/dist/providers/LmStudioProvider.js.map +1 -0
  179. package/dist/providers/MockProvider.d.ts +6 -0
  180. package/dist/providers/MockProvider.d.ts.map +1 -0
  181. package/dist/providers/MockProvider.js +271 -0
  182. package/dist/providers/MockProvider.js.map +1 -0
  183. package/dist/providers/OllamaModels.d.ts +68 -0
  184. package/dist/providers/OllamaModels.d.ts.map +1 -0
  185. package/dist/providers/OllamaModels.js +59 -0
  186. package/dist/providers/OllamaModels.js.map +1 -0
  187. package/dist/providers/OllamaProvider.d.ts +7 -0
  188. package/dist/providers/OllamaProvider.d.ts.map +1 -0
  189. package/dist/providers/OllamaProvider.js +134 -0
  190. package/dist/providers/OllamaProvider.js.map +1 -0
  191. package/dist/providers/OpenAIModels.d.ts +139 -0
  192. package/dist/providers/OpenAIModels.d.ts.map +1 -0
  193. package/dist/providers/OpenAIModels.js +123 -0
  194. package/dist/providers/OpenAIModels.js.map +1 -0
  195. package/dist/providers/OpenAIProvider.d.ts +9 -0
  196. package/dist/providers/OpenAIProvider.d.ts.map +1 -0
  197. package/dist/providers/OpenAIProvider.js +185 -0
  198. package/dist/providers/OpenAIProvider.js.map +1 -0
  199. package/dist/providers/OpenCodeCliConnector.d.ts +8 -0
  200. package/dist/providers/OpenCodeCliConnector.d.ts.map +1 -0
  201. package/dist/providers/OpenCodeCliConnector.js +93 -0
  202. package/dist/providers/OpenCodeCliConnector.js.map +1 -0
  203. package/dist/providers/OpenCodeModels.d.ts +61 -0
  204. package/dist/providers/OpenCodeModels.d.ts.map +1 -0
  205. package/dist/providers/OpenCodeModels.js +53 -0
  206. package/dist/providers/OpenCodeModels.js.map +1 -0
  207. package/dist/providers/OpenCodeProvider.d.ts +10 -0
  208. package/dist/providers/OpenCodeProvider.d.ts.map +1 -0
  209. package/dist/providers/OpenCodeProvider.js +154 -0
  210. package/dist/providers/OpenCodeProvider.js.map +1 -0
  211. package/dist/providers/PiConnector.d.ts +8 -0
  212. package/dist/providers/PiConnector.d.ts.map +1 -0
  213. package/dist/providers/PiConnector.js +99 -0
  214. package/dist/providers/PiConnector.js.map +1 -0
  215. package/dist/tools/Tool.d.ts +83 -0
  216. package/dist/tools/Tool.d.ts.map +1 -0
  217. package/dist/tools/Tool.js +278 -0
  218. package/dist/tools/Tool.js.map +1 -0
  219. package/dist/tools/ToolCallingExecutor.d.ts +18 -0
  220. package/dist/tools/ToolCallingExecutor.d.ts.map +1 -0
  221. package/dist/tools/ToolCallingExecutor.js +64 -0
  222. package/dist/tools/ToolCallingExecutor.js.map +1 -0
  223. package/dist/tools/ToolRegistry.d.ts +45 -0
  224. package/dist/tools/ToolRegistry.d.ts.map +1 -0
  225. package/dist/tools/ToolRegistry.js +133 -0
  226. package/dist/tools/ToolRegistry.js.map +1 -0
  227. package/package.json +105 -0
  228. package/src/.gitkeep +1 -0
  229. package/src/AgentSession.ts +69 -0
  230. package/src/Capability.ts +240 -0
  231. package/src/Connector.ts +220 -0
  232. package/src/ConnectorConfig.ts +146 -0
  233. package/src/ConnectorRegistry.ts +184 -0
  234. package/src/ContextManagement.ts +372 -0
  235. package/src/Conversation.ts +21 -0
  236. package/src/Errors.ts +87 -0
  237. package/src/HttpClient.ts +202 -0
  238. package/src/LlmService.ts +45 -0
  239. package/src/Models.ts +250 -0
  240. package/src/ProcessExecutor.ts +157 -0
  241. package/src/RateLimiter.ts +238 -0
  242. package/src/Streaming.ts +164 -0
  243. package/src/StructuredOutput.ts +138 -0
  244. package/src/TemporaryFiles.ts +51 -0
  245. package/src/UsageLimits.ts +242 -0
  246. package/src/eval/Checks.ts +68 -0
  247. package/src/eval/Eval.ts +112 -0
  248. package/src/eval/EvalSuite.ts +63 -0
  249. package/src/eval/Evaluator.ts +31 -0
  250. package/src/eval/Judge.ts +92 -0
  251. package/src/observability/MeteredLlmService.ts +156 -0
  252. package/src/observability/Metrics.ts +195 -0
  253. package/src/observability/Redaction.ts +55 -0
  254. package/src/observability/StreamRecorder.ts +32 -0
  255. package/src/observability/StructuredLogger.ts +62 -0
  256. package/src/observability/Tracing.ts +141 -0
  257. package/src/providers/AnthropicModels.ts +96 -0
  258. package/src/providers/AnthropicProvider.ts +320 -0
  259. package/src/providers/AntigravityConnector.ts +77 -0
  260. package/src/providers/ClaudeAgentSession.ts +226 -0
  261. package/src/providers/ClaudeCliConnector.ts +201 -0
  262. package/src/providers/CliSupport.ts +100 -0
  263. package/src/providers/CodexConnector.ts +251 -0
  264. package/src/providers/ConnectorFactories.ts +142 -0
  265. package/src/providers/CopilotConnector.ts +47 -0
  266. package/src/providers/CursorConnector.ts +120 -0
  267. package/src/providers/GeminiApiProvider.ts +337 -0
  268. package/src/providers/GeminiCliProvider.ts +793 -0
  269. package/src/providers/GeminiModels.ts +97 -0
  270. package/src/providers/GrokCliConnector.ts +117 -0
  271. package/src/providers/LmStudioModels.ts +117 -0
  272. package/src/providers/LmStudioProvider.ts +260 -0
  273. package/src/providers/MockProvider.ts +322 -0
  274. package/src/providers/OllamaModels.ts +64 -0
  275. package/src/providers/OllamaProvider.ts +236 -0
  276. package/src/providers/OpenAIModels.ts +152 -0
  277. package/src/providers/OpenAIProvider.ts +331 -0
  278. package/src/providers/OpenCodeCliConnector.ts +135 -0
  279. package/src/providers/OpenCodeModels.ts +60 -0
  280. package/src/providers/OpenCodeProvider.ts +278 -0
  281. package/src/providers/PiConnector.ts +142 -0
  282. package/src/tools/Tool.ts +379 -0
  283. package/src/tools/ToolCallingExecutor.ts +106 -0
  284. package/src/tools/ToolRegistry.ts +224 -0
@@ -0,0 +1,155 @@
1
+ import * as Clock from "effect/Clock";
2
+ import * as Context from "effect/Context";
3
+ import * as Duration from "effect/Duration";
4
+ import * as Effect from "effect/Effect";
5
+ import * as Layer from "effect/Layer";
6
+ import * as Ref from "effect/Ref";
7
+ import * as Schema from "effect/Schema";
8
+ export class RateLimiterAcquireTimeout extends Schema.TaggedErrorClass()("AcquireTimeout", {
9
+ timeout: Schema.Duration
10
+ }) {
11
+ }
12
+ export class RateLimiterInvalidConfig extends Schema.TaggedErrorClass()("InvalidConfig", {
13
+ details: Schema.String
14
+ }) {
15
+ }
16
+ export const RateLimiterError = Schema.Union([RateLimiterAcquireTimeout, RateLimiterInvalidConfig]);
17
+ export class RateLimiterConfig extends Schema.Class("RateLimiterConfig")({
18
+ requestsPerMinute: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(60))),
19
+ burstSize: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(10))),
20
+ acquireTimeout: Schema.Duration.pipe(Schema.withConstructorDefault(Effect.succeed(Duration.seconds(30))))
21
+ }) {
22
+ }
23
+ export const rateLimiterConfigFromLlmConfig = (config) => RateLimiterConfig.make({
24
+ requestsPerMinute: config.requestsPerMinute,
25
+ burstSize: config.burstSize,
26
+ acquireTimeout: config.acquireTimeout
27
+ });
28
+ export class RateLimiterMetrics extends Schema.Class("RateLimiterMetrics")({
29
+ totalRequests: Schema.Int,
30
+ throttledRequests: Schema.Int,
31
+ currentTokens: Schema.Int
32
+ }) {
33
+ }
34
+ export class RateLimiter extends Context.Service()("@llm4ts/core/RateLimiter") {
35
+ }
36
+ const nanosPerSecond = 1_000_000_000;
37
+ const configDetails = (config) => `requestsPerMinute=${config.requestsPerMinute}, burstSize=${config.burstSize}, ` +
38
+ `acquireTimeout=${Duration.format(config.acquireTimeout)}`;
39
+ const isConfigValid = (config) => config.requestsPerMinute > 0 &&
40
+ config.burstSize > 0 &&
41
+ Duration.toMillis(config.acquireTimeout) > 0;
42
+ export const makeRateLimiter = Effect.fn("@llm4ts/core/RateLimiter.make")(function* (config) {
43
+ const initialNanos = yield* Clock.currentTimeNanos;
44
+ const state = yield* Ref.make({
45
+ tokens: config.burstSize,
46
+ lastRefillNanos: initialNanos
47
+ });
48
+ const metrics = yield* Ref.make(RateLimiterMetrics.make({
49
+ totalRequests: 0,
50
+ throttledRequests: 0,
51
+ currentTokens: config.burstSize
52
+ }));
53
+ const capacity = config.burstSize;
54
+ const ratePerSecond = config.requestsPerMinute / 60;
55
+ const takeToken = Effect.gen(function* () {
56
+ const now = yield* Clock.currentTimeNanos;
57
+ return yield* Ref.modify(state, (current) => {
58
+ const elapsedNanos = now - current.lastRefillNanos;
59
+ const tokensToAdd = elapsedNanos <= 0n ? 0 : (Number(elapsedNanos) / nanosPerSecond) * ratePerSecond;
60
+ const refilled = tokensToAdd <= 0 ? current.tokens : Math.min(capacity, current.tokens + tokensToAdd);
61
+ const lastRefillNanos = tokensToAdd <= 0 ? current.lastRefillNanos : now;
62
+ if (refilled >= 1) {
63
+ const remaining = refilled - 1;
64
+ return [
65
+ {
66
+ acquired: true,
67
+ tokensAfter: remaining,
68
+ deficit: 0
69
+ },
70
+ {
71
+ tokens: remaining,
72
+ lastRefillNanos
73
+ }
74
+ ];
75
+ }
76
+ return [
77
+ {
78
+ acquired: false,
79
+ tokensAfter: refilled,
80
+ deficit: 1 - refilled
81
+ },
82
+ {
83
+ tokens: refilled,
84
+ lastRefillNanos
85
+ }
86
+ ];
87
+ });
88
+ });
89
+ const updateCurrentTokens = (tokens) => Ref.update(metrics, (current) => RateLimiterMetrics.make({
90
+ ...current,
91
+ currentTokens: Math.trunc(tokens)
92
+ }));
93
+ const waitForToken = (deficit) => {
94
+ if (ratePerSecond <= 0) {
95
+ return Effect.fail(RateLimiterInvalidConfig.make({
96
+ details: configDetails(config)
97
+ }));
98
+ }
99
+ const nanoseconds = BigInt(Math.max(0, Math.ceil((deficit / ratePerSecond) * nanosPerSecond)));
100
+ return Effect.sleep(Duration.nanos(nanoseconds));
101
+ };
102
+ const acquireLoop = (alreadyThrottled) => Effect.gen(function* () {
103
+ const result = yield* takeToken;
104
+ yield* updateCurrentTokens(result.tokensAfter);
105
+ if (result.acquired) {
106
+ return;
107
+ }
108
+ if (!alreadyThrottled) {
109
+ yield* Ref.update(metrics, (current) => RateLimiterMetrics.make({
110
+ ...current,
111
+ throttledRequests: current.throttledRequests + 1
112
+ }));
113
+ }
114
+ yield* waitForToken(result.deficit);
115
+ return yield* Effect.suspend(() => acquireLoop(true));
116
+ });
117
+ const acquire = Effect.suspend(() => {
118
+ if (!isConfigValid(config)) {
119
+ return Effect.fail(RateLimiterInvalidConfig.make({
120
+ details: configDetails(config)
121
+ }));
122
+ }
123
+ return Ref.update(metrics, (current) => RateLimiterMetrics.make({
124
+ ...current,
125
+ totalRequests: current.totalRequests + 1
126
+ })).pipe(Effect.andThen(acquireLoop(false)), Effect.timeoutOrElse({
127
+ duration: config.acquireTimeout,
128
+ orElse: () => Effect.fail(RateLimiterAcquireTimeout.make({
129
+ timeout: config.acquireTimeout
130
+ }))
131
+ }));
132
+ });
133
+ const tryAcquire = Effect.suspend(() => {
134
+ if (!isConfigValid(config)) {
135
+ return Effect.logWarning(`Rate limiter config invalid: ${configDetails(config)}`).pipe(Effect.as(false));
136
+ }
137
+ return Effect.gen(function* () {
138
+ const result = yield* takeToken;
139
+ yield* updateCurrentTokens(result.tokensAfter);
140
+ yield* Ref.update(metrics, (current) => RateLimiterMetrics.make({
141
+ ...current,
142
+ totalRequests: current.totalRequests + 1,
143
+ throttledRequests: current.throttledRequests + (result.acquired ? 0 : 1)
144
+ }));
145
+ return result.acquired;
146
+ });
147
+ });
148
+ return RateLimiter.of({
149
+ acquire,
150
+ tryAcquire,
151
+ metrics: Ref.get(metrics)
152
+ });
153
+ });
154
+ export const rateLimiterLayer = (config) => Layer.effect(RateLimiter, makeRateLimiter(config));
155
+ //# sourceMappingURL=RateLimiter.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"RateLimiter.js","sourceRoot":"","sources":["../src/RateLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,MAAM,OAAO,yBAA0B,SAAQ,MAAM,CAAC,gBAAgB,EAA6B,CACjG,gBAAgB,EAChB;IACE,OAAO,EAAE,MAAM,CAAC,QAAQ;CACzB,CACF;CAAG;AAEJ,MAAM,OAAO,wBAAyB,SAAQ,MAAM,CAAC,gBAAgB,EAA4B,CAC/F,eAAe,EACf;IACE,OAAO,EAAE,MAAM,CAAC,MAAM;CACvB,CACF;CAAG;AAEJ,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,yBAAyB,EAAE,wBAAwB,CAAC,CAAC,CAAA;AAGnG,MAAM,OAAO,iBAAkB,SAAQ,MAAM,CAAC,KAAK,CAAoB,mBAAmB,CAAC,CAAC;IAC1F,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAClC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CACpE;CACF,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,MAAiB,EAAqB,EAAE,CACrF,iBAAiB,CAAC,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;IAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;IAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;CACtC,CAAC,CAAA;AAEJ,MAAM,OAAO,kBAAmB,SAAQ,MAAM,CAAC,KAAK,CAAqB,oBAAoB,CAAC,CAAC;IAC7F,aAAa,EAAE,MAAM,CAAC,GAAG;IACzB,iBAAiB,EAAE,MAAM,CAAC,GAAG;IAC7B,aAAa,EAAE,MAAM,CAAC,GAAG;CAC1B,CAAC;CAAG;AAQL,MAAM,OAAO,WAAY,SAAQ,OAAO,CAAC,OAAO,EAAiC,CAC/E,0BAA0B,CAC3B;CAAG;AAaJ,MAAM,cAAc,GAAG,aAAa,CAAA;AAEpC,MAAM,aAAa,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC1D,qBAAqB,MAAM,CAAC,iBAAiB,eAAe,MAAM,CAAC,SAAS,IAAI;IAChF,kBAAkB,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAA;AAE5D,MAAM,aAAa,GAAG,CAAC,MAAyB,EAAW,EAAE,CAC3D,MAAM,CAAC,iBAAiB,GAAG,CAAC;IAC5B,MAAM,CAAC,SAAS,GAAG,CAAC;IACpB,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;AAE9C,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,+BAA+B,CAAC,CAAC,QAAQ,CAAC,EACjF,MAAyB;IAEzB,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;IAClD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAc;QACzC,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,eAAe,EAAE,YAAY;KAC9B,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAC7B,kBAAkB,CAAC,IAAI,CAAC;QACtB,aAAa,EAAE,CAAC;QAChB,iBAAiB,EAAE,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC,SAAS;KAChC,CAAC,CACH,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAA;IACjC,MAAM,aAAa,GAAG,MAAM,CAAC,iBAAiB,GAAG,EAAE,CAAA;IAEnD,MAAM,SAAS,GAA8B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;QAEzC,OAAO,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE;YAC1C,MAAM,YAAY,GAAG,GAAG,GAAG,OAAO,CAAC,eAAe,CAAA;YAClD,MAAM,WAAW,GACf,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,cAAc,CAAC,GAAG,aAAa,CAAA;YAClF,MAAM,QAAQ,GACZ,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,CAAA;YACtF,MAAM,eAAe,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAA;YAExE,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAA;gBAC9B,OAAO;oBACL;wBACE,QAAQ,EAAE,IAAI;wBACd,WAAW,EAAE,SAAS;wBACtB,OAAO,EAAE,CAAC;qBACX;oBACD;wBACE,MAAM,EAAE,SAAS;wBACjB,eAAe;qBAChB;iBACF,CAAA;YACH,CAAC;YAED,OAAO;gBACL;oBACE,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,CAAC,GAAG,QAAQ;iBACtB;gBACD;oBACE,MAAM,EAAE,QAAQ;oBAChB,eAAe;iBAChB;aACF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,mBAAmB,GAAG,CAAC,MAAc,EAAuB,EAAE,CAClE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAC9B,kBAAkB,CAAC,IAAI,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;KAClC,CAAC,CACH,CAAA;IAEH,MAAM,YAAY,GAAG,CAAC,OAAe,EAAiD,EAAE;QACtF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC,IAAI,CAChB,wBAAwB,CAAC,IAAI,CAAC;gBAC5B,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;aAC/B,CAAC,CACH,CAAA;QACH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;QAC9F,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAA;IAClD,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,gBAAyB,EAAyC,EAAE,CACvF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;QAC/B,KAAK,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAM;QACR,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;gBACtB,GAAG,OAAO;gBACV,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC;aACjD,CAAC,CACH,CAAA;QACH,CAAC;QAED,KAAK,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEJ,MAAM,OAAO,GAA0C,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACzE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,IAAI,CAChB,wBAAwB,CAAC,IAAI,CAAC;gBAC5B,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;aAC/B,CAAC,CACH,CAAA;QACH,CAAC;QAED,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;YACtB,GAAG,OAAO;YACV,aAAa,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;SACzC,CAAC,CACH,CAAC,IAAI,CACJ,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAClC,MAAM,CAAC,aAAa,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC,cAAc;YAC/B,MAAM,EAAE,GAAG,EAAE,CACX,MAAM,CAAC,IAAI,CACT,yBAAyB,CAAC,IAAI,CAAC;gBAC7B,OAAO,EAAE,MAAM,CAAC,cAAc;aAC/B,CAAC,CACH;SACJ,CAAC,CACH,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAA2B,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QAC7D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,gCAAgC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CACpF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CACjB,CAAA;QACH,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;YAC/B,KAAK,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YAC9C,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;gBACtB,GAAG,OAAO;gBACV,aAAa,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;gBACxC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACzE,CAAC,CACH,CAAA;YACD,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,WAAW,CAAC,EAAE,CAAC;QACpB,OAAO;QACP,UAAU;QACV,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;KAC1B,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAyB,EAA4B,EAAE,CACtF,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAA"}
@@ -0,0 +1,17 @@
1
+ import * as Duration from "effect/Duration";
2
+ import * as Effect from "effect/Effect";
3
+ import * as Schema from "effect/Schema";
4
+ import * as Stream from "effect/Stream";
5
+ import { ParseError, TimeoutError, type LlmError } from "./Errors.ts";
6
+ import { LlmChunk, LlmResponse, StreamProgress } from "./Models.ts";
7
+ export declare const collect: <R>(stream: Stream.Stream<LlmChunk, import("./Errors.ts").ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | TimeoutError | import("./Errors.ts").TurnLimitError, R>) => Effect.Effect<LlmResponse, import("./Errors.ts").ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | TimeoutError | import("./Errors.ts").TurnLimitError, R>;
8
+ export declare const trackProgress: <R, R2>(stream: Stream.Stream<LlmChunk, LlmError, R>, onProgress: (progress: StreamProgress) => Effect.Effect<void, never, R2>) => Stream.Stream<LlmChunk, LlmError, R | R2>;
9
+ export declare const parsePartialJson: <A, E, RD, RE, R>(stream: Stream.Stream<string, LlmError, R>, schema: Schema.ConstraintCodec<A, E, RD, RE>) => Stream.Stream<A, LlmError, R | RD>;
10
+ export declare const withTimeout: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, duration: Duration.Input) => Stream.Stream<LlmChunk, LlmError, R>;
11
+ export declare const cancellable: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>) => Effect.Effect<readonly [stream: Stream.Stream<LlmChunk, LlmError, R>, cancel: Effect.Effect<void>]>;
12
+ export declare const withSnapshots: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, snapshotInterval?: Duration.Input) => Stream.Stream<string, LlmError, R>;
13
+ export declare const toSSE: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>) => Stream.Stream<string, LlmError, R>;
14
+ export declare const fromSSE: <R>(stream: Stream.Stream<string, LlmError, R>) => Stream.Stream<LlmChunk, LlmError, R>;
15
+ export declare const withHeartbeat: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, heartbeatTimeout: Duration.Input) => Stream.Stream<LlmChunk, LlmError, R>;
16
+ export declare const parallelStream: <A, B, R>(inputs: Iterable<A>, parallelism: number, f: (input: A) => Stream.Stream<B, LlmError, R>) => Stream.Stream<B, LlmError, R>;
17
+ //# sourceMappingURL=Streaming.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../src/Streaming.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAenE,eAAO,MAAM,OAAO,GACjB,CAAC,gvBAEH,CAAA;AAID,eAAO,MAAM,aAAa,GAAI,CAAC,EAAE,EAAE,EACjC,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,YAAY,CAAC,QAAQ,EAAE,cAAc,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KACvE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,CA2BxC,CAAA;AAEH,eAAO,MAAM,gBAAgB,GAAI,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAC9C,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC1C,QAAQ,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,KAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,CAcjC,CAAA;AAKH,eAAO,MAAM,WAAW,GAAI,CAAC,EAC3B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,UAAU,QAAQ,CAAC,KAAK,KACvB,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAIlC,CAAA;AAEJ,eAAO,MAAM,WAAW,GAAI,CAAC,EAC3B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC3C,MAAM,CAAC,MAAM,CACd,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAKlF,CAAA;AAEJ,eAAO,MAAM,aAAa,GAAI,CAAC,EAC7B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,mBAAkB,QAAQ,CAAC,KAAoB,KAC9C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAIjC,CAAA;AAIH,eAAO,MAAM,KAAK,GAAI,CAAC,EACrB,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC3C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAWjC,CAAA;AAEH,eAAO,MAAM,OAAO,GAAI,CAAC,EACvB,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,KACzC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAenC,CAAA;AAEH,eAAO,MAAM,aAAa,GAAI,CAAC,EAC7B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,kBAAkB,QAAQ,CAAC,KAAK,KAC/B,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CACyB,CAAA;AAE/D,eAAO,MAAM,cAAc,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACpC,QAAQ,QAAQ,CAAC,CAAC,CAAC,EACnB,aAAa,MAAM,EACnB,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAM5B,CAAA"}
@@ -0,0 +1,65 @@
1
+ import * as Clock from "effect/Clock";
2
+ import * as Deferred from "effect/Deferred";
3
+ import * as Duration from "effect/Duration";
4
+ import * as Effect from "effect/Effect";
5
+ import * as Schema from "effect/Schema";
6
+ import * as Stream from "effect/Stream";
7
+ import { ParseError, TimeoutError } from "./Errors.js";
8
+ import { LlmChunk, LlmResponse, StreamProgress } from "./Models.js";
9
+ const appendChunk = (response, chunk) => {
10
+ const usage = chunk.usage ?? response.usage;
11
+ return LlmResponse.make({
12
+ content: response.content + chunk.delta,
13
+ metadata: {
14
+ ...response.metadata,
15
+ ...chunk.metadata
16
+ },
17
+ ...(usage === undefined ? {} : { usage })
18
+ });
19
+ };
20
+ export const collect = Effect.fn("@llm4ts/core/Streaming.collect")((stream) => Stream.runFold(stream, () => LlmResponse.make({ content: "" }), appendChunk));
21
+ const estimateTokens = (text) => Math.max(1, Math.floor(text.length / 4));
22
+ export const trackProgress = (stream, onProgress) => Stream.unwrap(Effect.map(Clock.currentTimeMillis, (startTime) => stream.pipe(Stream.mapAccumEffect(() => 0, (tokensProcessed, chunk) => Effect.gen(function* () {
23
+ const now = yield* Clock.currentTimeMillis;
24
+ const elapsedMs = now - startTime;
25
+ const nextTokensProcessed = tokensProcessed + estimateTokens(chunk.delta);
26
+ const elapsedSeconds = elapsedMs / 1_000;
27
+ const tokensPerSecond = elapsedSeconds > 0 ? nextTokensProcessed / elapsedSeconds : 0;
28
+ yield* onProgress(StreamProgress.make({
29
+ tokensProcessed: nextTokensProcessed,
30
+ tokensPerSecond,
31
+ elapsedMs
32
+ }));
33
+ return [nextTokensProcessed, [chunk]];
34
+ })))));
35
+ export const parsePartialJson = (stream, schema) => stream.pipe(Stream.mapAccumEffect(() => "", (accumulated, chunk) => {
36
+ const next = accumulated + chunk;
37
+ return Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(next).pipe(Effect.match({
38
+ onFailure: () => [next, []],
39
+ onSuccess: (value) => [next, [value]]
40
+ }));
41
+ }));
42
+ const timeoutError = (duration) => TimeoutError.make({ duration: Duration.fromInputUnsafe(duration) });
43
+ export const withTimeout = (stream, duration) => Stream.timeoutOrElse(stream, {
44
+ duration,
45
+ orElse: () => Stream.fail(timeoutError(duration))
46
+ });
47
+ export const cancellable = (stream) => Effect.map(Deferred.make(), (deferred) => [
48
+ Stream.interruptWhen(stream, Deferred.await(deferred)),
49
+ Deferred.succeed(deferred, undefined).pipe(Effect.asVoid)
50
+ ]);
51
+ export const withSnapshots = (stream, snapshotInterval = "500 millis") => stream.pipe(Stream.scan("", (content, chunk) => content + chunk.delta), Stream.debounce(snapshotInterval));
52
+ const chunkJson = Schema.fromJsonString(Schema.toCodecJson(LlmChunk));
53
+ export const toSSE = (stream) => Stream.mapEffect(stream, (chunk) => Schema.encodeEffect(chunkJson)(chunk).pipe(Effect.map((encoded) => `data: ${encoded}\n\n`), Effect.mapError((error) => ParseError.make({
54
+ message: `Failed to encode SSE chunk: ${String(error)}`,
55
+ raw: chunk.delta
56
+ }))));
57
+ export const fromSSE = (stream) => stream.pipe(Stream.filter((line) => line.startsWith("data: ")), Stream.map((line) => line.slice("data: ".length).trim()), Stream.filter((payload) => payload.length > 0 && payload !== "[DONE]"), Stream.mapEffect((payload) => Schema.decodeUnknownEffect(chunkJson)(payload).pipe(Effect.mapError((error) => ParseError.make({
58
+ message: `Failed to parse SSE chunk: ${String(error)}`,
59
+ raw: payload
60
+ })))));
61
+ export const withHeartbeat = (stream, heartbeatTimeout) => withTimeout(stream, heartbeatTimeout).pipe(Stream.rechunk(1));
62
+ export const parallelStream = (inputs, parallelism, f) => Stream.fromIterable(inputs).pipe(Stream.mapEffect((input) => Stream.runCollect(f(input)), {
63
+ concurrency: parallelism
64
+ }), Stream.flatMap(Stream.fromIterable));
65
+ //# sourceMappingURL=Streaming.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"Streaming.js","sourceRoot":"","sources":["../src/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAiB,MAAM,aAAa,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAEnE,MAAM,WAAW,GAAG,CAAC,QAAqB,EAAE,KAAe,EAAe,EAAE;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAA;IAE3C,OAAO,WAAW,CAAC,IAAI,CAAC;QACtB,OAAO,EAAE,QAAQ,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK;QACvC,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,KAAK,CAAC,QAAQ;SAClB;QACD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,gCAAgC,CAAC,CAChE,CAAI,MAA4C,EAAE,EAAE,CAClD,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CAC/E,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;AAEzF,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,UAAwE,EAC7B,EAAE,CAC7C,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,SAAS,EAAE,EAAE,CAChD,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,cAAc,CACnB,GAAG,EAAE,CAAC,CAAC,EACP,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,CACzB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC1C,MAAM,SAAS,GAAG,GAAG,GAAG,SAAS,CAAA;IACjC,MAAM,mBAAmB,GAAG,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzE,MAAM,cAAc,GAAG,SAAS,GAAG,KAAK,CAAA;IACxC,MAAM,eAAe,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;IAErF,KAAK,CAAC,CAAC,UAAU,CACf,cAAc,CAAC,IAAI,CAAC;QAClB,eAAe,EAAE,mBAAmB;QACpC,eAAe;QACf,SAAS;KACV,CAAC,CACH,CAAA;IAED,OAAO,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAU,CAAA;AAChD,CAAC,CAAC,CACL,CACF,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,MAA0C,EAC1C,MAA4C,EACR,EAAE,CACtC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,cAAc,CACnB,GAAG,EAAE,CAAC,EAAE,EACR,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE;IACrB,MAAM,IAAI,GAAG,WAAW,GAAG,KAAK,CAAA;IAChC,OAAO,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CACzE,MAAM,CAAC,KAAK,CAAC;QACX,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAU;QACpC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAU;KAC/C,CAAC,CACH,CAAA;AACH,CAAC,CACF,CACF,CAAA;AAEH,MAAM,YAAY,GAAG,CAAC,QAAwB,EAAgB,EAAE,CAC9D,YAAY,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AAErE,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,MAA4C,EAC5C,QAAwB,EACc,EAAE,CACxC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;IAC3B,QAAQ;IACR,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;CAClD,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,MAA4C,EAG5C,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;IAC9C,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtD,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;CAC1D,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,mBAAmC,YAAY,EACX,EAAE,CACtC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,EAC1D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAClC,CAAA;AAEH,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;AAErE,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,MAA4C,EACR,EAAE,CACtC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CACjC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CACxC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,OAAO,MAAM,CAAC,EAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE;IACvD,GAAG,EAAE,KAAK,CAAC,KAAK;CACjB,CAAC,CACH,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,CACrB,MAA0C,EACJ,EAAE,CACxC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAClD,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EACxD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,QAAQ,CAAC,EACtE,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,MAAM,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,8BAA8B,MAAM,CAAC,KAAK,CAAC,EAAE;IACtD,GAAG,EAAE,OAAO;CACb,CAAC,CACH,CACF,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,gBAAgC,EACM,EAAE,CACxC,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,MAAmB,EACnB,WAAmB,EACnB,CAA8C,EACf,EAAE,CACjC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAC9B,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;IACvD,WAAW,EAAE,WAAW;CACzB,CAAC,EACF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CACpC,CAAA"}
@@ -0,0 +1,10 @@
1
+ import * as Effect from "effect/Effect";
2
+ import * as Schema from "effect/Schema";
3
+ import { ParseError, ProviderError } from "./Errors.ts";
4
+ import type { JsonSchema } from "./Models.ts";
5
+ export declare const jsonCandidates: (raw: string) => ReadonlyArray<string>;
6
+ export declare const withSchemaHint: (prompt: string, schema: JsonSchema) => string;
7
+ export declare const parseFromText: <A, E, RD, RE>(raw: string, schema: Schema.ConstraintCodec<A, E, RD, RE>, _jsonSchema: {
8
+ readonly [x: string]: Schema.Json;
9
+ }) => Effect.Effect<A, ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | import("./Errors.ts").TimeoutError | import("./Errors.ts").TurnLimitError, RD>;
10
+ //# sourceMappingURL=StructuredOutput.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StructuredOutput.d.ts","sourceRoot":"","sources":["../src/StructuredOutput.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAiB,MAAM,aAAa,CAAA;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AA2D7C,eAAO,MAAM,cAAc,GAAI,KAAK,MAAM,KAAG,aAAa,CAAC,MAAM,CAkBhE,CAAA;AAED,eAAO,MAAM,cAAc,GAAI,QAAQ,MAAM,EAAE,QAAQ,UAAU,KAAG,MAOnE,CAAA;AAOD,eAAO,MAAM,aAAa,GACxB,CAAC,EACD,CAAC,EACD,EAAE,EACF,EAAE;;+WAoCF,CAAA"}
@@ -0,0 +1,97 @@
1
+ import * as Effect from "effect/Effect";
2
+ import * as Schema from "effect/Schema";
3
+ import { ParseError, ProviderError } from "./Errors.js";
4
+ const snippet = (text) => {
5
+ const trimmed = text.trim();
6
+ return trimmed.length <= 120 ? trimmed : `${trimmed.slice(0, 117)}...`;
7
+ };
8
+ const extractJsonFromMarkdownFences = (raw) => {
9
+ const pattern = /```(?:[\w.+-]+)?\s*(.*?)\s*```/gis;
10
+ const results = [];
11
+ for (const match of raw.matchAll(pattern)) {
12
+ const content = match[1]?.trim();
13
+ if (content !== undefined && content.length > 0) {
14
+ results.push(content);
15
+ }
16
+ }
17
+ return results;
18
+ };
19
+ const extractBalancedJsonObjects = (raw) => {
20
+ const results = [];
21
+ let startIndex;
22
+ let depth = 0;
23
+ let inString = false;
24
+ let escaping = false;
25
+ for (let index = 0; index < raw.length; index += 1) {
26
+ const character = raw.charAt(index);
27
+ if (inString) {
28
+ if (escaping) {
29
+ escaping = false;
30
+ }
31
+ else if (character === "\\") {
32
+ escaping = true;
33
+ }
34
+ else if (character === '"') {
35
+ inString = false;
36
+ }
37
+ continue;
38
+ }
39
+ if (character === '"') {
40
+ inString = true;
41
+ }
42
+ else if (character === "{") {
43
+ startIndex ??= index;
44
+ depth += 1;
45
+ }
46
+ else if (character === "}" && depth > 0) {
47
+ depth -= 1;
48
+ if (depth === 0 && startIndex !== undefined) {
49
+ results.push(raw.slice(startIndex, index + 1));
50
+ startIndex = undefined;
51
+ }
52
+ }
53
+ }
54
+ return results;
55
+ };
56
+ export const jsonCandidates = (raw) => {
57
+ const fenced = extractJsonFromMarkdownFences(raw);
58
+ const balanced = [
59
+ ...extractBalancedJsonObjects(raw),
60
+ ...fenced.flatMap(extractBalancedJsonObjects)
61
+ ];
62
+ const seen = new Set();
63
+ const candidates = [];
64
+ for (const candidate of [raw, ...fenced, ...balanced]) {
65
+ const trimmed = candidate.trim();
66
+ if (trimmed.length > 0 && !seen.has(trimmed)) {
67
+ seen.add(trimmed);
68
+ candidates.push(trimmed);
69
+ }
70
+ }
71
+ return candidates;
72
+ };
73
+ export const withSchemaHint = (prompt, schema) => {
74
+ if (Object.keys(schema).length === 0) {
75
+ return prompt;
76
+ }
77
+ const encoded = JSON.stringify(schema) ?? "{}";
78
+ return `${prompt}\n\nReturn JSON matching this schema:\n${encoded}`;
79
+ };
80
+ export const parseFromText = Effect.fn("@llm4ts/core/StructuredOutput.parseFromText")((raw, schema, _jsonSchema) => {
81
+ if (raw.trim().length === 0) {
82
+ return Effect.fail(ProviderError.make({
83
+ message: "empty response from provider — no text to parse as structured output"
84
+ }));
85
+ }
86
+ const candidates = jsonCandidates(raw);
87
+ const attempts = candidates.map((candidate) => Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(candidate).pipe(Effect.mapError((error) => ({
88
+ candidate,
89
+ error
90
+ }))));
91
+ return Effect.firstSuccessOf(attempts).pipe(Effect.mapError(({ candidate, error }) => ParseError.make({
92
+ message: `Failed to parse response as structured output: ${String(error)} ` +
93
+ `(tried ${attempts.length} candidate(s); last: ${snippet(candidate)})`,
94
+ raw
95
+ })));
96
+ });
97
+ //# sourceMappingURL=StructuredOutput.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StructuredOutput.js","sourceRoot":"","sources":["../src/StructuredOutput.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAiB,MAAM,aAAa,CAAA;AAGtE,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;IAC3B,OAAO,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAA;AACxE,CAAC,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAC,GAAW,EAAyB,EAAE;IAC3E,MAAM,OAAO,GAAG,mCAAmC,CAAA;IACnD,MAAM,OAAO,GAAkB,EAAE,CAAA;IAEjC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAA;QAChC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,0BAA0B,GAAG,CAAC,GAAW,EAAyB,EAAE;IACxE,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,IAAI,UAA8B,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEnC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,KAAK,CAAA;YAClB,CAAC;iBAAM,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC9B,QAAQ,GAAG,IAAI,CAAA;YACjB,CAAC;iBAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;gBAC7B,QAAQ,GAAG,KAAK,CAAA;YAClB,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YAC7B,UAAU,KAAK,KAAK,CAAA;YACpB,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC1C,KAAK,IAAI,CAAC,CAAA;YACV,IAAI,KAAK,KAAK,CAAC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;gBAC9C,UAAU,GAAG,SAAS,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAyB,EAAE;IACnE,MAAM,MAAM,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG;QACf,GAAG,0BAA0B,CAAC,GAAG,CAAC;QAClC,GAAG,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC;KAC9C,CAAA;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,UAAU,GAAkB,EAAE,CAAA;IAEpC,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,CAAA;QAChC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,MAAkB,EAAU,EAAE;IAC3E,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;IAC9C,OAAO,GAAG,MAAM,0CAA0C,OAAO,EAAE,CAAA;AACrE,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,6CAA6C,CAAC,CAAC,CAMpF,GAAW,EACX,MAA4C,EAC5C,WAAuB,EACS,EAAE;IAClC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC,IAAI,CAChB,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO,EAAE,sEAAsE;SAChF,CAAC,CACH,CAAA;IACH,CAAC;IAED,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5C,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CACvE,MAAM,CAAC,QAAQ,CACb,CAAC,KAAK,EAAoB,EAAE,CAAC,CAAC;QAC5B,SAAS;QACT,KAAK;KACN,CAAC,CACH,CACF,CACF,CAAA;IAED,OAAO,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CACvC,UAAU,CAAC,IAAI,CAAC;QACd,OAAO,EACL,kDAAkD,MAAM,CAAC,KAAK,CAAC,GAAG;YAClE,UAAU,QAAQ,CAAC,MAAM,wBAAwB,OAAO,CAAC,SAAS,CAAC,GAAG;QACxE,GAAG;KACJ,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CAAA"}
@@ -0,0 +1,20 @@
1
+ import * as Context from "effect/Context";
2
+ import * as Effect from "effect/Effect";
3
+ import type * as Scope from "effect/Scope";
4
+ import type { LlmError } from "./Errors.ts";
5
+ export interface TemporaryFilesShape {
6
+ readonly write: (prefix: string, suffix: string, contents: string) => Effect.Effect<string, LlmError, Scope.Scope>;
7
+ }
8
+ declare const TemporaryFiles_base: Context.ServiceClass<TemporaryFiles, "@llm4ts/core/TemporaryFiles", TemporaryFilesShape>;
9
+ export declare class TemporaryFiles extends TemporaryFiles_base {
10
+ }
11
+ export interface FakeTemporaryFiles {
12
+ readonly files: Effect.Effect<ReadonlyArray<{
13
+ readonly path: string;
14
+ readonly contents: string;
15
+ }>>;
16
+ readonly temporaryFiles: TemporaryFilesShape;
17
+ }
18
+ export declare const makeFakeTemporaryFiles: (path?: string) => Effect.Effect<FakeTemporaryFiles>;
19
+ export {};
20
+ //# sourceMappingURL=TemporaryFiles.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TemporaryFiles.d.ts","sourceRoot":"","sources":["../src/TemporaryFiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,KAAK,KAAK,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,CACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,KACb,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;CAClD;;AAED,qBAAa,cAAe,SAAQ,mBAEnC;CAAG;AAEJ,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAC3B,aAAa,CAAC;QACZ,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;KAC1B,CAAC,CACH,CAAA;IACD,QAAQ,CAAC,cAAc,EAAE,mBAAmB,CAAA;CAC7C;AAED,eAAO,MAAM,sBAAsB,GACjC,aAAgC,KAC/B,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAoBhC,CAAA"}
@@ -0,0 +1,18 @@
1
+ import * as Context from "effect/Context";
2
+ import * as Effect from "effect/Effect";
3
+ import * as Ref from "effect/Ref";
4
+ export class TemporaryFiles extends Context.Service()("@llm4ts/core/TemporaryFiles") {
5
+ }
6
+ export const makeFakeTemporaryFiles = (path = "/tmp/llm4ts-schema.json") => Ref.make([]).pipe(Effect.map((files) => ({
7
+ files: Ref.get(files),
8
+ temporaryFiles: {
9
+ write: (_prefix, _suffix, contents) => Ref.update(files, (current) => [
10
+ ...current,
11
+ {
12
+ path,
13
+ contents
14
+ }
15
+ ]).pipe(Effect.as(path))
16
+ }
17
+ })));
18
+ //# sourceMappingURL=TemporaryFiles.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"TemporaryFiles.js","sourceRoot":"","sources":["../src/TemporaryFiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AAYjC,MAAM,OAAO,cAAe,SAAQ,OAAO,CAAC,OAAO,EAAuC,CACxF,6BAA6B,CAC9B;CAAG;AAYJ,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,IAAI,GAAG,yBAAyB,EACG,EAAE,CACrC,GAAG,CAAC,IAAI,CAKN,EAAE,CAAC,CAAC,IAAI,CACR,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrB,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC;IACrB,cAAc,EAAE;QACd,KAAK,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CACpC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7B,GAAG,OAAO;YACV;gBACE,IAAI;gBACJ,QAAQ;aACT;SACF,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;KAC3B;CACF,CAAC,CAAC,CACJ,CAAA"}
@@ -0,0 +1,5 @@
1
+ import * as DateTime from "effect/DateTime";
2
+ import { type LlmError } from "./Errors.ts";
3
+ export declare const isGeminiQuota: (text: string) => boolean;
4
+ export declare const classifyUsageLimit: (provider: string, text: string, now: DateTime.Utc, timeZone: string) => LlmError | undefined;
5
+ //# sourceMappingURL=UsageLimits.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"UsageLimits.d.ts","sourceRoot":"","sources":["../src/UsageLimits.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAE3C,OAAO,EAAmC,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAA;AA6B5E,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,KAAG,OAAmD,CAAA;AAuJhG,eAAO,MAAM,kBAAkB,GAC7B,UAAU,MAAM,EAChB,MAAM,MAAM,EACZ,KAAK,QAAQ,CAAC,GAAG,EACjB,UAAU,MAAM,KACf,QAAQ,GAAG,SAsDb,CAAA"}
@@ -0,0 +1,187 @@
1
+ import * as DateTime from "effect/DateTime";
2
+ import * as Duration from "effect/Duration";
3
+ import { RateLimitError, UsageLimitError } from "./Errors.js";
4
+ const codexAt = /try again at\s+(\d{1,2}:\d{2}\s*[AP]M)/i;
5
+ const claudeAt = /usage limit.*?(?:resets?|try again) at\s+(\d{1,2}(?::\d{2})?\s*[ap]m)/i;
6
+ const geminiReset = /reset after\s+((?:\d+(?:ms|[dhms]))+)/i;
7
+ const resetComponent = /(\d+)(ms|[dhms])/gi;
8
+ const shortResetLimit = Duration.seconds(120);
9
+ const geminiQuotaSignals = [
10
+ "exhausted your capacity",
11
+ "quota",
12
+ "resource_exhausted",
13
+ "rate_limit",
14
+ "rate limit",
15
+ "429"
16
+ ];
17
+ const genericQuotaSignals = [
18
+ ...geminiQuotaSignals,
19
+ "usage limit",
20
+ "out of credits",
21
+ "too many requests"
22
+ ];
23
+ const includesSignal = (text, signals) => {
24
+ const normalized = text.toLowerCase();
25
+ return signals.some((signal) => normalized.includes(signal));
26
+ };
27
+ export const isGeminiQuota = (text) => includesSignal(text, geminiQuotaSignals);
28
+ const isGenericQuota = (text) => includesSignal(text, genericQuotaSignals);
29
+ const resetDuration = (specification) => {
30
+ let milliseconds = 0;
31
+ for (const match of specification.matchAll(resetComponent)) {
32
+ const amount = Number(match[1] ?? "0");
33
+ const unit = (match[2] ?? "ms").toLowerCase();
34
+ switch (unit) {
35
+ case "d":
36
+ milliseconds += amount * 86_400_000;
37
+ break;
38
+ case "h":
39
+ milliseconds += amount * 3_600_000;
40
+ break;
41
+ case "m":
42
+ milliseconds += amount * 60_000;
43
+ break;
44
+ case "s":
45
+ milliseconds += amount * 1_000;
46
+ break;
47
+ default:
48
+ milliseconds += amount;
49
+ }
50
+ }
51
+ return Duration.millis(milliseconds);
52
+ };
53
+ const parseWallClockTime = (raw) => {
54
+ const match = raw.trim().match(/^(\d{1,2})(?::(\d{2}))?\s*([ap])m$/i);
55
+ if (match === null) {
56
+ return undefined;
57
+ }
58
+ const clockHour = Number(match[1]);
59
+ const minute = Number(match[2] ?? "0");
60
+ const period = (match[3] ?? "").toLowerCase();
61
+ if (clockHour < 1 || clockHour > 12 || minute < 0 || minute > 59) {
62
+ return undefined;
63
+ }
64
+ return {
65
+ hour: (clockHour % 12) + (period === "p" ? 12 : 0),
66
+ minute
67
+ };
68
+ };
69
+ const dateTimeFormatter = (timeZone) => new Intl.DateTimeFormat("en-US-u-nu-latn", {
70
+ timeZone,
71
+ year: "numeric",
72
+ month: "2-digit",
73
+ day: "2-digit",
74
+ hour: "2-digit",
75
+ minute: "2-digit",
76
+ second: "2-digit",
77
+ hourCycle: "h23"
78
+ });
79
+ const numericPart = (parts, type) => Number(parts.find((part) => part.type === type)?.value ?? "0");
80
+ const localParts = (epochMillis, timeZone) => {
81
+ const parts = dateTimeFormatter(timeZone).formatToParts(new Date(epochMillis));
82
+ return {
83
+ year: numericPart(parts, "year"),
84
+ month: numericPart(parts, "month"),
85
+ day: numericPart(parts, "day"),
86
+ hour: numericPart(parts, "hour"),
87
+ minute: numericPart(parts, "minute"),
88
+ second: numericPart(parts, "second")
89
+ };
90
+ };
91
+ const timeZoneOffsetMillis = (epochMillis, timeZone) => {
92
+ const parts = localParts(epochMillis, timeZone);
93
+ const representedAsUtc = Date.UTC(parts.year, parts.month - 1, parts.day, parts.hour, parts.minute, parts.second);
94
+ return representedAsUtc - Math.trunc(epochMillis / 1_000) * 1_000;
95
+ };
96
+ const epochForLocalTime = (date, time, timeZone) => {
97
+ const utcGuess = Date.UTC(date.year, date.month - 1, date.day, time.hour, time.minute);
98
+ const firstCandidate = utcGuess - timeZoneOffsetMillis(utcGuess, timeZone);
99
+ return utcGuess - timeZoneOffsetMillis(firstCandidate, timeZone);
100
+ };
101
+ const nextCalendarDate = (date) => {
102
+ const next = new Date(Date.UTC(date.year, date.month - 1, date.day + 1));
103
+ return {
104
+ year: next.getUTCFullYear(),
105
+ month: next.getUTCMonth() + 1,
106
+ day: next.getUTCDate()
107
+ };
108
+ };
109
+ const wallClockReset = (text, pattern, now, timeZone) => {
110
+ const rawTime = text.match(pattern)?.[1];
111
+ const time = rawTime === undefined ? undefined : parseWallClockTime(rawTime);
112
+ if (time === undefined) {
113
+ return undefined;
114
+ }
115
+ try {
116
+ const nowMillis = DateTime.toEpochMillis(now);
117
+ const localNow = localParts(nowMillis, timeZone);
118
+ const today = {
119
+ year: localNow.year,
120
+ month: localNow.month,
121
+ day: localNow.day
122
+ };
123
+ const todayCandidate = epochForLocalTime(today, time, timeZone);
124
+ const resetMillis = todayCandidate > nowMillis
125
+ ? todayCandidate
126
+ : epochForLocalTime(nextCalendarDate(today), time, timeZone);
127
+ return DateTime.makeUnsafe(resetMillis);
128
+ }
129
+ catch {
130
+ return undefined;
131
+ }
132
+ };
133
+ export const classifyUsageLimit = (provider, text, now, timeZone) => {
134
+ switch (provider) {
135
+ case "codex": {
136
+ const resetAt = wallClockReset(text, codexAt, now, timeZone);
137
+ return resetAt === undefined
138
+ ? undefined
139
+ : UsageLimitError.make({
140
+ resetAt,
141
+ provider,
142
+ message: text
143
+ });
144
+ }
145
+ case "claude": {
146
+ const resetAt = wallClockReset(text, claudeAt, now, timeZone);
147
+ return resetAt === undefined
148
+ ? undefined
149
+ : UsageLimitError.make({
150
+ resetAt,
151
+ provider,
152
+ message: text
153
+ });
154
+ }
155
+ case "gemini": {
156
+ const resetSpecification = text.match(geminiReset)?.[1];
157
+ if (resetSpecification !== undefined) {
158
+ const duration = resetDuration(resetSpecification);
159
+ return Duration.toMillis(duration) <= Duration.toMillis(shortResetLimit)
160
+ ? RateLimitError.make({ retryAfter: duration })
161
+ : UsageLimitError.make({
162
+ resetAt: DateTime.addDuration(now, duration),
163
+ provider,
164
+ message: text
165
+ });
166
+ }
167
+ return isGeminiQuota(text)
168
+ ? UsageLimitError.make({
169
+ provider,
170
+ message: text
171
+ })
172
+ : undefined;
173
+ }
174
+ case "grok":
175
+ case "cursor":
176
+ case "opencode":
177
+ return isGenericQuota(text)
178
+ ? UsageLimitError.make({
179
+ provider,
180
+ message: text
181
+ })
182
+ : undefined;
183
+ default:
184
+ return undefined;
185
+ }
186
+ };
187
+ //# sourceMappingURL=UsageLimits.js.map