@llm4ts/core 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +47 -0
- package/dist/AgentSession.d.ts +66 -0
- package/dist/AgentSession.d.ts.map +1 -0
- package/dist/AgentSession.js +53 -0
- package/dist/AgentSession.js.map +1 -0
- package/dist/Capability.d.ts +101 -0
- package/dist/Capability.d.ts.map +1 -0
- package/dist/Capability.js +210 -0
- package/dist/Capability.js.map +1 -0
- package/dist/Connector.d.ts +69 -0
- package/dist/Connector.d.ts.map +1 -0
- package/dist/Connector.js +86 -0
- package/dist/Connector.js.map +1 -0
- package/dist/ConnectorConfig.d.ts +70 -0
- package/dist/ConnectorConfig.d.ts.map +1 -0
- package/dist/ConnectorConfig.js +110 -0
- package/dist/ConnectorConfig.js.map +1 -0
- package/dist/ConnectorRegistry.d.ts +28 -0
- package/dist/ConnectorRegistry.d.ts.map +1 -0
- package/dist/ConnectorRegistry.js +87 -0
- package/dist/ConnectorRegistry.js.map +1 -0
- package/dist/ContextManagement.d.ts +78 -0
- package/dist/ContextManagement.d.ts.map +1 -0
- package/dist/ContextManagement.js +221 -0
- package/dist/ContextManagement.js.map +1 -0
- package/dist/Conversation.d.ts +18 -0
- package/dist/Conversation.d.ts.map +1 -0
- package/dist/Conversation.js +17 -0
- package/dist/Conversation.js.map +1 -0
- package/dist/Errors.d.ts +64 -0
- package/dist/Errors.d.ts.map +1 -0
- package/dist/Errors.js +76 -0
- package/dist/Errors.js.map +1 -0
- package/dist/HttpClient.d.ts +43 -0
- package/dist/HttpClient.d.ts.map +1 -0
- package/dist/HttpClient.js +99 -0
- package/dist/HttpClient.js.map +1 -0
- package/dist/LlmService.d.ts +24 -0
- package/dist/LlmService.d.ts.map +1 -0
- package/dist/LlmService.js +4 -0
- package/dist/LlmService.js.map +1 -0
- package/dist/Models.d.ts +138 -0
- package/dist/Models.d.ts.map +1 -0
- package/dist/Models.js +209 -0
- package/dist/Models.js.map +1 -0
- package/dist/ProcessExecutor.d.ts +57 -0
- package/dist/ProcessExecutor.d.ts.map +1 -0
- package/dist/ProcessExecutor.js +71 -0
- package/dist/ProcessExecutor.js.map +1 -0
- package/dist/RateLimiter.d.ts +44 -0
- package/dist/RateLimiter.d.ts.map +1 -0
- package/dist/RateLimiter.js +155 -0
- package/dist/RateLimiter.js.map +1 -0
- package/dist/Streaming.d.ts +17 -0
- package/dist/Streaming.d.ts.map +1 -0
- package/dist/Streaming.js +65 -0
- package/dist/Streaming.js.map +1 -0
- package/dist/StructuredOutput.d.ts +10 -0
- package/dist/StructuredOutput.d.ts.map +1 -0
- package/dist/StructuredOutput.js +97 -0
- package/dist/StructuredOutput.js.map +1 -0
- package/dist/TemporaryFiles.d.ts +20 -0
- package/dist/TemporaryFiles.d.ts.map +1 -0
- package/dist/TemporaryFiles.js +18 -0
- package/dist/TemporaryFiles.js.map +1 -0
- package/dist/UsageLimits.d.ts +5 -0
- package/dist/UsageLimits.d.ts.map +1 -0
- package/dist/UsageLimits.js +187 -0
- package/dist/UsageLimits.js.map +1 -0
- package/dist/eval/Checks.d.ts +6 -0
- package/dist/eval/Checks.d.ts.map +1 -0
- package/dist/eval/Checks.js +39 -0
- package/dist/eval/Checks.js.map +1 -0
- package/dist/eval/Eval.d.ts +57 -0
- package/dist/eval/Eval.d.ts.map +1 -0
- package/dist/eval/Eval.js +91 -0
- package/dist/eval/Eval.js.map +1 -0
- package/dist/eval/EvalSuite.d.ts +21 -0
- package/dist/eval/EvalSuite.d.ts.map +1 -0
- package/dist/eval/EvalSuite.js +30 -0
- package/dist/eval/EvalSuite.js.map +1 -0
- package/dist/eval/Evaluator.d.ts +10 -0
- package/dist/eval/Evaluator.d.ts.map +1 -0
- package/dist/eval/Evaluator.js +14 -0
- package/dist/eval/Evaluator.js.map +1 -0
- package/dist/eval/Judge.d.ts +15 -0
- package/dist/eval/Judge.d.ts.map +1 -0
- package/dist/eval/Judge.js +73 -0
- package/dist/eval/Judge.js.map +1 -0
- package/dist/observability/MeteredLlmService.d.ts +16 -0
- package/dist/observability/MeteredLlmService.d.ts.map +1 -0
- package/dist/observability/MeteredLlmService.js +66 -0
- package/dist/observability/MeteredLlmService.js.map +1 -0
- package/dist/observability/Metrics.d.ts +71 -0
- package/dist/observability/Metrics.d.ts.map +1 -0
- package/dist/observability/Metrics.js +147 -0
- package/dist/observability/Metrics.js.map +1 -0
- package/dist/observability/Redaction.d.ts +8 -0
- package/dist/observability/Redaction.d.ts.map +1 -0
- package/dist/observability/Redaction.js +38 -0
- package/dist/observability/Redaction.js.map +1 -0
- package/dist/observability/StreamRecorder.d.ts +9 -0
- package/dist/observability/StreamRecorder.d.ts.map +1 -0
- package/dist/observability/StreamRecorder.js +10 -0
- package/dist/observability/StreamRecorder.js.map +1 -0
- package/dist/observability/StructuredLogger.d.ts +31 -0
- package/dist/observability/StructuredLogger.d.ts.map +1 -0
- package/dist/observability/StructuredLogger.js +34 -0
- package/dist/observability/StructuredLogger.js.map +1 -0
- package/dist/observability/Tracing.d.ts +38 -0
- package/dist/observability/Tracing.d.ts.map +1 -0
- package/dist/observability/Tracing.js +75 -0
- package/dist/observability/Tracing.js.map +1 -0
- package/dist/providers/AnthropicModels.d.ts +95 -0
- package/dist/providers/AnthropicModels.d.ts.map +1 -0
- package/dist/providers/AnthropicModels.js +83 -0
- package/dist/providers/AnthropicModels.js.map +1 -0
- package/dist/providers/AnthropicProvider.d.ts +13 -0
- package/dist/providers/AnthropicProvider.d.ts.map +1 -0
- package/dist/providers/AnthropicProvider.js +177 -0
- package/dist/providers/AnthropicProvider.js.map +1 -0
- package/dist/providers/AntigravityConnector.d.ts +7 -0
- package/dist/providers/AntigravityConnector.d.ts.map +1 -0
- package/dist/providers/AntigravityConnector.js +52 -0
- package/dist/providers/AntigravityConnector.js.map +1 -0
- package/dist/providers/ClaudeAgentSession.d.ts +11 -0
- package/dist/providers/ClaudeAgentSession.d.ts.map +1 -0
- package/dist/providers/ClaudeAgentSession.js +158 -0
- package/dist/providers/ClaudeAgentSession.js.map +1 -0
- package/dist/providers/ClaudeCliConnector.d.ts +9 -0
- package/dist/providers/ClaudeCliConnector.d.ts.map +1 -0
- package/dist/providers/ClaudeCliConnector.js +123 -0
- package/dist/providers/ClaudeCliConnector.js.map +1 -0
- package/dist/providers/CliSupport.d.ts +21 -0
- package/dist/providers/CliSupport.d.ts.map +1 -0
- package/dist/providers/CliSupport.js +62 -0
- package/dist/providers/CliSupport.js.map +1 -0
- package/dist/providers/CodexConnector.d.ts +12 -0
- package/dist/providers/CodexConnector.d.ts.map +1 -0
- package/dist/providers/CodexConnector.js +175 -0
- package/dist/providers/CodexConnector.js.map +1 -0
- package/dist/providers/ConnectorFactories.d.ts +15 -0
- package/dist/providers/ConnectorFactories.d.ts.map +1 -0
- package/dist/providers/ConnectorFactories.js +74 -0
- package/dist/providers/ConnectorFactories.js.map +1 -0
- package/dist/providers/CopilotConnector.d.ts +6 -0
- package/dist/providers/CopilotConnector.d.ts.map +1 -0
- package/dist/providers/CopilotConnector.js +35 -0
- package/dist/providers/CopilotConnector.js.map +1 -0
- package/dist/providers/CursorConnector.d.ts +8 -0
- package/dist/providers/CursorConnector.d.ts.map +1 -0
- package/dist/providers/CursorConnector.js +82 -0
- package/dist/providers/CursorConnector.js.map +1 -0
- package/dist/providers/GeminiApiProvider.d.ts +9 -0
- package/dist/providers/GeminiApiProvider.d.ts.map +1 -0
- package/dist/providers/GeminiApiProvider.js +181 -0
- package/dist/providers/GeminiApiProvider.js.map +1 -0
- package/dist/providers/GeminiCliProvider.d.ts +106 -0
- package/dist/providers/GeminiCliProvider.d.ts.map +1 -0
- package/dist/providers/GeminiCliProvider.js +596 -0
- package/dist/providers/GeminiCliProvider.js.map +1 -0
- package/dist/providers/GeminiModels.d.ts +92 -0
- package/dist/providers/GeminiModels.d.ts.map +1 -0
- package/dist/providers/GeminiModels.js +80 -0
- package/dist/providers/GeminiModels.js.map +1 -0
- package/dist/providers/GrokCliConnector.d.ts +8 -0
- package/dist/providers/GrokCliConnector.d.ts.map +1 -0
- package/dist/providers/GrokCliConnector.js +82 -0
- package/dist/providers/GrokCliConnector.js.map +1 -0
- package/dist/providers/LmStudioModels.d.ts +114 -0
- package/dist/providers/LmStudioModels.d.ts.map +1 -0
- package/dist/providers/LmStudioModels.js +102 -0
- package/dist/providers/LmStudioModels.js.map +1 -0
- package/dist/providers/LmStudioProvider.d.ts +13 -0
- package/dist/providers/LmStudioProvider.d.ts.map +1 -0
- package/dist/providers/LmStudioProvider.js +158 -0
- package/dist/providers/LmStudioProvider.js.map +1 -0
- package/dist/providers/MockProvider.d.ts +6 -0
- package/dist/providers/MockProvider.d.ts.map +1 -0
- package/dist/providers/MockProvider.js +271 -0
- package/dist/providers/MockProvider.js.map +1 -0
- package/dist/providers/OllamaModels.d.ts +68 -0
- package/dist/providers/OllamaModels.d.ts.map +1 -0
- package/dist/providers/OllamaModels.js +59 -0
- package/dist/providers/OllamaModels.js.map +1 -0
- package/dist/providers/OllamaProvider.d.ts +7 -0
- package/dist/providers/OllamaProvider.d.ts.map +1 -0
- package/dist/providers/OllamaProvider.js +134 -0
- package/dist/providers/OllamaProvider.js.map +1 -0
- package/dist/providers/OpenAIModels.d.ts +139 -0
- package/dist/providers/OpenAIModels.d.ts.map +1 -0
- package/dist/providers/OpenAIModels.js +123 -0
- package/dist/providers/OpenAIModels.js.map +1 -0
- package/dist/providers/OpenAIProvider.d.ts +9 -0
- package/dist/providers/OpenAIProvider.d.ts.map +1 -0
- package/dist/providers/OpenAIProvider.js +185 -0
- package/dist/providers/OpenAIProvider.js.map +1 -0
- package/dist/providers/OpenCodeCliConnector.d.ts +8 -0
- package/dist/providers/OpenCodeCliConnector.d.ts.map +1 -0
- package/dist/providers/OpenCodeCliConnector.js +93 -0
- package/dist/providers/OpenCodeCliConnector.js.map +1 -0
- package/dist/providers/OpenCodeModels.d.ts +61 -0
- package/dist/providers/OpenCodeModels.d.ts.map +1 -0
- package/dist/providers/OpenCodeModels.js +53 -0
- package/dist/providers/OpenCodeModels.js.map +1 -0
- package/dist/providers/OpenCodeProvider.d.ts +10 -0
- package/dist/providers/OpenCodeProvider.d.ts.map +1 -0
- package/dist/providers/OpenCodeProvider.js +154 -0
- package/dist/providers/OpenCodeProvider.js.map +1 -0
- package/dist/providers/PiConnector.d.ts +8 -0
- package/dist/providers/PiConnector.d.ts.map +1 -0
- package/dist/providers/PiConnector.js +99 -0
- package/dist/providers/PiConnector.js.map +1 -0
- package/dist/tools/Tool.d.ts +83 -0
- package/dist/tools/Tool.d.ts.map +1 -0
- package/dist/tools/Tool.js +278 -0
- package/dist/tools/Tool.js.map +1 -0
- package/dist/tools/ToolCallingExecutor.d.ts +18 -0
- package/dist/tools/ToolCallingExecutor.d.ts.map +1 -0
- package/dist/tools/ToolCallingExecutor.js +64 -0
- package/dist/tools/ToolCallingExecutor.js.map +1 -0
- package/dist/tools/ToolRegistry.d.ts +45 -0
- package/dist/tools/ToolRegistry.d.ts.map +1 -0
- package/dist/tools/ToolRegistry.js +133 -0
- package/dist/tools/ToolRegistry.js.map +1 -0
- package/package.json +105 -0
- package/src/.gitkeep +1 -0
- package/src/AgentSession.ts +69 -0
- package/src/Capability.ts +240 -0
- package/src/Connector.ts +220 -0
- package/src/ConnectorConfig.ts +146 -0
- package/src/ConnectorRegistry.ts +184 -0
- package/src/ContextManagement.ts +372 -0
- package/src/Conversation.ts +21 -0
- package/src/Errors.ts +87 -0
- package/src/HttpClient.ts +202 -0
- package/src/LlmService.ts +45 -0
- package/src/Models.ts +250 -0
- package/src/ProcessExecutor.ts +157 -0
- package/src/RateLimiter.ts +238 -0
- package/src/Streaming.ts +164 -0
- package/src/StructuredOutput.ts +138 -0
- package/src/TemporaryFiles.ts +51 -0
- package/src/UsageLimits.ts +242 -0
- package/src/eval/Checks.ts +68 -0
- package/src/eval/Eval.ts +112 -0
- package/src/eval/EvalSuite.ts +63 -0
- package/src/eval/Evaluator.ts +31 -0
- package/src/eval/Judge.ts +92 -0
- package/src/observability/MeteredLlmService.ts +156 -0
- package/src/observability/Metrics.ts +195 -0
- package/src/observability/Redaction.ts +55 -0
- package/src/observability/StreamRecorder.ts +32 -0
- package/src/observability/StructuredLogger.ts +62 -0
- package/src/observability/Tracing.ts +141 -0
- package/src/providers/AnthropicModels.ts +96 -0
- package/src/providers/AnthropicProvider.ts +320 -0
- package/src/providers/AntigravityConnector.ts +77 -0
- package/src/providers/ClaudeAgentSession.ts +226 -0
- package/src/providers/ClaudeCliConnector.ts +201 -0
- package/src/providers/CliSupport.ts +100 -0
- package/src/providers/CodexConnector.ts +251 -0
- package/src/providers/ConnectorFactories.ts +142 -0
- package/src/providers/CopilotConnector.ts +47 -0
- package/src/providers/CursorConnector.ts +120 -0
- package/src/providers/GeminiApiProvider.ts +337 -0
- package/src/providers/GeminiCliProvider.ts +793 -0
- package/src/providers/GeminiModels.ts +97 -0
- package/src/providers/GrokCliConnector.ts +117 -0
- package/src/providers/LmStudioModels.ts +117 -0
- package/src/providers/LmStudioProvider.ts +260 -0
- package/src/providers/MockProvider.ts +322 -0
- package/src/providers/OllamaModels.ts +64 -0
- package/src/providers/OllamaProvider.ts +236 -0
- package/src/providers/OpenAIModels.ts +152 -0
- package/src/providers/OpenAIProvider.ts +331 -0
- package/src/providers/OpenCodeCliConnector.ts +135 -0
- package/src/providers/OpenCodeModels.ts +60 -0
- package/src/providers/OpenCodeProvider.ts +278 -0
- package/src/providers/PiConnector.ts +142 -0
- package/src/tools/Tool.ts +379 -0
- package/src/tools/ToolCallingExecutor.ts +106 -0
- package/src/tools/ToolRegistry.ts +224 -0
|
@@ -0,0 +1,155 @@
|
|
|
1
|
+
import * as Clock from "effect/Clock";
|
|
2
|
+
import * as Context from "effect/Context";
|
|
3
|
+
import * as Duration from "effect/Duration";
|
|
4
|
+
import * as Effect from "effect/Effect";
|
|
5
|
+
import * as Layer from "effect/Layer";
|
|
6
|
+
import * as Ref from "effect/Ref";
|
|
7
|
+
import * as Schema from "effect/Schema";
|
|
8
|
+
export class RateLimiterAcquireTimeout extends Schema.TaggedErrorClass()("AcquireTimeout", {
|
|
9
|
+
timeout: Schema.Duration
|
|
10
|
+
}) {
|
|
11
|
+
}
|
|
12
|
+
export class RateLimiterInvalidConfig extends Schema.TaggedErrorClass()("InvalidConfig", {
|
|
13
|
+
details: Schema.String
|
|
14
|
+
}) {
|
|
15
|
+
}
|
|
16
|
+
export const RateLimiterError = Schema.Union([RateLimiterAcquireTimeout, RateLimiterInvalidConfig]);
|
|
17
|
+
export class RateLimiterConfig extends Schema.Class("RateLimiterConfig")({
|
|
18
|
+
requestsPerMinute: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(60))),
|
|
19
|
+
burstSize: Schema.Int.pipe(Schema.withConstructorDefault(Effect.succeed(10))),
|
|
20
|
+
acquireTimeout: Schema.Duration.pipe(Schema.withConstructorDefault(Effect.succeed(Duration.seconds(30))))
|
|
21
|
+
}) {
|
|
22
|
+
}
|
|
23
|
+
export const rateLimiterConfigFromLlmConfig = (config) => RateLimiterConfig.make({
|
|
24
|
+
requestsPerMinute: config.requestsPerMinute,
|
|
25
|
+
burstSize: config.burstSize,
|
|
26
|
+
acquireTimeout: config.acquireTimeout
|
|
27
|
+
});
|
|
28
|
+
export class RateLimiterMetrics extends Schema.Class("RateLimiterMetrics")({
|
|
29
|
+
totalRequests: Schema.Int,
|
|
30
|
+
throttledRequests: Schema.Int,
|
|
31
|
+
currentTokens: Schema.Int
|
|
32
|
+
}) {
|
|
33
|
+
}
|
|
34
|
+
export class RateLimiter extends Context.Service()("@llm4ts/core/RateLimiter") {
|
|
35
|
+
}
|
|
36
|
+
const nanosPerSecond = 1_000_000_000;
|
|
37
|
+
const configDetails = (config) => `requestsPerMinute=${config.requestsPerMinute}, burstSize=${config.burstSize}, ` +
|
|
38
|
+
`acquireTimeout=${Duration.format(config.acquireTimeout)}`;
|
|
39
|
+
const isConfigValid = (config) => config.requestsPerMinute > 0 &&
|
|
40
|
+
config.burstSize > 0 &&
|
|
41
|
+
Duration.toMillis(config.acquireTimeout) > 0;
|
|
42
|
+
export const makeRateLimiter = Effect.fn("@llm4ts/core/RateLimiter.make")(function* (config) {
|
|
43
|
+
const initialNanos = yield* Clock.currentTimeNanos;
|
|
44
|
+
const state = yield* Ref.make({
|
|
45
|
+
tokens: config.burstSize,
|
|
46
|
+
lastRefillNanos: initialNanos
|
|
47
|
+
});
|
|
48
|
+
const metrics = yield* Ref.make(RateLimiterMetrics.make({
|
|
49
|
+
totalRequests: 0,
|
|
50
|
+
throttledRequests: 0,
|
|
51
|
+
currentTokens: config.burstSize
|
|
52
|
+
}));
|
|
53
|
+
const capacity = config.burstSize;
|
|
54
|
+
const ratePerSecond = config.requestsPerMinute / 60;
|
|
55
|
+
const takeToken = Effect.gen(function* () {
|
|
56
|
+
const now = yield* Clock.currentTimeNanos;
|
|
57
|
+
return yield* Ref.modify(state, (current) => {
|
|
58
|
+
const elapsedNanos = now - current.lastRefillNanos;
|
|
59
|
+
const tokensToAdd = elapsedNanos <= 0n ? 0 : (Number(elapsedNanos) / nanosPerSecond) * ratePerSecond;
|
|
60
|
+
const refilled = tokensToAdd <= 0 ? current.tokens : Math.min(capacity, current.tokens + tokensToAdd);
|
|
61
|
+
const lastRefillNanos = tokensToAdd <= 0 ? current.lastRefillNanos : now;
|
|
62
|
+
if (refilled >= 1) {
|
|
63
|
+
const remaining = refilled - 1;
|
|
64
|
+
return [
|
|
65
|
+
{
|
|
66
|
+
acquired: true,
|
|
67
|
+
tokensAfter: remaining,
|
|
68
|
+
deficit: 0
|
|
69
|
+
},
|
|
70
|
+
{
|
|
71
|
+
tokens: remaining,
|
|
72
|
+
lastRefillNanos
|
|
73
|
+
}
|
|
74
|
+
];
|
|
75
|
+
}
|
|
76
|
+
return [
|
|
77
|
+
{
|
|
78
|
+
acquired: false,
|
|
79
|
+
tokensAfter: refilled,
|
|
80
|
+
deficit: 1 - refilled
|
|
81
|
+
},
|
|
82
|
+
{
|
|
83
|
+
tokens: refilled,
|
|
84
|
+
lastRefillNanos
|
|
85
|
+
}
|
|
86
|
+
];
|
|
87
|
+
});
|
|
88
|
+
});
|
|
89
|
+
const updateCurrentTokens = (tokens) => Ref.update(metrics, (current) => RateLimiterMetrics.make({
|
|
90
|
+
...current,
|
|
91
|
+
currentTokens: Math.trunc(tokens)
|
|
92
|
+
}));
|
|
93
|
+
const waitForToken = (deficit) => {
|
|
94
|
+
if (ratePerSecond <= 0) {
|
|
95
|
+
return Effect.fail(RateLimiterInvalidConfig.make({
|
|
96
|
+
details: configDetails(config)
|
|
97
|
+
}));
|
|
98
|
+
}
|
|
99
|
+
const nanoseconds = BigInt(Math.max(0, Math.ceil((deficit / ratePerSecond) * nanosPerSecond)));
|
|
100
|
+
return Effect.sleep(Duration.nanos(nanoseconds));
|
|
101
|
+
};
|
|
102
|
+
const acquireLoop = (alreadyThrottled) => Effect.gen(function* () {
|
|
103
|
+
const result = yield* takeToken;
|
|
104
|
+
yield* updateCurrentTokens(result.tokensAfter);
|
|
105
|
+
if (result.acquired) {
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
if (!alreadyThrottled) {
|
|
109
|
+
yield* Ref.update(metrics, (current) => RateLimiterMetrics.make({
|
|
110
|
+
...current,
|
|
111
|
+
throttledRequests: current.throttledRequests + 1
|
|
112
|
+
}));
|
|
113
|
+
}
|
|
114
|
+
yield* waitForToken(result.deficit);
|
|
115
|
+
return yield* Effect.suspend(() => acquireLoop(true));
|
|
116
|
+
});
|
|
117
|
+
const acquire = Effect.suspend(() => {
|
|
118
|
+
if (!isConfigValid(config)) {
|
|
119
|
+
return Effect.fail(RateLimiterInvalidConfig.make({
|
|
120
|
+
details: configDetails(config)
|
|
121
|
+
}));
|
|
122
|
+
}
|
|
123
|
+
return Ref.update(metrics, (current) => RateLimiterMetrics.make({
|
|
124
|
+
...current,
|
|
125
|
+
totalRequests: current.totalRequests + 1
|
|
126
|
+
})).pipe(Effect.andThen(acquireLoop(false)), Effect.timeoutOrElse({
|
|
127
|
+
duration: config.acquireTimeout,
|
|
128
|
+
orElse: () => Effect.fail(RateLimiterAcquireTimeout.make({
|
|
129
|
+
timeout: config.acquireTimeout
|
|
130
|
+
}))
|
|
131
|
+
}));
|
|
132
|
+
});
|
|
133
|
+
const tryAcquire = Effect.suspend(() => {
|
|
134
|
+
if (!isConfigValid(config)) {
|
|
135
|
+
return Effect.logWarning(`Rate limiter config invalid: ${configDetails(config)}`).pipe(Effect.as(false));
|
|
136
|
+
}
|
|
137
|
+
return Effect.gen(function* () {
|
|
138
|
+
const result = yield* takeToken;
|
|
139
|
+
yield* updateCurrentTokens(result.tokensAfter);
|
|
140
|
+
yield* Ref.update(metrics, (current) => RateLimiterMetrics.make({
|
|
141
|
+
...current,
|
|
142
|
+
totalRequests: current.totalRequests + 1,
|
|
143
|
+
throttledRequests: current.throttledRequests + (result.acquired ? 0 : 1)
|
|
144
|
+
}));
|
|
145
|
+
return result.acquired;
|
|
146
|
+
});
|
|
147
|
+
});
|
|
148
|
+
return RateLimiter.of({
|
|
149
|
+
acquire,
|
|
150
|
+
tryAcquire,
|
|
151
|
+
metrics: Ref.get(metrics)
|
|
152
|
+
});
|
|
153
|
+
});
|
|
154
|
+
export const rateLimiterLayer = (config) => Layer.effect(RateLimiter, makeRateLimiter(config));
|
|
155
|
+
//# sourceMappingURL=RateLimiter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RateLimiter.js","sourceRoot":"","sources":["../src/RateLimiter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AACjC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAGvC,MAAM,OAAO,yBAA0B,SAAQ,MAAM,CAAC,gBAAgB,EAA6B,CACjG,gBAAgB,EAChB;IACE,OAAO,EAAE,MAAM,CAAC,QAAQ;CACzB,CACF;CAAG;AAEJ,MAAM,OAAO,wBAAyB,SAAQ,MAAM,CAAC,gBAAgB,EAA4B,CAC/F,eAAe,EACf;IACE,OAAO,EAAE,MAAM,CAAC,MAAM;CACvB,CACF;CAAG;AAEJ,MAAM,CAAC,MAAM,gBAAgB,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,yBAAyB,EAAE,wBAAwB,CAAC,CAAC,CAAA;AAGnG,MAAM,OAAO,iBAAkB,SAAQ,MAAM,CAAC,KAAK,CAAoB,mBAAmB,CAAC,CAAC;IAC1F,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IACrF,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;IAC7E,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,IAAI,CAClC,MAAM,CAAC,sBAAsB,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CACpE;CACF,CAAC;CAAG;AAEL,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,MAAiB,EAAqB,EAAE,CACrF,iBAAiB,CAAC,IAAI,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;IAC3C,SAAS,EAAE,MAAM,CAAC,SAAS;IAC3B,cAAc,EAAE,MAAM,CAAC,cAAc;CACtC,CAAC,CAAA;AAEJ,MAAM,OAAO,kBAAmB,SAAQ,MAAM,CAAC,KAAK,CAAqB,oBAAoB,CAAC,CAAC;IAC7F,aAAa,EAAE,MAAM,CAAC,GAAG;IACzB,iBAAiB,EAAE,MAAM,CAAC,GAAG;IAC7B,aAAa,EAAE,MAAM,CAAC,GAAG;CAC1B,CAAC;CAAG;AAQL,MAAM,OAAO,WAAY,SAAQ,OAAO,CAAC,OAAO,EAAiC,CAC/E,0BAA0B,CAC3B;CAAG;AAaJ,MAAM,cAAc,GAAG,aAAa,CAAA;AAEpC,MAAM,aAAa,GAAG,CAAC,MAAyB,EAAU,EAAE,CAC1D,qBAAqB,MAAM,CAAC,iBAAiB,eAAe,MAAM,CAAC,SAAS,IAAI;IAChF,kBAAkB,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAA;AAE5D,MAAM,aAAa,GAAG,CAAC,MAAyB,EAAW,EAAE,CAC3D,MAAM,CAAC,iBAAiB,GAAG,CAAC;IAC5B,MAAM,CAAC,SAAS,GAAG,CAAC;IACpB,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;AAE9C,MAAM,CAAC,MAAM,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,+BAA+B,CAAC,CAAC,QAAQ,CAAC,EACjF,MAAyB;IAEzB,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;IAClD,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAc;QACzC,MAAM,EAAE,MAAM,CAAC,SAAS;QACxB,eAAe,EAAE,YAAY;KAC9B,CAAC,CAAA;IACF,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAC7B,kBAAkB,CAAC,IAAI,CAAC;QACtB,aAAa,EAAE,CAAC;QAChB,iBAAiB,EAAE,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC,SAAS;KAChC,CAAC,CACH,CAAA;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAA;IACjC,MAAM,aAAa,GAAG,MAAM,CAAC,iBAAiB,GAAG,EAAE,CAAA;IAEnD,MAAM,SAAS,GAA8B,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC/D,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,gBAAgB,CAAA;QAEzC,OAAO,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE;YAC1C,MAAM,YAAY,GAAG,GAAG,GAAG,OAAO,CAAC,eAAe,CAAA;YAClD,MAAM,WAAW,GACf,YAAY,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,GAAG,cAAc,CAAC,GAAG,aAAa,CAAA;YAClF,MAAM,QAAQ,GACZ,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC,CAAA;YACtF,MAAM,eAAe,GAAG,WAAW,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,CAAC,GAAG,CAAA;YAExE,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;gBAClB,MAAM,SAAS,GAAG,QAAQ,GAAG,CAAC,CAAA;gBAC9B,OAAO;oBACL;wBACE,QAAQ,EAAE,IAAI;wBACd,WAAW,EAAE,SAAS;wBACtB,OAAO,EAAE,CAAC;qBACX;oBACD;wBACE,MAAM,EAAE,SAAS;wBACjB,eAAe;qBAChB;iBACF,CAAA;YACH,CAAC;YAED,OAAO;gBACL;oBACE,QAAQ,EAAE,KAAK;oBACf,WAAW,EAAE,QAAQ;oBACrB,OAAO,EAAE,CAAC,GAAG,QAAQ;iBACtB;gBACD;oBACE,MAAM,EAAE,QAAQ;oBAChB,eAAe;iBAChB;aACF,CAAA;QACH,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,MAAM,mBAAmB,GAAG,CAAC,MAAc,EAAuB,EAAE,CAClE,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CAC9B,kBAAkB,CAAC,IAAI,CAAC;QACtB,GAAG,OAAO;QACV,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;KAClC,CAAC,CACH,CAAA;IAEH,MAAM,YAAY,GAAG,CAAC,OAAe,EAAiD,EAAE;QACtF,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;YACvB,OAAO,MAAM,CAAC,IAAI,CAChB,wBAAwB,CAAC,IAAI,CAAC;gBAC5B,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;aAC/B,CAAC,CACH,CAAA;QACH,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC,CAAA;QAC9F,OAAO,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,CAAA;IAClD,CAAC,CAAA;IAED,MAAM,WAAW,GAAG,CAAC,gBAAyB,EAAyC,EAAE,CACvF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;QAC/B,KAAK,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAE9C,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACpB,OAAM;QACR,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;gBACtB,GAAG,OAAO;gBACV,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC;aACjD,CAAC,CACH,CAAA;QACH,CAAC;QAED,KAAK,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAA;QACnC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IAEJ,MAAM,OAAO,GAA0C,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QACzE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,IAAI,CAChB,wBAAwB,CAAC,IAAI,CAAC;gBAC5B,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC;aAC/B,CAAC,CACH,CAAA;QACH,CAAC;QAED,OAAO,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;YACtB,GAAG,OAAO;YACV,aAAa,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;SACzC,CAAC,CACH,CAAC,IAAI,CACJ,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,EAClC,MAAM,CAAC,aAAa,CAAC;YACnB,QAAQ,EAAE,MAAM,CAAC,cAAc;YAC/B,MAAM,EAAE,GAAG,EAAE,CACX,MAAM,CAAC,IAAI,CACT,yBAAyB,CAAC,IAAI,CAAC;gBAC7B,OAAO,EAAE,MAAM,CAAC,cAAc;aAC/B,CAAC,CACH;SACJ,CAAC,CACH,CAAA;IACH,CAAC,CAAC,CAAA;IAEF,MAAM,UAAU,GAA2B,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE;QAC7D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3B,OAAO,MAAM,CAAC,UAAU,CAAC,gCAAgC,aAAa,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,IAAI,CACpF,MAAM,CAAC,EAAE,CAAC,KAAK,CAAC,CACjB,CAAA;QACH,CAAC;QAED,OAAO,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YACzB,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,SAAS,CAAA;YAC/B,KAAK,CAAC,CAAC,mBAAmB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YAC9C,KAAK,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,OAAO,EAAE,EAAE,CACrC,kBAAkB,CAAC,IAAI,CAAC;gBACtB,GAAG,OAAO;gBACV,aAAa,EAAE,OAAO,CAAC,aAAa,GAAG,CAAC;gBACxC,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aACzE,CAAC,CACH,CAAA;YACD,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC,CAAC,CAAA;IACJ,CAAC,CAAC,CAAA;IAEF,OAAO,WAAW,CAAC,EAAE,CAAC;QACpB,OAAO;QACP,UAAU;QACV,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC;KAC1B,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,MAAyB,EAA4B,EAAE,CACtF,KAAK,CAAC,MAAM,CAAC,WAAW,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import * as Duration from "effect/Duration";
|
|
2
|
+
import * as Effect from "effect/Effect";
|
|
3
|
+
import * as Schema from "effect/Schema";
|
|
4
|
+
import * as Stream from "effect/Stream";
|
|
5
|
+
import { ParseError, TimeoutError, type LlmError } from "./Errors.ts";
|
|
6
|
+
import { LlmChunk, LlmResponse, StreamProgress } from "./Models.ts";
|
|
7
|
+
export declare const collect: <R>(stream: Stream.Stream<LlmChunk, import("./Errors.ts").ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | TimeoutError | import("./Errors.ts").TurnLimitError, R>) => Effect.Effect<LlmResponse, import("./Errors.ts").ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | TimeoutError | import("./Errors.ts").TurnLimitError, R>;
|
|
8
|
+
export declare const trackProgress: <R, R2>(stream: Stream.Stream<LlmChunk, LlmError, R>, onProgress: (progress: StreamProgress) => Effect.Effect<void, never, R2>) => Stream.Stream<LlmChunk, LlmError, R | R2>;
|
|
9
|
+
export declare const parsePartialJson: <A, E, RD, RE, R>(stream: Stream.Stream<string, LlmError, R>, schema: Schema.ConstraintCodec<A, E, RD, RE>) => Stream.Stream<A, LlmError, R | RD>;
|
|
10
|
+
export declare const withTimeout: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, duration: Duration.Input) => Stream.Stream<LlmChunk, LlmError, R>;
|
|
11
|
+
export declare const cancellable: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>) => Effect.Effect<readonly [stream: Stream.Stream<LlmChunk, LlmError, R>, cancel: Effect.Effect<void>]>;
|
|
12
|
+
export declare const withSnapshots: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, snapshotInterval?: Duration.Input) => Stream.Stream<string, LlmError, R>;
|
|
13
|
+
export declare const toSSE: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>) => Stream.Stream<string, LlmError, R>;
|
|
14
|
+
export declare const fromSSE: <R>(stream: Stream.Stream<string, LlmError, R>) => Stream.Stream<LlmChunk, LlmError, R>;
|
|
15
|
+
export declare const withHeartbeat: <R>(stream: Stream.Stream<LlmChunk, LlmError, R>, heartbeatTimeout: Duration.Input) => Stream.Stream<LlmChunk, LlmError, R>;
|
|
16
|
+
export declare const parallelStream: <A, B, R>(inputs: Iterable<A>, parallelism: number, f: (input: A) => Stream.Stream<B, LlmError, R>) => Stream.Stream<B, LlmError, R>;
|
|
17
|
+
//# sourceMappingURL=Streaming.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Streaming.d.ts","sourceRoot":"","sources":["../src/Streaming.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAenE,eAAO,MAAM,OAAO,GACjB,CAAC,gvBAEH,CAAA;AAID,eAAO,MAAM,aAAa,GAAI,CAAC,EAAE,EAAE,EACjC,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,YAAY,CAAC,QAAQ,EAAE,cAAc,KAAK,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,KACvE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,CA2BxC,CAAA;AAEH,eAAO,MAAM,gBAAgB,GAAI,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,EAC9C,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC1C,QAAQ,MAAM,CAAC,eAAe,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,CAAC,KAC3C,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,CAcjC,CAAA;AAKH,eAAO,MAAM,WAAW,GAAI,CAAC,EAC3B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,UAAU,QAAQ,CAAC,KAAK,KACvB,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAIlC,CAAA;AAEJ,eAAO,MAAM,WAAW,GAAI,CAAC,EAC3B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC3C,MAAM,CAAC,MAAM,CACd,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAKlF,CAAA;AAEJ,eAAO,MAAM,aAAa,GAAI,CAAC,EAC7B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,mBAAkB,QAAQ,CAAC,KAAoB,KAC9C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAIjC,CAAA;AAIH,eAAO,MAAM,KAAK,GAAI,CAAC,EACrB,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC3C,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAWjC,CAAA;AAEH,eAAO,MAAM,OAAO,GAAI,CAAC,EACvB,QAAQ,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC,KACzC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAenC,CAAA;AAEH,eAAO,MAAM,aAAa,GAAI,CAAC,EAC7B,QAAQ,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC,EAC5C,kBAAkB,QAAQ,CAAC,KAAK,KAC/B,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,EAAE,CAAC,CACyB,CAAA;AAE/D,eAAO,MAAM,cAAc,GAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EACpC,QAAQ,QAAQ,CAAC,CAAC,CAAC,EACnB,aAAa,MAAM,EACnB,GAAG,CAAC,KAAK,EAAE,CAAC,KAAK,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAC7C,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAM5B,CAAA"}
|
|
@@ -0,0 +1,65 @@
|
|
|
1
|
+
import * as Clock from "effect/Clock";
|
|
2
|
+
import * as Deferred from "effect/Deferred";
|
|
3
|
+
import * as Duration from "effect/Duration";
|
|
4
|
+
import * as Effect from "effect/Effect";
|
|
5
|
+
import * as Schema from "effect/Schema";
|
|
6
|
+
import * as Stream from "effect/Stream";
|
|
7
|
+
import { ParseError, TimeoutError } from "./Errors.js";
|
|
8
|
+
import { LlmChunk, LlmResponse, StreamProgress } from "./Models.js";
|
|
9
|
+
const appendChunk = (response, chunk) => {
|
|
10
|
+
const usage = chunk.usage ?? response.usage;
|
|
11
|
+
return LlmResponse.make({
|
|
12
|
+
content: response.content + chunk.delta,
|
|
13
|
+
metadata: {
|
|
14
|
+
...response.metadata,
|
|
15
|
+
...chunk.metadata
|
|
16
|
+
},
|
|
17
|
+
...(usage === undefined ? {} : { usage })
|
|
18
|
+
});
|
|
19
|
+
};
|
|
20
|
+
export const collect = Effect.fn("@llm4ts/core/Streaming.collect")((stream) => Stream.runFold(stream, () => LlmResponse.make({ content: "" }), appendChunk));
|
|
21
|
+
const estimateTokens = (text) => Math.max(1, Math.floor(text.length / 4));
|
|
22
|
+
export const trackProgress = (stream, onProgress) => Stream.unwrap(Effect.map(Clock.currentTimeMillis, (startTime) => stream.pipe(Stream.mapAccumEffect(() => 0, (tokensProcessed, chunk) => Effect.gen(function* () {
|
|
23
|
+
const now = yield* Clock.currentTimeMillis;
|
|
24
|
+
const elapsedMs = now - startTime;
|
|
25
|
+
const nextTokensProcessed = tokensProcessed + estimateTokens(chunk.delta);
|
|
26
|
+
const elapsedSeconds = elapsedMs / 1_000;
|
|
27
|
+
const tokensPerSecond = elapsedSeconds > 0 ? nextTokensProcessed / elapsedSeconds : 0;
|
|
28
|
+
yield* onProgress(StreamProgress.make({
|
|
29
|
+
tokensProcessed: nextTokensProcessed,
|
|
30
|
+
tokensPerSecond,
|
|
31
|
+
elapsedMs
|
|
32
|
+
}));
|
|
33
|
+
return [nextTokensProcessed, [chunk]];
|
|
34
|
+
})))));
|
|
35
|
+
export const parsePartialJson = (stream, schema) => stream.pipe(Stream.mapAccumEffect(() => "", (accumulated, chunk) => {
|
|
36
|
+
const next = accumulated + chunk;
|
|
37
|
+
return Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(next).pipe(Effect.match({
|
|
38
|
+
onFailure: () => [next, []],
|
|
39
|
+
onSuccess: (value) => [next, [value]]
|
|
40
|
+
}));
|
|
41
|
+
}));
|
|
42
|
+
const timeoutError = (duration) => TimeoutError.make({ duration: Duration.fromInputUnsafe(duration) });
|
|
43
|
+
export const withTimeout = (stream, duration) => Stream.timeoutOrElse(stream, {
|
|
44
|
+
duration,
|
|
45
|
+
orElse: () => Stream.fail(timeoutError(duration))
|
|
46
|
+
});
|
|
47
|
+
export const cancellable = (stream) => Effect.map(Deferred.make(), (deferred) => [
|
|
48
|
+
Stream.interruptWhen(stream, Deferred.await(deferred)),
|
|
49
|
+
Deferred.succeed(deferred, undefined).pipe(Effect.asVoid)
|
|
50
|
+
]);
|
|
51
|
+
export const withSnapshots = (stream, snapshotInterval = "500 millis") => stream.pipe(Stream.scan("", (content, chunk) => content + chunk.delta), Stream.debounce(snapshotInterval));
|
|
52
|
+
const chunkJson = Schema.fromJsonString(Schema.toCodecJson(LlmChunk));
|
|
53
|
+
export const toSSE = (stream) => Stream.mapEffect(stream, (chunk) => Schema.encodeEffect(chunkJson)(chunk).pipe(Effect.map((encoded) => `data: ${encoded}\n\n`), Effect.mapError((error) => ParseError.make({
|
|
54
|
+
message: `Failed to encode SSE chunk: ${String(error)}`,
|
|
55
|
+
raw: chunk.delta
|
|
56
|
+
}))));
|
|
57
|
+
export const fromSSE = (stream) => stream.pipe(Stream.filter((line) => line.startsWith("data: ")), Stream.map((line) => line.slice("data: ".length).trim()), Stream.filter((payload) => payload.length > 0 && payload !== "[DONE]"), Stream.mapEffect((payload) => Schema.decodeUnknownEffect(chunkJson)(payload).pipe(Effect.mapError((error) => ParseError.make({
|
|
58
|
+
message: `Failed to parse SSE chunk: ${String(error)}`,
|
|
59
|
+
raw: payload
|
|
60
|
+
})))));
|
|
61
|
+
export const withHeartbeat = (stream, heartbeatTimeout) => withTimeout(stream, heartbeatTimeout).pipe(Stream.rechunk(1));
|
|
62
|
+
export const parallelStream = (inputs, parallelism, f) => Stream.fromIterable(inputs).pipe(Stream.mapEffect((input) => Stream.runCollect(f(input)), {
|
|
63
|
+
concurrency: parallelism
|
|
64
|
+
}), Stream.flatMap(Stream.fromIterable));
|
|
65
|
+
//# sourceMappingURL=Streaming.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Streaming.js","sourceRoot":"","sources":["../src/Streaming.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAC3C,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAiB,MAAM,aAAa,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAEnE,MAAM,WAAW,GAAG,CAAC,QAAqB,EAAE,KAAe,EAAe,EAAE;IAC1E,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,IAAI,QAAQ,CAAC,KAAK,CAAA;IAE3C,OAAO,WAAW,CAAC,IAAI,CAAC;QACtB,OAAO,EAAE,QAAQ,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK;QACvC,QAAQ,EAAE;YACR,GAAG,QAAQ,CAAC,QAAQ;YACpB,GAAG,KAAK,CAAC,QAAQ;SAClB;QACD,GAAG,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC;KAC1C,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,gCAAgC,CAAC,CAChE,CAAI,MAA4C,EAAE,EAAE,CAClD,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,CAAC,CAC/E,CAAA;AAED,MAAM,cAAc,GAAG,CAAC,IAAY,EAAU,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAA;AAEzF,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,UAAwE,EAC7B,EAAE,CAC7C,MAAM,CAAC,MAAM,CACX,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,EAAE,CAAC,SAAS,EAAE,EAAE,CAChD,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,cAAc,CACnB,GAAG,EAAE,CAAC,CAAC,EACP,CAAC,eAAe,EAAE,KAAK,EAAE,EAAE,CACzB,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;IAClB,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAA;IAC1C,MAAM,SAAS,GAAG,GAAG,GAAG,SAAS,CAAA;IACjC,MAAM,mBAAmB,GAAG,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IACzE,MAAM,cAAc,GAAG,SAAS,GAAG,KAAK,CAAA;IACxC,MAAM,eAAe,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,mBAAmB,GAAG,cAAc,CAAC,CAAC,CAAC,CAAC,CAAA;IAErF,KAAK,CAAC,CAAC,UAAU,CACf,cAAc,CAAC,IAAI,CAAC;QAClB,eAAe,EAAE,mBAAmB;QACpC,eAAe;QACf,SAAS;KACV,CAAC,CACH,CAAA;IAED,OAAO,CAAC,mBAAmB,EAAE,CAAC,KAAK,CAAC,CAAU,CAAA;AAChD,CAAC,CAAC,CACL,CACF,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAC9B,MAA0C,EAC1C,MAA4C,EACR,EAAE,CACtC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,cAAc,CACnB,GAAG,EAAE,CAAC,EAAE,EACR,CAAC,WAAW,EAAE,KAAK,EAAE,EAAE;IACrB,MAAM,IAAI,GAAG,WAAW,GAAG,KAAK,CAAA;IAChC,OAAO,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CACzE,MAAM,CAAC,KAAK,CAAC;QACX,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC,IAAI,EAAE,EAAE,CAAU;QACpC,SAAS,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,CAAC,CAAU;KAC/C,CAAC,CACH,CAAA;AACH,CAAC,CACF,CACF,CAAA;AAEH,MAAM,YAAY,GAAG,CAAC,QAAwB,EAAgB,EAAE,CAC9D,YAAY,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,eAAe,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAA;AAErE,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,MAA4C,EAC5C,QAAwB,EACc,EAAE,CACxC,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE;IAC3B,QAAQ;IACR,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;CAClD,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,WAAW,GAAG,CACzB,MAA4C,EAG5C,EAAE,CACF,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,EAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;IAC9C,MAAM,CAAC,aAAa,CAAC,MAAM,EAAE,QAAQ,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACtD,QAAQ,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;CAC1D,CAAC,CAAA;AAEJ,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,mBAAmC,YAAY,EACX,EAAE,CACtC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,GAAG,KAAK,CAAC,KAAK,CAAC,EAC1D,MAAM,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAClC,CAAA;AAEH,MAAM,SAAS,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAA;AAErE,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,MAA4C,EACR,EAAE,CACtC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE,CACjC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CACxC,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,SAAS,OAAO,MAAM,CAAC,EAC/C,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,+BAA+B,MAAM,CAAC,KAAK,CAAC,EAAE;IACvD,GAAG,EAAE,KAAK,CAAC,KAAK;CACjB,CAAC,CACH,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,CACrB,MAA0C,EACJ,EAAE,CACxC,MAAM,CAAC,IAAI,CACT,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAClD,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,EACxD,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,OAAO,KAAK,QAAQ,CAAC,EACtE,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAC3B,MAAM,CAAC,mBAAmB,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CACjD,MAAM,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,EAAE,CACxB,UAAU,CAAC,IAAI,CAAC;IACd,OAAO,EAAE,8BAA8B,MAAM,CAAC,KAAK,CAAC,EAAE;IACtD,GAAG,EAAE,OAAO;CACb,CAAC,CACH,CACF,CACF,CACF,CAAA;AAEH,MAAM,CAAC,MAAM,aAAa,GAAG,CAC3B,MAA4C,EAC5C,gBAAgC,EACM,EAAE,CACxC,WAAW,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAA;AAE/D,MAAM,CAAC,MAAM,cAAc,GAAG,CAC5B,MAAmB,EACnB,WAAmB,EACnB,CAA8C,EACf,EAAE,CACjC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAC9B,MAAM,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;IACvD,WAAW,EAAE,WAAW;CACzB,CAAC,EACF,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CACpC,CAAA"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import * as Effect from "effect/Effect";
|
|
2
|
+
import * as Schema from "effect/Schema";
|
|
3
|
+
import { ParseError, ProviderError } from "./Errors.ts";
|
|
4
|
+
import type { JsonSchema } from "./Models.ts";
|
|
5
|
+
export declare const jsonCandidates: (raw: string) => ReadonlyArray<string>;
|
|
6
|
+
export declare const withSchemaHint: (prompt: string, schema: JsonSchema) => string;
|
|
7
|
+
export declare const parseFromText: <A, E, RD, RE>(raw: string, schema: Schema.ConstraintCodec<A, E, RD, RE>, _jsonSchema: {
|
|
8
|
+
readonly [x: string]: Schema.Json;
|
|
9
|
+
}) => Effect.Effect<A, ProviderError | import("./Errors.ts").UsageLimitError | import("./Errors.ts").AuthenticationError | import("./Errors.ts").InvalidRequestError | ParseError | import("./Errors.ts").ToolError | import("./Errors.ts").ConfigError | import("./Errors.ts").RateLimitError | import("./Errors.ts").TimeoutError | import("./Errors.ts").TurnLimitError, RD>;
|
|
10
|
+
//# sourceMappingURL=StructuredOutput.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StructuredOutput.d.ts","sourceRoot":"","sources":["../src/StructuredOutput.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAiB,MAAM,aAAa,CAAA;AACtE,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAA;AA2D7C,eAAO,MAAM,cAAc,GAAI,KAAK,MAAM,KAAG,aAAa,CAAC,MAAM,CAkBhE,CAAA;AAED,eAAO,MAAM,cAAc,GAAI,QAAQ,MAAM,EAAE,QAAQ,UAAU,KAAG,MAOnE,CAAA;AAOD,eAAO,MAAM,aAAa,GACxB,CAAC,EACD,CAAC,EACD,EAAE,EACF,EAAE;;+WAoCF,CAAA"}
|
|
@@ -0,0 +1,97 @@
|
|
|
1
|
+
import * as Effect from "effect/Effect";
|
|
2
|
+
import * as Schema from "effect/Schema";
|
|
3
|
+
import { ParseError, ProviderError } from "./Errors.js";
|
|
4
|
+
const snippet = (text) => {
|
|
5
|
+
const trimmed = text.trim();
|
|
6
|
+
return trimmed.length <= 120 ? trimmed : `${trimmed.slice(0, 117)}...`;
|
|
7
|
+
};
|
|
8
|
+
const extractJsonFromMarkdownFences = (raw) => {
|
|
9
|
+
const pattern = /```(?:[\w.+-]+)?\s*(.*?)\s*```/gis;
|
|
10
|
+
const results = [];
|
|
11
|
+
for (const match of raw.matchAll(pattern)) {
|
|
12
|
+
const content = match[1]?.trim();
|
|
13
|
+
if (content !== undefined && content.length > 0) {
|
|
14
|
+
results.push(content);
|
|
15
|
+
}
|
|
16
|
+
}
|
|
17
|
+
return results;
|
|
18
|
+
};
|
|
19
|
+
const extractBalancedJsonObjects = (raw) => {
|
|
20
|
+
const results = [];
|
|
21
|
+
let startIndex;
|
|
22
|
+
let depth = 0;
|
|
23
|
+
let inString = false;
|
|
24
|
+
let escaping = false;
|
|
25
|
+
for (let index = 0; index < raw.length; index += 1) {
|
|
26
|
+
const character = raw.charAt(index);
|
|
27
|
+
if (inString) {
|
|
28
|
+
if (escaping) {
|
|
29
|
+
escaping = false;
|
|
30
|
+
}
|
|
31
|
+
else if (character === "\\") {
|
|
32
|
+
escaping = true;
|
|
33
|
+
}
|
|
34
|
+
else if (character === '"') {
|
|
35
|
+
inString = false;
|
|
36
|
+
}
|
|
37
|
+
continue;
|
|
38
|
+
}
|
|
39
|
+
if (character === '"') {
|
|
40
|
+
inString = true;
|
|
41
|
+
}
|
|
42
|
+
else if (character === "{") {
|
|
43
|
+
startIndex ??= index;
|
|
44
|
+
depth += 1;
|
|
45
|
+
}
|
|
46
|
+
else if (character === "}" && depth > 0) {
|
|
47
|
+
depth -= 1;
|
|
48
|
+
if (depth === 0 && startIndex !== undefined) {
|
|
49
|
+
results.push(raw.slice(startIndex, index + 1));
|
|
50
|
+
startIndex = undefined;
|
|
51
|
+
}
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
return results;
|
|
55
|
+
};
|
|
56
|
+
export const jsonCandidates = (raw) => {
|
|
57
|
+
const fenced = extractJsonFromMarkdownFences(raw);
|
|
58
|
+
const balanced = [
|
|
59
|
+
...extractBalancedJsonObjects(raw),
|
|
60
|
+
...fenced.flatMap(extractBalancedJsonObjects)
|
|
61
|
+
];
|
|
62
|
+
const seen = new Set();
|
|
63
|
+
const candidates = [];
|
|
64
|
+
for (const candidate of [raw, ...fenced, ...balanced]) {
|
|
65
|
+
const trimmed = candidate.trim();
|
|
66
|
+
if (trimmed.length > 0 && !seen.has(trimmed)) {
|
|
67
|
+
seen.add(trimmed);
|
|
68
|
+
candidates.push(trimmed);
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
return candidates;
|
|
72
|
+
};
|
|
73
|
+
export const withSchemaHint = (prompt, schema) => {
|
|
74
|
+
if (Object.keys(schema).length === 0) {
|
|
75
|
+
return prompt;
|
|
76
|
+
}
|
|
77
|
+
const encoded = JSON.stringify(schema) ?? "{}";
|
|
78
|
+
return `${prompt}\n\nReturn JSON matching this schema:\n${encoded}`;
|
|
79
|
+
};
|
|
80
|
+
export const parseFromText = Effect.fn("@llm4ts/core/StructuredOutput.parseFromText")((raw, schema, _jsonSchema) => {
|
|
81
|
+
if (raw.trim().length === 0) {
|
|
82
|
+
return Effect.fail(ProviderError.make({
|
|
83
|
+
message: "empty response from provider — no text to parse as structured output"
|
|
84
|
+
}));
|
|
85
|
+
}
|
|
86
|
+
const candidates = jsonCandidates(raw);
|
|
87
|
+
const attempts = candidates.map((candidate) => Schema.decodeUnknownEffect(Schema.fromJsonString(schema))(candidate).pipe(Effect.mapError((error) => ({
|
|
88
|
+
candidate,
|
|
89
|
+
error
|
|
90
|
+
}))));
|
|
91
|
+
return Effect.firstSuccessOf(attempts).pipe(Effect.mapError(({ candidate, error }) => ParseError.make({
|
|
92
|
+
message: `Failed to parse response as structured output: ${String(error)} ` +
|
|
93
|
+
`(tried ${attempts.length} candidate(s); last: ${snippet(candidate)})`,
|
|
94
|
+
raw
|
|
95
|
+
})));
|
|
96
|
+
});
|
|
97
|
+
//# sourceMappingURL=StructuredOutput.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StructuredOutput.js","sourceRoot":"","sources":["../src/StructuredOutput.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAE,UAAU,EAAE,aAAa,EAAiB,MAAM,aAAa,CAAA;AAGtE,MAAM,OAAO,GAAG,CAAC,IAAY,EAAU,EAAE;IACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAA;IAC3B,OAAO,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAA;AACxE,CAAC,CAAA;AAED,MAAM,6BAA6B,GAAG,CAAC,GAAW,EAAyB,EAAE;IAC3E,MAAM,OAAO,GAAG,mCAAmC,CAAA;IACnD,MAAM,OAAO,GAAkB,EAAE,CAAA;IAEjC,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAA;QAChC,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACvB,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,0BAA0B,GAAG,CAAC,GAAW,EAAyB,EAAE;IACxE,MAAM,OAAO,GAAkB,EAAE,CAAA;IACjC,IAAI,UAA8B,CAAA;IAClC,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,QAAQ,GAAG,KAAK,CAAA;IAEpB,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,GAAG,CAAC,MAAM,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC;QACnD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAEnC,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,QAAQ,EAAE,CAAC;gBACb,QAAQ,GAAG,KAAK,CAAA;YAClB,CAAC;iBAAM,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBAC9B,QAAQ,GAAG,IAAI,CAAA;YACjB,CAAC;iBAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;gBAC7B,QAAQ,GAAG,KAAK,CAAA;YAClB,CAAC;YACD,SAAQ;QACV,CAAC;QAED,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YACtB,QAAQ,GAAG,IAAI,CAAA;QACjB,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;YAC7B,UAAU,KAAK,KAAK,CAAA;YACpB,KAAK,IAAI,CAAC,CAAA;QACZ,CAAC;aAAM,IAAI,SAAS,KAAK,GAAG,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;YAC1C,KAAK,IAAI,CAAC,CAAA;YACV,IAAI,KAAK,KAAK,CAAC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;gBAC5C,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAA;gBAC9C,UAAU,GAAG,SAAS,CAAA;YACxB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAW,EAAyB,EAAE;IACnE,MAAM,MAAM,GAAG,6BAA6B,CAAC,GAAG,CAAC,CAAA;IACjD,MAAM,QAAQ,GAAG;QACf,GAAG,0BAA0B,CAAC,GAAG,CAAC;QAClC,GAAG,MAAM,CAAC,OAAO,CAAC,0BAA0B,CAAC;KAC9C,CAAA;IACD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAA;IAC9B,MAAM,UAAU,GAAkB,EAAE,CAAA;IAEpC,KAAK,MAAM,SAAS,IAAI,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;QACtD,MAAM,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,CAAA;QAChC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;YACjB,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,MAAc,EAAE,MAAkB,EAAU,EAAE;IAC3E,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACrC,OAAO,MAAM,CAAA;IACf,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,IAAI,CAAA;IAC9C,OAAO,GAAG,MAAM,0CAA0C,OAAO,EAAE,CAAA;AACrE,CAAC,CAAA;AAOD,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC,EAAE,CAAC,6CAA6C,CAAC,CAAC,CAMpF,GAAW,EACX,MAA4C,EAC5C,WAAuB,EACS,EAAE;IAClC,IAAI,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,OAAO,MAAM,CAAC,IAAI,CAChB,aAAa,CAAC,IAAI,CAAC;YACjB,OAAO,EAAE,sEAAsE;SAChF,CAAC,CACH,CAAA;IACH,CAAC;IAED,MAAM,UAAU,GAAG,cAAc,CAAC,GAAG,CAAC,CAAA;IACtC,MAAM,QAAQ,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAC5C,MAAM,CAAC,mBAAmB,CAAC,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,IAAI,CACvE,MAAM,CAAC,QAAQ,CACb,CAAC,KAAK,EAAoB,EAAE,CAAC,CAAC;QAC5B,SAAS;QACT,KAAK;KACN,CAAC,CACH,CACF,CACF,CAAA;IAED,OAAO,MAAM,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CACzC,MAAM,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,CACvC,UAAU,CAAC,IAAI,CAAC;QACd,OAAO,EACL,kDAAkD,MAAM,CAAC,KAAK,CAAC,GAAG;YAClE,UAAU,QAAQ,CAAC,MAAM,wBAAwB,OAAO,CAAC,SAAS,CAAC,GAAG;QACxE,GAAG;KACJ,CAAC,CACH,CACF,CAAA;AACH,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import * as Context from "effect/Context";
|
|
2
|
+
import * as Effect from "effect/Effect";
|
|
3
|
+
import type * as Scope from "effect/Scope";
|
|
4
|
+
import type { LlmError } from "./Errors.ts";
|
|
5
|
+
export interface TemporaryFilesShape {
|
|
6
|
+
readonly write: (prefix: string, suffix: string, contents: string) => Effect.Effect<string, LlmError, Scope.Scope>;
|
|
7
|
+
}
|
|
8
|
+
declare const TemporaryFiles_base: Context.ServiceClass<TemporaryFiles, "@llm4ts/core/TemporaryFiles", TemporaryFilesShape>;
|
|
9
|
+
export declare class TemporaryFiles extends TemporaryFiles_base {
|
|
10
|
+
}
|
|
11
|
+
export interface FakeTemporaryFiles {
|
|
12
|
+
readonly files: Effect.Effect<ReadonlyArray<{
|
|
13
|
+
readonly path: string;
|
|
14
|
+
readonly contents: string;
|
|
15
|
+
}>>;
|
|
16
|
+
readonly temporaryFiles: TemporaryFilesShape;
|
|
17
|
+
}
|
|
18
|
+
export declare const makeFakeTemporaryFiles: (path?: string) => Effect.Effect<FakeTemporaryFiles>;
|
|
19
|
+
export {};
|
|
20
|
+
//# sourceMappingURL=TemporaryFiles.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TemporaryFiles.d.ts","sourceRoot":"","sources":["../src/TemporaryFiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AAEvC,OAAO,KAAK,KAAK,KAAK,MAAM,cAAc,CAAA;AAC1C,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,KAAK,EAAE,CACd,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,KACb,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;CAClD;;AAED,qBAAa,cAAe,SAAQ,mBAEnC;CAAG;AAEJ,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,CAC3B,aAAa,CAAC;QACZ,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;QACrB,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;KAC1B,CAAC,CACH,CAAA;IACD,QAAQ,CAAC,cAAc,EAAE,mBAAmB,CAAA;CAC7C;AAED,eAAO,MAAM,sBAAsB,GACjC,aAAgC,KAC/B,MAAM,CAAC,MAAM,CAAC,kBAAkB,CAoBhC,CAAA"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import * as Context from "effect/Context";
|
|
2
|
+
import * as Effect from "effect/Effect";
|
|
3
|
+
import * as Ref from "effect/Ref";
|
|
4
|
+
export class TemporaryFiles extends Context.Service()("@llm4ts/core/TemporaryFiles") {
|
|
5
|
+
}
|
|
6
|
+
export const makeFakeTemporaryFiles = (path = "/tmp/llm4ts-schema.json") => Ref.make([]).pipe(Effect.map((files) => ({
|
|
7
|
+
files: Ref.get(files),
|
|
8
|
+
temporaryFiles: {
|
|
9
|
+
write: (_prefix, _suffix, contents) => Ref.update(files, (current) => [
|
|
10
|
+
...current,
|
|
11
|
+
{
|
|
12
|
+
path,
|
|
13
|
+
contents
|
|
14
|
+
}
|
|
15
|
+
]).pipe(Effect.as(path))
|
|
16
|
+
}
|
|
17
|
+
})));
|
|
18
|
+
//# sourceMappingURL=TemporaryFiles.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"TemporaryFiles.js","sourceRoot":"","sources":["../src/TemporaryFiles.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,MAAM,MAAM,eAAe,CAAA;AACvC,OAAO,KAAK,GAAG,MAAM,YAAY,CAAA;AAYjC,MAAM,OAAO,cAAe,SAAQ,OAAO,CAAC,OAAO,EAAuC,CACxF,6BAA6B,CAC9B;CAAG;AAYJ,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,IAAI,GAAG,yBAAyB,EACG,EAAE,CACrC,GAAG,CAAC,IAAI,CAKN,EAAE,CAAC,CAAC,IAAI,CACR,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACrB,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC;IACrB,cAAc,EAAE;QACd,KAAK,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,EAAE,CACpC,GAAG,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;YAC7B,GAAG,OAAO;YACV;gBACE,IAAI;gBACJ,QAAQ;aACT;SACF,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;KAC3B;CACF,CAAC,CAAC,CACJ,CAAA"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import * as DateTime from "effect/DateTime";
|
|
2
|
+
import { type LlmError } from "./Errors.ts";
|
|
3
|
+
export declare const isGeminiQuota: (text: string) => boolean;
|
|
4
|
+
export declare const classifyUsageLimit: (provider: string, text: string, now: DateTime.Utc, timeZone: string) => LlmError | undefined;
|
|
5
|
+
//# sourceMappingURL=UsageLimits.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"UsageLimits.d.ts","sourceRoot":"","sources":["../src/UsageLimits.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,QAAQ,MAAM,iBAAiB,CAAA;AAE3C,OAAO,EAAmC,KAAK,QAAQ,EAAE,MAAM,aAAa,CAAA;AA6B5E,eAAO,MAAM,aAAa,GAAI,MAAM,MAAM,KAAG,OAAmD,CAAA;AAuJhG,eAAO,MAAM,kBAAkB,GAC7B,UAAU,MAAM,EAChB,MAAM,MAAM,EACZ,KAAK,QAAQ,CAAC,GAAG,EACjB,UAAU,MAAM,KACf,QAAQ,GAAG,SAsDb,CAAA"}
|
|
@@ -0,0 +1,187 @@
|
|
|
1
|
+
import * as DateTime from "effect/DateTime";
|
|
2
|
+
import * as Duration from "effect/Duration";
|
|
3
|
+
import { RateLimitError, UsageLimitError } from "./Errors.js";
|
|
4
|
+
const codexAt = /try again at\s+(\d{1,2}:\d{2}\s*[AP]M)/i;
|
|
5
|
+
const claudeAt = /usage limit.*?(?:resets?|try again) at\s+(\d{1,2}(?::\d{2})?\s*[ap]m)/i;
|
|
6
|
+
const geminiReset = /reset after\s+((?:\d+(?:ms|[dhms]))+)/i;
|
|
7
|
+
const resetComponent = /(\d+)(ms|[dhms])/gi;
|
|
8
|
+
const shortResetLimit = Duration.seconds(120);
|
|
9
|
+
const geminiQuotaSignals = [
|
|
10
|
+
"exhausted your capacity",
|
|
11
|
+
"quota",
|
|
12
|
+
"resource_exhausted",
|
|
13
|
+
"rate_limit",
|
|
14
|
+
"rate limit",
|
|
15
|
+
"429"
|
|
16
|
+
];
|
|
17
|
+
const genericQuotaSignals = [
|
|
18
|
+
...geminiQuotaSignals,
|
|
19
|
+
"usage limit",
|
|
20
|
+
"out of credits",
|
|
21
|
+
"too many requests"
|
|
22
|
+
];
|
|
23
|
+
const includesSignal = (text, signals) => {
|
|
24
|
+
const normalized = text.toLowerCase();
|
|
25
|
+
return signals.some((signal) => normalized.includes(signal));
|
|
26
|
+
};
|
|
27
|
+
export const isGeminiQuota = (text) => includesSignal(text, geminiQuotaSignals);
|
|
28
|
+
const isGenericQuota = (text) => includesSignal(text, genericQuotaSignals);
|
|
29
|
+
const resetDuration = (specification) => {
|
|
30
|
+
let milliseconds = 0;
|
|
31
|
+
for (const match of specification.matchAll(resetComponent)) {
|
|
32
|
+
const amount = Number(match[1] ?? "0");
|
|
33
|
+
const unit = (match[2] ?? "ms").toLowerCase();
|
|
34
|
+
switch (unit) {
|
|
35
|
+
case "d":
|
|
36
|
+
milliseconds += amount * 86_400_000;
|
|
37
|
+
break;
|
|
38
|
+
case "h":
|
|
39
|
+
milliseconds += amount * 3_600_000;
|
|
40
|
+
break;
|
|
41
|
+
case "m":
|
|
42
|
+
milliseconds += amount * 60_000;
|
|
43
|
+
break;
|
|
44
|
+
case "s":
|
|
45
|
+
milliseconds += amount * 1_000;
|
|
46
|
+
break;
|
|
47
|
+
default:
|
|
48
|
+
milliseconds += amount;
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
return Duration.millis(milliseconds);
|
|
52
|
+
};
|
|
53
|
+
const parseWallClockTime = (raw) => {
|
|
54
|
+
const match = raw.trim().match(/^(\d{1,2})(?::(\d{2}))?\s*([ap])m$/i);
|
|
55
|
+
if (match === null) {
|
|
56
|
+
return undefined;
|
|
57
|
+
}
|
|
58
|
+
const clockHour = Number(match[1]);
|
|
59
|
+
const minute = Number(match[2] ?? "0");
|
|
60
|
+
const period = (match[3] ?? "").toLowerCase();
|
|
61
|
+
if (clockHour < 1 || clockHour > 12 || minute < 0 || minute > 59) {
|
|
62
|
+
return undefined;
|
|
63
|
+
}
|
|
64
|
+
return {
|
|
65
|
+
hour: (clockHour % 12) + (period === "p" ? 12 : 0),
|
|
66
|
+
minute
|
|
67
|
+
};
|
|
68
|
+
};
|
|
69
|
+
const dateTimeFormatter = (timeZone) => new Intl.DateTimeFormat("en-US-u-nu-latn", {
|
|
70
|
+
timeZone,
|
|
71
|
+
year: "numeric",
|
|
72
|
+
month: "2-digit",
|
|
73
|
+
day: "2-digit",
|
|
74
|
+
hour: "2-digit",
|
|
75
|
+
minute: "2-digit",
|
|
76
|
+
second: "2-digit",
|
|
77
|
+
hourCycle: "h23"
|
|
78
|
+
});
|
|
79
|
+
const numericPart = (parts, type) => Number(parts.find((part) => part.type === type)?.value ?? "0");
|
|
80
|
+
const localParts = (epochMillis, timeZone) => {
|
|
81
|
+
const parts = dateTimeFormatter(timeZone).formatToParts(new Date(epochMillis));
|
|
82
|
+
return {
|
|
83
|
+
year: numericPart(parts, "year"),
|
|
84
|
+
month: numericPart(parts, "month"),
|
|
85
|
+
day: numericPart(parts, "day"),
|
|
86
|
+
hour: numericPart(parts, "hour"),
|
|
87
|
+
minute: numericPart(parts, "minute"),
|
|
88
|
+
second: numericPart(parts, "second")
|
|
89
|
+
};
|
|
90
|
+
};
|
|
91
|
+
const timeZoneOffsetMillis = (epochMillis, timeZone) => {
|
|
92
|
+
const parts = localParts(epochMillis, timeZone);
|
|
93
|
+
const representedAsUtc = Date.UTC(parts.year, parts.month - 1, parts.day, parts.hour, parts.minute, parts.second);
|
|
94
|
+
return representedAsUtc - Math.trunc(epochMillis / 1_000) * 1_000;
|
|
95
|
+
};
|
|
96
|
+
const epochForLocalTime = (date, time, timeZone) => {
|
|
97
|
+
const utcGuess = Date.UTC(date.year, date.month - 1, date.day, time.hour, time.minute);
|
|
98
|
+
const firstCandidate = utcGuess - timeZoneOffsetMillis(utcGuess, timeZone);
|
|
99
|
+
return utcGuess - timeZoneOffsetMillis(firstCandidate, timeZone);
|
|
100
|
+
};
|
|
101
|
+
const nextCalendarDate = (date) => {
|
|
102
|
+
const next = new Date(Date.UTC(date.year, date.month - 1, date.day + 1));
|
|
103
|
+
return {
|
|
104
|
+
year: next.getUTCFullYear(),
|
|
105
|
+
month: next.getUTCMonth() + 1,
|
|
106
|
+
day: next.getUTCDate()
|
|
107
|
+
};
|
|
108
|
+
};
|
|
109
|
+
const wallClockReset = (text, pattern, now, timeZone) => {
|
|
110
|
+
const rawTime = text.match(pattern)?.[1];
|
|
111
|
+
const time = rawTime === undefined ? undefined : parseWallClockTime(rawTime);
|
|
112
|
+
if (time === undefined) {
|
|
113
|
+
return undefined;
|
|
114
|
+
}
|
|
115
|
+
try {
|
|
116
|
+
const nowMillis = DateTime.toEpochMillis(now);
|
|
117
|
+
const localNow = localParts(nowMillis, timeZone);
|
|
118
|
+
const today = {
|
|
119
|
+
year: localNow.year,
|
|
120
|
+
month: localNow.month,
|
|
121
|
+
day: localNow.day
|
|
122
|
+
};
|
|
123
|
+
const todayCandidate = epochForLocalTime(today, time, timeZone);
|
|
124
|
+
const resetMillis = todayCandidate > nowMillis
|
|
125
|
+
? todayCandidate
|
|
126
|
+
: epochForLocalTime(nextCalendarDate(today), time, timeZone);
|
|
127
|
+
return DateTime.makeUnsafe(resetMillis);
|
|
128
|
+
}
|
|
129
|
+
catch {
|
|
130
|
+
return undefined;
|
|
131
|
+
}
|
|
132
|
+
};
|
|
133
|
+
export const classifyUsageLimit = (provider, text, now, timeZone) => {
|
|
134
|
+
switch (provider) {
|
|
135
|
+
case "codex": {
|
|
136
|
+
const resetAt = wallClockReset(text, codexAt, now, timeZone);
|
|
137
|
+
return resetAt === undefined
|
|
138
|
+
? undefined
|
|
139
|
+
: UsageLimitError.make({
|
|
140
|
+
resetAt,
|
|
141
|
+
provider,
|
|
142
|
+
message: text
|
|
143
|
+
});
|
|
144
|
+
}
|
|
145
|
+
case "claude": {
|
|
146
|
+
const resetAt = wallClockReset(text, claudeAt, now, timeZone);
|
|
147
|
+
return resetAt === undefined
|
|
148
|
+
? undefined
|
|
149
|
+
: UsageLimitError.make({
|
|
150
|
+
resetAt,
|
|
151
|
+
provider,
|
|
152
|
+
message: text
|
|
153
|
+
});
|
|
154
|
+
}
|
|
155
|
+
case "gemini": {
|
|
156
|
+
const resetSpecification = text.match(geminiReset)?.[1];
|
|
157
|
+
if (resetSpecification !== undefined) {
|
|
158
|
+
const duration = resetDuration(resetSpecification);
|
|
159
|
+
return Duration.toMillis(duration) <= Duration.toMillis(shortResetLimit)
|
|
160
|
+
? RateLimitError.make({ retryAfter: duration })
|
|
161
|
+
: UsageLimitError.make({
|
|
162
|
+
resetAt: DateTime.addDuration(now, duration),
|
|
163
|
+
provider,
|
|
164
|
+
message: text
|
|
165
|
+
});
|
|
166
|
+
}
|
|
167
|
+
return isGeminiQuota(text)
|
|
168
|
+
? UsageLimitError.make({
|
|
169
|
+
provider,
|
|
170
|
+
message: text
|
|
171
|
+
})
|
|
172
|
+
: undefined;
|
|
173
|
+
}
|
|
174
|
+
case "grok":
|
|
175
|
+
case "cursor":
|
|
176
|
+
case "opencode":
|
|
177
|
+
return isGenericQuota(text)
|
|
178
|
+
? UsageLimitError.make({
|
|
179
|
+
provider,
|
|
180
|
+
message: text
|
|
181
|
+
})
|
|
182
|
+
: undefined;
|
|
183
|
+
default:
|
|
184
|
+
return undefined;
|
|
185
|
+
}
|
|
186
|
+
};
|
|
187
|
+
//# sourceMappingURL=UsageLimits.js.map
|