@jsonstudio/rcc 0.90.814 → 0.90.876
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +8 -0
- package/configsamples/provider-default/ali-coding-plan/config.v2.json +76 -0
- package/configsamples/provider-default/antigravity/config.v2.json +142 -0
- package/configsamples/provider-default/ark-coding-plan/config.v2.json +64 -0
- package/configsamples/provider-default/crs/config.v2.json +54 -0
- package/configsamples/provider-default/deepseek-web/config.v2.json +56 -0
- package/configsamples/provider-default/gemini/config.v2.json +43 -0
- package/configsamples/provider-default/gemini-cli/config.v2.json +45 -0
- package/configsamples/provider-default/gemini-native/config.v2.json +208 -0
- package/configsamples/provider-default/glm/config.v2.json +33 -0
- package/configsamples/provider-default/glm-anthropic/config.v2.json +29 -0
- package/configsamples/provider-default/kimi/config.v2.json +25 -0
- package/configsamples/provider-default/lmstudio/config.v2.json +79 -0
- package/configsamples/provider-default/lmstudio-proxy/config.v2.json +78 -0
- package/configsamples/provider-default/manifest.json +31 -0
- package/configsamples/provider-default/meituan/config.v2.json +20 -0
- package/configsamples/provider-default/mimo/config.v2.json +26 -0
- package/configsamples/provider-default/modelscope/config.v2.json +81 -0
- package/configsamples/provider-default/my-openai/config.v2.json +20 -0
- package/configsamples/provider-default/nvidia/config.v2.json +32 -0
- package/configsamples/provider-default/opencode-zen-free/config.v2.json +56 -0
- package/configsamples/provider-default/openrouter/config.v2.json +210 -0
- package/configsamples/provider-default/qwen/config.v2.json +38 -0
- package/configsamples/provider-default/qwenchat/config.v2.json +53 -0
- package/configsamples/provider-default/tab/config.v2.json +26 -0
- package/configsamples/provider-default/tabglm/config.v2.json +77 -0
- package/dist/build-info.js +2 -2
- package/dist/cli/commands/config.d.ts +5 -0
- package/dist/cli/commands/config.js +369 -1
- package/dist/cli/commands/config.js.map +1 -1
- package/dist/cli/commands/examples.js +3 -0
- package/dist/cli/commands/examples.js.map +1 -1
- package/dist/cli/commands/init.js +25 -1
- package/dist/cli/commands/init.js.map +1 -1
- package/dist/cli/commands/launcher-kernel.js +122 -46
- package/dist/cli/commands/launcher-kernel.js.map +1 -1
- package/dist/cli/commands/start.js +60 -3
- package/dist/cli/commands/start.js.map +1 -1
- package/dist/cli/config/bundled-provider-pack.d.ts +20 -0
- package/dist/cli/config/bundled-provider-pack.js +146 -0
- package/dist/cli/config/bundled-provider-pack.js.map +1 -0
- package/dist/cli/register/status-config-commands.d.ts +2 -0
- package/dist/cli/register/status-config-commands.js.map +1 -1
- package/dist/cli.js +81 -28
- package/dist/cli.js.map +1 -1
- package/dist/debug/snapshot-store.js +2 -1
- package/dist/debug/snapshot-store.js.map +1 -1
- package/dist/index.js +23 -14
- package/dist/index.js.map +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.model-backoff.js +1 -1
- package/dist/manager/modules/quota/provider-quota-daemon.model-backoff.js.map +1 -1
- package/dist/manager/quota/provider-quota-center.js +1 -1
- package/dist/manager/quota/provider-quota-center.js.map +1 -1
- package/dist/manager/storage/file-store.js +10 -0
- package/dist/manager/storage/file-store.js.map +1 -1
- package/dist/modules/llmswitch/bridge/snapshot-recorder-runtime.js +18 -1
- package/dist/modules/llmswitch/bridge/snapshot-recorder-runtime.js.map +1 -1
- package/dist/modules/llmswitch/bridge/snapshot-recorder.js +132 -51
- package/dist/modules/llmswitch/bridge/snapshot-recorder.js.map +1 -1
- package/dist/provider-sdk/provider-runtime-inference.js +2 -2
- package/dist/provider-sdk/provider-runtime-inference.js.map +1 -1
- package/dist/providers/auth/deepseek-account-token-acquirer.js +32 -3
- package/dist/providers/auth/deepseek-account-token-acquirer.js.map +1 -1
- package/dist/providers/core/api/provider-types.d.ts +11 -0
- package/dist/providers/core/config/service-profiles.js +1 -1
- package/dist/providers/core/runtime/deepseek-http-provider.d.ts +2 -0
- package/dist/providers/core/runtime/deepseek-http-provider.js +31 -1
- package/dist/providers/core/runtime/deepseek-http-provider.js.map +1 -1
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.d.ts +3 -2
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.js +513 -96
- package/dist/providers/core/runtime/qwenchat-http-provider-helpers.js.map +1 -1
- package/dist/providers/core/runtime/standard-tool-text-harvest.d.ts +8 -0
- package/dist/providers/core/runtime/standard-tool-text-harvest.js +24 -0
- package/dist/providers/core/runtime/standard-tool-text-harvest.js.map +1 -0
- package/dist/providers/core/runtime/standard-tool-text-request-transform.d.ts +4 -1
- package/dist/providers/core/runtime/standard-tool-text-request-transform.js +129 -3
- package/dist/providers/core/runtime/standard-tool-text-request-transform.js.map +1 -1
- package/dist/providers/core/utils/snapshot-writer.js +5 -2
- package/dist/providers/core/utils/snapshot-writer.js.map +1 -1
- package/dist/providers/profile/provider-profile-loader.js +52 -1
- package/dist/providers/profile/provider-profile-loader.js.map +1 -1
- package/dist/providers/profile/provider-profile.d.ts +3 -0
- package/dist/server/handlers/handler-response-utils.js +1 -0
- package/dist/server/handlers/handler-response-utils.js.map +1 -1
- package/dist/server/handlers/images-handler.d.ts +9 -0
- package/dist/server/handlers/images-handler.js +258 -0
- package/dist/server/handlers/images-handler.js.map +1 -0
- package/dist/server/handlers/types.d.ts +7 -0
- package/dist/server/runtime/http-server/antigravity-startup-tasks.d.ts +3 -0
- package/dist/server/runtime/http-server/antigravity-startup-tasks.js +16 -0
- package/dist/server/runtime/http-server/antigravity-startup-tasks.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/auth-handler.js +3 -18
- package/dist/server/runtime/http-server/daemon-admin/auth-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/providers-handler-utils.d.ts +7 -0
- package/dist/server/runtime/http-server/daemon-admin/providers-handler-utils.js +17 -0
- package/dist/server/runtime/http-server/daemon-admin/providers-handler-utils.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin/providers-handler.js +50 -17
- package/dist/server/runtime/http-server/daemon-admin/providers-handler.js.map +1 -1
- package/dist/server/runtime/http-server/daemon-admin-routes.js +32 -2
- package/dist/server/runtime/http-server/daemon-admin-routes.js.map +1 -1
- package/dist/server/runtime/http-server/executor/provider-response-converter.js +42 -13
- package/dist/server/runtime/http-server/executor/provider-response-converter.js.map +1 -1
- package/dist/server/runtime/http-server/executor/provider-response-utils.js +41 -3
- package/dist/server/runtime/http-server/executor/provider-response-utils.js.map +1 -1
- package/dist/server/runtime/http-server/executor/usage-aggregator.js +7 -7
- package/dist/server/runtime/http-server/executor/usage-aggregator.js.map +1 -1
- package/dist/server/runtime/http-server/executor/usage-logger.d.ts +9 -0
- package/dist/server/runtime/http-server/executor/usage-logger.js +35 -2
- package/dist/server/runtime/http-server/executor/usage-logger.js.map +1 -1
- package/dist/server/runtime/http-server/executor-metadata.js +12 -4
- package/dist/server/runtime/http-server/executor-metadata.js.map +1 -1
- package/dist/server/runtime/http-server/executor-pipeline.js +24 -15
- package/dist/server/runtime/http-server/executor-pipeline.js.map +1 -1
- package/dist/server/runtime/http-server/executor-provider.d.ts +6 -1
- package/dist/server/runtime/http-server/executor-provider.js +137 -5
- package/dist/server/runtime/http-server/executor-provider.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-bootstrap.js +6 -0
- package/dist/server/runtime/http-server/http-server-bootstrap.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-lifecycle.js +23 -15
- package/dist/server/runtime/http-server/http-server-lifecycle.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-runtime-providers.js +14 -4
- package/dist/server/runtime/http-server/http-server-runtime-providers.js.map +1 -1
- package/dist/server/runtime/http-server/http-server-runtime-setup.js +83 -1
- package/dist/server/runtime/http-server/http-server-runtime-setup.js.map +1 -1
- package/dist/server/runtime/http-server/hub-shadow-compare.js +2 -41
- package/dist/server/runtime/http-server/hub-shadow-compare.js.map +1 -1
- package/dist/server/runtime/http-server/provider-routing-scope.d.ts +9 -0
- package/dist/server/runtime/http-server/provider-routing-scope.js +20 -0
- package/dist/server/runtime/http-server/provider-routing-scope.js.map +1 -0
- package/dist/server/runtime/http-server/provider-traffic-governor.d.ts +67 -0
- package/dist/server/runtime/http-server/provider-traffic-governor.js +467 -0
- package/dist/server/runtime/http-server/provider-traffic-governor.js.map +1 -0
- package/dist/server/runtime/http-server/request-executor.d.ts +8 -0
- package/dist/server/runtime/http-server/request-executor.js +446 -21
- package/dist/server/runtime/http-server/request-executor.js.map +1 -1
- package/dist/server/runtime/http-server/routes.js +13 -0
- package/dist/server/runtime/http-server/routes.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-registry.js +30 -4
- package/dist/server/runtime/http-server/session-client-registry.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-route-utils.d.ts +7 -0
- package/dist/server/runtime/http-server/session-client-route-utils.js +38 -0
- package/dist/server/runtime/http-server/session-client-route-utils.js.map +1 -1
- package/dist/server/runtime/http-server/session-client-routes.js +12 -2
- package/dist/server/runtime/http-server/session-client-routes.js.map +1 -1
- package/dist/server/utils/request-id-manager.js +42 -5
- package/dist/server/utils/request-id-manager.js.map +1 -1
- package/dist/server/utils/stage-logger.d.ts +1 -0
- package/dist/server/utils/stage-logger.js +27 -0
- package/dist/server/utils/stage-logger.js.map +1 -1
- package/dist/utils/errorsamples.js +3 -1
- package/dist/utils/errorsamples.js.map +1 -1
- package/dist/utils/sensitive-redaction.d.ts +1 -0
- package/dist/utils/sensitive-redaction.js +122 -0
- package/dist/utils/sensitive-redaction.js.map +1 -0
- package/dist/utils/snapshot-writer.js +162 -2
- package/dist/utils/snapshot-writer.js.map +1 -1
- package/docs/INSTALLATION_AND_QUICKSTART.md +14 -1
- package/docs/PORTS.md +12 -0
- package/docs/lmstudio-tool-calling.md +25 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/qwenchat-web-request.d.ts +3 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/actions/qwenchat-web-request.js +62 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/compat/profiles/chat-qwenchat-web.json +47 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/node-support.js +5 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/operation-table-runner.js +68 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/operation-table/semantic-mappers/anthropic-mapper-from-chat.js +138 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-chat-process-request-utils.js +24 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-chat-process-entry.js +7 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-execute-request-stage.js +7 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-heavy-input-fastpath.d.ts +24 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-heavy-input-fastpath.js +203 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-pipeline-route-and-outbound.js +17 -12
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-stage-timing.d.ts +11 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/hub-stage-timing.js +82 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_inbound/req_inbound_stage2_semantic_map/index.js +47 -14
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/req_outbound/req_outbound_stage1_semantic_map/index.js +43 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/pipeline/stages/resp_outbound/resp_outbound_stage1_client_remap/client-remap-protocol-switch.js +222 -19
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/policy/policy-engine.js +2 -2
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/process/chat-process-pending-tool-sync.js +24 -7
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/response/provider-response.js +90 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/snapshot-recorder.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/dist/conversion/hub/snapshot-recorder.js +252 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/responses/responses-openai-bridge/utils.js +5 -3
- package/node_modules/@jsonstudio/llms/dist/conversion/responses/responses-openai-bridge.js +44 -4
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils-openai-request.d.ts +3 -1
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/anthropic-message-utils-openai-request.js +20 -23
- package/node_modules/@jsonstudio/llms/dist/conversion/shared/tool-governor.js +68 -30
- package/node_modules/@jsonstudio/llms/dist/conversion/snapshot-utils.js +194 -10
- package/node_modules/@jsonstudio/llms/dist/native/router_hotpath_napi.node +0 -0
- package/node_modules/@jsonstudio/llms/dist/quota/quota-state.js +2 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine/routing-state/store.js +35 -2
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/engine.js +9 -9
- package/node_modules/@jsonstudio/llms/dist/router/virtual-router/sticky-session-store.js +104 -18
- package/node_modules/@jsonstudio/llms/dist/servertool/engine.js +79 -32
- package/node_modules/@jsonstudio/llms/dist/servertool/handlers/vision.js +49 -0
- package/node_modules/@jsonstudio/llms/dist/servertool/pending-session.js +48 -2
- package/node_modules/@jsonstudio/llms/dist/servertool/server-side-tools.js +14 -1
- package/node_modules/@jsonstudio/llms/dist/servertool/types.d.ts +1 -0
- package/node_modules/@jsonstudio/llms/package.json +1 -1
- package/node_modules/ajv/dist/compile/jtd/serialize.js +9 -2
- package/node_modules/ajv/dist/compile/jtd/serialize.js.map +1 -1
- package/node_modules/ajv/dist/core.d.ts +1 -0
- package/node_modules/ajv/dist/core.js.map +1 -1
- package/node_modules/ajv/dist/vocabularies/validation/pattern.js +13 -4
- package/node_modules/ajv/dist/vocabularies/validation/pattern.js.map +1 -1
- package/node_modules/ajv/lib/compile/jtd/serialize.ts +13 -2
- package/node_modules/ajv/lib/core.ts +1 -0
- package/node_modules/ajv/lib/vocabularies/validation/pattern.ts +15 -4
- package/node_modules/ajv/package.json +2 -1
- package/package.json +15 -10
- package/scripts/ci/repo-sanity.mjs +23 -2
- package/scripts/ci/secrets-check.mjs +48 -0
- package/scripts/ci/silent-failure-audit.mjs +192 -0
- package/scripts/mock-provider/run-regressions.mjs +1 -0
- package/scripts/monitor/memory-guard.mjs +207 -0
- package/scripts/pack-mode.mjs +32 -36
- package/scripts/publish-rcc.mjs +38 -60
- package/scripts/tests/apply-patch-loop.mjs +1 -0
- package/scripts/tests/blackbox-rcc-vs-routecodex-antigravity.mjs +2 -0
- package/scripts/tools-dev/responses-debug-client/src/index.ts +8 -3
- package/scripts/verify-e2e-toolcall.mjs +1 -0
- package/scripts/verify-install-e2e.mjs +2 -1
|
@@ -0,0 +1,467 @@
|
|
|
1
|
+
import fs from 'node:fs/promises';
|
|
2
|
+
import path from 'node:path';
|
|
3
|
+
import { randomUUID } from 'node:crypto';
|
|
4
|
+
import { resolveRccStateDir } from '../../../config/user-data-paths.js';
|
|
5
|
+
export class ProviderTrafficSaturatedError extends Error {
|
|
6
|
+
statusCode = 429;
|
|
7
|
+
code = 'PROVIDER_TRAFFIC_SATURATED';
|
|
8
|
+
retryable = true;
|
|
9
|
+
details;
|
|
10
|
+
constructor(message, details) {
|
|
11
|
+
super(message);
|
|
12
|
+
this.name = 'ProviderTrafficSaturatedError';
|
|
13
|
+
this.details = details;
|
|
14
|
+
}
|
|
15
|
+
}
|
|
16
|
+
const DEFAULT_CONCURRENCY_TIMEOUT_MS = 60_000;
|
|
17
|
+
const DEFAULT_CONCURRENCY_STALE_MS = 300_000;
|
|
18
|
+
const DEFAULT_RPM_TIMEOUT_MS = 60_000;
|
|
19
|
+
const DEFAULT_RPM_WINDOW_MS = 60_000;
|
|
20
|
+
const LOCK_STALE_MS = 15_000;
|
|
21
|
+
const LOCK_WAIT_BASE_MS = 20;
|
|
22
|
+
const ACQUIRE_WAIT_BASE_MS = 100;
|
|
23
|
+
const ACQUIRE_WAIT_MAX_MS = 2_000;
|
|
24
|
+
const ACQUIRE_JITTER_MS = 40;
|
|
25
|
+
const LOCK_WAIT_MAX_MS = 250;
|
|
26
|
+
function sleep(ms) {
|
|
27
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
28
|
+
}
|
|
29
|
+
function clampPositiveInt(value) {
|
|
30
|
+
if (typeof value === 'number' && Number.isFinite(value)) {
|
|
31
|
+
const normalized = Math.floor(value);
|
|
32
|
+
return normalized > 0 ? normalized : undefined;
|
|
33
|
+
}
|
|
34
|
+
if (typeof value === 'string' && value.trim()) {
|
|
35
|
+
const parsed = Number.parseInt(value.trim(), 10);
|
|
36
|
+
if (Number.isFinite(parsed) && parsed > 0) {
|
|
37
|
+
return parsed;
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
return undefined;
|
|
41
|
+
}
|
|
42
|
+
function toStateKey(runtimeKey) {
|
|
43
|
+
return encodeURIComponent(runtimeKey.trim());
|
|
44
|
+
}
|
|
45
|
+
function isProcessAlive(pid) {
|
|
46
|
+
if (!Number.isFinite(pid) || pid <= 0) {
|
|
47
|
+
return false;
|
|
48
|
+
}
|
|
49
|
+
try {
|
|
50
|
+
process.kill(pid, 0);
|
|
51
|
+
return true;
|
|
52
|
+
}
|
|
53
|
+
catch {
|
|
54
|
+
return false;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
function resolveProviderTier(runtime, providerKey) {
|
|
58
|
+
const candidates = [
|
|
59
|
+
runtime.providerFamily,
|
|
60
|
+
runtime.providerId,
|
|
61
|
+
providerKey,
|
|
62
|
+
runtime.providerKey,
|
|
63
|
+
runtime.runtimeKey
|
|
64
|
+
]
|
|
65
|
+
.filter((value) => typeof value === 'string' && value.trim().length > 0)
|
|
66
|
+
.map((value) => value.trim().toLowerCase());
|
|
67
|
+
const isMatch = (needle) => candidates.some((item) => item.includes(needle));
|
|
68
|
+
if (isMatch('deepseek') || isMatch('qwenchat')) {
|
|
69
|
+
return 'single';
|
|
70
|
+
}
|
|
71
|
+
if (isMatch('ali-coding-plan') || isMatch('tabglm') || isMatch('crs')) {
|
|
72
|
+
return 'quad';
|
|
73
|
+
}
|
|
74
|
+
return 'double';
|
|
75
|
+
}
|
|
76
|
+
export function resolveProviderTrafficPolicy(runtime, providerKey) {
|
|
77
|
+
const tier = resolveProviderTier(runtime, providerKey);
|
|
78
|
+
const defaultMaxInFlight = tier === 'single' ? 1 : (tier === 'quad' ? 4 : 2);
|
|
79
|
+
const defaultRpm = defaultMaxInFlight * 60;
|
|
80
|
+
const configuredConcurrency = runtime.concurrency;
|
|
81
|
+
const configuredRpm = runtime.rpm;
|
|
82
|
+
const maxInFlight = clampPositiveInt(configuredConcurrency?.maxInFlight) ?? defaultMaxInFlight;
|
|
83
|
+
const concurrencyTimeoutMs = clampPositiveInt(configuredConcurrency?.acquireTimeoutMs) ?? DEFAULT_CONCURRENCY_TIMEOUT_MS;
|
|
84
|
+
const staleLeaseMs = clampPositiveInt(configuredConcurrency?.staleLeaseMs) ?? DEFAULT_CONCURRENCY_STALE_MS;
|
|
85
|
+
const requestsPerMinute = clampPositiveInt(configuredRpm?.requestsPerMinute) ?? defaultRpm;
|
|
86
|
+
const rpmTimeoutMs = clampPositiveInt(configuredRpm?.acquireTimeoutMs) ?? DEFAULT_RPM_TIMEOUT_MS;
|
|
87
|
+
return {
|
|
88
|
+
concurrency: {
|
|
89
|
+
maxInFlight,
|
|
90
|
+
acquireTimeoutMs: concurrencyTimeoutMs,
|
|
91
|
+
staleLeaseMs
|
|
92
|
+
},
|
|
93
|
+
rpm: {
|
|
94
|
+
requestsPerMinute,
|
|
95
|
+
acquireTimeoutMs: rpmTimeoutMs,
|
|
96
|
+
windowMs: DEFAULT_RPM_WINDOW_MS
|
|
97
|
+
}
|
|
98
|
+
};
|
|
99
|
+
}
|
|
100
|
+
async function readTrafficState(filePath) {
|
|
101
|
+
try {
|
|
102
|
+
const raw = await fs.readFile(filePath, 'utf8');
|
|
103
|
+
const parsed = raw.trim() ? JSON.parse(raw) : {};
|
|
104
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
105
|
+
return { version: 1, updatedAt: Date.now(), leases: [], rpmEvents: [] };
|
|
106
|
+
}
|
|
107
|
+
const record = parsed;
|
|
108
|
+
const leases = Array.isArray(record.leases)
|
|
109
|
+
? record.leases
|
|
110
|
+
.filter((entry) => entry && typeof entry === 'object' && !Array.isArray(entry))
|
|
111
|
+
.map((entry) => {
|
|
112
|
+
const value = entry;
|
|
113
|
+
return {
|
|
114
|
+
leaseId: typeof value.leaseId === 'string' ? value.leaseId : '',
|
|
115
|
+
requestId: typeof value.requestId === 'string' ? value.requestId : '',
|
|
116
|
+
pid: clampPositiveInt(value.pid) ?? 0,
|
|
117
|
+
startedAt: clampPositiveInt(value.startedAt) ?? 0,
|
|
118
|
+
expiresAt: clampPositiveInt(value.expiresAt) ?? 0
|
|
119
|
+
};
|
|
120
|
+
})
|
|
121
|
+
.filter((entry) => entry.leaseId && entry.requestId && entry.pid > 0 && entry.startedAt > 0 && entry.expiresAt > 0)
|
|
122
|
+
: [];
|
|
123
|
+
const rpmEvents = Array.isArray(record.rpmEvents)
|
|
124
|
+
? record.rpmEvents
|
|
125
|
+
.filter((entry) => entry && typeof entry === 'object' && !Array.isArray(entry))
|
|
126
|
+
.map((entry) => {
|
|
127
|
+
const value = entry;
|
|
128
|
+
return {
|
|
129
|
+
requestId: typeof value.requestId === 'string' ? value.requestId : '',
|
|
130
|
+
startedAt: clampPositiveInt(value.startedAt) ?? 0
|
|
131
|
+
};
|
|
132
|
+
})
|
|
133
|
+
.filter((entry) => entry.requestId && entry.startedAt > 0)
|
|
134
|
+
: [];
|
|
135
|
+
return {
|
|
136
|
+
version: 1,
|
|
137
|
+
updatedAt: clampPositiveInt(record.updatedAt) ?? Date.now(),
|
|
138
|
+
leases,
|
|
139
|
+
rpmEvents
|
|
140
|
+
};
|
|
141
|
+
}
|
|
142
|
+
catch (error) {
|
|
143
|
+
if (error?.code === 'ENOENT') {
|
|
144
|
+
return { version: 1, updatedAt: Date.now(), leases: [], rpmEvents: [] };
|
|
145
|
+
}
|
|
146
|
+
throw error;
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
async function writeTrafficState(filePath, state) {
|
|
150
|
+
const dir = path.dirname(filePath);
|
|
151
|
+
await fs.mkdir(dir, { recursive: true });
|
|
152
|
+
const tempPath = `${filePath}.${process.pid}.${randomUUID()}.tmp`;
|
|
153
|
+
const payload = JSON.stringify(state);
|
|
154
|
+
await fs.writeFile(tempPath, payload, 'utf8');
|
|
155
|
+
await fs.rename(tempPath, filePath);
|
|
156
|
+
}
|
|
157
|
+
async function tryReadLockMeta(lockFile) {
|
|
158
|
+
try {
|
|
159
|
+
const raw = await fs.readFile(lockFile, 'utf8');
|
|
160
|
+
const parsed = raw.trim() ? JSON.parse(raw) : {};
|
|
161
|
+
if (!parsed || typeof parsed !== 'object' || Array.isArray(parsed)) {
|
|
162
|
+
return {};
|
|
163
|
+
}
|
|
164
|
+
const record = parsed;
|
|
165
|
+
return {
|
|
166
|
+
pid: clampPositiveInt(record.pid),
|
|
167
|
+
createdAt: clampPositiveInt(record.createdAt)
|
|
168
|
+
};
|
|
169
|
+
}
|
|
170
|
+
catch {
|
|
171
|
+
return {};
|
|
172
|
+
}
|
|
173
|
+
}
|
|
174
|
+
export class ProviderTrafficGovernor {
|
|
175
|
+
rootDir;
|
|
176
|
+
lockDir;
|
|
177
|
+
stateDir;
|
|
178
|
+
ensureDirsPromise = null;
|
|
179
|
+
constructor(rootDir) {
|
|
180
|
+
const jestWorker = clampPositiveInt(process.env.JEST_WORKER_ID);
|
|
181
|
+
const testScopedRoot = jestWorker
|
|
182
|
+
? path.join(resolveRccStateDir(), 'provider-traffic-test', `worker-${jestWorker}`, `pid-${process.pid}`)
|
|
183
|
+
: undefined;
|
|
184
|
+
const base = rootDir
|
|
185
|
+
? path.resolve(rootDir)
|
|
186
|
+
: (testScopedRoot ?? path.join(resolveRccStateDir(), 'provider-traffic'));
|
|
187
|
+
this.rootDir = base;
|
|
188
|
+
this.lockDir = path.join(base, 'locks');
|
|
189
|
+
this.stateDir = path.join(base, 'state');
|
|
190
|
+
}
|
|
191
|
+
async ensureDirs() {
|
|
192
|
+
if (!this.ensureDirsPromise) {
|
|
193
|
+
this.ensureDirsPromise = (async () => {
|
|
194
|
+
await fs.mkdir(this.rootDir, { recursive: true });
|
|
195
|
+
await fs.mkdir(this.lockDir, { recursive: true });
|
|
196
|
+
await fs.mkdir(this.stateDir, { recursive: true });
|
|
197
|
+
})();
|
|
198
|
+
}
|
|
199
|
+
await this.ensureDirsPromise;
|
|
200
|
+
}
|
|
201
|
+
getLockFile(stateKey) {
|
|
202
|
+
return path.join(this.lockDir, `${stateKey}.lock`);
|
|
203
|
+
}
|
|
204
|
+
getStateFile(stateKey) {
|
|
205
|
+
return path.join(this.stateDir, `${stateKey}.json`);
|
|
206
|
+
}
|
|
207
|
+
async acquireFileLock(lockFile, deadlineAt) {
|
|
208
|
+
await this.ensureDirs();
|
|
209
|
+
let waitAttempt = 0;
|
|
210
|
+
while (true) {
|
|
211
|
+
const now = Date.now();
|
|
212
|
+
if (now >= deadlineAt) {
|
|
213
|
+
throw new ProviderTrafficSaturatedError('provider traffic lock acquire timed out', {
|
|
214
|
+
reason: 'lock_acquire_timeout',
|
|
215
|
+
lockFile
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
try {
|
|
219
|
+
const payload = JSON.stringify({ pid: process.pid, createdAt: now });
|
|
220
|
+
await fs.writeFile(lockFile, payload, { flag: 'wx' });
|
|
221
|
+
return {
|
|
222
|
+
release: async () => {
|
|
223
|
+
try {
|
|
224
|
+
await fs.unlink(lockFile);
|
|
225
|
+
}
|
|
226
|
+
catch (error) {
|
|
227
|
+
if (error?.code !== 'ENOENT') {
|
|
228
|
+
throw error;
|
|
229
|
+
}
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
};
|
|
233
|
+
}
|
|
234
|
+
catch (error) {
|
|
235
|
+
const errno = error?.code;
|
|
236
|
+
if (errno !== 'EEXIST') {
|
|
237
|
+
throw error;
|
|
238
|
+
}
|
|
239
|
+
const meta = await tryReadLockMeta(lockFile);
|
|
240
|
+
const createdAt = meta.createdAt ?? 0;
|
|
241
|
+
const lockAgeMs = createdAt > 0 ? now - createdAt : 0;
|
|
242
|
+
const stale = lockAgeMs > LOCK_STALE_MS || !isProcessAlive(meta.pid);
|
|
243
|
+
if (stale) {
|
|
244
|
+
try {
|
|
245
|
+
await fs.unlink(lockFile);
|
|
246
|
+
continue;
|
|
247
|
+
}
|
|
248
|
+
catch (unlinkError) {
|
|
249
|
+
if (unlinkError?.code !== 'ENOENT') {
|
|
250
|
+
// another process may race us; fallback to wait
|
|
251
|
+
}
|
|
252
|
+
}
|
|
253
|
+
}
|
|
254
|
+
}
|
|
255
|
+
waitAttempt += 1;
|
|
256
|
+
const delayMs = Math.min(LOCK_WAIT_MAX_MS, LOCK_WAIT_BASE_MS * Math.pow(2, Math.min(6, waitAttempt - 1)));
|
|
257
|
+
await sleep(delayMs);
|
|
258
|
+
}
|
|
259
|
+
}
|
|
260
|
+
pruneState(state, now, policy) {
|
|
261
|
+
const rpmFloor = now - policy.rpm.windowMs;
|
|
262
|
+
const leases = state.leases.filter((lease) => {
|
|
263
|
+
if (lease.expiresAt <= now) {
|
|
264
|
+
return false;
|
|
265
|
+
}
|
|
266
|
+
if (!isProcessAlive(lease.pid)) {
|
|
267
|
+
return false;
|
|
268
|
+
}
|
|
269
|
+
return true;
|
|
270
|
+
});
|
|
271
|
+
const rpmEvents = state.rpmEvents.filter((event) => event.startedAt >= rpmFloor);
|
|
272
|
+
return {
|
|
273
|
+
version: 1,
|
|
274
|
+
updatedAt: now,
|
|
275
|
+
leases,
|
|
276
|
+
rpmEvents
|
|
277
|
+
};
|
|
278
|
+
}
|
|
279
|
+
async acquire(options) {
|
|
280
|
+
const runtimeKey = options.runtimeKey.trim();
|
|
281
|
+
if (!runtimeKey) {
|
|
282
|
+
throw new Error('[provider-traffic] acquire requires runtimeKey');
|
|
283
|
+
}
|
|
284
|
+
const requestId = options.requestId.trim();
|
|
285
|
+
if (!requestId) {
|
|
286
|
+
throw new Error('[provider-traffic] acquire requires requestId');
|
|
287
|
+
}
|
|
288
|
+
const policy = resolveProviderTrafficPolicy(options.runtime, options.providerKey);
|
|
289
|
+
const waitTimeoutMs = Math.min(policy.concurrency.acquireTimeoutMs, policy.rpm.acquireTimeoutMs);
|
|
290
|
+
const startedAt = Date.now();
|
|
291
|
+
const deadlineAt = startedAt + waitTimeoutMs;
|
|
292
|
+
const softWaitTimeoutMs = clampPositiveInt(options.softWaitTimeoutMs) ?? 0;
|
|
293
|
+
const stateKey = toStateKey(runtimeKey);
|
|
294
|
+
const stateFile = this.getStateFile(stateKey);
|
|
295
|
+
const lockFile = this.getLockFile(stateKey);
|
|
296
|
+
let waitAttempt = 0;
|
|
297
|
+
let lastReason = 'mixed';
|
|
298
|
+
while (true) {
|
|
299
|
+
let delayAfterReleaseMs = 0;
|
|
300
|
+
const lock = await this.acquireFileLock(lockFile, deadlineAt);
|
|
301
|
+
try {
|
|
302
|
+
const now = Date.now();
|
|
303
|
+
let state = await readTrafficState(stateFile);
|
|
304
|
+
state = this.pruneState(state, now, policy);
|
|
305
|
+
const activeInFlight = state.leases.length;
|
|
306
|
+
const rpmInWindow = state.rpmEvents.length;
|
|
307
|
+
const concurrencyBlocked = activeInFlight >= policy.concurrency.maxInFlight;
|
|
308
|
+
const rpmBlocked = rpmInWindow >= policy.rpm.requestsPerMinute;
|
|
309
|
+
if (!concurrencyBlocked && !rpmBlocked) {
|
|
310
|
+
const leaseId = randomUUID();
|
|
311
|
+
state.leases.push({
|
|
312
|
+
leaseId,
|
|
313
|
+
requestId,
|
|
314
|
+
pid: process.pid,
|
|
315
|
+
startedAt: now,
|
|
316
|
+
expiresAt: now + policy.concurrency.staleLeaseMs
|
|
317
|
+
});
|
|
318
|
+
state.rpmEvents.push({
|
|
319
|
+
requestId,
|
|
320
|
+
startedAt: now
|
|
321
|
+
});
|
|
322
|
+
state.updatedAt = now;
|
|
323
|
+
await writeTrafficState(stateFile, state);
|
|
324
|
+
const waitedMs = Math.max(0, now - startedAt);
|
|
325
|
+
return {
|
|
326
|
+
permit: {
|
|
327
|
+
runtimeKey,
|
|
328
|
+
providerKey: options.providerKey,
|
|
329
|
+
requestId,
|
|
330
|
+
leaseId,
|
|
331
|
+
stateKey
|
|
332
|
+
},
|
|
333
|
+
policy,
|
|
334
|
+
waitedMs,
|
|
335
|
+
activeInFlight: activeInFlight + 1,
|
|
336
|
+
rpmInWindow: rpmInWindow + 1
|
|
337
|
+
};
|
|
338
|
+
}
|
|
339
|
+
if (concurrencyBlocked && rpmBlocked) {
|
|
340
|
+
lastReason = 'mixed';
|
|
341
|
+
}
|
|
342
|
+
else if (concurrencyBlocked) {
|
|
343
|
+
lastReason = 'concurrency';
|
|
344
|
+
}
|
|
345
|
+
else {
|
|
346
|
+
lastReason = 'rpm';
|
|
347
|
+
}
|
|
348
|
+
const nowAfterCheck = Date.now();
|
|
349
|
+
const waitedMs = Math.max(0, nowAfterCheck - startedAt);
|
|
350
|
+
if (softWaitTimeoutMs > 0 && waitedMs >= softWaitTimeoutMs) {
|
|
351
|
+
throw new ProviderTrafficSaturatedError(`provider traffic wait exceeded soft timeout for runtime ${runtimeKey}`, {
|
|
352
|
+
reason: `acquire_soft_timeout_${lastReason}`,
|
|
353
|
+
runtimeKey,
|
|
354
|
+
providerKey: options.providerKey,
|
|
355
|
+
maxInFlight: policy.concurrency.maxInFlight,
|
|
356
|
+
requestsPerMinute: policy.rpm.requestsPerMinute,
|
|
357
|
+
activeInFlight,
|
|
358
|
+
rpmInWindow,
|
|
359
|
+
waitedMs,
|
|
360
|
+
softWaitTimeoutMs
|
|
361
|
+
});
|
|
362
|
+
}
|
|
363
|
+
if (nowAfterCheck >= deadlineAt) {
|
|
364
|
+
throw new ProviderTrafficSaturatedError(`provider traffic saturated for runtime ${runtimeKey}`, {
|
|
365
|
+
reason: `acquire_timeout_${lastReason}`,
|
|
366
|
+
runtimeKey,
|
|
367
|
+
providerKey: options.providerKey,
|
|
368
|
+
maxInFlight: policy.concurrency.maxInFlight,
|
|
369
|
+
requestsPerMinute: policy.rpm.requestsPerMinute,
|
|
370
|
+
activeInFlight,
|
|
371
|
+
rpmInWindow,
|
|
372
|
+
waitedMs
|
|
373
|
+
});
|
|
374
|
+
}
|
|
375
|
+
waitAttempt += 1;
|
|
376
|
+
const backoffMs = Math.min(ACQUIRE_WAIT_MAX_MS, ACQUIRE_WAIT_BASE_MS * Math.pow(2, Math.min(6, waitAttempt - 1)));
|
|
377
|
+
let rpmWaitMs = 0;
|
|
378
|
+
if (rpmBlocked && state.rpmEvents.length > 0) {
|
|
379
|
+
const oldest = state.rpmEvents[0];
|
|
380
|
+
rpmWaitMs = Math.max(0, oldest.startedAt + policy.rpm.windowMs - nowAfterCheck);
|
|
381
|
+
}
|
|
382
|
+
const combinedWaitMs = Math.min(ACQUIRE_WAIT_MAX_MS, Math.max(backoffMs, rpmWaitMs));
|
|
383
|
+
const jitterMs = Math.floor(Math.random() * ACQUIRE_JITTER_MS);
|
|
384
|
+
delayAfterReleaseMs = Math.max(40, Math.min(combinedWaitMs + jitterMs, deadlineAt - nowAfterCheck));
|
|
385
|
+
}
|
|
386
|
+
finally {
|
|
387
|
+
await lock.release();
|
|
388
|
+
}
|
|
389
|
+
if (delayAfterReleaseMs > 0) {
|
|
390
|
+
await sleep(delayAfterReleaseMs);
|
|
391
|
+
}
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
async release(permit) {
|
|
395
|
+
const runtimeKey = permit.runtimeKey.trim();
|
|
396
|
+
if (!runtimeKey) {
|
|
397
|
+
throw new Error('[provider-traffic] release requires runtimeKey');
|
|
398
|
+
}
|
|
399
|
+
const stateKey = permit.stateKey || toStateKey(runtimeKey);
|
|
400
|
+
const stateFile = this.getStateFile(stateKey);
|
|
401
|
+
const lockFile = this.getLockFile(stateKey);
|
|
402
|
+
const lock = await this.acquireFileLock(lockFile, Date.now() + DEFAULT_CONCURRENCY_TIMEOUT_MS);
|
|
403
|
+
try {
|
|
404
|
+
const now = Date.now();
|
|
405
|
+
let state = await readTrafficState(stateFile);
|
|
406
|
+
const fallbackPolicy = {
|
|
407
|
+
concurrency: {
|
|
408
|
+
maxInFlight: 1,
|
|
409
|
+
acquireTimeoutMs: DEFAULT_CONCURRENCY_TIMEOUT_MS,
|
|
410
|
+
staleLeaseMs: DEFAULT_CONCURRENCY_STALE_MS
|
|
411
|
+
},
|
|
412
|
+
rpm: {
|
|
413
|
+
requestsPerMinute: 60,
|
|
414
|
+
acquireTimeoutMs: DEFAULT_RPM_TIMEOUT_MS,
|
|
415
|
+
windowMs: DEFAULT_RPM_WINDOW_MS
|
|
416
|
+
}
|
|
417
|
+
};
|
|
418
|
+
state = this.pruneState(state, now, fallbackPolicy);
|
|
419
|
+
const before = state.leases.length;
|
|
420
|
+
state.leases = state.leases.filter((lease) => lease.leaseId !== permit.leaseId);
|
|
421
|
+
const released = state.leases.length < before;
|
|
422
|
+
state.updatedAt = now;
|
|
423
|
+
await writeTrafficState(stateFile, state);
|
|
424
|
+
return {
|
|
425
|
+
released,
|
|
426
|
+
activeInFlight: state.leases.length
|
|
427
|
+
};
|
|
428
|
+
}
|
|
429
|
+
finally {
|
|
430
|
+
await lock.release();
|
|
431
|
+
}
|
|
432
|
+
}
|
|
433
|
+
}
|
|
434
|
+
let sharedGovernor = null;
|
|
435
|
+
export function getSharedProviderTrafficGovernor() {
|
|
436
|
+
if (!sharedGovernor) {
|
|
437
|
+
sharedGovernor = new ProviderTrafficGovernor();
|
|
438
|
+
}
|
|
439
|
+
return sharedGovernor;
|
|
440
|
+
}
|
|
441
|
+
export function createNoopProviderTrafficGovernor() {
|
|
442
|
+
return {
|
|
443
|
+
async acquire(options) {
|
|
444
|
+
const policy = resolveProviderTrafficPolicy(options.runtime, options.providerKey);
|
|
445
|
+
return {
|
|
446
|
+
permit: {
|
|
447
|
+
runtimeKey: options.runtimeKey,
|
|
448
|
+
providerKey: options.providerKey,
|
|
449
|
+
requestId: options.requestId,
|
|
450
|
+
leaseId: `noop-${randomUUID()}`,
|
|
451
|
+
stateKey: 'noop'
|
|
452
|
+
},
|
|
453
|
+
policy,
|
|
454
|
+
waitedMs: 0,
|
|
455
|
+
activeInFlight: 1,
|
|
456
|
+
rpmInWindow: 1
|
|
457
|
+
};
|
|
458
|
+
},
|
|
459
|
+
async release() {
|
|
460
|
+
return {
|
|
461
|
+
released: true,
|
|
462
|
+
activeInFlight: 0
|
|
463
|
+
};
|
|
464
|
+
}
|
|
465
|
+
};
|
|
466
|
+
}
|
|
467
|
+
//# sourceMappingURL=provider-traffic-governor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider-traffic-governor.js","sourceRoot":"","sources":["../../../../src/server/runtime/http-server/provider-traffic-governor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAMzC,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AAuCxE,MAAM,OAAO,6BAA8B,SAAQ,KAAK;IAC7C,UAAU,GAAG,GAAG,CAAC;IACjB,IAAI,GAAG,4BAA4B,CAAC;IACpC,SAAS,GAAG,IAAI,CAAC;IACjB,OAAO,CAA0B;IAE1C,YAAY,OAAe,EAAE,OAAgC;QAC3D,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,+BAA+B,CAAC;QAC5C,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;CACF;AAqBD,MAAM,8BAA8B,GAAG,MAAM,CAAC;AAC9C,MAAM,4BAA4B,GAAG,OAAO,CAAC;AAC7C,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,qBAAqB,GAAG,MAAM,CAAC;AACrC,MAAM,aAAa,GAAG,MAAM,CAAC;AAC7B,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,mBAAmB,GAAG,KAAK,CAAC;AAClC,MAAM,iBAAiB,GAAG,EAAE,CAAC;AAC7B,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACtC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACrC,OAAO,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;QACjD,IAAI,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED,SAAS,UAAU,CAAC,UAAkB;IACpC,OAAO,kBAAkB,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,SAAS,cAAc,CAAC,GAAuB;IAC7C,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAK,GAAc,IAAI,CAAC,EAAE,CAAC;QAClD,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,CAAC;QACH,OAAO,CAAC,IAAI,CAAC,GAAa,EAAE,CAAC,CAAC,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,mBAAmB,CAAC,OAA+B,EAAE,WAAoB;IAChF,MAAM,UAAU,GAAG;QACjB,OAAO,CAAC,cAAc;QACtB,OAAO,CAAC,UAAU;QAClB,WAAW;QACX,OAAO,CAAC,WAAW;QACnB,OAAO,CAAC,UAAU;KACnB;SACE,MAAM,CAAC,CAAC,KAAK,EAAmB,EAAE,CAAC,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;SACxF,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,CAAC,MAAc,EAAW,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC9F,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/C,OAAO,QAAQ,CAAC;IAClB,CAAC;IACD,IAAI,OAAO,CAAC,iBAAiB,CAAC,IAAI,OAAO,CAAC,QAAQ,CAAC,IAAI,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACtE,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,4BAA4B,CAC1C,OAA+B,EAC/B,WAAoB;IAEpB,MAAM,IAAI,GAAG,mBAAmB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IACvD,MAAM,kBAAkB,GAAG,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7E,MAAM,UAAU,GAAG,kBAAkB,GAAG,EAAE,CAAC;IAC3C,MAAM,qBAAqB,GAAG,OAAO,CAAC,WAAW,CAAC;IAClD,MAAM,aAAa,GAAG,OAAO,CAAC,GAAG,CAAC;IAClC,MAAM,WAAW,GAAG,gBAAgB,CAAC,qBAAqB,EAAE,WAAW,CAAC,IAAI,kBAAkB,CAAC;IAC/F,MAAM,oBAAoB,GACxB,gBAAgB,CAAC,qBAAqB,EAAE,gBAAgB,CAAC,IAAI,8BAA8B,CAAC;IAC9F,MAAM,YAAY,GAChB,gBAAgB,CAAC,qBAAqB,EAAE,YAAY,CAAC,IAAI,4BAA4B,CAAC;IACxF,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,aAAa,EAAE,iBAAiB,CAAC,IAAI,UAAU,CAAC;IAC3F,MAAM,YAAY,GAAG,gBAAgB,CAAC,aAAa,EAAE,gBAAgB,CAAC,IAAI,sBAAsB,CAAC;IACjG,OAAO;QACL,WAAW,EAAE;YACX,WAAW;YACX,gBAAgB,EAAE,oBAAoB;YACtC,YAAY;SACb;QACD,GAAG,EAAE;YACH,iBAAiB;YACjB,gBAAgB,EAAE,YAAY;YAC9B,QAAQ,EAAE,qBAAqB;SAChC;KACF,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IAC9C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC1E,CAAC;QACD,MAAM,MAAM,GAAG,MAAiC,CAAC;QACjD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC;YACzC,CAAC,CAAC,MAAM,CAAC,MAAM;iBACV,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;iBAC9E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,MAAM,KAAK,GAAG,KAAgC,CAAC;gBAC/C,OAAO;oBACL,OAAO,EAAE,OAAO,KAAK,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;oBAC/D,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oBACrE,GAAG,EAAE,gBAAgB,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;oBACrC,SAAS,EAAE,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;oBACjD,SAAS,EAAE,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC3B,CAAC;YAC3B,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YACvH,CAAC,CAAC,EAAE,CAAC;QACP,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC;YAC/C,CAAC,CAAC,MAAM,CAAC,SAAS;iBACb,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;iBAC9E,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBACb,MAAM,KAAK,GAAG,KAAgC,CAAC;gBAC/C,OAAO;oBACL,SAAS,EAAE,OAAO,KAAK,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;oBACrE,SAAS,EAAE,gBAAgB,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;iBAC/B,CAAC;YACvB,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,KAAK,CAAC,SAAS,GAAG,CAAC,CAAC;YAC9D,CAAC,CAAC,EAAE,CAAC;QACP,OAAO;YACL,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE;YAC3D,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;QAC1E,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,QAAgB,EAAE,KAA2B;IAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,MAAM,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACzC,MAAM,QAAQ,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,GAAG,IAAI,UAAU,EAAE,MAAM,CAAC;IAClE,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACtC,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IAC9C,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;AACtC,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAgB;IAC7C,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAa,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,MAAM,GAAG,MAAiC,CAAC;QACjD,OAAO;YACL,GAAG,EAAE,gBAAgB,CAAC,MAAM,CAAC,GAAG,CAAC;YACjC,SAAS,EAAE,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC;SAC9C,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,OAAO,uBAAuB;IACjB,OAAO,CAAS;IAChB,OAAO,CAAS;IAChB,QAAQ,CAAS;IAC1B,iBAAiB,GAAyB,IAAI,CAAC;IAEvD,YAAY,OAAgB;QAC1B,MAAM,UAAU,GAAG,gBAAgB,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;QAChE,MAAM,cAAc,GAAG,UAAU;YAC/B,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,uBAAuB,EAAE,UAAU,UAAU,EAAE,EAAE,OAAO,OAAO,CAAC,GAAG,EAAE,CAAC;YACxG,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,IAAI,GAAG,OAAO;YAClB,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;YACvB,CAAC,CAAC,CAAC,cAAc,IAAI,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAAE,EAAE,kBAAkB,CAAC,CAAC,CAAC;QAC5E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;QACxC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAEO,KAAK,CAAC,UAAU;QACtB,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC5B,IAAI,CAAC,iBAAiB,GAAG,CAAC,KAAK,IAAI,EAAE;gBACnC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBAClD,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACrD,CAAC,CAAC,EAAE,CAAC;QACP,CAAC;QACD,MAAM,IAAI,CAAC,iBAAiB,CAAC;IAC/B,CAAC;IAEO,WAAW,CAAC,QAAgB;QAClC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,QAAQ,OAAO,CAAC,CAAC;IACrD,CAAC;IAEO,YAAY,CAAC,QAAgB;QACnC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,QAAQ,OAAO,CAAC,CAAC;IACtD,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,QAAgB,EAAE,UAAkB;QAChE,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACxB,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,GAAG,IAAI,UAAU,EAAE,CAAC;gBACtB,MAAM,IAAI,6BAA6B,CAAC,yCAAyC,EAAE;oBACjF,MAAM,EAAE,sBAAsB;oBAC9B,QAAQ;iBACT,CAAC,CAAC;YACL,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;gBACrE,MAAM,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC;gBACtD,OAAO;oBACL,OAAO,EAAE,KAAK,IAAI,EAAE;wBAClB,IAAI,CAAC;4BACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC5B,CAAC;wBAAC,OAAO,KAAK,EAAE,CAAC;4BACf,IAAK,KAA+B,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;gCACxD,MAAM,KAAK,CAAC;4BACd,CAAC;wBACH,CAAC;oBACH,CAAC;iBACF,CAAC;YACJ,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,MAAM,KAAK,GAAI,KAA+B,EAAE,IAAI,CAAC;gBACrD,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;oBACvB,MAAM,KAAK,CAAC;gBACd,CAAC;gBACD,MAAM,IAAI,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;gBAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,CAAC,CAAC;gBACtC,MAAM,SAAS,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtD,MAAM,KAAK,GAAG,SAAS,GAAG,aAAa,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrE,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,CAAC;wBACH,MAAM,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;wBAC1B,SAAS;oBACX,CAAC;oBAAC,OAAO,WAAW,EAAE,CAAC;wBACrB,IAAK,WAAqC,EAAE,IAAI,KAAK,QAAQ,EAAE,CAAC;4BAC9D,gDAAgD;wBAClD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YACD,WAAW,IAAI,CAAC,CAAC;YACjB,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CACtB,gBAAgB,EAChB,iBAAiB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CAC9D,CAAC;YACF,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAEO,UAAU,CAChB,KAA2B,EAC3B,GAAW,EACX,MAAqC;QAErC,MAAM,QAAQ,GAAG,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAC3C,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YAC3C,IAAI,KAAK,CAAC,SAAS,IAAI,GAAG,EAAE,CAAC;gBAC3B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC/B,OAAO,KAAK,CAAC;YACf,CAAC;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QACH,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,SAAS,IAAI,QAAQ,CAAC,CAAC;QACjF,OAAO;YACL,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,GAAG;YACd,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAMb;QACC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAClF,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAC5B,MAAM,CAAC,WAAW,CAAC,gBAAgB,EACnC,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAC5B,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,SAAS,GAAG,aAAa,CAAC;QAC7C,MAAM,iBAAiB,GAAG,gBAAgB,CAAC,OAAO,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3E,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAoC,OAAO,CAAC;QAC1D,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,mBAAmB,GAAG,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;YAC9D,IAAI,CAAC;gBACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACvB,IAAI,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBAC9C,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;gBAC5C,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;gBAC3C,MAAM,WAAW,GAAG,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC;gBAC3C,MAAM,kBAAkB,GAAG,cAAc,IAAI,MAAM,CAAC,WAAW,CAAC,WAAW,CAAC;gBAC5E,MAAM,UAAU,GAAG,WAAW,IAAI,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;gBAC/D,IAAI,CAAC,kBAAkB,IAAI,CAAC,UAAU,EAAE,CAAC;oBACvC,MAAM,OAAO,GAAG,UAAU,EAAE,CAAC;oBAC7B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC;wBAChB,OAAO;wBACP,SAAS;wBACT,GAAG,EAAE,OAAO,CAAC,GAAG;wBAChB,SAAS,EAAE,GAAG;wBACd,SAAS,EAAE,GAAG,GAAG,MAAM,CAAC,WAAW,CAAC,YAAY;qBACjD,CAAC,CAAC;oBACH,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC;wBACnB,SAAS;wBACT,SAAS,EAAE,GAAG;qBACf,CAAC,CAAC;oBACH,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;oBACtB,MAAM,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;oBAC1C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC,CAAC;oBAC9C,OAAO;wBACL,MAAM,EAAE;4BACN,UAAU;4BACV,WAAW,EAAE,OAAO,CAAC,WAAW;4BAChC,SAAS;4BACT,OAAO;4BACP,QAAQ;yBACT;wBACD,MAAM;wBACN,QAAQ;wBACR,cAAc,EAAE,cAAc,GAAG,CAAC;wBAClC,WAAW,EAAE,WAAW,GAAG,CAAC;qBAC7B,CAAC;gBACJ,CAAC;gBAED,IAAI,kBAAkB,IAAI,UAAU,EAAE,CAAC;oBACrC,UAAU,GAAG,OAAO,CAAC;gBACvB,CAAC;qBAAM,IAAI,kBAAkB,EAAE,CAAC;oBAC9B,UAAU,GAAG,aAAa,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,UAAU,GAAG,KAAK,CAAC;gBACrB,CAAC;gBAED,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,aAAa,GAAG,SAAS,CAAC,CAAC;gBACxD,IAAI,iBAAiB,GAAG,CAAC,IAAI,QAAQ,IAAI,iBAAiB,EAAE,CAAC;oBAC3D,MAAM,IAAI,6BAA6B,CACrC,2DAA2D,UAAU,EAAE,EACvE;wBACE,MAAM,EAAE,wBAAwB,UAAU,EAAE;wBAC5C,UAAU;wBACV,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW;wBAC3C,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,iBAAiB;wBAC/C,cAAc;wBACd,WAAW;wBACX,QAAQ;wBACR,iBAAiB;qBAClB,CACF,CAAC;gBACJ,CAAC;gBACD,IAAI,aAAa,IAAI,UAAU,EAAE,CAAC;oBAChC,MAAM,IAAI,6BAA6B,CACrC,0CAA0C,UAAU,EAAE,EACtD;wBACE,MAAM,EAAE,mBAAmB,UAAU,EAAE;wBACvC,UAAU;wBACV,WAAW,EAAE,OAAO,CAAC,WAAW;wBAChC,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW;wBAC3C,iBAAiB,EAAE,MAAM,CAAC,GAAG,CAAC,iBAAiB;wBAC/C,cAAc;wBACd,WAAW;wBACX,QAAQ;qBACT,CACF,CAAC;gBACJ,CAAC;gBAED,WAAW,IAAI,CAAC,CAAC;gBACjB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CACxB,mBAAmB,EACnB,oBAAoB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC,CACjE,CAAC;gBACF,IAAI,SAAS,GAAG,CAAC,CAAC;gBAClB,IAAI,UAAU,IAAI,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC7C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;oBAClC,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,GAAG,CAAC,QAAQ,GAAG,aAAa,CAAC,CAAC;gBAClF,CAAC;gBACD,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAC7B,mBAAmB,EACnB,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAAC,CAC/B,CAAC;gBACF,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,iBAAiB,CAAC,CAAC;gBAC/D,mBAAmB,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,GAAG,QAAQ,EAAE,UAAU,GAAG,aAAa,CAAC,CAAC,CAAC;YACtG,CAAC;oBAAS,CAAC;gBACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;YACvB,CAAC;YACD,IAAI,mBAAmB,GAAG,CAAC,EAAE,CAAC;gBAC5B,MAAM,KAAK,CAAC,mBAAmB,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,MAA6B;QACzC,MAAM,UAAU,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;QAC5C,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,UAAU,CAAC,UAAU,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,8BAA8B,CAAC,CAAC;QAC/F,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACvB,IAAI,KAAK,GAAG,MAAM,gBAAgB,CAAC,SAAS,CAAC,CAAC;YAC9C,MAAM,cAAc,GAAkC;gBACpD,WAAW,EAAE;oBACX,WAAW,EAAE,CAAC;oBACd,gBAAgB,EAAE,8BAA8B;oBAChD,YAAY,EAAE,4BAA4B;iBAC3C;gBACD,GAAG,EAAE;oBACH,iBAAiB,EAAE,EAAE;oBACrB,gBAAgB,EAAE,sBAAsB;oBACxC,QAAQ,EAAE,qBAAqB;iBAChC;aACF,CAAC;YACF,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;YACpD,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;YACnC,KAAK,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,OAAO,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC;YAChF,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,MAAM,CAAC;YAC9C,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;YACtB,MAAM,iBAAiB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1C,OAAO;gBACL,QAAQ;gBACR,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM;aACpC,CAAC;QACJ,CAAC;gBAAS,CAAC;YACT,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACvB,CAAC;IACH,CAAC;CACF;AAED,IAAI,cAAc,GAAmC,IAAI,CAAC;AAE1D,MAAM,UAAU,gCAAgC;IAC9C,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,cAAc,GAAG,IAAI,uBAAuB,EAAE,CAAC;IACjD,CAAC;IACD,OAAO,cAAc,CAAC;AACxB,CAAC;AAED,MAAM,UAAU,iCAAiC;IAC/C,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,OAAO;YACnB,MAAM,MAAM,GAAG,4BAA4B,CAAC,OAAO,CAAC,OAAO,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;YAClF,OAAO;gBACL,MAAM,EAAE;oBACN,UAAU,EAAE,OAAO,CAAC,UAAU;oBAC9B,WAAW,EAAE,OAAO,CAAC,WAAW;oBAChC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,OAAO,EAAE,QAAQ,UAAU,EAAE,EAAE;oBAC/B,QAAQ,EAAE,MAAM;iBACjB;gBACD,MAAM;gBACN,QAAQ,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;gBACjB,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;QACD,KAAK,CAAC,OAAO;YACX,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,cAAc,EAAE,CAAC;aAClB,CAAC;QACJ,CAAC;KACF,CAAC;AACJ,CAAC"}
|
|
@@ -3,6 +3,7 @@ import type { PipelineExecutionInput, PipelineExecutionResult } from '../../hand
|
|
|
3
3
|
import type { HubPipeline, ProviderHandle } from './types.js';
|
|
4
4
|
import type { StatsManager } from './stats-manager.js';
|
|
5
5
|
import { type SseWrapperErrorInfo } from './executor/sse-error-handler.js';
|
|
6
|
+
import { type ProviderTrafficGovernorLike } from './provider-traffic-governor.js';
|
|
6
7
|
export type RequestExecutorDeps = {
|
|
7
8
|
runtimeManager: {
|
|
8
9
|
resolveRuntimeKey(providerKey?: string, fallback?: string): string | undefined;
|
|
@@ -12,6 +13,7 @@ export type RequestExecutorDeps = {
|
|
|
12
13
|
getModuleDependencies(): ModuleDependencies;
|
|
13
14
|
logStage(stage: string, requestId: string, details?: Record<string, unknown>): void;
|
|
14
15
|
stats: StatsManager;
|
|
16
|
+
trafficGovernor?: ProviderTrafficGovernorLike;
|
|
15
17
|
onRequestStart?: (args: {
|
|
16
18
|
requestId: string;
|
|
17
19
|
metadata: Record<string, unknown>;
|
|
@@ -33,8 +35,13 @@ type RetryErrorSnapshot = {
|
|
|
33
35
|
declare function readString(value: unknown): string | undefined;
|
|
34
36
|
declare function extractRetryErrorSnapshot(error: unknown): RetryErrorSnapshot;
|
|
35
37
|
declare function truncateReason(reason: string, maxLength?: number): string;
|
|
38
|
+
declare function detectRetryableEmptyAssistantResponse(body: unknown): {
|
|
39
|
+
reason: string;
|
|
40
|
+
marker: string;
|
|
41
|
+
} | null;
|
|
36
42
|
export declare class HubRequestExecutor implements RequestExecutor {
|
|
37
43
|
private readonly deps;
|
|
44
|
+
private readonly trafficGovernor;
|
|
38
45
|
constructor(deps: RequestExecutorDeps);
|
|
39
46
|
private logProviderRetrySwitch;
|
|
40
47
|
execute(input: PipelineExecutionInput): Promise<PipelineExecutionResult>;
|
|
@@ -45,5 +52,6 @@ export declare const __requestExecutorTestables: {
|
|
|
45
52
|
readString: typeof readString;
|
|
46
53
|
extractRetryErrorSnapshot: typeof extractRetryErrorSnapshot;
|
|
47
54
|
truncateReason: typeof truncateReason;
|
|
55
|
+
detectRetryableEmptyAssistantResponse: typeof detectRetryableEmptyAssistantResponse;
|
|
48
56
|
};
|
|
49
57
|
export declare function createRequestExecutor(deps: RequestExecutorDeps): RequestExecutor;
|