@velum-labs/routekit-daemon 1.3.2 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/account-enroll-service.d.ts +1 -3
- package/dist/account-enroll-service.js +262 -262
- package/dist/account-mutation-service.d.ts +1 -3
- package/dist/account-mutation-service.js +302 -283
- package/dist/account-query-service.d.ts +1 -3
- package/dist/account-query-service.js +88 -86
- package/dist/call-attribution-store.js +544 -1
- package/dist/control-dispatch.js +9 -15
- package/dist/daemon-bootstrap-preflight.js +1 -1
- package/dist/daemon-control-handlers.d.ts +1 -1
- package/dist/daemon-control-handlers.js +24 -27
- package/dist/daemon-generations.d.ts +14 -28
- package/dist/daemon-generations.js +114 -53
- package/dist/daemon-lifecycle-service.d.ts +1 -3
- package/dist/daemon-lifecycle-service.js +88 -94
- package/dist/daemon-maintenance.d.ts +27 -49
- package/dist/daemon-maintenance.js +5 -1
- package/dist/daemon-options.d.ts +3 -2
- package/dist/daemon-policy-context.d.ts +1 -0
- package/dist/daemon-policy-context.js +1 -0
- package/dist/daemon-runtime-state.d.ts +1 -1
- package/dist/daemon-runtime-state.js +2 -3
- package/dist/daemon-state-context.d.ts +1 -1
- package/dist/daemon-state-context.js +1 -38
- package/dist/doctor-service.d.ts +1 -3
- package/dist/doctor-service.js +87 -91
- package/dist/effect/daemon-live.d.ts +7 -6
- package/dist/effect/daemon-live.js +57 -135
- package/dist/eval-routing-service.d.ts +1 -3
- package/dist/eval-routing-service.js +45 -69
- package/dist/eval-session-execution-store.d.ts +24 -0
- package/dist/eval-session-execution-store.js +253 -0
- package/dist/host-protocol.d.ts +1 -0
- package/dist/host.js +3 -0
- package/dist/internal-providers/provider-anthropic/index.d.ts +23 -0
- package/dist/internal-providers/provider-anthropic/index.js +42 -0
- package/dist/internal-providers/provider-anthropic/test/provider.test.js +33 -0
- package/dist/internal-providers/provider-azure/index.d.ts +25 -0
- package/dist/internal-providers/provider-azure/index.js +101 -0
- package/dist/internal-providers/provider-azure/test/provider.test.js +83 -0
- package/dist/internal-providers/provider-bedrock/codec.d.ts +11 -0
- package/dist/internal-providers/provider-bedrock/codec.js +484 -0
- package/dist/internal-providers/provider-bedrock/connection-settings.d.ts +6 -0
- package/dist/internal-providers/provider-bedrock/connection-settings.js +41 -0
- package/dist/internal-providers/provider-bedrock/connection.d.ts +17 -0
- package/dist/internal-providers/provider-bedrock/connection.js +143 -0
- package/dist/internal-providers/provider-bedrock/index.d.ts +27 -0
- package/dist/internal-providers/provider-bedrock/index.js +47 -0
- package/dist/internal-providers/provider-bedrock/source.d.ts +39 -0
- package/dist/internal-providers/provider-bedrock/source.js +454 -0
- package/dist/internal-providers/provider-bedrock/test/bedrock-source.test.d.ts +1 -0
- package/dist/internal-providers/provider-bedrock/test/bedrock-source.test.js +786 -0
- package/dist/internal-providers/provider-bedrock/test/connection.test.d.ts +1 -0
- package/dist/internal-providers/provider-bedrock/test/connection.test.js +249 -0
- package/dist/internal-providers/provider-bedrock/test/workload-credentials.test.d.ts +1 -0
- package/dist/internal-providers/provider-bedrock/test/workload-credentials.test.js +29 -0
- package/dist/internal-providers/provider-bedrock/workload-credentials.d.ts +5 -0
- package/dist/internal-providers/provider-bedrock/workload-credentials.js +14 -0
- package/dist/internal-providers/provider-claude-code/index.d.ts +6 -0
- package/dist/internal-providers/provider-claude-code/index.js +4 -0
- package/dist/internal-providers/provider-claude-code/module-api.d.ts +25 -0
- package/dist/internal-providers/provider-claude-code/module-api.js +31 -0
- package/dist/internal-providers/provider-claude-code/relay.d.ts +20 -0
- package/dist/internal-providers/provider-claude-code/relay.js +115 -0
- package/dist/internal-providers/provider-claude-code/subscription.d.ts +2 -0
- package/dist/internal-providers/provider-claude-code/subscription.js +194 -0
- package/dist/internal-providers/provider-claude-code/test/http-submission.test.d.ts +1 -0
- package/dist/internal-providers/provider-claude-code/test/http-submission.test.js +140 -0
- package/dist/internal-providers/provider-claude-code/test/relay.test.d.ts +1 -0
- package/dist/internal-providers/provider-claude-code/test/relay.test.js +379 -0
- package/dist/internal-providers/provider-claude-code/test/subscription.test.d.ts +1 -0
- package/dist/internal-providers/provider-claude-code/test/subscription.test.js +256 -0
- package/dist/internal-providers/provider-cliproxy/index.d.ts +9 -0
- package/dist/internal-providers/provider-cliproxy/index.js +15 -0
- package/dist/internal-providers/provider-codex/index.d.ts +6 -0
- package/dist/internal-providers/provider-codex/index.js +7 -0
- package/dist/internal-providers/provider-codex/module-api.d.ts +25 -0
- package/dist/internal-providers/provider-codex/module-api.js +31 -0
- package/dist/internal-providers/provider-codex/relay.d.ts +123 -0
- package/dist/internal-providers/provider-codex/relay.js +261 -0
- package/dist/internal-providers/provider-codex/subscription.d.ts +2 -0
- package/dist/internal-providers/provider-codex/subscription.js +555 -0
- package/dist/internal-providers/provider-codex/test/http-submission.test.d.ts +1 -0
- package/dist/internal-providers/provider-codex/test/http-submission.test.js +142 -0
- package/dist/internal-providers/provider-codex/test/relay.test.d.ts +1 -0
- package/dist/internal-providers/provider-codex/test/relay.test.js +600 -0
- package/dist/internal-providers/provider-codex/test/subscription.test.d.ts +1 -0
- package/dist/internal-providers/provider-codex/test/subscription.test.js +70 -0
- package/dist/internal-providers/provider-codex/test/translated-content.test.d.ts +1 -0
- package/dist/internal-providers/provider-codex/test/translated-content.test.js +91 -0
- package/dist/internal-providers/provider-custom/index.d.ts +9 -0
- package/dist/internal-providers/provider-custom/index.js +15 -0
- package/dist/internal-providers/provider-google/index.d.ts +23 -0
- package/dist/internal-providers/provider-google/index.js +43 -0
- package/dist/internal-providers/provider-google/test/provider.test.d.ts +1 -0
- package/dist/internal-providers/provider-google/test/provider.test.js +34 -0
- package/dist/internal-providers/provider-google-vertex/index.d.ts +28 -0
- package/dist/internal-providers/provider-google-vertex/index.js +137 -0
- package/dist/internal-providers/provider-google-vertex/test/provider.test.d.ts +1 -0
- package/dist/internal-providers/provider-google-vertex/test/provider.test.js +85 -0
- package/dist/internal-providers/provider-openai/documented-reasoning.d.ts +9 -0
- package/dist/internal-providers/provider-openai/documented-reasoning.js +26 -0
- package/dist/internal-providers/provider-openai/index.d.ts +23 -0
- package/dist/internal-providers/provider-openai/index.js +74 -0
- package/dist/internal-providers/provider-openai/test/provider.test.d.ts +1 -0
- package/dist/internal-providers/provider-openai/test/provider.test.js +268 -0
- package/dist/internal-providers/provider-openai-compatible/index.d.ts +9 -0
- package/dist/internal-providers/provider-openai-compatible/index.js +15 -0
- package/dist/internal-providers/provider-openai-compatible/test/provider.test.d.ts +1 -0
- package/dist/internal-providers/provider-openai-compatible/test/provider.test.js +40 -0
- package/dist/internal-providers/provider-openrouter/connection.d.ts +5 -0
- package/dist/internal-providers/provider-openrouter/connection.js +143 -0
- package/dist/internal-providers/provider-openrouter/index.d.ts +28 -0
- package/dist/internal-providers/provider-openrouter/index.js +42 -0
- package/dist/internal-providers/provider-openrouter/pricing.d.ts +4 -0
- package/dist/internal-providers/provider-openrouter/pricing.js +108 -0
- package/dist/internal-providers/provider-openrouter/test/connection.test.d.ts +1 -0
- package/dist/internal-providers/provider-openrouter/test/connection.test.js +71 -0
- package/dist/internal-providers/provider-openrouter/test/pricing.test.d.ts +1 -0
- package/dist/internal-providers/provider-openrouter/test/pricing.test.js +45 -0
- package/dist/internal-providers/provider-openrouter/test/provider.test.d.ts +1 -0
- package/dist/internal-providers/provider-openrouter/test/provider.test.js +141 -0
- package/dist/internal-providers/provider-openrouter/test/validation.test.d.ts +1 -0
- package/dist/internal-providers/provider-openrouter/test/validation.test.js +225 -0
- package/dist/launcher-service.d.ts +3 -7
- package/dist/launcher-service.js +144 -133
- package/dist/provider-modules.d.ts +6 -0
- package/dist/provider-modules.js +55 -0
- package/dist/provider-query-service.d.ts +1 -3
- package/dist/provider-query-service.js +140 -143
- package/dist/router-generation-service.d.ts +1 -3
- package/dist/router-generation-service.js +83 -78
- package/dist/services/eval-session/service.d.ts +20 -8
- package/dist/services/eval-session/service.js +410 -40
- package/dist/services/gateway-generation/service.d.ts +7 -3
- package/dist/services/gateway-generation/service.js +126 -63
- package/dist/services/generations/service.d.ts +3 -3
- package/dist/services/generations/service.js +5 -1
- package/dist/telemetry-application-service.d.ts +1 -3
- package/dist/telemetry-application-service.js +41 -45
- package/dist/test/call-attribution-store.test.js +186 -0
- package/dist/test/daemon-accounts.test.js +2 -2
- package/dist/test/daemon-data-plane.test.js +24 -45
- package/dist/test/daemon-fixtures.js +1 -1
- package/dist/test/daemon-generation-transaction.test.js +66 -2
- package/dist/test/daemon-runtime-state.test.js +28 -1
- package/dist/test/effect-daemon.test.js +38 -0
- package/dist/test/eval-routing-application-service.test.js +6 -6
- package/dist/test/eval-session-execution.test.d.ts +1 -0
- package/dist/test/eval-session-execution.test.js +356 -0
- package/dist/test/eval-session-service.test.js +70 -1
- package/dist/test/host-worker-session.test.js +1 -0
- package/dist/test/launcher-session.test.d.ts +1 -0
- package/dist/test/launcher-session.test.js +87 -0
- package/dist/test/leaderboard.test.js +25 -1
- package/dist/test/provider-modules.test.d.ts +1 -0
- package/dist/test/provider-modules.test.js +65 -0
- package/dist/test/routekit-upstream-sources.test.d.ts +1 -0
- package/dist/test/routekit-upstream-sources.test.js +40 -0
- package/dist/test/runtime-composition-types.test.js +11 -0
- package/dist/token-application-service.d.ts +1 -3
- package/dist/token-application-service.js +38 -44
- package/dist/worker.js +5 -3
- package/package.json +35 -11
- package/dist/application-services.d.ts +0 -10
- package/dist/application-services.js +0 -22
- package/dist/daemon-lifecycle.d.ts +0 -54
- package/dist/daemon-lifecycle.js +0 -177
- package/dist/test/application-services.test.js +0 -135
- package/dist/test/daemon-lifecycle.test.js +0 -182
- /package/dist/{test/application-services.test.d.ts → internal-providers/provider-anthropic/test/provider.test.d.ts} +0 -0
- /package/dist/{test/daemon-lifecycle.test.d.ts → internal-providers/provider-azure/test/provider.test.d.ts} +0 -0
|
@@ -1,96 +1,98 @@
|
|
|
1
1
|
import { Effect } from "effect";
|
|
2
2
|
import { AccountRecovery } from "./account-recovery-context.js";
|
|
3
|
-
import {
|
|
3
|
+
import { DaemonEnv } from "./daemon-env-context.js";
|
|
4
4
|
import { accountEntries } from "./daemon-maintenance.js";
|
|
5
|
+
import { DaemonState } from "./daemon-state-context.js";
|
|
6
|
+
import { ActiveGateway } from "./services/active-gateway/service.js";
|
|
7
|
+
import { Sidecar } from "./sidecar-context.js";
|
|
5
8
|
/** Owns account inventory, live status, and usage queries. */
|
|
6
|
-
export
|
|
7
|
-
|
|
9
|
+
export const accountQueryHandlers = {
|
|
10
|
+
"accounts.list": () => Effect.gen(function* () {
|
|
11
|
+
const daemonEnv = yield* DaemonEnv;
|
|
12
|
+
const runtimeState = yield* DaemonState;
|
|
8
13
|
return {
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
return entry;
|
|
15
|
-
const { credentialValid: _credentialValid, ...listed } = entry;
|
|
16
|
-
return listed;
|
|
17
|
-
}),
|
|
18
|
-
revision: runtimeState.revisions.accounts
|
|
19
|
-
};
|
|
14
|
+
accounts: accountEntries(daemonEnv.env).map((entry) => {
|
|
15
|
+
if (entry.connector === "native")
|
|
16
|
+
return entry;
|
|
17
|
+
const { credentialValid: _credentialValid, ...listed } = entry;
|
|
18
|
+
return listed;
|
|
20
19
|
}),
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
20
|
+
revision: runtimeState.revisions.accounts
|
|
21
|
+
};
|
|
22
|
+
}),
|
|
23
|
+
"accounts.status": () => Effect.gen(function* () {
|
|
24
|
+
const daemonEnv = yield* DaemonEnv;
|
|
25
|
+
const runtimeState = yield* DaemonState;
|
|
26
|
+
const sidecar = yield* Sidecar;
|
|
27
|
+
const gateway = yield* ActiveGateway;
|
|
28
|
+
const recovery = yield* AccountRecovery;
|
|
29
|
+
const entries = accountEntries(daemonEnv.env);
|
|
30
|
+
const configuredModules = new Set(Object.values(runtimeState.config.sources).map((source) => source.use));
|
|
31
|
+
const cliproxyConfigured = configuredModules.has("cliproxy");
|
|
32
|
+
const cliproxyReachable = entries.some((entry) => entry.connector === "cliproxy") && cliproxyConfigured
|
|
33
|
+
? yield* sidecar.reachable()
|
|
34
|
+
: false;
|
|
35
|
+
return {
|
|
36
|
+
accounts: entries.map((entry) => {
|
|
37
|
+
if (entry.connector === "cliproxy") {
|
|
38
|
+
const ready = entry.credentialValid && cliproxyConfigured && cliproxyReachable;
|
|
39
|
+
return {
|
|
40
|
+
subscriptionKind: entry.subscriptionKind,
|
|
41
|
+
label: entry.label,
|
|
42
|
+
connector: entry.connector,
|
|
43
|
+
...(entry.localOnly === true ? { localOnly: true } : {}),
|
|
44
|
+
credentialValid: entry.credentialValid,
|
|
45
|
+
configured: cliproxyConfigured,
|
|
46
|
+
relayOpen: ready,
|
|
47
|
+
serving: false,
|
|
48
|
+
inFlight: 0,
|
|
49
|
+
lastSelected: false,
|
|
50
|
+
...(entry.credentialValid
|
|
51
|
+
? {}
|
|
52
|
+
: { readinessReasons: [{ code: "credential_invalid" }] }),
|
|
53
|
+
models: []
|
|
54
|
+
};
|
|
55
|
+
}
|
|
56
|
+
const member = gateway
|
|
57
|
+
.router()
|
|
58
|
+
.accountSnapshots()
|
|
59
|
+
.find((snapshot) => snapshot.mode === entry.subscriptionKind)
|
|
60
|
+
?.members.find((candidate) => candidate.label === entry.label);
|
|
30
61
|
return {
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
.accountSnapshots()
|
|
54
|
-
.find((snapshot) => snapshot.mode === entry.subscriptionKind)
|
|
55
|
-
?.members.find((candidate) => candidate.label === entry.label);
|
|
56
|
-
return {
|
|
57
|
-
subscriptionKind: entry.subscriptionKind,
|
|
58
|
-
label: entry.label,
|
|
59
|
-
connector: entry.connector,
|
|
60
|
-
credentialValid: member?.credentialValid ?? false,
|
|
61
|
-
...(member?.upstreamAuthState !== undefined
|
|
62
|
-
? { upstreamAuthState: member.upstreamAuthState }
|
|
63
|
-
: {}),
|
|
64
|
-
configured: runtimeState.config.providers[entry.subscriptionKind] !== undefined,
|
|
65
|
-
relayOpen: member?.relayReady === true &&
|
|
66
|
-
runtimeState.config.providers[entry.subscriptionKind] !== undefined,
|
|
67
|
-
serving: member?.serving ?? false,
|
|
68
|
-
inFlight: member?.inFlight ?? 0,
|
|
69
|
-
...(member?.lastSelectedAt !== undefined
|
|
70
|
-
? { lastSelectedAt: member.lastSelectedAt }
|
|
71
|
-
: {}),
|
|
72
|
-
lastSelected: member?.lastSelected ?? false,
|
|
73
|
-
...(member?.readinessReasons !== undefined
|
|
74
|
-
? { readinessReasons: member.readinessReasons }
|
|
75
|
-
: member === undefined
|
|
76
|
-
? { readinessReasons: [{ code: "credential_invalid" }] }
|
|
77
|
-
: {}),
|
|
78
|
-
models: member?.models ?? [],
|
|
79
|
-
...(member?.limits !== undefined ? { limits: member.limits } : {})
|
|
80
|
-
};
|
|
81
|
-
}),
|
|
82
|
-
revision: runtimeState.revisions.accounts,
|
|
83
|
-
recovery: {
|
|
84
|
-
state: recovery.recovered > 0 ? "recovered" : "clean",
|
|
85
|
-
recovered: recovery.recovered,
|
|
86
|
-
cleaned: recovery.cleaned
|
|
87
|
-
}
|
|
62
|
+
subscriptionKind: entry.subscriptionKind,
|
|
63
|
+
label: entry.label,
|
|
64
|
+
connector: entry.connector,
|
|
65
|
+
credentialValid: member?.credentialValid ?? false,
|
|
66
|
+
...(member?.upstreamAuthState !== undefined
|
|
67
|
+
? { upstreamAuthState: member.upstreamAuthState }
|
|
68
|
+
: {}),
|
|
69
|
+
configured: configuredModules.has(entry.subscriptionKind),
|
|
70
|
+
relayOpen: member?.relayReady === true && configuredModules.has(entry.subscriptionKind),
|
|
71
|
+
serving: member?.serving ?? false,
|
|
72
|
+
inFlight: member?.inFlight ?? 0,
|
|
73
|
+
...(member?.lastSelectedAt !== undefined
|
|
74
|
+
? { lastSelectedAt: member.lastSelectedAt }
|
|
75
|
+
: {}),
|
|
76
|
+
lastSelected: member?.lastSelected ?? false,
|
|
77
|
+
...(member?.readinessReasons !== undefined
|
|
78
|
+
? { readinessReasons: member.readinessReasons }
|
|
79
|
+
: member === undefined
|
|
80
|
+
? { readinessReasons: [{ code: "credential_invalid" }] }
|
|
81
|
+
: {}),
|
|
82
|
+
models: member?.models ?? [],
|
|
83
|
+
...(member?.limits !== undefined ? { limits: member.limits } : {})
|
|
88
84
|
};
|
|
89
85
|
}),
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
86
|
+
revision: runtimeState.revisions.accounts,
|
|
87
|
+
recovery: {
|
|
88
|
+
state: recovery.recovered > 0 ? "recovered" : "clean",
|
|
89
|
+
recovered: recovery.recovered,
|
|
90
|
+
cleaned: recovery.cleaned
|
|
91
|
+
}
|
|
94
92
|
};
|
|
95
|
-
}
|
|
96
|
-
|
|
93
|
+
}),
|
|
94
|
+
"accounts.usage": (_params, context) => Effect.gen(function* () {
|
|
95
|
+
const gateway = yield* ActiveGateway;
|
|
96
|
+
return yield* gateway.router().usage(context.signal);
|
|
97
|
+
})
|
|
98
|
+
};
|