dsh-coding-subscription-oauth 0.6.2 → 0.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +222 -206
- package/CONTRIBUTING.md +129 -120
- package/INSTALL.md +218 -218
- package/LICENSE +19 -19
- package/NOTICE +11 -11
- package/README.de.md +289 -289
- package/README.es.md +290 -290
- package/README.fr.md +290 -290
- package/README.ja.md +290 -290
- package/README.ko.md +290 -290
- package/README.md +304 -304
- package/README.pt-BR.md +290 -290
- package/README.ru.md +290 -290
- package/README.zh-CN.md +302 -302
- package/compatibility/dsh-bom.json +0 -0
- package/cordis.patch.yml +13 -13
- package/docs/00-project-rules.md +212 -195
- package/docs/02-architecture.md +130 -130
- package/docs/02-architecture.zh-CN.md +130 -130
- package/lib/bin.js.map +1 -1
- package/lib/capability-settings.d.ts +8 -2
- package/lib/capability-settings.d.ts.map +1 -1
- package/lib/capability-tools.d.ts +7 -2
- package/lib/capability-tools.d.ts.map +1 -1
- package/lib/client.js +3 -3
- package/lib/client.js.map +2 -2
- package/lib/codex-images.d.ts +8 -0
- package/lib/codex-images.d.ts.map +1 -1
- package/lib/index.js +32 -7
- package/lib/index.js.map +2 -2
- package/lib/invariant.js.map +1 -1
- package/media/en/settings_accounts.png +0 -0
- package/media/en/settings_capabilities.png +0 -0
- package/media/en/settings_gateway.png +0 -0
- package/media/settings_accounts.png +0 -0
- package/media/settings_capabilities.png +0 -0
- package/media/settings_gateway.png +0 -0
- package/media/settings_overview.png +0 -0
- package/media/zh-CN/settings_accounts.png +0 -0
- package/media/zh-CN/settings_capabilities.png +0 -0
- package/media/zh-CN/settings_gateway.png +0 -0
- package/package.json +148 -148
- package/patches/dsh-agy@0.1.2.patch +25 -25
- package/scripts/release.mjs +186 -186
- package/scripts/smoke-deployed-routes.mjs +146 -146
- package/scripts/verify-deployed-catalog.mjs +87 -87
- package/src/adapter.ts +273 -273
- package/src/alias-adapter.ts +130 -130
- package/src/auth-routes.ts +921 -921
- package/src/auth.ts +67 -67
- package/src/bin.ts +350 -350
- package/src/capability-routes.ts +279 -279
- package/src/capability-runtime.ts +314 -313
- package/src/capability-settings.ts +671 -658
- package/src/capability-tools.ts +685 -666
- package/src/catalog.ts +271 -271
- package/src/client/GrokBuildSettings.tsx +771 -770
- package/src/client/api.ts +88 -88
- package/src/client/components/AboutTab.tsx +30 -30
- package/src/client/components/AccountsTab.tsx +241 -241
- package/src/client/components/Badge.tsx +33 -33
- package/src/client/components/CapabilitiesTab.tsx +265 -265
- package/src/client/components/CliPullPreview.tsx +116 -116
- package/src/client/components/CopyButton.tsx +57 -57
- package/src/client/components/GatewayTab.tsx +469 -469
- package/src/client/components/NoticeBanner.tsx +46 -46
- package/src/client/components/ProgressBar.tsx +53 -53
- package/src/client/components/ProviderCard.tsx +606 -606
- package/src/client/components/SettingsTabs.tsx +75 -75
- package/src/client/components/ToggleSwitch.tsx +71 -71
- package/src/client/constants.ts +230 -224
- package/src/client/display.ts +61 -61
- package/src/client/dshClientAdapter.ts +127 -127
- package/src/client/gatewaySnippets.ts +37 -37
- package/src/client/index.tsx +156 -156
- package/src/client/locales.ts +540 -535
- package/src/client/microStyles.ts +52 -52
- package/src/client/parsers.ts +398 -396
- package/src/client/styles.ts +325 -325
- package/src/client/types.ts +199 -197
- package/src/codex-http.ts +447 -447
- package/src/codex-images.ts +503 -485
- package/src/codex-model-capabilities.ts +320 -320
- package/src/codex-search.ts +245 -245
- package/src/codex-usage.ts +263 -263
- package/src/compatibility.ts +41 -41
- package/src/dsh-host-adapter.ts +173 -173
- package/src/gateway-anthropic-messages.ts +84 -84
- package/src/gateway-auth.ts +102 -102
- package/src/gateway-backend.ts +274 -274
- package/src/gateway-body.ts +49 -49
- package/src/gateway-config.ts +76 -76
- package/src/gateway-http.ts +104 -104
- package/src/gateway-openai-chat.ts +124 -124
- package/src/gateway-openai-responses.ts +53 -53
- package/src/gateway-parse.ts +224 -224
- package/src/gateway-protocol.ts +52 -52
- package/src/gateway-routes.ts +158 -158
- package/src/gateway.ts +258 -258
- package/src/grok-errors.ts +24 -24
- package/src/grok-imagine.ts +1627 -1627
- package/src/grok-import.ts +151 -151
- package/src/http-json.ts +82 -82
- package/src/ids.ts +59 -59
- package/src/imagine-routes.ts +463 -463
- package/src/index.ts +709 -709
- package/src/invariant.ts +17 -17
- package/src/kimi-errors.ts +26 -26
- package/src/media-store.ts +927 -927
- package/src/oauth-import-routes.ts +324 -324
- package/src/oauth-providers.ts +152 -152
- package/src/oauth-session.ts +183 -183
- package/src/oauth-sources.ts +1104 -1104
- package/src/oauth.ts +620 -620
- package/src/provider.ts +128 -128
- package/src/proxy.ts +11 -11
- package/src/redact.ts +72 -72
- package/src/session.ts +218 -218
- package/src/store.ts +217 -217
- package/src/web-origin.ts +296 -296
- package/src/web-routes.ts +38 -38
package/src/gateway-backend.ts
CHANGED
|
@@ -1,274 +1,274 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Session-backed model listing and event streaming for the local gateway.
|
|
3
|
-
* @module dsh-coding-subscription-oauth/gateway-backend
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import type { Api, Context, Message, Model, ThinkingLevel, Tool } from "@earendil-works/pi-ai";
|
|
7
|
-
import {
|
|
8
|
-
type GatewayChatMessage,
|
|
9
|
-
type GatewayCompletionRequest,
|
|
10
|
-
type GatewayStreamPart,
|
|
11
|
-
type GatewayTool,
|
|
12
|
-
isThinkingLevel,
|
|
13
|
-
} from "./gateway-protocol.ts";
|
|
14
|
-
import type { OAuthProviderSession } from "./oauth-session.ts";
|
|
15
|
-
import { safeMessage } from "./redact.ts";
|
|
16
|
-
import type { GrokBuildSession } from "./session.ts";
|
|
17
|
-
|
|
18
|
-
export interface GatewayListedModel {
|
|
19
|
-
id: string;
|
|
20
|
-
owned_by: string;
|
|
21
|
-
}
|
|
22
|
-
|
|
23
|
-
export interface GatewayBackend {
|
|
24
|
-
listModels(): Promise<readonly GatewayListedModel[]>;
|
|
25
|
-
stream(request: GatewayCompletionRequest): AsyncIterable<GatewayStreamPart>;
|
|
26
|
-
streamText(modelId: string, messages: readonly GatewayChatMessage[]): AsyncIterable<string>;
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
export class GatewayRequestError extends Error {
|
|
30
|
-
constructor(
|
|
31
|
-
readonly status: number,
|
|
32
|
-
readonly code: string,
|
|
33
|
-
message: string,
|
|
34
|
-
) {
|
|
35
|
-
super(message);
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
interface OwnedModel {
|
|
40
|
-
owned_by: string;
|
|
41
|
-
model: Model<Api>;
|
|
42
|
-
stream: (
|
|
43
|
-
model: Model<Api>,
|
|
44
|
-
context: Context,
|
|
45
|
-
options?: { reasoning?: ThinkingLevel },
|
|
46
|
-
) => AsyncIterable<{
|
|
47
|
-
type: string;
|
|
48
|
-
delta?: string;
|
|
49
|
-
errorMessage?: string;
|
|
50
|
-
reason?: string;
|
|
51
|
-
toolCall?: { id: string; name: string; arguments?: unknown };
|
|
52
|
-
partial?: { content?: readonly { type?: string; id?: string; name?: string }[] };
|
|
53
|
-
}>;
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
const EMPTY_USAGE = {
|
|
57
|
-
input: 0,
|
|
58
|
-
output: 0,
|
|
59
|
-
cacheRead: 0,
|
|
60
|
-
cacheWrite: 0,
|
|
61
|
-
totalTokens: 0,
|
|
62
|
-
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
63
|
-
};
|
|
64
|
-
|
|
65
|
-
export function createSessionGatewayBackend(
|
|
66
|
-
grok: GrokBuildSession,
|
|
67
|
-
subscriptions: readonly OAuthProviderSession[],
|
|
68
|
-
): GatewayBackend {
|
|
69
|
-
return {
|
|
70
|
-
async listModels() {
|
|
71
|
-
const listed: GatewayListedModel[] = [];
|
|
72
|
-
const seen = new Map<string, string>();
|
|
73
|
-
for (const owned of await collectOwnedModels(grok, subscriptions)) {
|
|
74
|
-
const previous = seen.get(owned.model.id);
|
|
75
|
-
if (previous !== undefined && previous !== owned.owned_by) continue;
|
|
76
|
-
seen.set(owned.model.id, owned.owned_by);
|
|
77
|
-
listed.push({ id: owned.model.id, owned_by: owned.owned_by });
|
|
78
|
-
}
|
|
79
|
-
return listed;
|
|
80
|
-
},
|
|
81
|
-
async *stream(request) {
|
|
82
|
-
const owned = selectOwnedModel(await collectOwnedModels(grok, subscriptions), request.model);
|
|
83
|
-
const context = buildGatewayContext(request.messages, request.tools);
|
|
84
|
-
const reasoning = resolveReasoning(request.reasoning, owned.owned_by);
|
|
85
|
-
let usedTools = false;
|
|
86
|
-
for await (const event of owned.stream(
|
|
87
|
-
owned.model,
|
|
88
|
-
context,
|
|
89
|
-
reasoning === undefined ? undefined : { reasoning },
|
|
90
|
-
)) {
|
|
91
|
-
if (event.type === "text_delta" && typeof event.delta === "string" && event.delta.length > 0) {
|
|
92
|
-
yield { type: "text", text: event.delta };
|
|
93
|
-
}
|
|
94
|
-
if (event.type === "thinking_delta" && typeof event.delta === "string" && event.delta.length > 0) {
|
|
95
|
-
yield { type: "thinking", text: event.delta };
|
|
96
|
-
}
|
|
97
|
-
if (event.type === "toolcall_end" && event.toolCall !== undefined) {
|
|
98
|
-
usedTools = true;
|
|
99
|
-
yield {
|
|
100
|
-
type: "tool_call",
|
|
101
|
-
index: 0,
|
|
102
|
-
id: event.toolCall.id,
|
|
103
|
-
name: event.toolCall.name,
|
|
104
|
-
arguments: stringifyToolArguments(event.toolCall.arguments),
|
|
105
|
-
};
|
|
106
|
-
}
|
|
107
|
-
if (event.type === "error") {
|
|
108
|
-
throw new GatewayRequestError(502, "upstream_error", event.errorMessage ?? "upstream stream error");
|
|
109
|
-
}
|
|
110
|
-
if (event.type === "done") {
|
|
111
|
-
const finish =
|
|
112
|
-
event.reason === "length" ? "length" : usedTools || event.reason === "toolUse" ? "tool_calls" : "stop";
|
|
113
|
-
yield { type: "done", finish };
|
|
114
|
-
}
|
|
115
|
-
}
|
|
116
|
-
},
|
|
117
|
-
async *streamText(modelId, messages) {
|
|
118
|
-
for await (const part of this.stream({ model: modelId, messages })) {
|
|
119
|
-
if (part.type === "text") yield part.text;
|
|
120
|
-
}
|
|
121
|
-
},
|
|
122
|
-
};
|
|
123
|
-
}
|
|
124
|
-
|
|
125
|
-
export function selectOwnedModel(owned: readonly OwnedModel[], modelId: string): OwnedModel {
|
|
126
|
-
const matches = owned.filter((item) => item.model.id === modelId);
|
|
127
|
-
if (matches.length === 0) throw new GatewayRequestError(404, "model_not_found", `Unknown model ${modelId}`);
|
|
128
|
-
const owners = new Set(matches.map((item) => item.owned_by));
|
|
129
|
-
if (owners.size > 1) {
|
|
130
|
-
throw new GatewayRequestError(404, "model_not_found", `Model ${modelId} is owned by multiple signed-in providers`);
|
|
131
|
-
}
|
|
132
|
-
return matches[0]!;
|
|
133
|
-
}
|
|
134
|
-
|
|
135
|
-
export function buildGatewayContext(messages: readonly GatewayChatMessage[], tools?: readonly GatewayTool[]): Context {
|
|
136
|
-
let systemPrompt: string | undefined;
|
|
137
|
-
const mapped: Message[] = [];
|
|
138
|
-
for (const message of messages) {
|
|
139
|
-
if (message.role === "system") {
|
|
140
|
-
systemPrompt = `${systemPrompt === undefined ? "" : `${systemPrompt}\n`}${message.content}`;
|
|
141
|
-
continue;
|
|
142
|
-
}
|
|
143
|
-
if (message.role === "assistant") {
|
|
144
|
-
mapped.push(assistantReplay(message));
|
|
145
|
-
continue;
|
|
146
|
-
}
|
|
147
|
-
if (message.role === "tool") {
|
|
148
|
-
mapped.push({
|
|
149
|
-
role: "toolResult",
|
|
150
|
-
toolCallId: message.tool_call_id ?? "",
|
|
151
|
-
toolName: message.tool_name ?? "tool",
|
|
152
|
-
content: [{ type: "text", text: message.content }],
|
|
153
|
-
isError: false,
|
|
154
|
-
timestamp: Date.now(),
|
|
155
|
-
});
|
|
156
|
-
continue;
|
|
157
|
-
}
|
|
158
|
-
mapped.push({ role: "user", content: message.content, timestamp: Date.now() });
|
|
159
|
-
}
|
|
160
|
-
const context: Context = systemPrompt === undefined ? { messages: mapped } : { systemPrompt, messages: mapped };
|
|
161
|
-
if (tools !== undefined && tools.length > 0) context.tools = tools.map(toPiTool);
|
|
162
|
-
return context;
|
|
163
|
-
}
|
|
164
|
-
|
|
165
|
-
export function assistantReplay(message: GatewayChatMessage): Message {
|
|
166
|
-
const content: Array<
|
|
167
|
-
| { type: "text"; text: string }
|
|
168
|
-
| { type: "thinking"; thinking: string }
|
|
169
|
-
| { type: "toolCall"; id: string; name: string; arguments: Record<string, unknown> }
|
|
170
|
-
> = [];
|
|
171
|
-
const needsPlaceholder = message.tool_calls !== undefined && message.tool_calls.length > 0;
|
|
172
|
-
const reasoning = message.reasoning_content ?? (needsPlaceholder ? "" : undefined);
|
|
173
|
-
if (reasoning !== undefined) content.push({ type: "thinking", thinking: reasoning });
|
|
174
|
-
if (message.content.length > 0) content.push({ type: "text", text: message.content });
|
|
175
|
-
if (message.tool_calls !== undefined) {
|
|
176
|
-
for (const call of message.tool_calls) {
|
|
177
|
-
content.push({
|
|
178
|
-
type: "toolCall",
|
|
179
|
-
id: call.id,
|
|
180
|
-
name: call.name,
|
|
181
|
-
arguments: parseToolArguments(call.arguments),
|
|
182
|
-
});
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
return {
|
|
186
|
-
role: "assistant",
|
|
187
|
-
content: content.length === 0 ? [{ type: "text", text: "" }] : content,
|
|
188
|
-
api: "openai-responses",
|
|
189
|
-
provider: "gateway",
|
|
190
|
-
model: "gateway",
|
|
191
|
-
usage: EMPTY_USAGE,
|
|
192
|
-
stopReason: needsPlaceholder ? "toolUse" : "stop",
|
|
193
|
-
timestamp: Date.now(),
|
|
194
|
-
};
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
function toPiTool(tool: GatewayTool): Tool {
|
|
198
|
-
return {
|
|
199
|
-
name: tool.name,
|
|
200
|
-
description: tool.description,
|
|
201
|
-
parameters: tool.parameters as Tool["parameters"],
|
|
202
|
-
};
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
function parseToolArguments(raw: string): Record<string, unknown> {
|
|
206
|
-
try {
|
|
207
|
-
const value = JSON.parse(raw) as unknown;
|
|
208
|
-
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
209
|
-
? (value as Record<string, unknown>)
|
|
210
|
-
: { value };
|
|
211
|
-
} catch {
|
|
212
|
-
return { value: raw };
|
|
213
|
-
}
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
function stringifyToolArguments(value: unknown): string {
|
|
217
|
-
if (typeof value === "string") return value;
|
|
218
|
-
try {
|
|
219
|
-
return JSON.stringify(value ?? {});
|
|
220
|
-
} catch {
|
|
221
|
-
return "{}";
|
|
222
|
-
}
|
|
223
|
-
}
|
|
224
|
-
|
|
225
|
-
function resolveReasoning(value: string | undefined, ownedBy: string): ThinkingLevel | undefined {
|
|
226
|
-
if (value === undefined || !isThinkingLevel(value)) return undefined;
|
|
227
|
-
if (ownedBy === "kimi-code-oauth" || ownedBy === "claude-code-oauth") return undefined;
|
|
228
|
-
return value as ThinkingLevel;
|
|
229
|
-
}
|
|
230
|
-
|
|
231
|
-
async function collectOwnedModels(
|
|
232
|
-
grok: GrokBuildSession,
|
|
233
|
-
subscriptions: readonly OAuthProviderSession[],
|
|
234
|
-
): Promise<OwnedModel[]> {
|
|
235
|
-
const owned: OwnedModel[] = [];
|
|
236
|
-
const grokAuth = await grok.models.getAuth("xai");
|
|
237
|
-
if (grokAuth?.auth.apiKey) {
|
|
238
|
-
for (const model of grok.visibleModels()) {
|
|
239
|
-
owned.push({
|
|
240
|
-
owned_by: "grok-build",
|
|
241
|
-
model,
|
|
242
|
-
stream: (item, context, options) => grok.models.streamSimple(item, context, options),
|
|
243
|
-
});
|
|
244
|
-
}
|
|
245
|
-
}
|
|
246
|
-
for (const session of subscriptions) {
|
|
247
|
-
const status = await session.status();
|
|
248
|
-
if (!status.authenticated) continue;
|
|
249
|
-
for (const model of session.visibleModels()) {
|
|
250
|
-
owned.push({
|
|
251
|
-
owned_by: session.definition.route,
|
|
252
|
-
model,
|
|
253
|
-
stream: (item, context, options) => session.models.streamSimple(item, context, options),
|
|
254
|
-
});
|
|
255
|
-
}
|
|
256
|
-
}
|
|
257
|
-
return owned;
|
|
258
|
-
}
|
|
259
|
-
|
|
260
|
-
export function gatewayErrorEnvelope(error: unknown): {
|
|
261
|
-
status: number;
|
|
262
|
-
body: { error: { message: string; type: string; code: string } };
|
|
263
|
-
} {
|
|
264
|
-
if (error instanceof GatewayRequestError) {
|
|
265
|
-
return {
|
|
266
|
-
status: error.status,
|
|
267
|
-
body: { error: { message: error.message.slice(0, 1000), type: "invalid_request_error", code: error.code } },
|
|
268
|
-
};
|
|
269
|
-
}
|
|
270
|
-
return {
|
|
271
|
-
status: 500,
|
|
272
|
-
body: { error: { message: safeMessage(error).slice(0, 1000), type: "server_error", code: "internal" } },
|
|
273
|
-
};
|
|
274
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Session-backed model listing and event streaming for the local gateway.
|
|
3
|
+
* @module dsh-coding-subscription-oauth/gateway-backend
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import type { Api, Context, Message, Model, ThinkingLevel, Tool } from "@earendil-works/pi-ai";
|
|
7
|
+
import {
|
|
8
|
+
type GatewayChatMessage,
|
|
9
|
+
type GatewayCompletionRequest,
|
|
10
|
+
type GatewayStreamPart,
|
|
11
|
+
type GatewayTool,
|
|
12
|
+
isThinkingLevel,
|
|
13
|
+
} from "./gateway-protocol.ts";
|
|
14
|
+
import type { OAuthProviderSession } from "./oauth-session.ts";
|
|
15
|
+
import { safeMessage } from "./redact.ts";
|
|
16
|
+
import type { GrokBuildSession } from "./session.ts";
|
|
17
|
+
|
|
18
|
+
export interface GatewayListedModel {
|
|
19
|
+
id: string;
|
|
20
|
+
owned_by: string;
|
|
21
|
+
}
|
|
22
|
+
|
|
23
|
+
export interface GatewayBackend {
|
|
24
|
+
listModels(): Promise<readonly GatewayListedModel[]>;
|
|
25
|
+
stream(request: GatewayCompletionRequest): AsyncIterable<GatewayStreamPart>;
|
|
26
|
+
streamText(modelId: string, messages: readonly GatewayChatMessage[]): AsyncIterable<string>;
|
|
27
|
+
}
|
|
28
|
+
|
|
29
|
+
export class GatewayRequestError extends Error {
|
|
30
|
+
constructor(
|
|
31
|
+
readonly status: number,
|
|
32
|
+
readonly code: string,
|
|
33
|
+
message: string,
|
|
34
|
+
) {
|
|
35
|
+
super(message);
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
interface OwnedModel {
|
|
40
|
+
owned_by: string;
|
|
41
|
+
model: Model<Api>;
|
|
42
|
+
stream: (
|
|
43
|
+
model: Model<Api>,
|
|
44
|
+
context: Context,
|
|
45
|
+
options?: { reasoning?: ThinkingLevel },
|
|
46
|
+
) => AsyncIterable<{
|
|
47
|
+
type: string;
|
|
48
|
+
delta?: string;
|
|
49
|
+
errorMessage?: string;
|
|
50
|
+
reason?: string;
|
|
51
|
+
toolCall?: { id: string; name: string; arguments?: unknown };
|
|
52
|
+
partial?: { content?: readonly { type?: string; id?: string; name?: string }[] };
|
|
53
|
+
}>;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
const EMPTY_USAGE = {
|
|
57
|
+
input: 0,
|
|
58
|
+
output: 0,
|
|
59
|
+
cacheRead: 0,
|
|
60
|
+
cacheWrite: 0,
|
|
61
|
+
totalTokens: 0,
|
|
62
|
+
cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 },
|
|
63
|
+
};
|
|
64
|
+
|
|
65
|
+
export function createSessionGatewayBackend(
|
|
66
|
+
grok: GrokBuildSession,
|
|
67
|
+
subscriptions: readonly OAuthProviderSession[],
|
|
68
|
+
): GatewayBackend {
|
|
69
|
+
return {
|
|
70
|
+
async listModels() {
|
|
71
|
+
const listed: GatewayListedModel[] = [];
|
|
72
|
+
const seen = new Map<string, string>();
|
|
73
|
+
for (const owned of await collectOwnedModels(grok, subscriptions)) {
|
|
74
|
+
const previous = seen.get(owned.model.id);
|
|
75
|
+
if (previous !== undefined && previous !== owned.owned_by) continue;
|
|
76
|
+
seen.set(owned.model.id, owned.owned_by);
|
|
77
|
+
listed.push({ id: owned.model.id, owned_by: owned.owned_by });
|
|
78
|
+
}
|
|
79
|
+
return listed;
|
|
80
|
+
},
|
|
81
|
+
async *stream(request) {
|
|
82
|
+
const owned = selectOwnedModel(await collectOwnedModels(grok, subscriptions), request.model);
|
|
83
|
+
const context = buildGatewayContext(request.messages, request.tools);
|
|
84
|
+
const reasoning = resolveReasoning(request.reasoning, owned.owned_by);
|
|
85
|
+
let usedTools = false;
|
|
86
|
+
for await (const event of owned.stream(
|
|
87
|
+
owned.model,
|
|
88
|
+
context,
|
|
89
|
+
reasoning === undefined ? undefined : { reasoning },
|
|
90
|
+
)) {
|
|
91
|
+
if (event.type === "text_delta" && typeof event.delta === "string" && event.delta.length > 0) {
|
|
92
|
+
yield { type: "text", text: event.delta };
|
|
93
|
+
}
|
|
94
|
+
if (event.type === "thinking_delta" && typeof event.delta === "string" && event.delta.length > 0) {
|
|
95
|
+
yield { type: "thinking", text: event.delta };
|
|
96
|
+
}
|
|
97
|
+
if (event.type === "toolcall_end" && event.toolCall !== undefined) {
|
|
98
|
+
usedTools = true;
|
|
99
|
+
yield {
|
|
100
|
+
type: "tool_call",
|
|
101
|
+
index: 0,
|
|
102
|
+
id: event.toolCall.id,
|
|
103
|
+
name: event.toolCall.name,
|
|
104
|
+
arguments: stringifyToolArguments(event.toolCall.arguments),
|
|
105
|
+
};
|
|
106
|
+
}
|
|
107
|
+
if (event.type === "error") {
|
|
108
|
+
throw new GatewayRequestError(502, "upstream_error", event.errorMessage ?? "upstream stream error");
|
|
109
|
+
}
|
|
110
|
+
if (event.type === "done") {
|
|
111
|
+
const finish =
|
|
112
|
+
event.reason === "length" ? "length" : usedTools || event.reason === "toolUse" ? "tool_calls" : "stop";
|
|
113
|
+
yield { type: "done", finish };
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
},
|
|
117
|
+
async *streamText(modelId, messages) {
|
|
118
|
+
for await (const part of this.stream({ model: modelId, messages })) {
|
|
119
|
+
if (part.type === "text") yield part.text;
|
|
120
|
+
}
|
|
121
|
+
},
|
|
122
|
+
};
|
|
123
|
+
}
|
|
124
|
+
|
|
125
|
+
export function selectOwnedModel(owned: readonly OwnedModel[], modelId: string): OwnedModel {
|
|
126
|
+
const matches = owned.filter((item) => item.model.id === modelId);
|
|
127
|
+
if (matches.length === 0) throw new GatewayRequestError(404, "model_not_found", `Unknown model ${modelId}`);
|
|
128
|
+
const owners = new Set(matches.map((item) => item.owned_by));
|
|
129
|
+
if (owners.size > 1) {
|
|
130
|
+
throw new GatewayRequestError(404, "model_not_found", `Model ${modelId} is owned by multiple signed-in providers`);
|
|
131
|
+
}
|
|
132
|
+
return matches[0]!;
|
|
133
|
+
}
|
|
134
|
+
|
|
135
|
+
export function buildGatewayContext(messages: readonly GatewayChatMessage[], tools?: readonly GatewayTool[]): Context {
|
|
136
|
+
let systemPrompt: string | undefined;
|
|
137
|
+
const mapped: Message[] = [];
|
|
138
|
+
for (const message of messages) {
|
|
139
|
+
if (message.role === "system") {
|
|
140
|
+
systemPrompt = `${systemPrompt === undefined ? "" : `${systemPrompt}\n`}${message.content}`;
|
|
141
|
+
continue;
|
|
142
|
+
}
|
|
143
|
+
if (message.role === "assistant") {
|
|
144
|
+
mapped.push(assistantReplay(message));
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
if (message.role === "tool") {
|
|
148
|
+
mapped.push({
|
|
149
|
+
role: "toolResult",
|
|
150
|
+
toolCallId: message.tool_call_id ?? "",
|
|
151
|
+
toolName: message.tool_name ?? "tool",
|
|
152
|
+
content: [{ type: "text", text: message.content }],
|
|
153
|
+
isError: false,
|
|
154
|
+
timestamp: Date.now(),
|
|
155
|
+
});
|
|
156
|
+
continue;
|
|
157
|
+
}
|
|
158
|
+
mapped.push({ role: "user", content: message.content, timestamp: Date.now() });
|
|
159
|
+
}
|
|
160
|
+
const context: Context = systemPrompt === undefined ? { messages: mapped } : { systemPrompt, messages: mapped };
|
|
161
|
+
if (tools !== undefined && tools.length > 0) context.tools = tools.map(toPiTool);
|
|
162
|
+
return context;
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
export function assistantReplay(message: GatewayChatMessage): Message {
|
|
166
|
+
const content: Array<
|
|
167
|
+
| { type: "text"; text: string }
|
|
168
|
+
| { type: "thinking"; thinking: string }
|
|
169
|
+
| { type: "toolCall"; id: string; name: string; arguments: Record<string, unknown> }
|
|
170
|
+
> = [];
|
|
171
|
+
const needsPlaceholder = message.tool_calls !== undefined && message.tool_calls.length > 0;
|
|
172
|
+
const reasoning = message.reasoning_content ?? (needsPlaceholder ? "" : undefined);
|
|
173
|
+
if (reasoning !== undefined) content.push({ type: "thinking", thinking: reasoning });
|
|
174
|
+
if (message.content.length > 0) content.push({ type: "text", text: message.content });
|
|
175
|
+
if (message.tool_calls !== undefined) {
|
|
176
|
+
for (const call of message.tool_calls) {
|
|
177
|
+
content.push({
|
|
178
|
+
type: "toolCall",
|
|
179
|
+
id: call.id,
|
|
180
|
+
name: call.name,
|
|
181
|
+
arguments: parseToolArguments(call.arguments),
|
|
182
|
+
});
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
return {
|
|
186
|
+
role: "assistant",
|
|
187
|
+
content: content.length === 0 ? [{ type: "text", text: "" }] : content,
|
|
188
|
+
api: "openai-responses",
|
|
189
|
+
provider: "gateway",
|
|
190
|
+
model: "gateway",
|
|
191
|
+
usage: EMPTY_USAGE,
|
|
192
|
+
stopReason: needsPlaceholder ? "toolUse" : "stop",
|
|
193
|
+
timestamp: Date.now(),
|
|
194
|
+
};
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
function toPiTool(tool: GatewayTool): Tool {
|
|
198
|
+
return {
|
|
199
|
+
name: tool.name,
|
|
200
|
+
description: tool.description,
|
|
201
|
+
parameters: tool.parameters as Tool["parameters"],
|
|
202
|
+
};
|
|
203
|
+
}
|
|
204
|
+
|
|
205
|
+
function parseToolArguments(raw: string): Record<string, unknown> {
|
|
206
|
+
try {
|
|
207
|
+
const value = JSON.parse(raw) as unknown;
|
|
208
|
+
return typeof value === "object" && value !== null && !Array.isArray(value)
|
|
209
|
+
? (value as Record<string, unknown>)
|
|
210
|
+
: { value };
|
|
211
|
+
} catch {
|
|
212
|
+
return { value: raw };
|
|
213
|
+
}
|
|
214
|
+
}
|
|
215
|
+
|
|
216
|
+
function stringifyToolArguments(value: unknown): string {
|
|
217
|
+
if (typeof value === "string") return value;
|
|
218
|
+
try {
|
|
219
|
+
return JSON.stringify(value ?? {});
|
|
220
|
+
} catch {
|
|
221
|
+
return "{}";
|
|
222
|
+
}
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
function resolveReasoning(value: string | undefined, ownedBy: string): ThinkingLevel | undefined {
|
|
226
|
+
if (value === undefined || !isThinkingLevel(value)) return undefined;
|
|
227
|
+
if (ownedBy === "kimi-code-oauth" || ownedBy === "claude-code-oauth") return undefined;
|
|
228
|
+
return value as ThinkingLevel;
|
|
229
|
+
}
|
|
230
|
+
|
|
231
|
+
async function collectOwnedModels(
|
|
232
|
+
grok: GrokBuildSession,
|
|
233
|
+
subscriptions: readonly OAuthProviderSession[],
|
|
234
|
+
): Promise<OwnedModel[]> {
|
|
235
|
+
const owned: OwnedModel[] = [];
|
|
236
|
+
const grokAuth = await grok.models.getAuth("xai");
|
|
237
|
+
if (grokAuth?.auth.apiKey) {
|
|
238
|
+
for (const model of grok.visibleModels()) {
|
|
239
|
+
owned.push({
|
|
240
|
+
owned_by: "grok-build",
|
|
241
|
+
model,
|
|
242
|
+
stream: (item, context, options) => grok.models.streamSimple(item, context, options),
|
|
243
|
+
});
|
|
244
|
+
}
|
|
245
|
+
}
|
|
246
|
+
for (const session of subscriptions) {
|
|
247
|
+
const status = await session.status();
|
|
248
|
+
if (!status.authenticated) continue;
|
|
249
|
+
for (const model of session.visibleModels()) {
|
|
250
|
+
owned.push({
|
|
251
|
+
owned_by: session.definition.route,
|
|
252
|
+
model,
|
|
253
|
+
stream: (item, context, options) => session.models.streamSimple(item, context, options),
|
|
254
|
+
});
|
|
255
|
+
}
|
|
256
|
+
}
|
|
257
|
+
return owned;
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
export function gatewayErrorEnvelope(error: unknown): {
|
|
261
|
+
status: number;
|
|
262
|
+
body: { error: { message: string; type: string; code: string } };
|
|
263
|
+
} {
|
|
264
|
+
if (error instanceof GatewayRequestError) {
|
|
265
|
+
return {
|
|
266
|
+
status: error.status,
|
|
267
|
+
body: { error: { message: error.message.slice(0, 1000), type: "invalid_request_error", code: error.code } },
|
|
268
|
+
};
|
|
269
|
+
}
|
|
270
|
+
return {
|
|
271
|
+
status: 500,
|
|
272
|
+
body: { error: { message: safeMessage(error).slice(0, 1000), type: "server_error", code: "internal" } },
|
|
273
|
+
};
|
|
274
|
+
}
|
package/src/gateway-body.ts
CHANGED
|
@@ -1,49 +1,49 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Shared JSON body reader for isolated gateway endpoints.
|
|
3
|
-
* @module dsh-coding-subscription-oauth/gateway-body
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
import type { IncomingMessage } from "node:http";
|
|
7
|
-
import { GatewayRequestError } from "./gateway-backend.ts";
|
|
8
|
-
|
|
9
|
-
const BODY_LIMIT = 1024 * 1024;
|
|
10
|
-
|
|
11
|
-
export async function readGatewayJsonBody(req: IncomingMessage): Promise<Record<string, unknown>> {
|
|
12
|
-
const chunks: Buffer[] = [];
|
|
13
|
-
let size = 0;
|
|
14
|
-
for await (const chunk of req) {
|
|
15
|
-
const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
|
|
16
|
-
size += buffer.byteLength;
|
|
17
|
-
if (size > BODY_LIMIT) throw new GatewayRequestError(413, "payload_too_large", "request body exceeds 1 MiB");
|
|
18
|
-
chunks.push(buffer);
|
|
19
|
-
}
|
|
20
|
-
if (chunks.length === 0) return {};
|
|
21
|
-
try {
|
|
22
|
-
const value = JSON.parse(Buffer.concat(chunks).toString("utf8")) as unknown;
|
|
23
|
-
if (typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
24
|
-
throw new GatewayRequestError(400, "invalid_request", "body must be a JSON object");
|
|
25
|
-
}
|
|
26
|
-
return value as Record<string, unknown>;
|
|
27
|
-
} catch (error) {
|
|
28
|
-
if (error instanceof GatewayRequestError) throw error;
|
|
29
|
-
throw new GatewayRequestError(400, "invalid_request", "body is not valid JSON");
|
|
30
|
-
}
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
export function writeGatewayJson(res: import("node:http").ServerResponse, status: number, value: unknown): void {
|
|
34
|
-
const body = Buffer.from(`${JSON.stringify(value)}\n`);
|
|
35
|
-
res.writeHead(status, {
|
|
36
|
-
"content-type": "application/json; charset=utf-8",
|
|
37
|
-
"content-length": body.byteLength,
|
|
38
|
-
"cache-control": "no-store",
|
|
39
|
-
});
|
|
40
|
-
res.end(body);
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export function beginGatewaySse(res: import("node:http").ServerResponse): void {
|
|
44
|
-
res.writeHead(200, {
|
|
45
|
-
"content-type": "text/event-stream; charset=utf-8",
|
|
46
|
-
"cache-control": "no-store",
|
|
47
|
-
connection: "close",
|
|
48
|
-
});
|
|
49
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Shared JSON body reader for isolated gateway endpoints.
|
|
3
|
+
* @module dsh-coding-subscription-oauth/gateway-body
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import type { IncomingMessage } from "node:http";
|
|
7
|
+
import { GatewayRequestError } from "./gateway-backend.ts";
|
|
8
|
+
|
|
9
|
+
const BODY_LIMIT = 1024 * 1024;
|
|
10
|
+
|
|
11
|
+
export async function readGatewayJsonBody(req: IncomingMessage): Promise<Record<string, unknown>> {
|
|
12
|
+
const chunks: Buffer[] = [];
|
|
13
|
+
let size = 0;
|
|
14
|
+
for await (const chunk of req) {
|
|
15
|
+
const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);
|
|
16
|
+
size += buffer.byteLength;
|
|
17
|
+
if (size > BODY_LIMIT) throw new GatewayRequestError(413, "payload_too_large", "request body exceeds 1 MiB");
|
|
18
|
+
chunks.push(buffer);
|
|
19
|
+
}
|
|
20
|
+
if (chunks.length === 0) return {};
|
|
21
|
+
try {
|
|
22
|
+
const value = JSON.parse(Buffer.concat(chunks).toString("utf8")) as unknown;
|
|
23
|
+
if (typeof value !== "object" || value === null || Array.isArray(value)) {
|
|
24
|
+
throw new GatewayRequestError(400, "invalid_request", "body must be a JSON object");
|
|
25
|
+
}
|
|
26
|
+
return value as Record<string, unknown>;
|
|
27
|
+
} catch (error) {
|
|
28
|
+
if (error instanceof GatewayRequestError) throw error;
|
|
29
|
+
throw new GatewayRequestError(400, "invalid_request", "body is not valid JSON");
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
export function writeGatewayJson(res: import("node:http").ServerResponse, status: number, value: unknown): void {
|
|
34
|
+
const body = Buffer.from(`${JSON.stringify(value)}\n`);
|
|
35
|
+
res.writeHead(status, {
|
|
36
|
+
"content-type": "application/json; charset=utf-8",
|
|
37
|
+
"content-length": body.byteLength,
|
|
38
|
+
"cache-control": "no-store",
|
|
39
|
+
});
|
|
40
|
+
res.end(body);
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export function beginGatewaySse(res: import("node:http").ServerResponse): void {
|
|
44
|
+
res.writeHead(200, {
|
|
45
|
+
"content-type": "text/event-stream; charset=utf-8",
|
|
46
|
+
"cache-control": "no-store",
|
|
47
|
+
connection: "close",
|
|
48
|
+
});
|
|
49
|
+
}
|