dsh-coding-subscription-oauth 0.6.2 → 0.6.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +222 -206
- package/CONTRIBUTING.md +129 -120
- package/INSTALL.md +218 -218
- package/LICENSE +19 -19
- package/NOTICE +11 -11
- package/README.de.md +289 -289
- package/README.es.md +290 -290
- package/README.fr.md +290 -290
- package/README.ja.md +290 -290
- package/README.ko.md +290 -290
- package/README.md +304 -304
- package/README.pt-BR.md +290 -290
- package/README.ru.md +290 -290
- package/README.zh-CN.md +302 -302
- package/compatibility/dsh-bom.json +0 -0
- package/cordis.patch.yml +13 -13
- package/docs/00-project-rules.md +212 -195
- package/docs/02-architecture.md +130 -130
- package/docs/02-architecture.zh-CN.md +130 -130
- package/lib/bin.js.map +1 -1
- package/lib/capability-settings.d.ts +8 -2
- package/lib/capability-settings.d.ts.map +1 -1
- package/lib/capability-tools.d.ts +7 -2
- package/lib/capability-tools.d.ts.map +1 -1
- package/lib/client.js +3 -3
- package/lib/client.js.map +2 -2
- package/lib/codex-images.d.ts +8 -0
- package/lib/codex-images.d.ts.map +1 -1
- package/lib/index.js +32 -7
- package/lib/index.js.map +2 -2
- package/lib/invariant.js.map +1 -1
- package/media/en/settings_accounts.png +0 -0
- package/media/en/settings_capabilities.png +0 -0
- package/media/en/settings_gateway.png +0 -0
- package/media/settings_accounts.png +0 -0
- package/media/settings_capabilities.png +0 -0
- package/media/settings_gateway.png +0 -0
- package/media/settings_overview.png +0 -0
- package/media/zh-CN/settings_accounts.png +0 -0
- package/media/zh-CN/settings_capabilities.png +0 -0
- package/media/zh-CN/settings_gateway.png +0 -0
- package/package.json +148 -148
- package/patches/dsh-agy@0.1.2.patch +25 -25
- package/scripts/release.mjs +186 -186
- package/scripts/smoke-deployed-routes.mjs +146 -146
- package/scripts/verify-deployed-catalog.mjs +87 -87
- package/src/adapter.ts +273 -273
- package/src/alias-adapter.ts +130 -130
- package/src/auth-routes.ts +921 -921
- package/src/auth.ts +67 -67
- package/src/bin.ts +350 -350
- package/src/capability-routes.ts +279 -279
- package/src/capability-runtime.ts +314 -313
- package/src/capability-settings.ts +671 -658
- package/src/capability-tools.ts +685 -666
- package/src/catalog.ts +271 -271
- package/src/client/GrokBuildSettings.tsx +771 -770
- package/src/client/api.ts +88 -88
- package/src/client/components/AboutTab.tsx +30 -30
- package/src/client/components/AccountsTab.tsx +241 -241
- package/src/client/components/Badge.tsx +33 -33
- package/src/client/components/CapabilitiesTab.tsx +265 -265
- package/src/client/components/CliPullPreview.tsx +116 -116
- package/src/client/components/CopyButton.tsx +57 -57
- package/src/client/components/GatewayTab.tsx +469 -469
- package/src/client/components/NoticeBanner.tsx +46 -46
- package/src/client/components/ProgressBar.tsx +53 -53
- package/src/client/components/ProviderCard.tsx +606 -606
- package/src/client/components/SettingsTabs.tsx +75 -75
- package/src/client/components/ToggleSwitch.tsx +71 -71
- package/src/client/constants.ts +230 -224
- package/src/client/display.ts +61 -61
- package/src/client/dshClientAdapter.ts +127 -127
- package/src/client/gatewaySnippets.ts +37 -37
- package/src/client/index.tsx +156 -156
- package/src/client/locales.ts +540 -535
- package/src/client/microStyles.ts +52 -52
- package/src/client/parsers.ts +398 -396
- package/src/client/styles.ts +325 -325
- package/src/client/types.ts +199 -197
- package/src/codex-http.ts +447 -447
- package/src/codex-images.ts +503 -485
- package/src/codex-model-capabilities.ts +320 -320
- package/src/codex-search.ts +245 -245
- package/src/codex-usage.ts +263 -263
- package/src/compatibility.ts +41 -41
- package/src/dsh-host-adapter.ts +173 -173
- package/src/gateway-anthropic-messages.ts +84 -84
- package/src/gateway-auth.ts +102 -102
- package/src/gateway-backend.ts +274 -274
- package/src/gateway-body.ts +49 -49
- package/src/gateway-config.ts +76 -76
- package/src/gateway-http.ts +104 -104
- package/src/gateway-openai-chat.ts +124 -124
- package/src/gateway-openai-responses.ts +53 -53
- package/src/gateway-parse.ts +224 -224
- package/src/gateway-protocol.ts +52 -52
- package/src/gateway-routes.ts +158 -158
- package/src/gateway.ts +258 -258
- package/src/grok-errors.ts +24 -24
- package/src/grok-imagine.ts +1627 -1627
- package/src/grok-import.ts +151 -151
- package/src/http-json.ts +82 -82
- package/src/ids.ts +59 -59
- package/src/imagine-routes.ts +463 -463
- package/src/index.ts +709 -709
- package/src/invariant.ts +17 -17
- package/src/kimi-errors.ts +26 -26
- package/src/media-store.ts +927 -927
- package/src/oauth-import-routes.ts +324 -324
- package/src/oauth-providers.ts +152 -152
- package/src/oauth-session.ts +183 -183
- package/src/oauth-sources.ts +1104 -1104
- package/src/oauth.ts +620 -620
- package/src/provider.ts +128 -128
- package/src/proxy.ts +11 -11
- package/src/redact.ts +72 -72
- package/src/session.ts +218 -218
- package/src/store.ts +217 -217
- package/src/web-origin.ts +296 -296
- package/src/web-routes.ts +38 -38
package/src/codex-search.ts
CHANGED
|
@@ -1,245 +1,245 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Optional Codex subscription search against the private ChatGPT backend.
|
|
3
|
-
* Default-off: parent registers the returned provider only when the user enables it.
|
|
4
|
-
*
|
|
5
|
-
* @module dsh-coding-subscription-oauth/codex-search
|
|
6
|
-
*/
|
|
7
|
-
|
|
8
|
-
import { LlmError } from "@deepseek-ai/dsh-llm";
|
|
9
|
-
import {
|
|
10
|
-
type CodexAuthSession,
|
|
11
|
-
type CodexFetch,
|
|
12
|
-
type CodexHttpClient,
|
|
13
|
-
createCodexHttpClient,
|
|
14
|
-
isRecord,
|
|
15
|
-
optionalNonEmptyString,
|
|
16
|
-
} from "./codex-http.ts";
|
|
17
|
-
|
|
18
|
-
/** Stable search-provider id. Parent must not write this into `web.searchProvider` by default. */
|
|
19
|
-
export const CODEX_SEARCH_PROVIDER_ID = "codex-oauth-search";
|
|
20
|
-
|
|
21
|
-
/** Official Codex standalone search endpoint. */
|
|
22
|
-
export const CODEX_SEARCH_URL = "https://chatgpt.com/backend-api/codex/alpha/search";
|
|
23
|
-
|
|
24
|
-
export const CODEX_SEARCH_CONTEXT_SIZES = ["low", "medium", "high"] as const;
|
|
25
|
-
export type CodexSearchContextSize = (typeof CODEX_SEARCH_CONTEXT_SIZES)[number];
|
|
26
|
-
|
|
27
|
-
export const CODEX_SEARCH_MODES = ["live", "cached", "indexed"] as const;
|
|
28
|
-
export type CodexSearchMode = (typeof CODEX_SEARCH_MODES)[number];
|
|
29
|
-
|
|
30
|
-
export type CodexExternalWebAccess = true | false | "indexed";
|
|
31
|
-
|
|
32
|
-
export interface CodexSearchSource {
|
|
33
|
-
readonly url: string;
|
|
34
|
-
readonly title?: string;
|
|
35
|
-
readonly snippet?: string;
|
|
36
|
-
}
|
|
37
|
-
|
|
38
|
-
export interface CodexSearchRequest {
|
|
39
|
-
readonly query: string;
|
|
40
|
-
readonly maxResults?: number;
|
|
41
|
-
}
|
|
42
|
-
|
|
43
|
-
export interface CodexSearchResult {
|
|
44
|
-
readonly content?: string;
|
|
45
|
-
readonly sources: readonly CodexSearchSource[];
|
|
46
|
-
readonly truncated: boolean;
|
|
47
|
-
}
|
|
48
|
-
|
|
49
|
-
export interface CodexSearchRequestBody {
|
|
50
|
-
readonly id: string;
|
|
51
|
-
readonly model: string;
|
|
52
|
-
readonly input: readonly [
|
|
53
|
-
{
|
|
54
|
-
readonly type: "message";
|
|
55
|
-
readonly role: "user";
|
|
56
|
-
readonly content: readonly [{ readonly type: "input_text"; readonly text: string }];
|
|
57
|
-
},
|
|
58
|
-
];
|
|
59
|
-
readonly commands: {
|
|
60
|
-
readonly search_query: readonly [{ readonly q: string }];
|
|
61
|
-
};
|
|
62
|
-
readonly settings: {
|
|
63
|
-
readonly search_context_size: CodexSearchContextSize;
|
|
64
|
-
readonly allowed_callers: readonly ["direct"];
|
|
65
|
-
readonly external_web_access: CodexExternalWebAccess;
|
|
66
|
-
};
|
|
67
|
-
readonly max_output_tokens: number;
|
|
68
|
-
}
|
|
69
|
-
|
|
70
|
-
export interface CodexSearchProviderOptions {
|
|
71
|
-
readonly auth: CodexAuthSession;
|
|
72
|
-
readonly http?: CodexHttpClient;
|
|
73
|
-
readonly fetchImpl?: CodexFetch;
|
|
74
|
-
/** Current visible Codex model, or a live resolver for catalog/login changes. */
|
|
75
|
-
readonly model: string | (() => string);
|
|
76
|
-
readonly mode?: CodexSearchMode;
|
|
77
|
-
readonly contextSize?: CodexSearchContextSize;
|
|
78
|
-
readonly maxOutputTokens?: number;
|
|
79
|
-
readonly resolveRequestId?: () => string;
|
|
80
|
-
readonly originator?: string;
|
|
81
|
-
readonly userAgent?: string;
|
|
82
|
-
readonly sleep?: (ms: number, signal?: AbortSignal) => Promise<void>;
|
|
83
|
-
}
|
|
84
|
-
|
|
85
|
-
/** Structural `WebSearchProvider` so parent can register without this module importing dsh-web. */
|
|
86
|
-
export interface CodexSearchProvider {
|
|
87
|
-
readonly id: typeof CODEX_SEARCH_PROVIDER_ID;
|
|
88
|
-
available(): boolean;
|
|
89
|
-
search(request: CodexSearchRequest, signal?: AbortSignal): Promise<CodexSearchResult>;
|
|
90
|
-
}
|
|
91
|
-
|
|
92
|
-
const DEFAULT_CONTEXT_SIZE: CodexSearchContextSize = "medium";
|
|
93
|
-
const DEFAULT_MODE: CodexSearchMode = "live";
|
|
94
|
-
const DEFAULT_MAX_OUTPUT_TOKENS = 1024;
|
|
95
|
-
|
|
96
|
-
/** Map configured search mode onto the verified `external_web_access` field. */
|
|
97
|
-
export function externalWebAccess(mode: CodexSearchMode): CodexExternalWebAccess {
|
|
98
|
-
switch (mode) {
|
|
99
|
-
case "cached":
|
|
100
|
-
return false;
|
|
101
|
-
case "indexed":
|
|
102
|
-
return "indexed";
|
|
103
|
-
case "live":
|
|
104
|
-
return true;
|
|
105
|
-
}
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
/** Accept only citeable http(s) URLs. */
|
|
109
|
-
export function citeableHttpUrl(value: unknown): string | undefined {
|
|
110
|
-
if (typeof value !== "string" || value.length === 0) return undefined;
|
|
111
|
-
try {
|
|
112
|
-
const url = new URL(value);
|
|
113
|
-
if (url.protocol !== "http:" && url.protocol !== "https:") return undefined;
|
|
114
|
-
if (url.username !== "" || url.password !== "") return undefined;
|
|
115
|
-
return value;
|
|
116
|
-
} catch {
|
|
117
|
-
return undefined;
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
|
|
121
|
-
/** Reject `<1` / non-finite `maxResults` rather than treating them as unlimited. */
|
|
122
|
-
export function assertCodexSearchMaxResults(maxResults: number | undefined): void {
|
|
123
|
-
if (maxResults === undefined) return;
|
|
124
|
-
if (!Number.isFinite(maxResults) || maxResults < 1) {
|
|
125
|
-
throw new LlmError("Codex search maxResults must be a finite number of at least 1", "INVALID_ARGS");
|
|
126
|
-
}
|
|
127
|
-
}
|
|
128
|
-
|
|
129
|
-
/**
|
|
130
|
-
* Map the standalone endpoint's forward-compatible result DTOs.
|
|
131
|
-
* Only `type === "text_result"` items with valid http(s) URLs are kept; URLs are de-duplicated.
|
|
132
|
-
*/
|
|
133
|
-
export function mapCodexSearchResponse(value: unknown, maxResults?: number): CodexSearchResult {
|
|
134
|
-
assertCodexSearchMaxResults(maxResults);
|
|
135
|
-
if (!isRecord(value) || typeof value["output"] !== "string") {
|
|
136
|
-
throw new LlmError("Codex returned a search response without string output", "SERVER");
|
|
137
|
-
}
|
|
138
|
-
const output = value["output"];
|
|
139
|
-
const rawResults = value["results"];
|
|
140
|
-
if (rawResults !== undefined && !Array.isArray(rawResults)) {
|
|
141
|
-
throw new LlmError("Codex returned a search response with non-array results", "SERVER");
|
|
142
|
-
}
|
|
143
|
-
const sources: CodexSearchSource[] = [];
|
|
144
|
-
const seen = new Set<string>();
|
|
145
|
-
for (const item of rawResults ?? []) {
|
|
146
|
-
if (!isRecord(item) || item["type"] !== "text_result") continue;
|
|
147
|
-
const url = citeableHttpUrl(item["url"]);
|
|
148
|
-
if (url === undefined || seen.has(url)) continue;
|
|
149
|
-
seen.add(url);
|
|
150
|
-
const title = optionalNonEmptyString(item["title"]);
|
|
151
|
-
const snippet = optionalNonEmptyString(item["snippet"]);
|
|
152
|
-
sources.push({
|
|
153
|
-
url,
|
|
154
|
-
...(title === undefined ? {} : { title }),
|
|
155
|
-
...(snippet === undefined ? {} : { snippet }),
|
|
156
|
-
});
|
|
157
|
-
}
|
|
158
|
-
const limited = maxResults === undefined ? sources : sources.slice(0, maxResults);
|
|
159
|
-
return {
|
|
160
|
-
...(output.length === 0 ? {} : { content: output }),
|
|
161
|
-
sources: limited,
|
|
162
|
-
truncated: limited.length < sources.length,
|
|
163
|
-
};
|
|
164
|
-
}
|
|
165
|
-
|
|
166
|
-
export function buildCodexSearchRequestBody(
|
|
167
|
-
query: string,
|
|
168
|
-
options: {
|
|
169
|
-
id: string;
|
|
170
|
-
model: string;
|
|
171
|
-
mode: CodexSearchMode;
|
|
172
|
-
contextSize: CodexSearchContextSize;
|
|
173
|
-
maxOutputTokens: number;
|
|
174
|
-
},
|
|
175
|
-
): CodexSearchRequestBody {
|
|
176
|
-
return {
|
|
177
|
-
id: options.id,
|
|
178
|
-
model: options.model,
|
|
179
|
-
input: [
|
|
180
|
-
{
|
|
181
|
-
type: "message",
|
|
182
|
-
role: "user",
|
|
183
|
-
content: [{ type: "input_text", text: query }],
|
|
184
|
-
},
|
|
185
|
-
],
|
|
186
|
-
commands: { search_query: [{ q: query }] },
|
|
187
|
-
settings: {
|
|
188
|
-
search_context_size: options.contextSize,
|
|
189
|
-
allowed_callers: ["direct"],
|
|
190
|
-
external_web_access: externalWebAccess(options.mode),
|
|
191
|
-
},
|
|
192
|
-
max_output_tokens: options.maxOutputTokens,
|
|
193
|
-
};
|
|
194
|
-
}
|
|
195
|
-
|
|
196
|
-
/** Factory for an injectable, default-off Codex search provider. */
|
|
197
|
-
export function createCodexSearchProvider(options: CodexSearchProviderOptions): CodexSearchProvider {
|
|
198
|
-
const http =
|
|
199
|
-
options.http ??
|
|
200
|
-
createCodexHttpClient({
|
|
201
|
-
auth: options.auth,
|
|
202
|
-
...(options.fetchImpl === undefined ? {} : { fetchImpl: options.fetchImpl }),
|
|
203
|
-
...(options.originator === undefined ? {} : { originator: options.originator }),
|
|
204
|
-
...(options.userAgent === undefined ? {} : { userAgent: options.userAgent }),
|
|
205
|
-
...(options.sleep === undefined ? {} : { sleep: options.sleep }),
|
|
206
|
-
});
|
|
207
|
-
const mode = options.mode ?? DEFAULT_MODE;
|
|
208
|
-
const contextSize = options.contextSize ?? DEFAULT_CONTEXT_SIZE;
|
|
209
|
-
const maxOutputTokens = options.maxOutputTokens ?? DEFAULT_MAX_OUTPUT_TOKENS;
|
|
210
|
-
const resolveRequestId = options.resolveRequestId ?? (() => crypto.randomUUID());
|
|
211
|
-
const configuredModel = options.model;
|
|
212
|
-
const resolveModel: () => string = typeof configuredModel === "function" ? configuredModel : () => configuredModel;
|
|
213
|
-
const available = (): boolean =>
|
|
214
|
-
resolveModel().trim().length > 0 && Number.isInteger(maxOutputTokens) && maxOutputTokens > 0;
|
|
215
|
-
|
|
216
|
-
return {
|
|
217
|
-
id: CODEX_SEARCH_PROVIDER_ID,
|
|
218
|
-
available,
|
|
219
|
-
async search(request, signal) {
|
|
220
|
-
const query = request.query.trim();
|
|
221
|
-
if (query.length === 0) {
|
|
222
|
-
throw new LlmError("Codex search requires a non-empty query", "INVALID_ARGS");
|
|
223
|
-
}
|
|
224
|
-
assertCodexSearchMaxResults(request.maxResults);
|
|
225
|
-
const model = resolveModel().trim();
|
|
226
|
-
if (model.length === 0 || !Number.isInteger(maxOutputTokens) || maxOutputTokens <= 0) {
|
|
227
|
-
throw new LlmError("Codex search is not configured", "INVALID_ARGS");
|
|
228
|
-
}
|
|
229
|
-
const body = buildCodexSearchRequestBody(query, {
|
|
230
|
-
id: resolveRequestId(),
|
|
231
|
-
model,
|
|
232
|
-
mode,
|
|
233
|
-
contextSize,
|
|
234
|
-
maxOutputTokens,
|
|
235
|
-
});
|
|
236
|
-
const payload = await http.requestJson({
|
|
237
|
-
url: CODEX_SEARCH_URL,
|
|
238
|
-
method: "POST",
|
|
239
|
-
body,
|
|
240
|
-
...(signal === undefined ? {} : { signal }),
|
|
241
|
-
});
|
|
242
|
-
return mapCodexSearchResponse(payload, request.maxResults);
|
|
243
|
-
},
|
|
244
|
-
};
|
|
245
|
-
}
|
|
1
|
+
/**
|
|
2
|
+
* Optional Codex subscription search against the private ChatGPT backend.
|
|
3
|
+
* Default-off: parent registers the returned provider only when the user enables it.
|
|
4
|
+
*
|
|
5
|
+
* @module dsh-coding-subscription-oauth/codex-search
|
|
6
|
+
*/
|
|
7
|
+
|
|
8
|
+
import { LlmError } from "@deepseek-ai/dsh-llm";
|
|
9
|
+
import {
|
|
10
|
+
type CodexAuthSession,
|
|
11
|
+
type CodexFetch,
|
|
12
|
+
type CodexHttpClient,
|
|
13
|
+
createCodexHttpClient,
|
|
14
|
+
isRecord,
|
|
15
|
+
optionalNonEmptyString,
|
|
16
|
+
} from "./codex-http.ts";
|
|
17
|
+
|
|
18
|
+
/** Stable search-provider id. Parent must not write this into `web.searchProvider` by default. */
|
|
19
|
+
export const CODEX_SEARCH_PROVIDER_ID = "codex-oauth-search";
|
|
20
|
+
|
|
21
|
+
/** Official Codex standalone search endpoint. */
|
|
22
|
+
export const CODEX_SEARCH_URL = "https://chatgpt.com/backend-api/codex/alpha/search";
|
|
23
|
+
|
|
24
|
+
export const CODEX_SEARCH_CONTEXT_SIZES = ["low", "medium", "high"] as const;
|
|
25
|
+
export type CodexSearchContextSize = (typeof CODEX_SEARCH_CONTEXT_SIZES)[number];
|
|
26
|
+
|
|
27
|
+
export const CODEX_SEARCH_MODES = ["live", "cached", "indexed"] as const;
|
|
28
|
+
export type CodexSearchMode = (typeof CODEX_SEARCH_MODES)[number];
|
|
29
|
+
|
|
30
|
+
export type CodexExternalWebAccess = true | false | "indexed";
|
|
31
|
+
|
|
32
|
+
export interface CodexSearchSource {
|
|
33
|
+
readonly url: string;
|
|
34
|
+
readonly title?: string;
|
|
35
|
+
readonly snippet?: string;
|
|
36
|
+
}
|
|
37
|
+
|
|
38
|
+
export interface CodexSearchRequest {
|
|
39
|
+
readonly query: string;
|
|
40
|
+
readonly maxResults?: number;
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
export interface CodexSearchResult {
|
|
44
|
+
readonly content?: string;
|
|
45
|
+
readonly sources: readonly CodexSearchSource[];
|
|
46
|
+
readonly truncated: boolean;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export interface CodexSearchRequestBody {
|
|
50
|
+
readonly id: string;
|
|
51
|
+
readonly model: string;
|
|
52
|
+
readonly input: readonly [
|
|
53
|
+
{
|
|
54
|
+
readonly type: "message";
|
|
55
|
+
readonly role: "user";
|
|
56
|
+
readonly content: readonly [{ readonly type: "input_text"; readonly text: string }];
|
|
57
|
+
},
|
|
58
|
+
];
|
|
59
|
+
readonly commands: {
|
|
60
|
+
readonly search_query: readonly [{ readonly q: string }];
|
|
61
|
+
};
|
|
62
|
+
readonly settings: {
|
|
63
|
+
readonly search_context_size: CodexSearchContextSize;
|
|
64
|
+
readonly allowed_callers: readonly ["direct"];
|
|
65
|
+
readonly external_web_access: CodexExternalWebAccess;
|
|
66
|
+
};
|
|
67
|
+
readonly max_output_tokens: number;
|
|
68
|
+
}
|
|
69
|
+
|
|
70
|
+
export interface CodexSearchProviderOptions {
|
|
71
|
+
readonly auth: CodexAuthSession;
|
|
72
|
+
readonly http?: CodexHttpClient;
|
|
73
|
+
readonly fetchImpl?: CodexFetch;
|
|
74
|
+
/** Current visible Codex model, or a live resolver for catalog/login changes. */
|
|
75
|
+
readonly model: string | (() => string);
|
|
76
|
+
readonly mode?: CodexSearchMode;
|
|
77
|
+
readonly contextSize?: CodexSearchContextSize;
|
|
78
|
+
readonly maxOutputTokens?: number;
|
|
79
|
+
readonly resolveRequestId?: () => string;
|
|
80
|
+
readonly originator?: string;
|
|
81
|
+
readonly userAgent?: string;
|
|
82
|
+
readonly sleep?: (ms: number, signal?: AbortSignal) => Promise<void>;
|
|
83
|
+
}
|
|
84
|
+
|
|
85
|
+
/** Structural `WebSearchProvider` so parent can register without this module importing dsh-web. */
|
|
86
|
+
export interface CodexSearchProvider {
|
|
87
|
+
readonly id: typeof CODEX_SEARCH_PROVIDER_ID;
|
|
88
|
+
available(): boolean;
|
|
89
|
+
search(request: CodexSearchRequest, signal?: AbortSignal): Promise<CodexSearchResult>;
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
const DEFAULT_CONTEXT_SIZE: CodexSearchContextSize = "medium";
|
|
93
|
+
const DEFAULT_MODE: CodexSearchMode = "live";
|
|
94
|
+
const DEFAULT_MAX_OUTPUT_TOKENS = 1024;
|
|
95
|
+
|
|
96
|
+
/** Map configured search mode onto the verified `external_web_access` field. */
|
|
97
|
+
export function externalWebAccess(mode: CodexSearchMode): CodexExternalWebAccess {
|
|
98
|
+
switch (mode) {
|
|
99
|
+
case "cached":
|
|
100
|
+
return false;
|
|
101
|
+
case "indexed":
|
|
102
|
+
return "indexed";
|
|
103
|
+
case "live":
|
|
104
|
+
return true;
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
/** Accept only citeable http(s) URLs. */
|
|
109
|
+
export function citeableHttpUrl(value: unknown): string | undefined {
|
|
110
|
+
if (typeof value !== "string" || value.length === 0) return undefined;
|
|
111
|
+
try {
|
|
112
|
+
const url = new URL(value);
|
|
113
|
+
if (url.protocol !== "http:" && url.protocol !== "https:") return undefined;
|
|
114
|
+
if (url.username !== "" || url.password !== "") return undefined;
|
|
115
|
+
return value;
|
|
116
|
+
} catch {
|
|
117
|
+
return undefined;
|
|
118
|
+
}
|
|
119
|
+
}
|
|
120
|
+
|
|
121
|
+
/** Reject `<1` / non-finite `maxResults` rather than treating them as unlimited. */
|
|
122
|
+
export function assertCodexSearchMaxResults(maxResults: number | undefined): void {
|
|
123
|
+
if (maxResults === undefined) return;
|
|
124
|
+
if (!Number.isFinite(maxResults) || maxResults < 1) {
|
|
125
|
+
throw new LlmError("Codex search maxResults must be a finite number of at least 1", "INVALID_ARGS");
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/**
|
|
130
|
+
* Map the standalone endpoint's forward-compatible result DTOs.
|
|
131
|
+
* Only `type === "text_result"` items with valid http(s) URLs are kept; URLs are de-duplicated.
|
|
132
|
+
*/
|
|
133
|
+
export function mapCodexSearchResponse(value: unknown, maxResults?: number): CodexSearchResult {
|
|
134
|
+
assertCodexSearchMaxResults(maxResults);
|
|
135
|
+
if (!isRecord(value) || typeof value["output"] !== "string") {
|
|
136
|
+
throw new LlmError("Codex returned a search response without string output", "SERVER");
|
|
137
|
+
}
|
|
138
|
+
const output = value["output"];
|
|
139
|
+
const rawResults = value["results"];
|
|
140
|
+
if (rawResults !== undefined && !Array.isArray(rawResults)) {
|
|
141
|
+
throw new LlmError("Codex returned a search response with non-array results", "SERVER");
|
|
142
|
+
}
|
|
143
|
+
const sources: CodexSearchSource[] = [];
|
|
144
|
+
const seen = new Set<string>();
|
|
145
|
+
for (const item of rawResults ?? []) {
|
|
146
|
+
if (!isRecord(item) || item["type"] !== "text_result") continue;
|
|
147
|
+
const url = citeableHttpUrl(item["url"]);
|
|
148
|
+
if (url === undefined || seen.has(url)) continue;
|
|
149
|
+
seen.add(url);
|
|
150
|
+
const title = optionalNonEmptyString(item["title"]);
|
|
151
|
+
const snippet = optionalNonEmptyString(item["snippet"]);
|
|
152
|
+
sources.push({
|
|
153
|
+
url,
|
|
154
|
+
...(title === undefined ? {} : { title }),
|
|
155
|
+
...(snippet === undefined ? {} : { snippet }),
|
|
156
|
+
});
|
|
157
|
+
}
|
|
158
|
+
const limited = maxResults === undefined ? sources : sources.slice(0, maxResults);
|
|
159
|
+
return {
|
|
160
|
+
...(output.length === 0 ? {} : { content: output }),
|
|
161
|
+
sources: limited,
|
|
162
|
+
truncated: limited.length < sources.length,
|
|
163
|
+
};
|
|
164
|
+
}
|
|
165
|
+
|
|
166
|
+
export function buildCodexSearchRequestBody(
|
|
167
|
+
query: string,
|
|
168
|
+
options: {
|
|
169
|
+
id: string;
|
|
170
|
+
model: string;
|
|
171
|
+
mode: CodexSearchMode;
|
|
172
|
+
contextSize: CodexSearchContextSize;
|
|
173
|
+
maxOutputTokens: number;
|
|
174
|
+
},
|
|
175
|
+
): CodexSearchRequestBody {
|
|
176
|
+
return {
|
|
177
|
+
id: options.id,
|
|
178
|
+
model: options.model,
|
|
179
|
+
input: [
|
|
180
|
+
{
|
|
181
|
+
type: "message",
|
|
182
|
+
role: "user",
|
|
183
|
+
content: [{ type: "input_text", text: query }],
|
|
184
|
+
},
|
|
185
|
+
],
|
|
186
|
+
commands: { search_query: [{ q: query }] },
|
|
187
|
+
settings: {
|
|
188
|
+
search_context_size: options.contextSize,
|
|
189
|
+
allowed_callers: ["direct"],
|
|
190
|
+
external_web_access: externalWebAccess(options.mode),
|
|
191
|
+
},
|
|
192
|
+
max_output_tokens: options.maxOutputTokens,
|
|
193
|
+
};
|
|
194
|
+
}
|
|
195
|
+
|
|
196
|
+
/** Factory for an injectable, default-off Codex search provider. */
|
|
197
|
+
export function createCodexSearchProvider(options: CodexSearchProviderOptions): CodexSearchProvider {
|
|
198
|
+
const http =
|
|
199
|
+
options.http ??
|
|
200
|
+
createCodexHttpClient({
|
|
201
|
+
auth: options.auth,
|
|
202
|
+
...(options.fetchImpl === undefined ? {} : { fetchImpl: options.fetchImpl }),
|
|
203
|
+
...(options.originator === undefined ? {} : { originator: options.originator }),
|
|
204
|
+
...(options.userAgent === undefined ? {} : { userAgent: options.userAgent }),
|
|
205
|
+
...(options.sleep === undefined ? {} : { sleep: options.sleep }),
|
|
206
|
+
});
|
|
207
|
+
const mode = options.mode ?? DEFAULT_MODE;
|
|
208
|
+
const contextSize = options.contextSize ?? DEFAULT_CONTEXT_SIZE;
|
|
209
|
+
const maxOutputTokens = options.maxOutputTokens ?? DEFAULT_MAX_OUTPUT_TOKENS;
|
|
210
|
+
const resolveRequestId = options.resolveRequestId ?? (() => crypto.randomUUID());
|
|
211
|
+
const configuredModel = options.model;
|
|
212
|
+
const resolveModel: () => string = typeof configuredModel === "function" ? configuredModel : () => configuredModel;
|
|
213
|
+
const available = (): boolean =>
|
|
214
|
+
resolveModel().trim().length > 0 && Number.isInteger(maxOutputTokens) && maxOutputTokens > 0;
|
|
215
|
+
|
|
216
|
+
return {
|
|
217
|
+
id: CODEX_SEARCH_PROVIDER_ID,
|
|
218
|
+
available,
|
|
219
|
+
async search(request, signal) {
|
|
220
|
+
const query = request.query.trim();
|
|
221
|
+
if (query.length === 0) {
|
|
222
|
+
throw new LlmError("Codex search requires a non-empty query", "INVALID_ARGS");
|
|
223
|
+
}
|
|
224
|
+
assertCodexSearchMaxResults(request.maxResults);
|
|
225
|
+
const model = resolveModel().trim();
|
|
226
|
+
if (model.length === 0 || !Number.isInteger(maxOutputTokens) || maxOutputTokens <= 0) {
|
|
227
|
+
throw new LlmError("Codex search is not configured", "INVALID_ARGS");
|
|
228
|
+
}
|
|
229
|
+
const body = buildCodexSearchRequestBody(query, {
|
|
230
|
+
id: resolveRequestId(),
|
|
231
|
+
model,
|
|
232
|
+
mode,
|
|
233
|
+
contextSize,
|
|
234
|
+
maxOutputTokens,
|
|
235
|
+
});
|
|
236
|
+
const payload = await http.requestJson({
|
|
237
|
+
url: CODEX_SEARCH_URL,
|
|
238
|
+
method: "POST",
|
|
239
|
+
body,
|
|
240
|
+
...(signal === undefined ? {} : { signal }),
|
|
241
|
+
});
|
|
242
|
+
return mapCodexSearchResponse(payload, request.maxResults);
|
|
243
|
+
},
|
|
244
|
+
};
|
|
245
|
+
}
|