@visual-z/xeno 0.3.0 → 0.4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +9 -0
- package/README.md +21 -9
- package/docs/app-server.md +84 -0
- package/docs/install.md +1 -1
- package/docs/providers.md +16 -6
- package/package.json +3 -2
- package/src/apps/app-server.ts +28 -0
- package/src/apps/cli.ts +25 -10
- package/src/apps/commands.ts +10 -6
- package/src/apps/completions.ts +15 -13
- package/src/apps/control-transport.ts +89 -0
- package/src/apps/model-catalog.ts +2 -1
- package/src/apps/provider-connect.ts +4 -4
- package/src/apps/shell.ts +39 -20
- package/src/apps/startup.ts +22 -9
- package/src/apps/ui/app.ts +196 -26
- package/src/apps/ui/control-model.ts +26 -0
- package/src/apps/ui/surface.ts +2 -0
- package/src/core/completion-action.ts +20 -0
- package/src/core/completion-review.ts +26 -26
- package/src/core/control-protocol.ts +62 -0
- package/src/core/control-view.ts +42 -0
- package/src/core/event-validation.ts +1 -1
- package/src/core/events.ts +2 -0
- package/src/core/harness-diagnostics.ts +206 -0
- package/src/core/oauth-fields.ts +44 -0
- package/src/core/program-status.ts +31 -0
- package/src/core/project.ts +25 -1
- package/src/core/request-progress.ts +87 -0
- package/src/core/request-state.ts +114 -0
- package/src/core/settings.ts +7 -0
- package/src/core/tool-input.ts +6 -0
- package/src/runtime/auth.ts +10 -3
- package/src/runtime/catalog.ts +13 -3
- package/src/runtime/control-connection.ts +104 -0
- package/src/runtime/harness-eval.ts +3 -1
- package/src/runtime/loop.ts +72 -19
- package/src/runtime/model.ts +9 -0
- package/src/runtime/native-eval.ts +6 -3
- package/src/runtime/oauth.ts +80 -3
- package/src/runtime/pi-provider.ts +169 -12
- package/src/runtime/program-status.ts +38 -0
- package/src/runtime/provider-connect.ts +2 -2
- package/src/runtime/provider-presets.ts +1 -1
- package/src/runtime/provider-request.ts +13 -2
- package/src/runtime/provider.ts +23 -9
- package/src/runtime/session-control.ts +198 -0
- package/src/tui/ui/composer.ts +3 -2
- package/src/tui/ui/control-panel.ts +23 -0
- package/src/tui/ui/mascot.ts +1 -1
- package/src/tui/ui/status.ts +8 -0
package/src/runtime/oauth.ts
CHANGED
|
@@ -15,9 +15,10 @@
|
|
|
15
15
|
|
|
16
16
|
import { createServer, type Server } from "node:http";
|
|
17
17
|
import { pollDeviceCode } from "./oauth-device.ts";
|
|
18
|
+
import { parseDeviceAuthorization, parseOAuthTokens } from "../core/oauth-fields.ts";
|
|
18
19
|
|
|
19
20
|
/** Matches package.json. Sent as User-Agent so the server can see who we are (D18). */
|
|
20
|
-
export const XENO_VERSION = "0.
|
|
21
|
+
export const XENO_VERSION = "0.4.0";
|
|
21
22
|
|
|
22
23
|
/**
|
|
23
24
|
* Minutes subtracted from server expiry so a request issued at the edge
|
|
@@ -33,6 +34,7 @@ export const SUBSCRIPTION_OPTIONS = [
|
|
|
33
34
|
{ id: "claude-pro", provider: "anthropic", label: "Claude Pro/Max" },
|
|
34
35
|
{ id: "codex", provider: "openai-codex", label: "ChatGPT Plus/Pro (Codex)" },
|
|
35
36
|
{ id: "github-copilot", provider: "github-copilot", label: "GitHub Copilot" },
|
|
37
|
+
{ id: "grok", provider: "xai-grok", label: "Grok (official account)" },
|
|
36
38
|
] as const;
|
|
37
39
|
|
|
38
40
|
export type SubscriptionId = (typeof SUBSCRIPTION_OPTIONS)[number]["id"];
|
|
@@ -101,12 +103,83 @@ export const OPENAI_REDIRECT_URI = `http://localhost:${OPENAI_CALLBACK_PORT}${OP
|
|
|
101
103
|
const OPENAI_SCOPE = "openid profile email offline_access";
|
|
102
104
|
const OPENAI_JWT_CLAIM = "https://api.openai.com/auth";
|
|
103
105
|
|
|
106
|
+
// Official Grok Build config.rs / device_code.rs, verified 2026-10-07.
|
|
107
|
+
// This is the public first-party client, with xeno attribution retained (D18).
|
|
108
|
+
const GROK_CLIENT_ID = "b1a00492-073a-47ea-816f-4c329264a828";
|
|
109
|
+
const GROK_AUTH_ORIGIN = "https://auth.x.ai";
|
|
110
|
+
const GROK_TOKEN_URL = `${GROK_AUTH_ORIGIN}/oauth2/token`;
|
|
111
|
+
// Only inference and refresh scopes: xeno does not store remote conversations/workspaces.
|
|
112
|
+
const GROK_SCOPE = "openid profile email offline_access grok-cli:access api:access";
|
|
113
|
+
export const GROK_PROVIDER = "xai-grok";
|
|
114
|
+
export const GROK_BASE_URL = "https://cli-chat-proxy.grok.com/v1";
|
|
115
|
+
/** Official HTTP timeout: issuer requests cannot keep a cancelled or expired grant hanging indefinitely. */
|
|
116
|
+
const GROK_REQUEST_TIMEOUT_MS = 15_000;
|
|
117
|
+
|
|
118
|
+
async function grokPost(url: string, fields: Record<string, string>, effects: Pick<RefreshEffects, "fetch" | "signal">): Promise<{ status: number; json: unknown }> {
|
|
119
|
+
const timeout = AbortSignal.timeout(GROK_REQUEST_TIMEOUT_MS);
|
|
120
|
+
const signal = effects.signal ? AbortSignal.any([effects.signal, timeout]) : timeout;
|
|
121
|
+
try {
|
|
122
|
+
const response = await effects.fetch(url, { method: "POST", redirect: "error", signal,
|
|
123
|
+
headers: { "Content-Type": "application/x-www-form-urlencoded", Accept: "application/json", "User-Agent": `xeno/${XENO_VERSION}` },
|
|
124
|
+
body: new URLSearchParams(fields) });
|
|
125
|
+
let json: unknown;
|
|
126
|
+
try { json = await response.json(); } catch { json = undefined; }
|
|
127
|
+
return { status: response.status, json };
|
|
128
|
+
} catch {
|
|
129
|
+
// Network errors can include request details; never expose a credential-bearing body.
|
|
130
|
+
throw new Error(effects.signal?.aborted ? "Login cancelled" : "Grok authentication request failed");
|
|
131
|
+
}
|
|
132
|
+
}
|
|
133
|
+
|
|
134
|
+
export async function loginGrok(interaction: OAuthInteraction, sleep?: Parameters<typeof pollDeviceCode>[0]["sleep"]): Promise<OAuthCredential> {
|
|
135
|
+
const started = await grokPost(`${GROK_AUTH_ORIGIN}/oauth2/device/code`,
|
|
136
|
+
{ client_id: GROK_CLIENT_ID, scope: GROK_SCOPE, referrer: "xeno" }, interaction);
|
|
137
|
+
if (started.status < 200 || started.status >= 300) throw new Error(`Grok device code request failed (HTTP ${started.status})`);
|
|
138
|
+
const device = parseDeviceAuthorization(started.json, [GROK_AUTH_ORIGIN, "https://accounts.x.ai"]);
|
|
139
|
+
if (!device) throw new Error("Grok device code response was incomplete or untrusted");
|
|
140
|
+
interaction.signal.throwIfAborted();
|
|
141
|
+
const url = device.verificationUriComplete ?? device.verificationUri;
|
|
142
|
+
interaction.notify(`Open ${url}\nand enter code: ${device.userCode}`);
|
|
143
|
+
tryOpen(url, interaction.openBrowser);
|
|
144
|
+
return pollDeviceCode<OAuthCredential>({
|
|
145
|
+
expiresInSeconds: device.expiresIn, waitBeforeFirstPoll: true, signal: interaction.signal,
|
|
146
|
+
...(device.interval !== undefined ? { intervalSeconds: device.interval } : {}), ...(sleep ? { sleep } : {}),
|
|
147
|
+
poll: async () => {
|
|
148
|
+
const got = await grokPost(GROK_TOKEN_URL,
|
|
149
|
+
{ client_id: GROK_CLIENT_ID, device_code: device.deviceCode, grant_type: "urn:ietf:params:oauth:grant-type:device_code" }, interaction);
|
|
150
|
+
const body = asRecord(got.json);
|
|
151
|
+
// RFC 8628 errors use HTTP 400; they are polling states, never completed logins.
|
|
152
|
+
if (got.status === 400 && body?.["error"] === "authorization_pending") return { status: "pending" };
|
|
153
|
+
if (got.status === 400 && body?.["error"] === "slow_down") return { status: "slow_down" };
|
|
154
|
+
if (got.status < 200 || got.status >= 300) return { status: "failed", message: `Grok device login failed (HTTP ${got.status})` };
|
|
155
|
+
const fields = parseOAuthTokens(got.json);
|
|
156
|
+
if (!fields) return { status: "failed", message: "Grok token response was incomplete" };
|
|
157
|
+
interaction.signal.throwIfAborted();
|
|
158
|
+
return { status: "complete", value: { type: "oauth", access: fields.access, refresh: fields.refresh,
|
|
159
|
+
expires: expiryFromExpiresIn(fields.expiresIn, (interaction.now ?? Date.now)()) } };
|
|
160
|
+
},
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
|
|
164
|
+
async function refreshGrok(refresh: string, effects: RefreshEffects): Promise<{ ok: true; credential: OAuthCredential } | { ok: false; reason: string }> {
|
|
165
|
+
try {
|
|
166
|
+
const got = await grokPost(GROK_TOKEN_URL, { client_id: GROK_CLIENT_ID, grant_type: "refresh_token", refresh_token: refresh }, effects);
|
|
167
|
+
if (effects.signal?.aborted) return { ok: false, reason: "Login cancelled" };
|
|
168
|
+
if (got.status < 200 || got.status >= 300) return { ok: false, reason: `HTTP ${got.status}` };
|
|
169
|
+
const fields = parseOAuthTokens(got.json, refresh);
|
|
170
|
+
if (!fields) return { ok: false, reason: "unexpected body" };
|
|
171
|
+
return { ok: true, credential: { type: "oauth", access: fields.access, refresh: fields.refresh,
|
|
172
|
+
expires: expiryFromExpiresIn(fields.expiresIn, effects.now()) } };
|
|
173
|
+
} catch { return { ok: false, reason: "Grok token refresh failed" }; }
|
|
174
|
+
}
|
|
175
|
+
|
|
104
176
|
export function isSubscriptionLogin(id: string): boolean {
|
|
105
|
-
return
|
|
177
|
+
return subscriptionById(id) !== undefined;
|
|
106
178
|
}
|
|
107
179
|
|
|
108
180
|
export function subscriptionById(id: string): (typeof SUBSCRIPTION_OPTIONS)[number] | undefined {
|
|
109
|
-
|
|
181
|
+
// Separate account providers accept their catalog identity too; anthropic still means an API key.
|
|
182
|
+
return SUBSCRIPTION_OPTIONS.find(o => o.id === id || (o.provider === id && o.provider !== "anthropic"));
|
|
110
183
|
}
|
|
111
184
|
|
|
112
185
|
export function expiryFromExpiresIn(expiresIn: number, now: number): number {
|
|
@@ -505,6 +578,8 @@ export async function refreshOAuthCredential(
|
|
|
505
578
|
return refreshOpenAI(credential.refresh, opts);
|
|
506
579
|
case "github-copilot":
|
|
507
580
|
return refreshCopilot(credential.refresh, opts, credential.enterpriseUrl);
|
|
581
|
+
case GROK_PROVIDER:
|
|
582
|
+
return refreshGrok(credential.refresh, opts);
|
|
508
583
|
default:
|
|
509
584
|
return { ok: false, reason: `no oauth refresh for ${provider}` };
|
|
510
585
|
}
|
|
@@ -752,6 +827,8 @@ export async function loginSubscription(
|
|
|
752
827
|
return { provider: "openai-codex", credential: await loginOpenAICodex(interaction) };
|
|
753
828
|
case "github-copilot":
|
|
754
829
|
return { provider: "github-copilot", credential: await loginGitHubCopilot(interaction) };
|
|
830
|
+
case "grok":
|
|
831
|
+
return { provider: GROK_PROVIDER, credential: await loginGrok(interaction) };
|
|
755
832
|
default: {
|
|
756
833
|
const never: never = id;
|
|
757
834
|
throw new Error(`unknown subscription login: ${String(never)}`);
|
|
@@ -12,15 +12,17 @@ import { bedrockConverseStreamApi } from "@earendil-works/pi-ai/api/bedrock-conv
|
|
|
12
12
|
import { mistralConversationsApi } from "@earendil-works/pi-ai/api/mistral-conversations.lazy";
|
|
13
13
|
import { piMessagesApi } from "@earendil-works/pi-ai/api/pi-messages.lazy";
|
|
14
14
|
import { assertNever } from "../core/exhaustive.ts";
|
|
15
|
+
import { completedToolInput } from "../core/tool-input.ts";
|
|
15
16
|
import type { AssistantBlock } from "../core/events.ts";
|
|
16
|
-
import type
|
|
17
|
+
import { toolCallIdentityViolations, type FrozenPrefix, type Message } from "../core/project.ts";
|
|
17
18
|
import type { Api, ModelSpec } from "./model.ts";
|
|
18
19
|
import { providerRequest } from "./provider-request.ts";
|
|
19
20
|
import type { ResolveEffects } from "./auth.ts";
|
|
20
21
|
import { imageData } from "./images.ts";
|
|
21
|
-
import type
|
|
22
|
+
import { FailedResponseError, type OnDelta, type Provider, type ProviderConfig, type ToolSchema, type Turn } from "./provider.ts";
|
|
22
23
|
import { DEFAULT_RETRY, withRetry, type RetryPolicy } from "./retry.ts";
|
|
23
24
|
import { HttpError, StreamError } from "./openai.ts";
|
|
25
|
+
import type { UsageSample } from "./usage.ts";
|
|
24
26
|
|
|
25
27
|
const APIS: Record<Api, ProviderStreams> = {
|
|
26
28
|
"anthropic-messages": anthropicMessagesApi(), "openai-completions": openAICompletionsApi(),
|
|
@@ -32,6 +34,141 @@ const APIS: Record<Api, ProviderStreams> = {
|
|
|
32
34
|
function record(value: unknown): value is Record<string, unknown> { return value !== null && typeof value === "object" && !Array.isArray(value); }
|
|
33
35
|
const EMPTY_USAGE: AssistantMessage["usage"] = { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, totalTokens: 0, cost: { input: 0, output: 0, cacheRead: 0, cacheWrite: 0, total: 0 } };
|
|
34
36
|
|
|
37
|
+
/** D11: SDK defaults cannot certify a receipt; native input/output counters can, including measured zeros. */
|
|
38
|
+
function nativeUsageReported(api: Api, event: unknown): boolean {
|
|
39
|
+
if (!record(event)) return false;
|
|
40
|
+
let usage: unknown;
|
|
41
|
+
if (api.includes("responses")) {
|
|
42
|
+
if (event["type"] !== "response.completed" && event["type"] !== "response.incomplete") return false;
|
|
43
|
+
usage = record(event["response"]) ? event["response"]["usage"] : undefined;
|
|
44
|
+
} else if (api === "anthropic-messages") {
|
|
45
|
+
if (event["type"] === "message_start") usage = record(event["message"]) ? event["message"]["usage"] : undefined;
|
|
46
|
+
else if (event["type"] === "message_delta") usage = event["usage"];
|
|
47
|
+
else return false;
|
|
48
|
+
} else if (api === "openai-completions" || api === "mistral-conversations") usage = event["usage"];
|
|
49
|
+
else return false;
|
|
50
|
+
if (!record(usage)) return false;
|
|
51
|
+
const fields = api === "openai-completions" || api === "mistral-conversations" ? ["prompt_tokens", "completion_tokens"] : ["input_tokens", "output_tokens"];
|
|
52
|
+
return fields.some(field => typeof usage[field] === "number" && Number.isSafeInteger(usage[field]) && usage[field] >= 0);
|
|
53
|
+
}
|
|
54
|
+
|
|
55
|
+
/** O.3: Pi's streaming repair is presentation, never evidence that final arguments were valid JSON. */
|
|
56
|
+
class OriginalToolArguments {
|
|
57
|
+
readonly values = new Map<string, string>();
|
|
58
|
+
private readonly slots = new Map<string, { id: unknown; argumentId: string | null; raw: string; position: number }>();
|
|
59
|
+
private readonly faults = new Set<string>();
|
|
60
|
+
private readonly api: Api;
|
|
61
|
+
constructor(api: Api) { this.api = api; }
|
|
62
|
+
|
|
63
|
+
private slotKey(index: unknown, id?: unknown): string | null {
|
|
64
|
+
if (typeof index === "number" && Number.isSafeInteger(index) && index >= 0) return `index:${index}`;
|
|
65
|
+
// Mistral accepts a complete call keyed by ID without an index. A fragment
|
|
66
|
+
// with neither cannot be assigned to a call without inventing its identity.
|
|
67
|
+
if (this.api === "mistral-conversations" && typeof id === "string" && id.trim() && id !== "null") return `id:${id}`;
|
|
68
|
+
this.faults.add("native tool call has no stable stream slot");
|
|
69
|
+
return null;
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
private slot(key: string, id: unknown, argumentId: string | null, supplied: boolean) {
|
|
73
|
+
const existing = this.slots.get(key);
|
|
74
|
+
if (existing) {
|
|
75
|
+
if (supplied && id !== existing.id) this.faults.add(`native call ID changed in stream slot ${existing.position}`);
|
|
76
|
+
if (argumentId !== null && argumentId !== existing.argumentId) this.faults.add(`native argument identity changed in stream slot ${existing.position}`);
|
|
77
|
+
return existing;
|
|
78
|
+
}
|
|
79
|
+
const slot = { id, argumentId, raw: "", position: this.slots.size };
|
|
80
|
+
this.slots.set(key, slot);
|
|
81
|
+
return slot;
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
private publish(slot: { argumentId: string | null; raw: string }): void {
|
|
85
|
+
if (slot.argumentId !== null) this.values.set(slot.argumentId, slot.raw);
|
|
86
|
+
}
|
|
87
|
+
|
|
88
|
+
observe(value: unknown): void {
|
|
89
|
+
if (!record(value)) return;
|
|
90
|
+
if (this.api.includes("responses")) {
|
|
91
|
+
const item = value["item"];
|
|
92
|
+
if (record(item) && (item["type"] === "function_call" || item["type"] === "custom_tool_call")) {
|
|
93
|
+
const key = this.slotKey(value["output_index"]);
|
|
94
|
+
if (key === null) return;
|
|
95
|
+
const id = item["call_id"], argumentId = typeof id === "string" ? `${id}|${String(item["id"])}` : null;
|
|
96
|
+
const slot = this.slot(key, id, argumentId, true);
|
|
97
|
+
if (item["type"] === "function_call") {
|
|
98
|
+
if (typeof item["arguments"] === "string") slot.raw = item["arguments"];
|
|
99
|
+
this.publish(slot);
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
const slot = typeof value["output_index"] === "number" ? this.slots.get(`index:${value["output_index"]}`) : undefined;
|
|
103
|
+
if (slot && value["type"] === "response.function_call_arguments.delta" && typeof value["delta"] === "string") slot.raw += value["delta"];
|
|
104
|
+
if (slot && value["type"] === "response.function_call_arguments.done" && typeof value["arguments"] === "string") slot.raw = value["arguments"];
|
|
105
|
+
if (slot && ["response.function_call_arguments.delta", "response.function_call_arguments.done"].includes(String(value["type"]))) this.publish(slot);
|
|
106
|
+
return;
|
|
107
|
+
}
|
|
108
|
+
if (this.api === "anthropic-messages") {
|
|
109
|
+
const block = value["content_block"];
|
|
110
|
+
const index = value["index"];
|
|
111
|
+
if (record(block) && block["type"] === "tool_use") {
|
|
112
|
+
const key = this.slotKey(index);
|
|
113
|
+
if (key === null) return;
|
|
114
|
+
const id = block["id"], slot = this.slot(key, id, typeof id === "string" ? id : null, true);
|
|
115
|
+
if (slot.argumentId !== null) this.values.set(slot.argumentId, JSON.stringify(block["input"] ?? {}));
|
|
116
|
+
}
|
|
117
|
+
const slot = typeof index === "number" ? this.slots.get(`index:${index}`) : undefined, delta = value["delta"];
|
|
118
|
+
if (slot && record(delta) && delta["type"] === "input_json_delta" && typeof delta["partial_json"] === "string") {
|
|
119
|
+
slot.raw += delta["partial_json"];
|
|
120
|
+
this.publish(slot);
|
|
121
|
+
}
|
|
122
|
+
return;
|
|
123
|
+
}
|
|
124
|
+
// Mistral's native adapter uses the same completions stream vocabulary.
|
|
125
|
+
if (this.api !== "openai-completions" && this.api !== "mistral-conversations") return;
|
|
126
|
+
const choice = Array.isArray(value["choices"]) ? value["choices"][0] : undefined;
|
|
127
|
+
const delta = record(choice) && record(choice["delta"]) ? choice["delta"] : undefined;
|
|
128
|
+
if (!delta || !Array.isArray(delta["tool_calls"])) return;
|
|
129
|
+
// One native delta contains one entry per slot. Continuations may reuse a
|
|
130
|
+
// slot in later chunks, but merging two entries here could execute neither
|
|
131
|
+
// original declaration's arguments under a silently collapsed identity.
|
|
132
|
+
const chunkSlots = new Set<string>();
|
|
133
|
+
for (const call of delta["tool_calls"]) {
|
|
134
|
+
if (!record(call)) continue;
|
|
135
|
+
const id = call["id"], key = this.slotKey(call["index"], id);
|
|
136
|
+
if (key === null) continue;
|
|
137
|
+
if (chunkSlots.has(key)) { this.faults.add("native stream chunk repeats a tool call slot"); continue; }
|
|
138
|
+
chunkSlots.add(key);
|
|
139
|
+
// Native continuation chunks may spell omitted IDs as null. An indexed
|
|
140
|
+
// slot retains its original identity; a first slot still needs a real ID.
|
|
141
|
+
const supplied = id !== null && id !== undefined;
|
|
142
|
+
const slot = this.slot(key, id, typeof id === "string" ? id : null, supplied);
|
|
143
|
+
if (!record(call["function"])) continue;
|
|
144
|
+
const fragment = call["function"]["arguments"];
|
|
145
|
+
if (typeof fragment === "string") slot.raw += fragment;
|
|
146
|
+
else if (this.api === "mistral-conversations" && fragment !== undefined) slot.raw += JSON.stringify(fragment);
|
|
147
|
+
this.publish(slot);
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
|
|
151
|
+
identityErrors(): string[] {
|
|
152
|
+
// D5: SDK block IDs may merge Completions calls or replace missing Mistral
|
|
153
|
+
// IDs. Only the protocol's original slots can prove one receipt per call.
|
|
154
|
+
const native = [...this.slots.values()].map(slot => slot.id);
|
|
155
|
+
const malformed = native.flatMap((id, index) => typeof id === "string" && !(this.api === "mistral-conversations" && id === "null")
|
|
156
|
+
? [] : [`native call ID at slot ${index} must be a real string identity`]);
|
|
157
|
+
const calls: AssistantBlock[] = native.filter((id): id is string => typeof id === "string")
|
|
158
|
+
.map(call_id => ({ type: "tool_use", call_id, name: "", input: null }));
|
|
159
|
+
return [...this.faults, ...malformed, ...toolCallIdentityViolations(calls).map(violation => violation.detail)];
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
/** Complete usage survives a rejected response without making malformed calls durable conversation history. */
|
|
164
|
+
export class ProviderIntegrityError extends FailedResponseError {
|
|
165
|
+
readonly code = "invalid_tool_call_identity";
|
|
166
|
+
constructor(details: readonly string[], usage?: UsageSample) {
|
|
167
|
+
super(`Invalid provider tool call identity: ${details.join("; ")}`, usage);
|
|
168
|
+
this.name = "ProviderIntegrityError";
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
|
|
35
172
|
/** Native envelopes keep their SDK-owned tools/system/signal when adding nested generation options. */
|
|
36
173
|
function mergePayload(payload: Record<string, unknown>, patch: Record<string, unknown>): Record<string, unknown> {
|
|
37
174
|
const next = { ...payload };
|
|
@@ -109,13 +246,20 @@ export function piContext(frozen: FrozenPrefix, messages: readonly Message[], sp
|
|
|
109
246
|
timestamp: 0, usage: structuredClone(EMPTY_USAGE), stopReason: content.some(block => block.type === "toolCall") ? "toolUse" : "stop" });
|
|
110
247
|
} else {
|
|
111
248
|
let content: Extract<PiMessage, { role: "user" }>["content"] = [];
|
|
249
|
+
let result: Extract<PiMessage, { role: "toolResult" }> | undefined;
|
|
112
250
|
const flush = () => { if (content.length) out.push({ role: "user", content, timestamp: 0 }); content = []; };
|
|
113
251
|
for (const block of message.content) {
|
|
114
252
|
if (block.type === "tool_result") {
|
|
115
|
-
flush();
|
|
116
|
-
content: [{ type: "text", text: block.content }], isError: block.is_error ?? false, timestamp: 0 }
|
|
117
|
-
|
|
118
|
-
else if (block.type === "
|
|
253
|
+
flush(); result = { role: "toolResult", toolCallId: ids.get(block.tool_use_id) ?? block.tool_use_id, toolName: names.get(block.tool_use_id) ?? "tool",
|
|
254
|
+
content: [{ type: "text", text: block.content }], isError: block.is_error ?? false, timestamp: 0 };
|
|
255
|
+
out.push(result);
|
|
256
|
+
} else if (block.type === "text") { content.push({ type: "text", text: block.text }); result = undefined; }
|
|
257
|
+
else if (block.type === "image") {
|
|
258
|
+
// D5: the projection puts each image after its paired text receipt. Keep that ownership;
|
|
259
|
+
// Pi emits complete result batches before fallback user images when a protocol requires it.
|
|
260
|
+
const image = { type: "image" as const, data: imageData(block), mimeType: block.image.mimeType };
|
|
261
|
+
if (result) result.content.push(image); else content.push(image);
|
|
262
|
+
}
|
|
119
263
|
}
|
|
120
264
|
flush();
|
|
121
265
|
}
|
|
@@ -126,7 +270,7 @@ export function piContext(frozen: FrozenPrefix, messages: readonly Message[], sp
|
|
|
126
270
|
}) };
|
|
127
271
|
}
|
|
128
272
|
|
|
129
|
-
export function piBlocks(message: AssistantMessage): AssistantBlock[] {
|
|
273
|
+
export function piBlocks(message: AssistantMessage, originalArguments: ReadonlyMap<string, string> = new Map()): AssistantBlock[] {
|
|
130
274
|
return message.content.map((block): AssistantBlock => {
|
|
131
275
|
switch (block.type) {
|
|
132
276
|
case "text": return { type: "text", text: block.text, ...(block.textSignature ? { wire: { textSignature: block.textSignature } } : {}) };
|
|
@@ -142,7 +286,8 @@ export function piBlocks(message: AssistantMessage): AssistantBlock[] {
|
|
|
142
286
|
}
|
|
143
287
|
return { type: "thinking", text: block.thinking, raw };
|
|
144
288
|
}
|
|
145
|
-
case "toolCall": return { type: "tool_use", call_id: block.id, name: block.name,
|
|
289
|
+
case "toolCall": return { type: "tool_use", call_id: block.id, name: block.name,
|
|
290
|
+
input: originalArguments.has(block.id) ? completedToolInput(originalArguments.get(block.id)!) : structuredClone(block.arguments),
|
|
146
291
|
...(block.thoughtSignature || block.namespace ? { wire: { pi: { thoughtSignature: block.thoughtSignature, namespace: block.namespace } } } : {}) };
|
|
147
292
|
default: return assertNever(block, "pi response block");
|
|
148
293
|
}
|
|
@@ -153,7 +298,8 @@ export class PiProvider implements Provider {
|
|
|
153
298
|
readonly config: ProviderConfig;
|
|
154
299
|
private readonly apiKey: string;
|
|
155
300
|
private readonly options: {
|
|
156
|
-
fetch?: typeof fetch; effects?: ResolveEffects; oauth?: boolean;
|
|
301
|
+
fetch?: typeof fetch; effects?: ResolveEffects; oauth?: boolean; sessionId?: string;
|
|
302
|
+
retry?: RetryPolicy; onRetry?: (attempt: number, delayMs: number, error: unknown) => void;
|
|
157
303
|
};
|
|
158
304
|
constructor(config: ProviderConfig, apiKey: string, options: PiProvider["options"] = {}) {
|
|
159
305
|
this.config = config; this.apiKey = apiKey; this.options = options;
|
|
@@ -179,10 +325,18 @@ export class PiProvider implements Provider {
|
|
|
179
325
|
return response;
|
|
180
326
|
}) as typeof fetch;
|
|
181
327
|
const nativeHttp = ["google-generative-ai", "google-vertex", "bedrock-converse-stream"].includes(model.api);
|
|
328
|
+
const originalArguments = new OriginalToolArguments(model.api);
|
|
329
|
+
let hasKnownUsage = false;
|
|
182
330
|
const options: SimpleStreamOptions = { ...request.options, ...(request.key ? { apiKey: request.key } : {}),
|
|
331
|
+
// Cache routing follows a root session and its forks without introducing server transcript state (D8).
|
|
332
|
+
...(this.options.sessionId === undefined ? {} : { sessionId: this.options.sessionId }),
|
|
183
333
|
env: request.env, headers: request.headers, ...(nativeHttp ? {} : { fetch: observedFetch }), maxRetries: 0, transport: "sse",
|
|
184
334
|
maxTokens: this.config.maxTokens, ...(this.config.effort !== "off" ? { reasoning: this.config.effort } : {}),
|
|
185
335
|
...(signal ? { signal } : {}), onResponse: response => { status = response.status; responseHeaders = new Headers(response.headers); },
|
|
336
|
+
onProviderStreamEvent: event => {
|
|
337
|
+
originalArguments.observe(event);
|
|
338
|
+
hasKnownUsage ||= nativeUsageReported(model.api, event);
|
|
339
|
+
},
|
|
186
340
|
onPayload: payload => {
|
|
187
341
|
if (!record(payload)) return payload;
|
|
188
342
|
const next = mergePayload(payload, request.body);
|
|
@@ -226,10 +380,13 @@ export class PiProvider implements Provider {
|
|
|
226
380
|
}
|
|
227
381
|
signal?.throwIfAborted();
|
|
228
382
|
if (!completed || completed.stopReason === "deferred") throw new StreamError("Provider did not complete a synchronous agent turn");
|
|
383
|
+
const usage: UsageSample = { input_tokens: completed.usage.input, output_tokens: completed.usage.output,
|
|
384
|
+
cache_read_input_tokens: completed.usage.cacheRead, cache_creation_input_tokens: completed.usage.cacheWrite, node, ms: Date.now() - started };
|
|
385
|
+
const identityErrors = originalArguments.identityErrors();
|
|
386
|
+
if (identityErrors.length) throw new ProviderIntegrityError(identityErrors, hasKnownUsage ? usage : undefined);
|
|
229
387
|
// The SDK has already classified native STOP/end_turn/toolUse/length values. The loop consumes
|
|
230
388
|
// xeno's closed completion vocabulary, never a raw native spelling that could skip tool execution.
|
|
231
|
-
return { blocks: piBlocks(completed), stopReason: completed.stopReason === "length" ? "max_tokens" : completed.stopReason === "toolUse" ? "tool_use" : "end_turn",
|
|
232
|
-
usage
|
|
233
|
-
cache_creation_input_tokens: completed.usage.cacheWrite, node, ms: Date.now() - started } };
|
|
389
|
+
return { blocks: piBlocks(completed, originalArguments.values), stopReason: completed.stopReason === "length" ? "max_tokens" : completed.stopReason === "toolUse" ? "tool_use" : "end_turn",
|
|
390
|
+
usage };
|
|
234
391
|
}
|
|
235
392
|
}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import { encodeProgramStatus, PROGRAM_STATUS_QUERY, programStatusReply, type ProgramStatus } from "../core/program-status.ts";
|
|
2
|
+
|
|
3
|
+
/** Terminal transport only. Capability detection has no relationship to agent evidence. */
|
|
4
|
+
export class ProgramStatusReporter {
|
|
5
|
+
private readonly write: (text: string) => void;
|
|
6
|
+
private readonly id: string;
|
|
7
|
+
private readonly mode: "auto" | "on" | "off";
|
|
8
|
+
private supported = false;
|
|
9
|
+
private started = false;
|
|
10
|
+
private closed = false;
|
|
11
|
+
private last: ProgramStatus = { state: "idle" };
|
|
12
|
+
private emitted = "";
|
|
13
|
+
constructor(options: { write: (text: string) => void; id: string; tty: boolean; mode?: string; multiplexed?: boolean }) {
|
|
14
|
+
this.write = options.write; this.id = options.id;
|
|
15
|
+
this.mode = !options.tty || options.mode === "0" ? "off" : options.mode === "1" ? "on" : options.multiplexed ? "off" : "auto";
|
|
16
|
+
}
|
|
17
|
+
start(): void {
|
|
18
|
+
if (this.started || this.closed) return; this.started = true;
|
|
19
|
+
if (this.mode === "auto") this.write(PROGRAM_STATUS_QUERY);
|
|
20
|
+
if (this.mode === "on") { this.supported = true; this.flush(); }
|
|
21
|
+
}
|
|
22
|
+
receive(sequence: string): void {
|
|
23
|
+
if (this.closed || !this.started || this.mode !== "auto" || !programStatusReply(sequence)) return;
|
|
24
|
+
this.supported = true; this.flush();
|
|
25
|
+
}
|
|
26
|
+
update(status: ProgramStatus): void { this.last = { ...status }; if (this.started) this.flush(); }
|
|
27
|
+
private flush(): void {
|
|
28
|
+
if (this.closed || !this.supported) return;
|
|
29
|
+
const sequence = encodeProgramStatus(this.last, this.id);
|
|
30
|
+
if (sequence !== this.emitted) { this.emitted = sequence; this.write(sequence); }
|
|
31
|
+
}
|
|
32
|
+
close(): void {
|
|
33
|
+
if (this.closed) return;
|
|
34
|
+
// done/error are durable terminal records. Clear only our own transient record.
|
|
35
|
+
if (this.supported && this.last.state !== "done" && this.last.state !== "error") this.write(encodeProgramStatus({ state: "clear" }, this.id));
|
|
36
|
+
this.closed = true;
|
|
37
|
+
}
|
|
38
|
+
}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* The `models.json` edit `/
|
|
2
|
+
* The `models.json` edit `/provider` makes for a connected provider, as a pure transform.
|
|
3
3
|
*
|
|
4
4
|
* The file stays the single source of model configuration and keeps the
|
|
5
5
|
* documented `providers.<id>` shape (docs/providers.md), so a connected
|
|
@@ -97,7 +97,7 @@ export function applyConnect(json: unknown, request: ConnectRequest, catalog: re
|
|
|
97
97
|
return root;
|
|
98
98
|
}
|
|
99
99
|
|
|
100
|
-
/** Remove what `/
|
|
100
|
+
/** Remove what `/provider` wrote for a provider; other providers and flat rows are untouched. */
|
|
101
101
|
export function applyDisconnect(json: unknown, id: string): Record<string, unknown> {
|
|
102
102
|
const root: Record<string, unknown> = Array.isArray(json) ? { models: json } : record(json) ? { ...json } : {};
|
|
103
103
|
if (record(root["providers"])) {
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
/**
|
|
2
|
-
* What `/
|
|
2
|
+
* What `/provider` offers for custom endpoints before the user types anything.
|
|
3
3
|
*
|
|
4
4
|
* A preset names a catalog provider (whose API, base URL and model metadata
|
|
5
5
|
* already ship in model-data) or a custom endpoint family. Order is the
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { providerEnvironment, resolveKeyValue, type ResolveEffects } from "./auth.ts";
|
|
2
2
|
import { providerAccess } from "./provider-access.ts";
|
|
3
3
|
import type { ModelSpec } from "./model.ts";
|
|
4
|
-
import { XENO_VERSION } from "./oauth.ts";
|
|
4
|
+
import { XENO_VERSION, GROK_PROVIDER, GROK_BASE_URL } from "./oauth.ts";
|
|
5
5
|
|
|
6
6
|
const SDK_IDENTITY_HEADERS = ["x-app", "editor-version", "editor-plugin-version", "copilot-integration-id", "http-referer", "x-title"];
|
|
7
7
|
|
|
@@ -40,6 +40,12 @@ export function providerRequest(spec: ModelSpec, key: string, effects: ResolveEf
|
|
|
40
40
|
if (baseUrl && !/^https?:\/\//.test(baseUrl)) throw new Error(`${spec.provider} baseUrl must use http or https`);
|
|
41
41
|
const headers: Record<string, string | null> = { ...spec.defaultHeaders };
|
|
42
42
|
for (const [name, value] of Object.entries(access.headers ?? {})) headers[name] = value === null ? null : resolve(value, `headers.${name}`);
|
|
43
|
+
if (spec.provider === GROK_PROVIDER) {
|
|
44
|
+
if (baseUrl.replace(/\/$/, "") !== GROK_BASE_URL) throw new Error("Grok account tokens require the official inference proxy");
|
|
45
|
+
// These select the auth protocol and backend; the User-Agent still identifies xeno (D18).
|
|
46
|
+
headers["X-XAI-Token-Auth"] = "xai-grok-cli";
|
|
47
|
+
headers["x-grok-model-override"] = spec.wireId ?? spec.id;
|
|
48
|
+
}
|
|
43
49
|
const anthropicOAuth = spec.api === "anthropic-messages" && spec.provider !== "github-copilot" && (oauth || key.includes("sk-ant-oat"));
|
|
44
50
|
const noAutomaticAuth = access.auth === false || access.authHeader === false || typeof access.authHeader === "string" || anthropicOAuth;
|
|
45
51
|
if (noAutomaticAuth && (spec.api === "google-generative-ai" || spec.api === "google-vertex")) {
|
|
@@ -63,11 +69,16 @@ export function providerRequest(spec: ModelSpec, key: string, effects: ResolveEf
|
|
|
63
69
|
const privateKey = noAutomaticAuth ? "xeno-keyless-local" : key || undefined;
|
|
64
70
|
const transport = (async (input: RequestInfo | URL, init?: RequestInit) => {
|
|
65
71
|
const request = new Request(input, init);
|
|
72
|
+
const grokAccount = spec.provider === GROK_PROVIDER;
|
|
73
|
+
// Check the SDK's final target too, and never forward an account token through a redirect.
|
|
74
|
+
if (grokAccount && new URL(request.url).origin !== new URL(GROK_BASE_URL).origin) {
|
|
75
|
+
throw new Error("Grok account tokens require the official inference proxy");
|
|
76
|
+
}
|
|
66
77
|
const nextHeaders = new Headers(request.headers);
|
|
67
78
|
if (noAutomaticAuth) for (const name of ["authorization", "x-api-key", "api-key", "x-goog-api-key"]) nextHeaders.delete(name);
|
|
68
79
|
for (const [name, value] of Object.entries(headers)) { if (value === null) nextHeaders.delete(name); else nextHeaders.set(name, value); }
|
|
69
80
|
clientIdentity(nextHeaders);
|
|
70
|
-
return fetchImpl(new Request(request, { headers: nextHeaders }));
|
|
81
|
+
return fetchImpl(new Request(request, { headers: nextHeaders, ...(grokAccount ? { redirect: "error" } : {}) }));
|
|
71
82
|
}) as typeof fetch;
|
|
72
83
|
return { baseUrl, env, headers, fetch: transport, options: access.options ?? {}, body: access.body ?? {}, ...(privateKey ? { key: privateKey } : {}) };
|
|
73
84
|
}
|
package/src/runtime/provider.ts
CHANGED
|
@@ -144,13 +144,24 @@ export interface Turn {
|
|
|
144
144
|
usage: UsageSample;
|
|
145
145
|
}
|
|
146
146
|
|
|
147
|
+
/** D11: a rejected response can still prove usage; arbitrary errors cannot prove a billable receipt. */
|
|
148
|
+
export class FailedResponseError extends Error {
|
|
149
|
+
readonly usage: UsageSample | undefined;
|
|
150
|
+
|
|
151
|
+
constructor(message: string, usage?: UsageSample) {
|
|
152
|
+
super(message);
|
|
153
|
+
this.name = "FailedResponseError";
|
|
154
|
+
this.usage = usage === undefined ? undefined : { ...usage };
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
|
|
147
158
|
/** Thrown for a refusal, which arrives as HTTP 200 rather than an error. */
|
|
148
|
-
export class RefusalError extends
|
|
159
|
+
export class RefusalError extends FailedResponseError {
|
|
149
160
|
readonly category: string | null;
|
|
150
161
|
readonly explanation: string | null;
|
|
151
162
|
|
|
152
|
-
constructor(category: string | null, explanation: string | null) {
|
|
153
|
-
super(`model refused the request${category ? ` (${category})` : ""}
|
|
163
|
+
constructor(category: string | null, explanation: string | null, usage?: UsageSample) {
|
|
164
|
+
super(`model refused the request${category ? ` (${category})` : ""}`, usage);
|
|
154
165
|
this.name = "RefusalError";
|
|
155
166
|
this.category = category;
|
|
156
167
|
this.explanation = explanation;
|
|
@@ -283,6 +294,7 @@ export class AnthropicProvider implements Provider {
|
|
|
283
294
|
blocks: response.content.map(fromWireBlock),
|
|
284
295
|
stopReason: response.stop_reason,
|
|
285
296
|
stopDetails: response.stop_details ?? null,
|
|
297
|
+
usageKnown: true,
|
|
286
298
|
usage: {
|
|
287
299
|
input_tokens: response.usage.input_tokens,
|
|
288
300
|
output_tokens: response.usage.output_tokens,
|
|
@@ -290,23 +302,20 @@ export class AnthropicProvider implements Provider {
|
|
|
290
302
|
cache_read_input_tokens: response.usage.cache_read_input_tokens ?? 0,
|
|
291
303
|
},
|
|
292
304
|
};
|
|
305
|
+
const usage = { ...assembled.usage, node, ms: Date.now() - started };
|
|
293
306
|
|
|
294
307
|
// A refusal is HTTP 200 with stop_reason "refusal", so content must not be
|
|
295
308
|
// trusted after it. Anything already painted has to go with it.
|
|
296
309
|
if (assembled.stopReason === "refusal") {
|
|
297
310
|
onDelta?.({ kind: "discard" });
|
|
298
311
|
const details = assembled.stopDetails;
|
|
299
|
-
throw new RefusalError(details?.category ?? null, details?.explanation ?? null);
|
|
312
|
+
throw new RefusalError(details?.category ?? null, details?.explanation ?? null, assembled.usageKnown ? usage : undefined);
|
|
300
313
|
}
|
|
301
314
|
|
|
302
315
|
return {
|
|
303
316
|
blocks: assembled.blocks,
|
|
304
317
|
stopReason: assembled.stopReason,
|
|
305
|
-
usage
|
|
306
|
-
...assembled.usage,
|
|
307
|
-
node,
|
|
308
|
-
ms: Date.now() - started,
|
|
309
|
-
},
|
|
318
|
+
usage,
|
|
310
319
|
};
|
|
311
320
|
}
|
|
312
321
|
}
|
|
@@ -326,6 +335,8 @@ interface AssembledTurn {
|
|
|
326
335
|
blocks: AssistantBlock[];
|
|
327
336
|
stopReason: string | null;
|
|
328
337
|
stopDetails: { category?: string | null; explanation?: string | null } | null;
|
|
338
|
+
/** Provider receipt presence distinguishes a measured zero from absent usage (D11). */
|
|
339
|
+
usageKnown: boolean;
|
|
329
340
|
usage: {
|
|
330
341
|
input_tokens: number;
|
|
331
342
|
output_tokens: number;
|
|
@@ -382,6 +393,7 @@ async function consumeAnthropicStream(
|
|
|
382
393
|
blocks: [],
|
|
383
394
|
stopReason: null,
|
|
384
395
|
stopDetails: null,
|
|
396
|
+
usageKnown: false,
|
|
385
397
|
usage: {
|
|
386
398
|
input_tokens: 0,
|
|
387
399
|
output_tokens: 0,
|
|
@@ -411,6 +423,7 @@ async function consumeAnthropicStream(
|
|
|
411
423
|
switch (event.type) {
|
|
412
424
|
case "message_start":
|
|
413
425
|
takeUsage(assembled.usage, event.message?.usage);
|
|
426
|
+
if (event.message?.usage !== undefined) assembled.usageKnown = true;
|
|
414
427
|
break;
|
|
415
428
|
case "content_block_start": {
|
|
416
429
|
const index = event.index ?? content.length;
|
|
@@ -456,6 +469,7 @@ async function consumeAnthropicStream(
|
|
|
456
469
|
assembled.stopDetails = event.delta.stop_details;
|
|
457
470
|
}
|
|
458
471
|
takeUsage(assembled.usage, event.usage);
|
|
472
|
+
if (event.usage !== undefined) assembled.usageKnown = true;
|
|
459
473
|
break;
|
|
460
474
|
}
|
|
461
475
|
default:
|