march-cli 0.1.21 → 0.1.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/march.mjs +13 -13
- package/package.json +43 -43
- package/src/agent/command-exec-tool.mjs +172 -168
- package/src/agent/context-stats-tool.mjs +57 -57
- package/src/agent/editing/diff-apply.mjs +28 -28
- package/src/agent/editing/diff-format.mjs +57 -57
- package/src/agent/editing/lsp-report.mjs +69 -69
- package/src/agent/file-edit-tool.mjs +262 -262
- package/src/agent/file-tools/read-file-tool.mjs +112 -112
- package/src/agent/file-tools/read-image-tool.mjs +76 -76
- package/src/agent/model-payload-dumper.mjs +208 -208
- package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
- package/src/agent/provider/payload-messages.mjs +138 -138
- package/src/agent/runner/codex-large-context-guard.mjs +87 -87
- package/src/agent/runner/codex-transport-compression.mjs +180 -180
- package/src/agent/runner/codex-transport-debug.mjs +113 -113
- package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
- package/src/agent/runner/fast-model.mjs +36 -36
- package/src/agent/runner/runner-cleanup.mjs +12 -12
- package/src/agent/runner/runner-init.mjs +15 -15
- package/src/agent/runner/runner-session-state.mjs +40 -40
- package/src/agent/runner/runner-utils.mjs +24 -24
- package/src/agent/runner.mjs +299 -299
- package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
- package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
- package/src/agent/runtime/remote-runner-client.mjs +73 -73
- package/src/agent/runtime/remote-ui-client.mjs +20 -20
- package/src/agent/runtime/runner-ipc-target.mjs +125 -125
- package/src/agent/runtime/runner-process-client.mjs +47 -47
- package/src/agent/runtime/runner-process-entry.mjs +11 -11
- package/src/agent/runtime/runner-process-factory.mjs +108 -108
- package/src/agent/runtime/runner-runtime-host.mjs +79 -79
- package/src/agent/runtime/runtime-factory.mjs +42 -42
- package/src/agent/runtime/runtime-host.mjs +34 -34
- package/src/agent/runtime/ui-event-bridge.mjs +95 -95
- package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
- package/src/agent/screen-tools/screen-tool.mjs +49 -49
- package/src/agent/screen-tools/windows-screen.mjs +133 -133
- package/src/agent/session/session-auto-name.mjs +41 -41
- package/src/agent/session/session-binding.mjs +12 -12
- package/src/agent/session/session-options.mjs +47 -47
- package/src/agent/tool-names.mjs +1 -1
- package/src/agent/tool-result.mjs +3 -3
- package/src/agent/tool-summary.mjs +112 -112
- package/src/agent/tools.mjs +58 -58
- package/src/agent/turn/turn-events.mjs +111 -111
- package/src/agent/turn/turn-logging.mjs +30 -30
- package/src/agent/turn/turn-runner.mjs +196 -196
- package/src/agent/vision-capability.mjs +14 -14
- package/src/auth/login-command.mjs +90 -90
- package/src/auth/storage.mjs +34 -34
- package/src/cli/args.mjs +79 -79
- package/src/cli/commands/copy-command.mjs +87 -87
- package/src/cli/commands/export-command.mjs +206 -206
- package/src/cli/commands/extensions-command.mjs +53 -53
- package/src/cli/commands/help-command.mjs +7 -7
- package/src/cli/commands/model-command.mjs +141 -141
- package/src/cli/commands/paste-image-command.mjs +43 -43
- package/src/cli/commands/provider-command.mjs +59 -59
- package/src/cli/commands/status-command.mjs +194 -194
- package/src/cli/commands/thinking-command.mjs +87 -87
- package/src/cli/fallback-ui.mjs +156 -156
- package/src/cli/input/attachment-tokens.mjs +20 -20
- package/src/cli/input/autocomplete.mjs +74 -106
- package/src/cli/input/external-editor.mjs +39 -39
- package/src/cli/input/file-search/index.mjs +160 -0
- package/src/cli/input/history-store.mjs +35 -35
- package/src/cli/input/image-clipboard.mjs +55 -55
- package/src/cli/input/keybinding-dispatch.mjs +76 -76
- package/src/cli/input/keybindings.mjs +96 -96
- package/src/cli/input/mode-state.mjs +43 -43
- package/src/cli/input/prompt-templates.mjs +84 -84
- package/src/cli/input/select-with-keyboard.mjs +86 -86
- package/src/cli/permissions.mjs +103 -103
- package/src/cli/repl-commands.mjs +86 -86
- package/src/cli/repl-loop.mjs +183 -183
- package/src/cli/selector-list.mjs +21 -21
- package/src/cli/session/pi-session-switch-command.mjs +41 -41
- package/src/cli/session/session-command.mjs +23 -23
- package/src/cli/session/session-list-command.mjs +68 -68
- package/src/cli/session/session-name-command.mjs +26 -26
- package/src/cli/session/session-source-command.mjs +89 -89
- package/src/cli/session/session-switch-command.mjs +1 -1
- package/src/cli/shell/shell-command.mjs +55 -55
- package/src/cli/shell/shell-drawer-controls.mjs +33 -33
- package/src/cli/shell/shell-drawer.mjs +192 -192
- package/src/cli/shell/shell-split-layout.mjs +70 -70
- package/src/cli/slash-commands.mjs +192 -192
- package/src/cli/startup/create-runtime-runner.mjs +61 -61
- package/src/cli/startup/runtime-close.mjs +23 -23
- package/src/cli/startup/startup-banner.mjs +71 -71
- package/src/cli/startup/startup-session.mjs +51 -51
- package/src/cli/status-line-updater.mjs +75 -75
- package/src/cli/tool-output.mjs +9 -9
- package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
- package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
- package/src/cli/tui/input/mouse-tracking.mjs +20 -20
- package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
- package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
- package/src/cli/tui/markdown-renderer.mjs +285 -285
- package/src/cli/tui/output/scroll-state.mjs +79 -79
- package/src/cli/tui/output/text-line-renderer.mjs +50 -50
- package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
- package/src/cli/tui/output/visible-lines.mjs +8 -8
- package/src/cli/tui/output-buffer.mjs +293 -293
- package/src/cli/tui/permission-request-ui.mjs +18 -18
- package/src/cli/tui/recall-rendering.mjs +25 -25
- package/src/cli/tui/render/render-scheduler.mjs +26 -26
- package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
- package/src/cli/tui/select/editor-select-list.mjs +111 -111
- package/src/cli/tui/selection-screen.mjs +269 -269
- package/src/cli/tui/status/retry-status.mjs +72 -72
- package/src/cli/tui/status/spinner-status.mjs +42 -42
- package/src/cli/tui/status/status-bar.mjs +225 -225
- package/src/cli/tui/syntax/highlighting.mjs +260 -260
- package/src/cli/tui/syntax/languages.mjs +91 -91
- package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
- package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
- package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
- package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
- package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
- package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
- package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
- package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
- package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
- package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
- package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
- package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
- package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
- package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
- package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
- package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
- package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
- package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
- package/src/cli/tui/tool-rendering.mjs +87 -87
- package/src/cli/tui/tui-diff-rendering.mjs +157 -157
- package/src/cli/tui/tui-handlers.mjs +111 -111
- package/src/cli/tui/tui-input-controller.mjs +61 -61
- package/src/cli/tui/ui-theme.mjs +157 -157
- package/src/cli/ui.mjs +297 -297
- package/src/config/config-json.mjs +84 -84
- package/src/config/dotenv.mjs +20 -20
- package/src/config/features.mjs +75 -75
- package/src/config/loader.mjs +143 -143
- package/src/config/settings-command.mjs +97 -97
- package/src/context/engine.mjs +198 -198
- package/src/context/injections.mjs +26 -26
- package/src/context/profiles.mjs +39 -39
- package/src/context/project-context.mjs +20 -20
- package/src/context/session-status.mjs +17 -17
- package/src/context/shell-layers.mjs +23 -23
- package/src/context/system-core/base.md +65 -65
- package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
- package/src/context/system-core/prompts/default.md +3 -3
- package/src/context/system-core.mjs +35 -35
- package/src/debug/logger.mjs +141 -141
- package/src/debug/model-context-dumper.mjs +52 -52
- package/src/extensions/discovery.mjs +40 -40
- package/src/extensions/lifecycle-adapter.mjs +210 -210
- package/src/extensions/lifecycle-manifest.mjs +69 -69
- package/src/image-gen/index.mjs +7 -7
- package/src/image-gen/provider.mjs +231 -231
- package/src/image-gen/tool.mjs +84 -84
- package/src/lsp/client.mjs +257 -257
- package/src/lsp/diagnostic-store.mjs +42 -42
- package/src/lsp/diagnostics-format.mjs +72 -72
- package/src/lsp/managed-node-server.mjs +99 -99
- package/src/lsp/path-match.mjs +10 -10
- package/src/lsp/server-definitions.mjs +188 -188
- package/src/lsp/servers.mjs +165 -165
- package/src/lsp/service.mjs +110 -110
- package/src/lsp/status-message.mjs +9 -9
- package/src/lsp/typescript-project-resolver.mjs +186 -186
- package/src/main.mjs +299 -299
- package/src/mcp/client.mjs +195 -195
- package/src/mcp/config.mjs +130 -130
- package/src/mcp/index.mjs +48 -48
- package/src/mcp/tools.mjs +98 -98
- package/src/memory/database.mjs +219 -219
- package/src/memory/glossary.mjs +124 -124
- package/src/memory/graph/graph-cascades.mjs +109 -109
- package/src/memory/graph/graph-diagnostics.mjs +73 -73
- package/src/memory/graph/graph-path-removal.mjs +50 -50
- package/src/memory/graph/graph-path-utils.mjs +17 -17
- package/src/memory/graph/graph-primitives.mjs +103 -103
- package/src/memory/graph/graph-read.mjs +159 -159
- package/src/memory/graph.mjs +282 -282
- package/src/memory/markdown/markdown-delete.mjs +23 -23
- package/src/memory/markdown/markdown-format.mjs +128 -128
- package/src/memory/markdown/markdown-recall.mjs +28 -28
- package/src/memory/markdown/ripgrep.mjs +16 -16
- package/src/memory/markdown/sqlite-index.mjs +87 -87
- package/src/memory/markdown-store.mjs +286 -286
- package/src/memory/markdown-tools.mjs +103 -103
- package/src/memory/search.mjs +142 -142
- package/src/memory/snapshot.mjs +86 -86
- package/src/memory/system-views.mjs +120 -120
- package/src/memory/tools.mjs +282 -282
- package/src/network/environment.mjs +131 -131
- package/src/notification/desktop-notifier.mjs +262 -262
- package/src/platform/open-file.mjs +28 -28
- package/src/platform/spawn-command.mjs +27 -27
- package/src/provider/accept-command.mjs +89 -89
- package/src/provider/command.mjs +21 -21
- package/src/provider/config-command.mjs +129 -129
- package/src/provider/custom-provider.mjs +113 -113
- package/src/provider/hosted-tools.mjs +111 -111
- package/src/provider/presets.mjs +72 -72
- package/src/provider/share-command.mjs +79 -79
- package/src/provider/share-payload.mjs +52 -52
- package/src/session/attachment-display.mjs +16 -16
- package/src/session/attachment-references.mjs +65 -65
- package/src/session/attachments.mjs +140 -140
- package/src/session/persist.mjs +1 -1
- package/src/session/pi-manager.mjs +34 -34
- package/src/session/session-utils.mjs +16 -16
- package/src/session/sidecar-sync.mjs +19 -19
- package/src/session/sidecar.mjs +69 -69
- package/src/session/transcript.mjs +83 -83
- package/src/session/tree.mjs +42 -42
- package/src/shell/cli-runtime.mjs +11 -11
- package/src/shell/hints.mjs +12 -12
- package/src/shell/node-pty-adapter.mjs +81 -81
- package/src/shell/runtime-state.mjs +126 -126
- package/src/shell/runtime.mjs +252 -252
- package/src/shell/screen-buffer.mjs +136 -136
- package/src/shell/tool-read.mjs +74 -74
- package/src/shell/tools.mjs +299 -299
- package/src/supergrok/actions/image-generate.mjs +60 -60
- package/src/supergrok/actions/search.mjs +78 -78
- package/src/supergrok/auth.mjs +36 -36
- package/src/supergrok/constants.mjs +18 -18
- package/src/supergrok/oauth-provider.mjs +278 -278
- package/src/supergrok/provider.mjs +35 -35
- package/src/supergrok/response.mjs +76 -76
- package/src/supergrok/tool.mjs +61 -61
- package/src/text/ansi.mjs +3 -3
- package/src/web/config-command.mjs +43 -43
- package/src/web/fetch.mjs +78 -78
- package/src/web/presets.mjs +16 -16
- package/src/web/search.mjs +83 -83
- package/src/web/tools.mjs +107 -107
|
@@ -1,231 +1,231 @@
|
|
|
1
|
-
import { getOAuthProvider } from "@earendil-works/pi-ai/oauth";
|
|
2
|
-
import { saveGeneratedImageAttachment } from "../session/attachments.mjs";
|
|
3
|
-
|
|
4
|
-
const CODEX_BASE_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
5
|
-
const JWT_CLAIM_PATH = "https://api.openai.com/auth";
|
|
6
|
-
|
|
7
|
-
const ASPECT_RATIO_MAP = {
|
|
8
|
-
"1:1": "1024x1024",
|
|
9
|
-
"16:9": "1792x1024",
|
|
10
|
-
"4:3": "1024x768",
|
|
11
|
-
"3:2": "1536x1024",
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
function extractAccountId(token) {
|
|
15
|
-
try {
|
|
16
|
-
const parts = token.split(".");
|
|
17
|
-
if (parts.length !== 3) throw new Error("Invalid token");
|
|
18
|
-
const payload = JSON.parse(atob(parts[1]));
|
|
19
|
-
const accountId = payload?.[JWT_CLAIM_PATH]?.chatgpt_account_id;
|
|
20
|
-
if (!accountId) throw new Error("No account ID in token");
|
|
21
|
-
return accountId;
|
|
22
|
-
} catch {
|
|
23
|
-
throw new Error("Failed to extract account ID from token");
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
|
|
27
|
-
function buildHeaders(token, accountId) {
|
|
28
|
-
return {
|
|
29
|
-
Authorization: `Bearer ${token}`,
|
|
30
|
-
"chatgpt-account-id": accountId,
|
|
31
|
-
originator: "march",
|
|
32
|
-
"User-Agent": "march-cli",
|
|
33
|
-
"OpenAI-Beta": "responses=experimental",
|
|
34
|
-
accept: "text/event-stream",
|
|
35
|
-
"content-type": "application/json",
|
|
36
|
-
};
|
|
37
|
-
}
|
|
38
|
-
|
|
39
|
-
function buildRequestBody(prompt, quality, size) {
|
|
40
|
-
return {
|
|
41
|
-
model: "gpt-5.4",
|
|
42
|
-
instructions: "You are an assistant that must fulfill image generation requests by using the image_generation tool when provided.",
|
|
43
|
-
input: [{ type: "message", role: "user", content: [{ type: "input_text", text: prompt }] }],
|
|
44
|
-
stream: true,
|
|
45
|
-
store: false,
|
|
46
|
-
tools: [
|
|
47
|
-
{
|
|
48
|
-
type: "image_generation",
|
|
49
|
-
model: "gpt-image-2",
|
|
50
|
-
size,
|
|
51
|
-
quality: quality || "medium",
|
|
52
|
-
output_format: "png",
|
|
53
|
-
background: "opaque",
|
|
54
|
-
partial_images: 1,
|
|
55
|
-
},
|
|
56
|
-
],
|
|
57
|
-
tool_choice: {
|
|
58
|
-
type: "allowed_tools",
|
|
59
|
-
mode: "required",
|
|
60
|
-
tools: [{ type: "image_generation" }],
|
|
61
|
-
},
|
|
62
|
-
};
|
|
63
|
-
}
|
|
64
|
-
|
|
65
|
-
async function* parseSSE(response) {
|
|
66
|
-
const reader = response.body.getReader();
|
|
67
|
-
const decoder = new TextDecoder();
|
|
68
|
-
let buffer = "";
|
|
69
|
-
try {
|
|
70
|
-
while (true) {
|
|
71
|
-
const { done, value } = await reader.read();
|
|
72
|
-
if (done) break;
|
|
73
|
-
buffer += decoder.decode(value, { stream: true });
|
|
74
|
-
let idx;
|
|
75
|
-
while ((idx = buffer.indexOf("\n\n")) !== -1) {
|
|
76
|
-
const chunk = buffer.slice(0, idx);
|
|
77
|
-
buffer = buffer.slice(idx + 2);
|
|
78
|
-
const dataLines = chunk
|
|
79
|
-
.split("\n")
|
|
80
|
-
.filter((l) => l.startsWith("data:"))
|
|
81
|
-
.map((l) => l.slice(5).trim());
|
|
82
|
-
if (dataLines.length > 0) {
|
|
83
|
-
const data = dataLines.join("\n").trim();
|
|
84
|
-
if (data && data !== "[DONE]") {
|
|
85
|
-
yield JSON.parse(data);
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
} finally {
|
|
91
|
-
try {
|
|
92
|
-
reader.cancel();
|
|
93
|
-
} catch {}
|
|
94
|
-
}
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
export async function generateImage({
|
|
98
|
-
prompt,
|
|
99
|
-
quality = "medium",
|
|
100
|
-
aspectRatio = "1:1",
|
|
101
|
-
authStorage,
|
|
102
|
-
projectMarchDir,
|
|
103
|
-
fetchImpl = fetch,
|
|
104
|
-
oauthProvider = getOAuthProvider("openai-codex"),
|
|
105
|
-
now = new Date(),
|
|
106
|
-
id,
|
|
107
|
-
} = {}) {
|
|
108
|
-
if (!projectMarchDir) throw new Error("projectMarchDir is required for image generation");
|
|
109
|
-
const credentials = authStorage?.get?.("openai-codex");
|
|
110
|
-
if (!credentials) throw new Error("OpenAI Codex not authenticated. Run: march login openai-codex");
|
|
111
|
-
|
|
112
|
-
const provider = oauthProvider;
|
|
113
|
-
if (!provider) throw new Error("OpenAI Codex OAuth provider is not available");
|
|
114
|
-
let apiKey = provider.getApiKey(credentials);
|
|
115
|
-
|
|
116
|
-
if (Date.now() >= credentials.expires) {
|
|
117
|
-
const refreshed = await provider.refreshToken(credentials);
|
|
118
|
-
apiKey = provider.getApiKey(refreshed);
|
|
119
|
-
authStorage.set("openai-codex", refreshed);
|
|
120
|
-
}
|
|
121
|
-
|
|
122
|
-
const accountId = extractAccountId(apiKey);
|
|
123
|
-
const size = ASPECT_RATIO_MAP[aspectRatio] || "1024x1024";
|
|
124
|
-
|
|
125
|
-
const response = await fetchImpl(CODEX_BASE_URL, {
|
|
126
|
-
method: "POST",
|
|
127
|
-
headers: buildHeaders(apiKey, accountId),
|
|
128
|
-
body: JSON.stringify(buildRequestBody(prompt, quality, size)),
|
|
129
|
-
});
|
|
130
|
-
|
|
131
|
-
if (!response.ok) {
|
|
132
|
-
const text = await response.text().catch(() => "");
|
|
133
|
-
throw new Error(`Codex image generation failed (${response.status}): ${text || response.statusText}`);
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
let imageBase64 = null;
|
|
137
|
-
let mimeType = "image/png";
|
|
138
|
-
|
|
139
|
-
for await (const event of parseSSE(response)) {
|
|
140
|
-
const type = event.type;
|
|
141
|
-
|
|
142
|
-
if (type === "response.image_generation_call.partial_image" && event.partial_image_b64) {
|
|
143
|
-
imageBase64 = event.partial_image_b64;
|
|
144
|
-
mimeType = "image/png";
|
|
145
|
-
continue;
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
if (type === "response.output_item.added") {
|
|
149
|
-
continue;
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
if (type === "response.output_item.done") {
|
|
153
|
-
const item = event.item;
|
|
154
|
-
if (!item) continue;
|
|
155
|
-
|
|
156
|
-
if (item.type === "image_generation_call" && item.result) {
|
|
157
|
-
imageBase64 = item.result;
|
|
158
|
-
mimeType = "image/png";
|
|
159
|
-
continue;
|
|
160
|
-
}
|
|
161
|
-
|
|
162
|
-
if (item.type === "file" && item.filename?.endsWith?.(".png")) {
|
|
163
|
-
const content = item.content?.[0];
|
|
164
|
-
if (content?.type === "image_file" && content.image_base64) {
|
|
165
|
-
imageBase64 = content.image_base64;
|
|
166
|
-
mimeType = "image/png";
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
|
|
170
|
-
for (const part of item.content || []) {
|
|
171
|
-
if (part.type === "image_file" && part.image_base64) {
|
|
172
|
-
imageBase64 = part.image_base64;
|
|
173
|
-
mimeType = "image/png";
|
|
174
|
-
}
|
|
175
|
-
if (part.type === "output_text" && isBase64(part.text)) {
|
|
176
|
-
imageBase64 = part.text;
|
|
177
|
-
}
|
|
178
|
-
}
|
|
179
|
-
|
|
180
|
-
if (item.base64) imageBase64 = item.base64;
|
|
181
|
-
continue;
|
|
182
|
-
}
|
|
183
|
-
|
|
184
|
-
if (type === "response.completed" || type === "response.incomplete") {
|
|
185
|
-
const resp = event.response;
|
|
186
|
-
if (resp?.output) {
|
|
187
|
-
for (const item of resp.output) {
|
|
188
|
-
if (item.type === "image_generation_call" && item.result) {
|
|
189
|
-
imageBase64 = item.result;
|
|
190
|
-
mimeType = "image/png";
|
|
191
|
-
}
|
|
192
|
-
for (const part of item.content || []) {
|
|
193
|
-
if (part.type === "image_file" && part.image_base64) {
|
|
194
|
-
imageBase64 = part.image_base64;
|
|
195
|
-
mimeType = "image/png";
|
|
196
|
-
}
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
}
|
|
200
|
-
break;
|
|
201
|
-
}
|
|
202
|
-
|
|
203
|
-
if (type === "error") {
|
|
204
|
-
throw new Error(`Codex error: ${event.message || JSON.stringify(event)}`);
|
|
205
|
-
}
|
|
206
|
-
|
|
207
|
-
if (type === "response.failed") {
|
|
208
|
-
const msg = event.response?.error?.message || "Image generation failed";
|
|
209
|
-
throw new Error(msg);
|
|
210
|
-
}
|
|
211
|
-
}
|
|
212
|
-
|
|
213
|
-
if (!imageBase64) {
|
|
214
|
-
throw new Error("No image data received from Codex");
|
|
215
|
-
}
|
|
216
|
-
|
|
217
|
-
const saved = saveGeneratedImageAttachment({
|
|
218
|
-
projectMarchDir,
|
|
219
|
-
data: imageBase64,
|
|
220
|
-
mimeType,
|
|
221
|
-
now,
|
|
222
|
-
id,
|
|
223
|
-
});
|
|
224
|
-
|
|
225
|
-
return { filePath: saved.path, marker: saved.marker, mimeType, metadataPath: saved.metadataPath };
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
function isBase64(str) {
|
|
229
|
-
if (typeof str !== "string" || str.length < 100) return false;
|
|
230
|
-
return /^[A-Za-z0-9+/]*={0,2}$/.test(str);
|
|
231
|
-
}
|
|
1
|
+
import { getOAuthProvider } from "@earendil-works/pi-ai/oauth";
|
|
2
|
+
import { saveGeneratedImageAttachment } from "../session/attachments.mjs";
|
|
3
|
+
|
|
4
|
+
const CODEX_BASE_URL = "https://chatgpt.com/backend-api/codex/responses";
|
|
5
|
+
const JWT_CLAIM_PATH = "https://api.openai.com/auth";
|
|
6
|
+
|
|
7
|
+
const ASPECT_RATIO_MAP = {
|
|
8
|
+
"1:1": "1024x1024",
|
|
9
|
+
"16:9": "1792x1024",
|
|
10
|
+
"4:3": "1024x768",
|
|
11
|
+
"3:2": "1536x1024",
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
function extractAccountId(token) {
|
|
15
|
+
try {
|
|
16
|
+
const parts = token.split(".");
|
|
17
|
+
if (parts.length !== 3) throw new Error("Invalid token");
|
|
18
|
+
const payload = JSON.parse(atob(parts[1]));
|
|
19
|
+
const accountId = payload?.[JWT_CLAIM_PATH]?.chatgpt_account_id;
|
|
20
|
+
if (!accountId) throw new Error("No account ID in token");
|
|
21
|
+
return accountId;
|
|
22
|
+
} catch {
|
|
23
|
+
throw new Error("Failed to extract account ID from token");
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
|
|
27
|
+
function buildHeaders(token, accountId) {
|
|
28
|
+
return {
|
|
29
|
+
Authorization: `Bearer ${token}`,
|
|
30
|
+
"chatgpt-account-id": accountId,
|
|
31
|
+
originator: "march",
|
|
32
|
+
"User-Agent": "march-cli",
|
|
33
|
+
"OpenAI-Beta": "responses=experimental",
|
|
34
|
+
accept: "text/event-stream",
|
|
35
|
+
"content-type": "application/json",
|
|
36
|
+
};
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
function buildRequestBody(prompt, quality, size) {
|
|
40
|
+
return {
|
|
41
|
+
model: "gpt-5.4",
|
|
42
|
+
instructions: "You are an assistant that must fulfill image generation requests by using the image_generation tool when provided.",
|
|
43
|
+
input: [{ type: "message", role: "user", content: [{ type: "input_text", text: prompt }] }],
|
|
44
|
+
stream: true,
|
|
45
|
+
store: false,
|
|
46
|
+
tools: [
|
|
47
|
+
{
|
|
48
|
+
type: "image_generation",
|
|
49
|
+
model: "gpt-image-2",
|
|
50
|
+
size,
|
|
51
|
+
quality: quality || "medium",
|
|
52
|
+
output_format: "png",
|
|
53
|
+
background: "opaque",
|
|
54
|
+
partial_images: 1,
|
|
55
|
+
},
|
|
56
|
+
],
|
|
57
|
+
tool_choice: {
|
|
58
|
+
type: "allowed_tools",
|
|
59
|
+
mode: "required",
|
|
60
|
+
tools: [{ type: "image_generation" }],
|
|
61
|
+
},
|
|
62
|
+
};
|
|
63
|
+
}
|
|
64
|
+
|
|
65
|
+
async function* parseSSE(response) {
|
|
66
|
+
const reader = response.body.getReader();
|
|
67
|
+
const decoder = new TextDecoder();
|
|
68
|
+
let buffer = "";
|
|
69
|
+
try {
|
|
70
|
+
while (true) {
|
|
71
|
+
const { done, value } = await reader.read();
|
|
72
|
+
if (done) break;
|
|
73
|
+
buffer += decoder.decode(value, { stream: true });
|
|
74
|
+
let idx;
|
|
75
|
+
while ((idx = buffer.indexOf("\n\n")) !== -1) {
|
|
76
|
+
const chunk = buffer.slice(0, idx);
|
|
77
|
+
buffer = buffer.slice(idx + 2);
|
|
78
|
+
const dataLines = chunk
|
|
79
|
+
.split("\n")
|
|
80
|
+
.filter((l) => l.startsWith("data:"))
|
|
81
|
+
.map((l) => l.slice(5).trim());
|
|
82
|
+
if (dataLines.length > 0) {
|
|
83
|
+
const data = dataLines.join("\n").trim();
|
|
84
|
+
if (data && data !== "[DONE]") {
|
|
85
|
+
yield JSON.parse(data);
|
|
86
|
+
}
|
|
87
|
+
}
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
} finally {
|
|
91
|
+
try {
|
|
92
|
+
reader.cancel();
|
|
93
|
+
} catch {}
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
export async function generateImage({
|
|
98
|
+
prompt,
|
|
99
|
+
quality = "medium",
|
|
100
|
+
aspectRatio = "1:1",
|
|
101
|
+
authStorage,
|
|
102
|
+
projectMarchDir,
|
|
103
|
+
fetchImpl = fetch,
|
|
104
|
+
oauthProvider = getOAuthProvider("openai-codex"),
|
|
105
|
+
now = new Date(),
|
|
106
|
+
id,
|
|
107
|
+
} = {}) {
|
|
108
|
+
if (!projectMarchDir) throw new Error("projectMarchDir is required for image generation");
|
|
109
|
+
const credentials = authStorage?.get?.("openai-codex");
|
|
110
|
+
if (!credentials) throw new Error("OpenAI Codex not authenticated. Run: march login openai-codex");
|
|
111
|
+
|
|
112
|
+
const provider = oauthProvider;
|
|
113
|
+
if (!provider) throw new Error("OpenAI Codex OAuth provider is not available");
|
|
114
|
+
let apiKey = provider.getApiKey(credentials);
|
|
115
|
+
|
|
116
|
+
if (Date.now() >= credentials.expires) {
|
|
117
|
+
const refreshed = await provider.refreshToken(credentials);
|
|
118
|
+
apiKey = provider.getApiKey(refreshed);
|
|
119
|
+
authStorage.set("openai-codex", refreshed);
|
|
120
|
+
}
|
|
121
|
+
|
|
122
|
+
const accountId = extractAccountId(apiKey);
|
|
123
|
+
const size = ASPECT_RATIO_MAP[aspectRatio] || "1024x1024";
|
|
124
|
+
|
|
125
|
+
const response = await fetchImpl(CODEX_BASE_URL, {
|
|
126
|
+
method: "POST",
|
|
127
|
+
headers: buildHeaders(apiKey, accountId),
|
|
128
|
+
body: JSON.stringify(buildRequestBody(prompt, quality, size)),
|
|
129
|
+
});
|
|
130
|
+
|
|
131
|
+
if (!response.ok) {
|
|
132
|
+
const text = await response.text().catch(() => "");
|
|
133
|
+
throw new Error(`Codex image generation failed (${response.status}): ${text || response.statusText}`);
|
|
134
|
+
}
|
|
135
|
+
|
|
136
|
+
let imageBase64 = null;
|
|
137
|
+
let mimeType = "image/png";
|
|
138
|
+
|
|
139
|
+
for await (const event of parseSSE(response)) {
|
|
140
|
+
const type = event.type;
|
|
141
|
+
|
|
142
|
+
if (type === "response.image_generation_call.partial_image" && event.partial_image_b64) {
|
|
143
|
+
imageBase64 = event.partial_image_b64;
|
|
144
|
+
mimeType = "image/png";
|
|
145
|
+
continue;
|
|
146
|
+
}
|
|
147
|
+
|
|
148
|
+
if (type === "response.output_item.added") {
|
|
149
|
+
continue;
|
|
150
|
+
}
|
|
151
|
+
|
|
152
|
+
if (type === "response.output_item.done") {
|
|
153
|
+
const item = event.item;
|
|
154
|
+
if (!item) continue;
|
|
155
|
+
|
|
156
|
+
if (item.type === "image_generation_call" && item.result) {
|
|
157
|
+
imageBase64 = item.result;
|
|
158
|
+
mimeType = "image/png";
|
|
159
|
+
continue;
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
if (item.type === "file" && item.filename?.endsWith?.(".png")) {
|
|
163
|
+
const content = item.content?.[0];
|
|
164
|
+
if (content?.type === "image_file" && content.image_base64) {
|
|
165
|
+
imageBase64 = content.image_base64;
|
|
166
|
+
mimeType = "image/png";
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
|
|
170
|
+
for (const part of item.content || []) {
|
|
171
|
+
if (part.type === "image_file" && part.image_base64) {
|
|
172
|
+
imageBase64 = part.image_base64;
|
|
173
|
+
mimeType = "image/png";
|
|
174
|
+
}
|
|
175
|
+
if (part.type === "output_text" && isBase64(part.text)) {
|
|
176
|
+
imageBase64 = part.text;
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
|
|
180
|
+
if (item.base64) imageBase64 = item.base64;
|
|
181
|
+
continue;
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
if (type === "response.completed" || type === "response.incomplete") {
|
|
185
|
+
const resp = event.response;
|
|
186
|
+
if (resp?.output) {
|
|
187
|
+
for (const item of resp.output) {
|
|
188
|
+
if (item.type === "image_generation_call" && item.result) {
|
|
189
|
+
imageBase64 = item.result;
|
|
190
|
+
mimeType = "image/png";
|
|
191
|
+
}
|
|
192
|
+
for (const part of item.content || []) {
|
|
193
|
+
if (part.type === "image_file" && part.image_base64) {
|
|
194
|
+
imageBase64 = part.image_base64;
|
|
195
|
+
mimeType = "image/png";
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
break;
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
if (type === "error") {
|
|
204
|
+
throw new Error(`Codex error: ${event.message || JSON.stringify(event)}`);
|
|
205
|
+
}
|
|
206
|
+
|
|
207
|
+
if (type === "response.failed") {
|
|
208
|
+
const msg = event.response?.error?.message || "Image generation failed";
|
|
209
|
+
throw new Error(msg);
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
|
|
213
|
+
if (!imageBase64) {
|
|
214
|
+
throw new Error("No image data received from Codex");
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
const saved = saveGeneratedImageAttachment({
|
|
218
|
+
projectMarchDir,
|
|
219
|
+
data: imageBase64,
|
|
220
|
+
mimeType,
|
|
221
|
+
now,
|
|
222
|
+
id,
|
|
223
|
+
});
|
|
224
|
+
|
|
225
|
+
return { filePath: saved.path, marker: saved.marker, mimeType, metadataPath: saved.metadataPath };
|
|
226
|
+
}
|
|
227
|
+
|
|
228
|
+
function isBase64(str) {
|
|
229
|
+
if (typeof str !== "string" || str.length < 100) return false;
|
|
230
|
+
return /^[A-Za-z0-9+/]*={0,2}$/.test(str);
|
|
231
|
+
}
|
package/src/image-gen/tool.mjs
CHANGED
|
@@ -1,84 +1,84 @@
|
|
|
1
|
-
import { defineTool } from "@earendil-works/pi-coding-agent";
|
|
2
|
-
import { Type } from "typebox";
|
|
3
|
-
import { toolText } from "../agent/tool-result.mjs";
|
|
4
|
-
import { openFileWithDefaultApp } from "../platform/open-file.mjs";
|
|
5
|
-
import { generateImage } from "./provider.mjs";
|
|
6
|
-
|
|
7
|
-
export function createImageGenTool({
|
|
8
|
-
authStorage,
|
|
9
|
-
projectMarchDir,
|
|
10
|
-
generateImageImpl = generateImage,
|
|
11
|
-
openFileImpl = openFileWithDefaultApp,
|
|
12
|
-
}) {
|
|
13
|
-
return defineTool({
|
|
14
|
-
name: "image_generate",
|
|
15
|
-
label: "Image Generation",
|
|
16
|
-
description:
|
|
17
|
-
"Generate an image using ChatGPT's image generation engine (gpt-image-2). " +
|
|
18
|
-
"Three quality levels: low (~15s, drafts), medium (~40s, default), high (~2min, highest detail). " +
|
|
19
|
-
"Supported aspect ratios: 1:1, 16:9, 4:3, 3:2. Default: 1:1.",
|
|
20
|
-
promptSnippet: "image_generate(prompt, quality?, aspectRatio?, auto_open?) - Generate an image using ChatGPT",
|
|
21
|
-
promptGuidelines: [
|
|
22
|
-
"When the user asks you to generate or draw an image, use the image_generate tool.",
|
|
23
|
-
"Describe what you want to generate in detail for best results.",
|
|
24
|
-
],
|
|
25
|
-
parameters: Type.Object({
|
|
26
|
-
prompt: Type.String({
|
|
27
|
-
description: "Detailed description of the image to generate",
|
|
28
|
-
}),
|
|
29
|
-
quality: Type.Optional(
|
|
30
|
-
Type.String({
|
|
31
|
-
enum: ["low", "medium", "high"],
|
|
32
|
-
description: "Generation quality. medium is default.",
|
|
33
|
-
})
|
|
34
|
-
),
|
|
35
|
-
aspectRatio: Type.Optional(
|
|
36
|
-
Type.String({
|
|
37
|
-
enum: ["1:1", "16:9", "4:3", "3:2"],
|
|
38
|
-
description: "Aspect ratio. 1:1 is default.",
|
|
39
|
-
})
|
|
40
|
-
),
|
|
41
|
-
auto_open: Type.Optional(
|
|
42
|
-
Type.Boolean({
|
|
43
|
-
description: "Open the generated image with the system default app. true is default.",
|
|
44
|
-
})
|
|
45
|
-
),
|
|
46
|
-
}),
|
|
47
|
-
execute: async (_toolCallId, params) => {
|
|
48
|
-
try {
|
|
49
|
-
const { prompt, quality = "medium", aspectRatio = "1:1", auto_open: autoOpen = true } = params;
|
|
50
|
-
const image = await generateImageImpl({ prompt, quality, aspectRatio, authStorage, projectMarchDir });
|
|
51
|
-
const openResult = autoOpen ? await openGeneratedImage(image.filePath, openFileImpl) : { opened: false };
|
|
52
|
-
return toolJson({
|
|
53
|
-
success: true,
|
|
54
|
-
image: image.marker,
|
|
55
|
-
path: image.filePath,
|
|
56
|
-
mimeType: image.mimeType,
|
|
57
|
-
prompt,
|
|
58
|
-
aspectRatio,
|
|
59
|
-
quality,
|
|
60
|
-
...openResult,
|
|
61
|
-
}, { ...image, ...openResult });
|
|
62
|
-
} catch (err) {
|
|
63
|
-
return toolJson({
|
|
64
|
-
success: false,
|
|
65
|
-
image: null,
|
|
66
|
-
error: err.message,
|
|
67
|
-
}, { error: true });
|
|
68
|
-
}
|
|
69
|
-
},
|
|
70
|
-
});
|
|
71
|
-
}
|
|
72
|
-
|
|
73
|
-
async function openGeneratedImage(filePath, openFileImpl) {
|
|
74
|
-
try {
|
|
75
|
-
await openFileImpl(filePath);
|
|
76
|
-
return { opened: true };
|
|
77
|
-
} catch (err) {
|
|
78
|
-
return { opened: false, openError: err.message };
|
|
79
|
-
}
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
function toolJson(payload, details = {}) {
|
|
83
|
-
return toolText(JSON.stringify(payload, null, 2), details);
|
|
84
|
-
}
|
|
1
|
+
import { defineTool } from "@earendil-works/pi-coding-agent";
|
|
2
|
+
import { Type } from "typebox";
|
|
3
|
+
import { toolText } from "../agent/tool-result.mjs";
|
|
4
|
+
import { openFileWithDefaultApp } from "../platform/open-file.mjs";
|
|
5
|
+
import { generateImage } from "./provider.mjs";
|
|
6
|
+
|
|
7
|
+
export function createImageGenTool({
|
|
8
|
+
authStorage,
|
|
9
|
+
projectMarchDir,
|
|
10
|
+
generateImageImpl = generateImage,
|
|
11
|
+
openFileImpl = openFileWithDefaultApp,
|
|
12
|
+
}) {
|
|
13
|
+
return defineTool({
|
|
14
|
+
name: "image_generate",
|
|
15
|
+
label: "Image Generation",
|
|
16
|
+
description:
|
|
17
|
+
"Generate an image using ChatGPT's image generation engine (gpt-image-2). " +
|
|
18
|
+
"Three quality levels: low (~15s, drafts), medium (~40s, default), high (~2min, highest detail). " +
|
|
19
|
+
"Supported aspect ratios: 1:1, 16:9, 4:3, 3:2. Default: 1:1.",
|
|
20
|
+
promptSnippet: "image_generate(prompt, quality?, aspectRatio?, auto_open?) - Generate an image using ChatGPT",
|
|
21
|
+
promptGuidelines: [
|
|
22
|
+
"When the user asks you to generate or draw an image, use the image_generate tool.",
|
|
23
|
+
"Describe what you want to generate in detail for best results.",
|
|
24
|
+
],
|
|
25
|
+
parameters: Type.Object({
|
|
26
|
+
prompt: Type.String({
|
|
27
|
+
description: "Detailed description of the image to generate",
|
|
28
|
+
}),
|
|
29
|
+
quality: Type.Optional(
|
|
30
|
+
Type.String({
|
|
31
|
+
enum: ["low", "medium", "high"],
|
|
32
|
+
description: "Generation quality. medium is default.",
|
|
33
|
+
})
|
|
34
|
+
),
|
|
35
|
+
aspectRatio: Type.Optional(
|
|
36
|
+
Type.String({
|
|
37
|
+
enum: ["1:1", "16:9", "4:3", "3:2"],
|
|
38
|
+
description: "Aspect ratio. 1:1 is default.",
|
|
39
|
+
})
|
|
40
|
+
),
|
|
41
|
+
auto_open: Type.Optional(
|
|
42
|
+
Type.Boolean({
|
|
43
|
+
description: "Open the generated image with the system default app. true is default.",
|
|
44
|
+
})
|
|
45
|
+
),
|
|
46
|
+
}),
|
|
47
|
+
execute: async (_toolCallId, params) => {
|
|
48
|
+
try {
|
|
49
|
+
const { prompt, quality = "medium", aspectRatio = "1:1", auto_open: autoOpen = true } = params;
|
|
50
|
+
const image = await generateImageImpl({ prompt, quality, aspectRatio, authStorage, projectMarchDir });
|
|
51
|
+
const openResult = autoOpen ? await openGeneratedImage(image.filePath, openFileImpl) : { opened: false };
|
|
52
|
+
return toolJson({
|
|
53
|
+
success: true,
|
|
54
|
+
image: image.marker,
|
|
55
|
+
path: image.filePath,
|
|
56
|
+
mimeType: image.mimeType,
|
|
57
|
+
prompt,
|
|
58
|
+
aspectRatio,
|
|
59
|
+
quality,
|
|
60
|
+
...openResult,
|
|
61
|
+
}, { ...image, ...openResult });
|
|
62
|
+
} catch (err) {
|
|
63
|
+
return toolJson({
|
|
64
|
+
success: false,
|
|
65
|
+
image: null,
|
|
66
|
+
error: err.message,
|
|
67
|
+
}, { error: true });
|
|
68
|
+
}
|
|
69
|
+
},
|
|
70
|
+
});
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
async function openGeneratedImage(filePath, openFileImpl) {
|
|
74
|
+
try {
|
|
75
|
+
await openFileImpl(filePath);
|
|
76
|
+
return { opened: true };
|
|
77
|
+
} catch (err) {
|
|
78
|
+
return { opened: false, openError: err.message };
|
|
79
|
+
}
|
|
80
|
+
}
|
|
81
|
+
|
|
82
|
+
function toolJson(payload, details = {}) {
|
|
83
|
+
return toolText(JSON.stringify(payload, null, 2), details);
|
|
84
|
+
}
|