march-cli 0.1.21 → 0.1.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (244) hide show
  1. package/README.md +88 -0
  2. package/README.zh.md +88 -0
  3. package/bin/march.mjs +13 -13
  4. package/package.json +43 -43
  5. package/src/agent/command-exec-tool.mjs +172 -168
  6. package/src/agent/context-stats-tool.mjs +57 -57
  7. package/src/agent/editing/diff-apply.mjs +28 -28
  8. package/src/agent/editing/diff-format.mjs +57 -57
  9. package/src/agent/editing/lsp-report.mjs +69 -69
  10. package/src/agent/file-edit-tool.mjs +262 -262
  11. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  12. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  13. package/src/agent/model-payload-dumper.mjs +208 -208
  14. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  15. package/src/agent/provider/payload-messages.mjs +138 -138
  16. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  17. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  18. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  19. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  20. package/src/agent/runner/fast-model.mjs +36 -36
  21. package/src/agent/runner/runner-cleanup.mjs +12 -12
  22. package/src/agent/runner/runner-init.mjs +15 -15
  23. package/src/agent/runner/runner-session-state.mjs +40 -40
  24. package/src/agent/runner/runner-utils.mjs +24 -24
  25. package/src/agent/runner.mjs +299 -299
  26. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  27. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  28. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  29. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  30. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  31. package/src/agent/runtime/runner-process-client.mjs +47 -47
  32. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  33. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  34. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  35. package/src/agent/runtime/runtime-factory.mjs +42 -42
  36. package/src/agent/runtime/runtime-host.mjs +34 -34
  37. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  38. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  39. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  40. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  41. package/src/agent/session/session-auto-name.mjs +41 -41
  42. package/src/agent/session/session-binding.mjs +12 -12
  43. package/src/agent/session/session-options.mjs +47 -47
  44. package/src/agent/tool-names.mjs +1 -1
  45. package/src/agent/tool-result.mjs +3 -3
  46. package/src/agent/tool-summary.mjs +112 -112
  47. package/src/agent/tools.mjs +58 -58
  48. package/src/agent/turn/turn-events.mjs +111 -111
  49. package/src/agent/turn/turn-logging.mjs +30 -30
  50. package/src/agent/turn/turn-runner.mjs +196 -196
  51. package/src/agent/vision-capability.mjs +14 -14
  52. package/src/auth/login-command.mjs +90 -90
  53. package/src/auth/storage.mjs +34 -34
  54. package/src/cli/args.mjs +79 -79
  55. package/src/cli/commands/copy-command.mjs +87 -87
  56. package/src/cli/commands/export-command.mjs +206 -206
  57. package/src/cli/commands/extensions-command.mjs +53 -53
  58. package/src/cli/commands/help-command.mjs +7 -7
  59. package/src/cli/commands/model-command.mjs +141 -141
  60. package/src/cli/commands/paste-image-command.mjs +43 -43
  61. package/src/cli/commands/provider-command.mjs +59 -59
  62. package/src/cli/commands/status-command.mjs +194 -194
  63. package/src/cli/commands/thinking-command.mjs +87 -87
  64. package/src/cli/fallback-ui.mjs +156 -156
  65. package/src/cli/input/attachment-tokens.mjs +20 -20
  66. package/src/cli/input/autocomplete.mjs +74 -106
  67. package/src/cli/input/external-editor.mjs +39 -39
  68. package/src/cli/input/file-search/index.mjs +160 -0
  69. package/src/cli/input/history-store.mjs +35 -35
  70. package/src/cli/input/image-clipboard.mjs +55 -55
  71. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  72. package/src/cli/input/keybindings.mjs +96 -96
  73. package/src/cli/input/mode-state.mjs +43 -43
  74. package/src/cli/input/prompt-templates.mjs +84 -84
  75. package/src/cli/input/select-with-keyboard.mjs +86 -86
  76. package/src/cli/permissions.mjs +103 -103
  77. package/src/cli/repl-commands.mjs +86 -86
  78. package/src/cli/repl-loop.mjs +183 -183
  79. package/src/cli/selector-list.mjs +21 -21
  80. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  81. package/src/cli/session/session-command.mjs +23 -23
  82. package/src/cli/session/session-list-command.mjs +68 -68
  83. package/src/cli/session/session-name-command.mjs +26 -26
  84. package/src/cli/session/session-source-command.mjs +89 -89
  85. package/src/cli/session/session-switch-command.mjs +1 -1
  86. package/src/cli/shell/shell-command.mjs +55 -55
  87. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  88. package/src/cli/shell/shell-drawer.mjs +192 -192
  89. package/src/cli/shell/shell-split-layout.mjs +70 -70
  90. package/src/cli/slash-commands.mjs +192 -192
  91. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  92. package/src/cli/startup/runtime-close.mjs +23 -23
  93. package/src/cli/startup/startup-banner.mjs +71 -71
  94. package/src/cli/startup/startup-session.mjs +51 -51
  95. package/src/cli/status-line-updater.mjs +75 -75
  96. package/src/cli/tool-output.mjs +9 -9
  97. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  98. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  99. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  100. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  101. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  102. package/src/cli/tui/markdown-renderer.mjs +285 -285
  103. package/src/cli/tui/output/scroll-state.mjs +79 -79
  104. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  105. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  106. package/src/cli/tui/output/visible-lines.mjs +8 -8
  107. package/src/cli/tui/output-buffer.mjs +293 -293
  108. package/src/cli/tui/permission-request-ui.mjs +18 -18
  109. package/src/cli/tui/recall-rendering.mjs +25 -25
  110. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  111. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  112. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  113. package/src/cli/tui/selection-screen.mjs +269 -269
  114. package/src/cli/tui/status/retry-status.mjs +72 -72
  115. package/src/cli/tui/status/spinner-status.mjs +42 -42
  116. package/src/cli/tui/status/status-bar.mjs +225 -225
  117. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  118. package/src/cli/tui/syntax/languages.mjs +91 -91
  119. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  120. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  121. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  122. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  123. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  124. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  125. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  126. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  127. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  128. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  129. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  130. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  131. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  132. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  133. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  134. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  135. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  136. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  137. package/src/cli/tui/tool-rendering.mjs +87 -87
  138. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  139. package/src/cli/tui/tui-handlers.mjs +111 -111
  140. package/src/cli/tui/tui-input-controller.mjs +61 -61
  141. package/src/cli/tui/ui-theme.mjs +157 -157
  142. package/src/cli/ui.mjs +297 -297
  143. package/src/config/config-json.mjs +84 -84
  144. package/src/config/dotenv.mjs +20 -20
  145. package/src/config/features.mjs +75 -75
  146. package/src/config/loader.mjs +143 -143
  147. package/src/config/settings-command.mjs +97 -97
  148. package/src/context/engine.mjs +198 -198
  149. package/src/context/injections.mjs +26 -26
  150. package/src/context/profiles.mjs +39 -39
  151. package/src/context/project-context.mjs +20 -20
  152. package/src/context/session-status.mjs +17 -17
  153. package/src/context/shell-layers.mjs +23 -23
  154. package/src/context/system-core/base.md +61 -53
  155. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  156. package/src/context/system-core/prompts/default.md +3 -3
  157. package/src/context/system-core.mjs +35 -35
  158. package/src/debug/logger.mjs +141 -141
  159. package/src/debug/model-context-dumper.mjs +52 -52
  160. package/src/extensions/discovery.mjs +40 -40
  161. package/src/extensions/lifecycle-adapter.mjs +210 -210
  162. package/src/extensions/lifecycle-manifest.mjs +69 -69
  163. package/src/image-gen/index.mjs +7 -7
  164. package/src/image-gen/provider.mjs +231 -231
  165. package/src/image-gen/tool.mjs +84 -84
  166. package/src/lsp/client.mjs +257 -257
  167. package/src/lsp/diagnostic-store.mjs +42 -42
  168. package/src/lsp/diagnostics-format.mjs +72 -72
  169. package/src/lsp/managed-node-server.mjs +99 -99
  170. package/src/lsp/path-match.mjs +10 -10
  171. package/src/lsp/server-definitions.mjs +188 -188
  172. package/src/lsp/servers.mjs +165 -165
  173. package/src/lsp/service.mjs +110 -110
  174. package/src/lsp/status-message.mjs +9 -9
  175. package/src/lsp/typescript-project-resolver.mjs +186 -186
  176. package/src/main.mjs +299 -299
  177. package/src/mcp/client.mjs +195 -195
  178. package/src/mcp/config.mjs +130 -130
  179. package/src/mcp/index.mjs +48 -48
  180. package/src/mcp/tools.mjs +98 -98
  181. package/src/memory/markdown/markdown-delete.mjs +23 -23
  182. package/src/memory/markdown/markdown-format.mjs +128 -128
  183. package/src/memory/markdown/markdown-recall.mjs +28 -28
  184. package/src/memory/markdown/ripgrep.mjs +16 -16
  185. package/src/memory/markdown/sqlite-index.mjs +87 -87
  186. package/src/memory/markdown-store.mjs +286 -286
  187. package/src/memory/markdown-tools.mjs +103 -103
  188. package/src/network/environment.mjs +131 -131
  189. package/src/notification/desktop-notifier.mjs +262 -262
  190. package/src/platform/open-file.mjs +28 -28
  191. package/src/platform/spawn-command.mjs +27 -27
  192. package/src/provider/accept-command.mjs +89 -89
  193. package/src/provider/command.mjs +21 -21
  194. package/src/provider/config-command.mjs +129 -129
  195. package/src/provider/custom-provider.mjs +113 -113
  196. package/src/provider/hosted-tools.mjs +111 -111
  197. package/src/provider/presets.mjs +72 -72
  198. package/src/provider/share-command.mjs +79 -79
  199. package/src/provider/share-payload.mjs +52 -52
  200. package/src/session/attachment-display.mjs +16 -16
  201. package/src/session/attachment-references.mjs +65 -65
  202. package/src/session/attachments.mjs +140 -140
  203. package/src/session/persist.mjs +1 -1
  204. package/src/session/pi-manager.mjs +34 -34
  205. package/src/session/session-utils.mjs +16 -16
  206. package/src/session/sidecar-sync.mjs +19 -19
  207. package/src/session/sidecar.mjs +69 -69
  208. package/src/session/transcript.mjs +83 -83
  209. package/src/session/tree.mjs +42 -42
  210. package/src/shell/cli-runtime.mjs +11 -11
  211. package/src/shell/hints.mjs +12 -12
  212. package/src/shell/node-pty-adapter.mjs +81 -81
  213. package/src/shell/runtime-state.mjs +126 -126
  214. package/src/shell/runtime.mjs +252 -252
  215. package/src/shell/screen-buffer.mjs +136 -136
  216. package/src/shell/tool-read.mjs +74 -74
  217. package/src/shell/tools.mjs +299 -299
  218. package/src/supergrok/actions/image-generate.mjs +60 -60
  219. package/src/supergrok/actions/search.mjs +78 -78
  220. package/src/supergrok/auth.mjs +36 -36
  221. package/src/supergrok/constants.mjs +18 -18
  222. package/src/supergrok/oauth-provider.mjs +278 -278
  223. package/src/supergrok/provider.mjs +35 -35
  224. package/src/supergrok/response.mjs +76 -76
  225. package/src/supergrok/tool.mjs +61 -61
  226. package/src/text/ansi.mjs +3 -3
  227. package/src/web/config-command.mjs +43 -43
  228. package/src/web/fetch.mjs +78 -78
  229. package/src/web/presets.mjs +16 -16
  230. package/src/web/search.mjs +83 -83
  231. package/src/web/tools.mjs +107 -107
  232. package/src/memory/database.mjs +0 -219
  233. package/src/memory/glossary.mjs +0 -124
  234. package/src/memory/graph/graph-cascades.mjs +0 -109
  235. package/src/memory/graph/graph-diagnostics.mjs +0 -73
  236. package/src/memory/graph/graph-path-removal.mjs +0 -50
  237. package/src/memory/graph/graph-path-utils.mjs +0 -17
  238. package/src/memory/graph/graph-primitives.mjs +0 -103
  239. package/src/memory/graph/graph-read.mjs +0 -159
  240. package/src/memory/graph.mjs +0 -282
  241. package/src/memory/search.mjs +0 -142
  242. package/src/memory/snapshot.mjs +0 -86
  243. package/src/memory/system-views.mjs +0 -120
  244. package/src/memory/tools.mjs +0 -282
@@ -1,180 +1,180 @@
1
- import zlib from "node:zlib";
2
- import WsWebSocket from "ws";
3
-
4
- const FETCH_INSTALLED = Symbol.for("march.codex.transportCompression.fetchInstalled");
5
- const WEBSOCKET_INSTALLED = Symbol.for("march.codex.transportCompression.websocketInstalled");
6
- const ORIGINAL_FETCH = Symbol.for("march.codex.transportCompression.originalFetch");
7
- const ORIGINAL_WEBSOCKET = Symbol.for("march.codex.transportCompression.originalWebSocket");
8
- const STATS = Symbol.for("march.codex.transportCompression.stats");
9
- const DEFAULT_MIN_ZSTD_BYTES = 1024;
10
-
11
- export function installCodexTransportCompression() {
12
- if (!isCompressionEnabled()) return;
13
- installCodexHttpCompression();
14
- installCodexWebSocketCompression();
15
- }
16
-
17
- export function getCodexTransportCompressionStats() {
18
- return globalThis[STATS] ?? null;
19
- }
20
-
21
- function installCodexHttpCompression() {
22
- if (!isHttpCompressionEnabled() || globalThis[FETCH_INSTALLED]) return;
23
- const originalFetch = globalThis.fetch;
24
- if (typeof originalFetch !== "function" || typeof zlib.zstdCompressSync !== "function") return;
25
- globalThis[ORIGINAL_FETCH] = originalFetch;
26
- globalThis.fetch = async function marchCodexCompressedFetch(input, init = {}) {
27
- if (!isCodexResponsesHttpRequest(input, init) || hasHeader(init.headers ?? input?.headers, "content-encoding")) {
28
- return originalFetch.call(this, input, init);
29
- }
30
- const body = init?.body;
31
- const plain = toBuffer(body);
32
- if (!plain || plain.byteLength < getMinZstdBytes()) return originalFetch.call(this, input, init);
33
-
34
- const compressed = zlib.zstdCompressSync(plain, {
35
- params: { [zlib.constants.ZSTD_c_compressionLevel]: 3 },
36
- });
37
- const headers = new Headers(init.headers ?? input?.headers ?? {});
38
- headers.set("content-encoding", "zstd");
39
- headers.set("content-type", headers.get("content-type") ?? "application/json");
40
- recordHttpCompression(plain.byteLength, compressed.byteLength);
41
- return originalFetch.call(this, input, { ...init, headers, body: compressed });
42
- };
43
- globalThis[FETCH_INSTALLED] = true;
44
- }
45
-
46
- function installCodexWebSocketCompression() {
47
- if (!isWebSocketCompressionEnabled() || globalThis[WEBSOCKET_INSTALLED]) return;
48
- const OriginalWebSocket = globalThis.WebSocket;
49
- if (typeof OriginalWebSocket !== "function") return;
50
- globalThis[ORIGINAL_WEBSOCKET] = OriginalWebSocket;
51
-
52
- class MarchCodexCompressedWebSocket extends WsWebSocket {
53
- constructor(url, protocolsOrOptions, maybeOptions) {
54
- if (!isCodexResponsesWebSocketUrl(url)) {
55
- return new OriginalWebSocket(url, protocolsOrOptions, maybeOptions);
56
- }
57
- const { protocols, options } = normalizeWebSocketArgs(protocolsOrOptions, maybeOptions);
58
- super(url, protocols, {
59
- ...options,
60
- perMessageDeflate: options.perMessageDeflate ?? true,
61
- });
62
- recordWebSocketCompression();
63
- }
64
- }
65
- copyReadyStateConstants(MarchCodexCompressedWebSocket, OriginalWebSocket);
66
- globalThis.WebSocket = MarchCodexCompressedWebSocket;
67
- globalThis[WEBSOCKET_INSTALLED] = true;
68
- }
69
-
70
- function normalizeWebSocketArgs(protocolsOrOptions, maybeOptions) {
71
- if (isOptionsObject(protocolsOrOptions) && maybeOptions === undefined) {
72
- return { protocols: [], options: protocolsOrOptions };
73
- }
74
- return { protocols: protocolsOrOptions ?? [], options: maybeOptions ?? {} };
75
- }
76
-
77
- function isOptionsObject(value) {
78
- if (!value || typeof value !== "object") return false;
79
- if (Array.isArray(value) || value instanceof String) return false;
80
- return "headers" in value || "perMessageDeflate" in value || "handshakeTimeout" in value;
81
- }
82
-
83
- function copyReadyStateConstants(Target, OriginalWebSocket) {
84
- for (const key of ["CONNECTING", "OPEN", "CLOSING", "CLOSED"]) {
85
- const value = OriginalWebSocket[key] ?? WsWebSocket[key];
86
- if (typeof value === "number") Object.defineProperty(Target, key, { value, enumerable: true });
87
- }
88
- }
89
-
90
- function isCompressionEnabled() {
91
- return isEnabled(process.env.MARCH_CODEX_TRANSPORT_COMPRESSION, true);
92
- }
93
-
94
- function isHttpCompressionEnabled() {
95
- return isEnabled(process.env.MARCH_CODEX_HTTP_COMPRESSION, true);
96
- }
97
-
98
- function isWebSocketCompressionEnabled() {
99
- return isEnabled(process.env.MARCH_CODEX_WS_COMPRESSION, true);
100
- }
101
-
102
- function isEnabled(value, fallback) {
103
- if (value === undefined) return fallback;
104
- return value !== "0" && value !== "false" && value !== "no";
105
- }
106
-
107
- function getMinZstdBytes() {
108
- const raw = process.env.MARCH_CODEX_HTTP_COMPRESSION_MIN_BYTES;
109
- const parsed = raw ? Number.parseInt(raw, 10) : DEFAULT_MIN_ZSTD_BYTES;
110
- return Number.isFinite(parsed) && parsed >= 0 ? parsed : DEFAULT_MIN_ZSTD_BYTES;
111
- }
112
-
113
- function isCodexResponsesHttpRequest(input, init) {
114
- const url = getRequestUrl(input);
115
- if (!url || !url.includes("/codex/responses")) return false;
116
- const method = init?.method ?? input?.method ?? "GET";
117
- if (String(method).toUpperCase() !== "POST") return false;
118
- return headerValue(init?.headers ?? input?.headers, "accept").includes("text/event-stream")
119
- || headerValue(init?.headers ?? input?.headers, "OpenAI-Beta").includes("responses=experimental");
120
- }
121
-
122
- function isCodexResponsesWebSocketUrl(url) {
123
- const raw = getRequestUrl(url);
124
- if (!raw || !raw.includes("/codex/responses")) return false;
125
- return raw.startsWith("ws://") || raw.startsWith("wss://");
126
- }
127
-
128
- function getRequestUrl(input) {
129
- if (typeof input === "string") return input;
130
- if (input instanceof URL) return input.toString();
131
- if (input && typeof input.url === "string") return input.url;
132
- return "";
133
- }
134
-
135
- function toBuffer(body) {
136
- if (typeof body === "string") return Buffer.from(body);
137
- if (body instanceof Uint8Array) return Buffer.from(body.buffer, body.byteOffset, body.byteLength);
138
- if (body instanceof ArrayBuffer) return Buffer.from(body);
139
- return null;
140
- }
141
-
142
- function hasHeader(headers, name) {
143
- return headerValue(headers, name).length > 0;
144
- }
145
-
146
- function headerValue(headers, name) {
147
- if (!headers) return "";
148
- if (typeof headers.get === "function") return headers.get(name) ?? headers.get(name.toLowerCase()) ?? "";
149
- const lowerName = name.toLowerCase();
150
- for (const [key, value] of Object.entries(headers)) {
151
- if (key.toLowerCase() === lowerName) return String(value ?? "");
152
- }
153
- return "";
154
- }
155
-
156
- function recordHttpCompression(preBytes, postBytes) {
157
- const stats = ensureStats();
158
- stats.httpZstdRequests += 1;
159
- stats.lastHttpPreBytes = preBytes;
160
- stats.lastHttpPostBytes = postBytes;
161
- stats.lastHttpRatio = Number((postBytes / preBytes).toFixed(4));
162
- }
163
-
164
- function recordWebSocketCompression() {
165
- const stats = ensureStats();
166
- stats.wsCompressedConnections += 1;
167
- stats.wsPerMessageDeflate = true;
168
- }
169
-
170
- function ensureStats() {
171
- globalThis[STATS] = globalThis[STATS] ?? {
172
- httpZstdRequests: 0,
173
- lastHttpPreBytes: 0,
174
- lastHttpPostBytes: 0,
175
- lastHttpRatio: 0,
176
- wsCompressedConnections: 0,
177
- wsPerMessageDeflate: false,
178
- };
179
- return globalThis[STATS];
180
- }
1
+ import zlib from "node:zlib";
2
+ import WsWebSocket from "ws";
3
+
4
+ const FETCH_INSTALLED = Symbol.for("march.codex.transportCompression.fetchInstalled");
5
+ const WEBSOCKET_INSTALLED = Symbol.for("march.codex.transportCompression.websocketInstalled");
6
+ const ORIGINAL_FETCH = Symbol.for("march.codex.transportCompression.originalFetch");
7
+ const ORIGINAL_WEBSOCKET = Symbol.for("march.codex.transportCompression.originalWebSocket");
8
+ const STATS = Symbol.for("march.codex.transportCompression.stats");
9
+ const DEFAULT_MIN_ZSTD_BYTES = 1024;
10
+
11
+ export function installCodexTransportCompression() {
12
+ if (!isCompressionEnabled()) return;
13
+ installCodexHttpCompression();
14
+ installCodexWebSocketCompression();
15
+ }
16
+
17
+ export function getCodexTransportCompressionStats() {
18
+ return globalThis[STATS] ?? null;
19
+ }
20
+
21
+ function installCodexHttpCompression() {
22
+ if (!isHttpCompressionEnabled() || globalThis[FETCH_INSTALLED]) return;
23
+ const originalFetch = globalThis.fetch;
24
+ if (typeof originalFetch !== "function" || typeof zlib.zstdCompressSync !== "function") return;
25
+ globalThis[ORIGINAL_FETCH] = originalFetch;
26
+ globalThis.fetch = async function marchCodexCompressedFetch(input, init = {}) {
27
+ if (!isCodexResponsesHttpRequest(input, init) || hasHeader(init.headers ?? input?.headers, "content-encoding")) {
28
+ return originalFetch.call(this, input, init);
29
+ }
30
+ const body = init?.body;
31
+ const plain = toBuffer(body);
32
+ if (!plain || plain.byteLength < getMinZstdBytes()) return originalFetch.call(this, input, init);
33
+
34
+ const compressed = zlib.zstdCompressSync(plain, {
35
+ params: { [zlib.constants.ZSTD_c_compressionLevel]: 3 },
36
+ });
37
+ const headers = new Headers(init.headers ?? input?.headers ?? {});
38
+ headers.set("content-encoding", "zstd");
39
+ headers.set("content-type", headers.get("content-type") ?? "application/json");
40
+ recordHttpCompression(plain.byteLength, compressed.byteLength);
41
+ return originalFetch.call(this, input, { ...init, headers, body: compressed });
42
+ };
43
+ globalThis[FETCH_INSTALLED] = true;
44
+ }
45
+
46
+ function installCodexWebSocketCompression() {
47
+ if (!isWebSocketCompressionEnabled() || globalThis[WEBSOCKET_INSTALLED]) return;
48
+ const OriginalWebSocket = globalThis.WebSocket;
49
+ if (typeof OriginalWebSocket !== "function") return;
50
+ globalThis[ORIGINAL_WEBSOCKET] = OriginalWebSocket;
51
+
52
+ class MarchCodexCompressedWebSocket extends WsWebSocket {
53
+ constructor(url, protocolsOrOptions, maybeOptions) {
54
+ if (!isCodexResponsesWebSocketUrl(url)) {
55
+ return new OriginalWebSocket(url, protocolsOrOptions, maybeOptions);
56
+ }
57
+ const { protocols, options } = normalizeWebSocketArgs(protocolsOrOptions, maybeOptions);
58
+ super(url, protocols, {
59
+ ...options,
60
+ perMessageDeflate: options.perMessageDeflate ?? true,
61
+ });
62
+ recordWebSocketCompression();
63
+ }
64
+ }
65
+ copyReadyStateConstants(MarchCodexCompressedWebSocket, OriginalWebSocket);
66
+ globalThis.WebSocket = MarchCodexCompressedWebSocket;
67
+ globalThis[WEBSOCKET_INSTALLED] = true;
68
+ }
69
+
70
+ function normalizeWebSocketArgs(protocolsOrOptions, maybeOptions) {
71
+ if (isOptionsObject(protocolsOrOptions) && maybeOptions === undefined) {
72
+ return { protocols: [], options: protocolsOrOptions };
73
+ }
74
+ return { protocols: protocolsOrOptions ?? [], options: maybeOptions ?? {} };
75
+ }
76
+
77
+ function isOptionsObject(value) {
78
+ if (!value || typeof value !== "object") return false;
79
+ if (Array.isArray(value) || value instanceof String) return false;
80
+ return "headers" in value || "perMessageDeflate" in value || "handshakeTimeout" in value;
81
+ }
82
+
83
+ function copyReadyStateConstants(Target, OriginalWebSocket) {
84
+ for (const key of ["CONNECTING", "OPEN", "CLOSING", "CLOSED"]) {
85
+ const value = OriginalWebSocket[key] ?? WsWebSocket[key];
86
+ if (typeof value === "number") Object.defineProperty(Target, key, { value, enumerable: true });
87
+ }
88
+ }
89
+
90
+ function isCompressionEnabled() {
91
+ return isEnabled(process.env.MARCH_CODEX_TRANSPORT_COMPRESSION, true);
92
+ }
93
+
94
+ function isHttpCompressionEnabled() {
95
+ return isEnabled(process.env.MARCH_CODEX_HTTP_COMPRESSION, true);
96
+ }
97
+
98
+ function isWebSocketCompressionEnabled() {
99
+ return isEnabled(process.env.MARCH_CODEX_WS_COMPRESSION, true);
100
+ }
101
+
102
+ function isEnabled(value, fallback) {
103
+ if (value === undefined) return fallback;
104
+ return value !== "0" && value !== "false" && value !== "no";
105
+ }
106
+
107
+ function getMinZstdBytes() {
108
+ const raw = process.env.MARCH_CODEX_HTTP_COMPRESSION_MIN_BYTES;
109
+ const parsed = raw ? Number.parseInt(raw, 10) : DEFAULT_MIN_ZSTD_BYTES;
110
+ return Number.isFinite(parsed) && parsed >= 0 ? parsed : DEFAULT_MIN_ZSTD_BYTES;
111
+ }
112
+
113
+ function isCodexResponsesHttpRequest(input, init) {
114
+ const url = getRequestUrl(input);
115
+ if (!url || !url.includes("/codex/responses")) return false;
116
+ const method = init?.method ?? input?.method ?? "GET";
117
+ if (String(method).toUpperCase() !== "POST") return false;
118
+ return headerValue(init?.headers ?? input?.headers, "accept").includes("text/event-stream")
119
+ || headerValue(init?.headers ?? input?.headers, "OpenAI-Beta").includes("responses=experimental");
120
+ }
121
+
122
+ function isCodexResponsesWebSocketUrl(url) {
123
+ const raw = getRequestUrl(url);
124
+ if (!raw || !raw.includes("/codex/responses")) return false;
125
+ return raw.startsWith("ws://") || raw.startsWith("wss://");
126
+ }
127
+
128
+ function getRequestUrl(input) {
129
+ if (typeof input === "string") return input;
130
+ if (input instanceof URL) return input.toString();
131
+ if (input && typeof input.url === "string") return input.url;
132
+ return "";
133
+ }
134
+
135
+ function toBuffer(body) {
136
+ if (typeof body === "string") return Buffer.from(body);
137
+ if (body instanceof Uint8Array) return Buffer.from(body.buffer, body.byteOffset, body.byteLength);
138
+ if (body instanceof ArrayBuffer) return Buffer.from(body);
139
+ return null;
140
+ }
141
+
142
+ function hasHeader(headers, name) {
143
+ return headerValue(headers, name).length > 0;
144
+ }
145
+
146
+ function headerValue(headers, name) {
147
+ if (!headers) return "";
148
+ if (typeof headers.get === "function") return headers.get(name) ?? headers.get(name.toLowerCase()) ?? "";
149
+ const lowerName = name.toLowerCase();
150
+ for (const [key, value] of Object.entries(headers)) {
151
+ if (key.toLowerCase() === lowerName) return String(value ?? "");
152
+ }
153
+ return "";
154
+ }
155
+
156
+ function recordHttpCompression(preBytes, postBytes) {
157
+ const stats = ensureStats();
158
+ stats.httpZstdRequests += 1;
159
+ stats.lastHttpPreBytes = preBytes;
160
+ stats.lastHttpPostBytes = postBytes;
161
+ stats.lastHttpRatio = Number((postBytes / preBytes).toFixed(4));
162
+ }
163
+
164
+ function recordWebSocketCompression() {
165
+ const stats = ensureStats();
166
+ stats.wsCompressedConnections += 1;
167
+ stats.wsPerMessageDeflate = true;
168
+ }
169
+
170
+ function ensureStats() {
171
+ globalThis[STATS] = globalThis[STATS] ?? {
172
+ httpZstdRequests: 0,
173
+ lastHttpPreBytes: 0,
174
+ lastHttpPostBytes: 0,
175
+ lastHttpRatio: 0,
176
+ wsCompressedConnections: 0,
177
+ wsPerMessageDeflate: false,
178
+ };
179
+ return globalThis[STATS];
180
+ }
@@ -1,113 +1,113 @@
1
- import { getOpenAICodexWebSocketDebugStats } from "@earendil-works/pi-ai/openai-codex-responses";
2
- import { getCodexTransportCompressionStats } from "./codex-transport-compression.mjs";
3
- import { getCodexWebSocketLastEvent } from "./codex-websocket-event-debug.mjs";
4
-
5
- export function getCodexTransportDebugSnapshot(session) {
6
- if (!isCodexTransportDebugEnabled()) return null;
7
- const sessionId = session?.sessionId;
8
- return sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
9
- }
10
-
11
- export function dumpCodexTransportDebug({ before, session, ui, logger }) {
12
- if (!isCodexTransportDebugEnabled()) return;
13
- const sessionId = session?.sessionId;
14
- const after = sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
15
- const fields = formatCodexTransportDebugFields(sessionId, before, after);
16
- logger?.event("codex.transport", fields);
17
- writeCodexTransportDebug(ui, formatCodexTransportDebugLines(fields, logger?.path));
18
- }
19
-
20
- function isCodexTransportDebugEnabled() {
21
- const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG;
22
- return value === "1" || value === "true" || value === "yes";
23
- }
24
-
25
- function isCodexTransportDebugEventsVisible() {
26
- const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG_EVENTS;
27
- return value === "1" || value === "true" || value === "yes";
28
- }
29
-
30
- function formatCodexTransportDebugFields(sessionId, before, after) {
31
- const delta = (key) => (after?.[key] ?? 0) - (before?.[key] ?? 0);
32
- return {
33
- sessionId: sessionId ?? "unknown",
34
- requests: delta("requests"),
35
- totalRequests: after?.requests ?? 0,
36
- connectionsCreated: delta("connectionsCreated"),
37
- connectionsReused: delta("connectionsReused"),
38
- cachedContextRequests: delta("cachedContextRequests"),
39
- storeTrueRequests: delta("storeTrueRequests"),
40
- fullContextRequests: delta("fullContextRequests"),
41
- deltaRequests: delta("deltaRequests"),
42
- websocketFailures: delta("websocketFailures"),
43
- sseFallbacks: delta("sseFallbacks"),
44
- websocketFallbackActive: Boolean(after?.websocketFallbackActive),
45
- lastInputItems: after?.lastInputItems ?? 0,
46
- lastDeltaInputItems: after?.lastDeltaInputItems ?? 0,
47
- lastWebSocketError: after?.lastWebSocketError ?? null,
48
- compression: getCodexTransportCompressionStats(),
49
- lastWebSocketEvent: getCodexWebSocketLastEvent(sessionId),
50
- hasStats: Boolean(after),
51
- };
52
- }
53
-
54
- function formatCodexTransportDebugLines(fields, logPath) {
55
- if (!fields.hasStats) return [`[codex-transport] sessionId=${fields.sessionId} no Codex WebSocket stats`];
56
- const lines = [
57
- `[codex-transport] sessionId=${fields.sessionId}`,
58
- ` requests=${fields.requests} totalRequests=${fields.totalRequests}`,
59
- ` wsConnections created=${fields.connectionsCreated} reused=${fields.connectionsReused}`,
60
- ` modes full=${fields.fullContextRequests} delta=${fields.deltaRequests} cached=${fields.cachedContextRequests} storeTrue=${fields.storeTrueRequests}`,
61
- ` fallback websocketFailures=${fields.websocketFailures} sseFallbacks=${fields.sseFallbacks} active=${fields.websocketFallbackActive}`,
62
- ` error lastWebSocketError=${formatDebugValue(fields.lastWebSocketError)}`,
63
- ` lastInputItems=${fields.lastInputItems} lastDeltaInputItems=${fields.lastDeltaInputItems}`,
64
- ` compression httpZstd=${formatDebugValue(fields.compression?.httpZstdRequests ?? 0)} lastBytes=${formatDebugValue(fields.compression ? `${fields.compression.lastHttpPreBytes}->${fields.compression.lastHttpPostBytes}` : null)} ratio=${formatDebugValue(fields.compression?.lastHttpRatio)} wsDeflate=${formatDebugValue(fields.compression?.wsPerMessageDeflate)} wsConnections=${formatDebugValue(fields.compression?.wsCompressedConnections ?? 0)}`,
65
- ];
66
- if (isCodexTransportDebugEventsVisible()) {
67
- lines.push(...formatWebSocketEventLines(fields.lastWebSocketEvent));
68
- } else if (fields.lastWebSocketEvent && logPath) {
69
- lines.push(` rawWebSocketEventLog=${formatDebugValue(logPath)}`);
70
- }
71
- return lines;
72
- }
73
-
74
- function formatWebSocketEventLines(events) {
75
- if (!events) return [" wsEvent none"];
76
- return [
77
- ...formatSingleWebSocketEvent("wsEvent", events.lastEvent),
78
- ...formatSingleWebSocketEvent("wsError", events.lastErrorEvent),
79
- ...formatSingleWebSocketCloseEvent(events.lastCloseEvent),
80
- ];
81
- }
82
-
83
- function formatSingleWebSocketEvent(prefix, event) {
84
- if (!event) return [` ${prefix} none`];
85
- return [
86
- ` ${prefix} phase=${formatDebugValue(event.phase)} type=${formatDebugValue(event.type)} keys=${formatDebugValue(event.eventKeys)} readyState=${formatDebugValue(event.readyState)}`,
87
- ` ${prefix} errorName=${formatDebugValue(event.errorName)} errorMessage=${formatDebugValue(event.errorMessage)} errorCode=${formatDebugValue(event.errorCode)} errorString=${formatDebugValue(event.errorString)} eventMessage=${formatDebugValue(event.eventMessage)}`,
88
- ];
89
- }
90
-
91
- function formatSingleWebSocketCloseEvent(event) {
92
- if (!event) return [" wsClose none"];
93
- return [` wsClose code=${formatDebugValue(event.closeCode)} reason=${formatDebugValue(event.closeReason)} wasClean=${formatDebugValue(event.closeWasClean)} readyState=${formatDebugValue(event.readyState)}`];
94
- }
95
-
96
- function formatDebugValue(value) {
97
- if (value === null || value === undefined || value === "") return "none";
98
- if (typeof value === "string") return JSON.stringify(value);
99
- try {
100
- return JSON.stringify(value);
101
- } catch {
102
- return JSON.stringify(String(value));
103
- }
104
- }
105
-
106
- function writeCodexTransportDebug(ui, lines) {
107
- if (ui?.debugLines) {
108
- ui.debugLines(lines);
109
- return;
110
- }
111
- if (!ui?.writeln) return;
112
- for (const line of lines) ui.writeln(line);
113
- }
1
+ import { getOpenAICodexWebSocketDebugStats } from "@earendil-works/pi-ai/openai-codex-responses";
2
+ import { getCodexTransportCompressionStats } from "./codex-transport-compression.mjs";
3
+ import { getCodexWebSocketLastEvent } from "./codex-websocket-event-debug.mjs";
4
+
5
+ export function getCodexTransportDebugSnapshot(session) {
6
+ if (!isCodexTransportDebugEnabled()) return null;
7
+ const sessionId = session?.sessionId;
8
+ return sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
9
+ }
10
+
11
+ export function dumpCodexTransportDebug({ before, session, ui, logger }) {
12
+ if (!isCodexTransportDebugEnabled()) return;
13
+ const sessionId = session?.sessionId;
14
+ const after = sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
15
+ const fields = formatCodexTransportDebugFields(sessionId, before, after);
16
+ logger?.event("codex.transport", fields);
17
+ writeCodexTransportDebug(ui, formatCodexTransportDebugLines(fields, logger?.path));
18
+ }
19
+
20
+ function isCodexTransportDebugEnabled() {
21
+ const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG;
22
+ return value === "1" || value === "true" || value === "yes";
23
+ }
24
+
25
+ function isCodexTransportDebugEventsVisible() {
26
+ const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG_EVENTS;
27
+ return value === "1" || value === "true" || value === "yes";
28
+ }
29
+
30
+ function formatCodexTransportDebugFields(sessionId, before, after) {
31
+ const delta = (key) => (after?.[key] ?? 0) - (before?.[key] ?? 0);
32
+ return {
33
+ sessionId: sessionId ?? "unknown",
34
+ requests: delta("requests"),
35
+ totalRequests: after?.requests ?? 0,
36
+ connectionsCreated: delta("connectionsCreated"),
37
+ connectionsReused: delta("connectionsReused"),
38
+ cachedContextRequests: delta("cachedContextRequests"),
39
+ storeTrueRequests: delta("storeTrueRequests"),
40
+ fullContextRequests: delta("fullContextRequests"),
41
+ deltaRequests: delta("deltaRequests"),
42
+ websocketFailures: delta("websocketFailures"),
43
+ sseFallbacks: delta("sseFallbacks"),
44
+ websocketFallbackActive: Boolean(after?.websocketFallbackActive),
45
+ lastInputItems: after?.lastInputItems ?? 0,
46
+ lastDeltaInputItems: after?.lastDeltaInputItems ?? 0,
47
+ lastWebSocketError: after?.lastWebSocketError ?? null,
48
+ compression: getCodexTransportCompressionStats(),
49
+ lastWebSocketEvent: getCodexWebSocketLastEvent(sessionId),
50
+ hasStats: Boolean(after),
51
+ };
52
+ }
53
+
54
+ function formatCodexTransportDebugLines(fields, logPath) {
55
+ if (!fields.hasStats) return [`[codex-transport] sessionId=${fields.sessionId} no Codex WebSocket stats`];
56
+ const lines = [
57
+ `[codex-transport] sessionId=${fields.sessionId}`,
58
+ ` requests=${fields.requests} totalRequests=${fields.totalRequests}`,
59
+ ` wsConnections created=${fields.connectionsCreated} reused=${fields.connectionsReused}`,
60
+ ` modes full=${fields.fullContextRequests} delta=${fields.deltaRequests} cached=${fields.cachedContextRequests} storeTrue=${fields.storeTrueRequests}`,
61
+ ` fallback websocketFailures=${fields.websocketFailures} sseFallbacks=${fields.sseFallbacks} active=${fields.websocketFallbackActive}`,
62
+ ` error lastWebSocketError=${formatDebugValue(fields.lastWebSocketError)}`,
63
+ ` lastInputItems=${fields.lastInputItems} lastDeltaInputItems=${fields.lastDeltaInputItems}`,
64
+ ` compression httpZstd=${formatDebugValue(fields.compression?.httpZstdRequests ?? 0)} lastBytes=${formatDebugValue(fields.compression ? `${fields.compression.lastHttpPreBytes}->${fields.compression.lastHttpPostBytes}` : null)} ratio=${formatDebugValue(fields.compression?.lastHttpRatio)} wsDeflate=${formatDebugValue(fields.compression?.wsPerMessageDeflate)} wsConnections=${formatDebugValue(fields.compression?.wsCompressedConnections ?? 0)}`,
65
+ ];
66
+ if (isCodexTransportDebugEventsVisible()) {
67
+ lines.push(...formatWebSocketEventLines(fields.lastWebSocketEvent));
68
+ } else if (fields.lastWebSocketEvent && logPath) {
69
+ lines.push(` rawWebSocketEventLog=${formatDebugValue(logPath)}`);
70
+ }
71
+ return lines;
72
+ }
73
+
74
+ function formatWebSocketEventLines(events) {
75
+ if (!events) return [" wsEvent none"];
76
+ return [
77
+ ...formatSingleWebSocketEvent("wsEvent", events.lastEvent),
78
+ ...formatSingleWebSocketEvent("wsError", events.lastErrorEvent),
79
+ ...formatSingleWebSocketCloseEvent(events.lastCloseEvent),
80
+ ];
81
+ }
82
+
83
+ function formatSingleWebSocketEvent(prefix, event) {
84
+ if (!event) return [` ${prefix} none`];
85
+ return [
86
+ ` ${prefix} phase=${formatDebugValue(event.phase)} type=${formatDebugValue(event.type)} keys=${formatDebugValue(event.eventKeys)} readyState=${formatDebugValue(event.readyState)}`,
87
+ ` ${prefix} errorName=${formatDebugValue(event.errorName)} errorMessage=${formatDebugValue(event.errorMessage)} errorCode=${formatDebugValue(event.errorCode)} errorString=${formatDebugValue(event.errorString)} eventMessage=${formatDebugValue(event.eventMessage)}`,
88
+ ];
89
+ }
90
+
91
+ function formatSingleWebSocketCloseEvent(event) {
92
+ if (!event) return [" wsClose none"];
93
+ return [` wsClose code=${formatDebugValue(event.closeCode)} reason=${formatDebugValue(event.closeReason)} wasClean=${formatDebugValue(event.closeWasClean)} readyState=${formatDebugValue(event.readyState)}`];
94
+ }
95
+
96
+ function formatDebugValue(value) {
97
+ if (value === null || value === undefined || value === "") return "none";
98
+ if (typeof value === "string") return JSON.stringify(value);
99
+ try {
100
+ return JSON.stringify(value);
101
+ } catch {
102
+ return JSON.stringify(String(value));
103
+ }
104
+ }
105
+
106
+ function writeCodexTransportDebug(ui, lines) {
107
+ if (ui?.debugLines) {
108
+ ui.debugLines(lines);
109
+ return;
110
+ }
111
+ if (!ui?.writeln) return;
112
+ for (const line of lines) ui.writeln(line);
113
+ }