march-cli 0.1.21 → 0.1.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (242) hide show
  1. package/bin/march.mjs +13 -13
  2. package/package.json +43 -43
  3. package/src/agent/command-exec-tool.mjs +172 -168
  4. package/src/agent/context-stats-tool.mjs +57 -57
  5. package/src/agent/editing/diff-apply.mjs +28 -28
  6. package/src/agent/editing/diff-format.mjs +57 -57
  7. package/src/agent/editing/lsp-report.mjs +69 -69
  8. package/src/agent/file-edit-tool.mjs +262 -262
  9. package/src/agent/file-tools/read-file-tool.mjs +112 -112
  10. package/src/agent/file-tools/read-image-tool.mjs +76 -76
  11. package/src/agent/model-payload-dumper.mjs +208 -208
  12. package/src/agent/pi-session/pi-session-sidecar-failure.mjs +10 -10
  13. package/src/agent/provider/payload-messages.mjs +138 -138
  14. package/src/agent/runner/codex-large-context-guard.mjs +87 -87
  15. package/src/agent/runner/codex-transport-compression.mjs +180 -180
  16. package/src/agent/runner/codex-transport-debug.mjs +113 -113
  17. package/src/agent/runner/codex-websocket-event-debug.mjs +130 -130
  18. package/src/agent/runner/fast-model.mjs +36 -36
  19. package/src/agent/runner/runner-cleanup.mjs +12 -12
  20. package/src/agent/runner/runner-init.mjs +15 -15
  21. package/src/agent/runner/runner-session-state.mjs +40 -40
  22. package/src/agent/runner/runner-utils.mjs +24 -24
  23. package/src/agent/runner.mjs +299 -299
  24. package/src/agent/runtime/ipc/ipc-peer.mjs +99 -99
  25. package/src/agent/runtime/ipc/process-ipc-transport.mjs +16 -16
  26. package/src/agent/runtime/remote-runner-client.mjs +73 -73
  27. package/src/agent/runtime/remote-ui-client.mjs +20 -20
  28. package/src/agent/runtime/runner-ipc-target.mjs +125 -125
  29. package/src/agent/runtime/runner-process-client.mjs +47 -47
  30. package/src/agent/runtime/runner-process-entry.mjs +11 -11
  31. package/src/agent/runtime/runner-process-factory.mjs +108 -108
  32. package/src/agent/runtime/runner-runtime-host.mjs +79 -79
  33. package/src/agent/runtime/runtime-factory.mjs +42 -42
  34. package/src/agent/runtime/runtime-host.mjs +34 -34
  35. package/src/agent/runtime/ui-event-bridge.mjs +95 -95
  36. package/src/agent/screen-tools/list-windows-tool.mjs +39 -39
  37. package/src/agent/screen-tools/screen-tool.mjs +49 -49
  38. package/src/agent/screen-tools/windows-screen.mjs +133 -133
  39. package/src/agent/session/session-auto-name.mjs +41 -41
  40. package/src/agent/session/session-binding.mjs +12 -12
  41. package/src/agent/session/session-options.mjs +47 -47
  42. package/src/agent/tool-names.mjs +1 -1
  43. package/src/agent/tool-result.mjs +3 -3
  44. package/src/agent/tool-summary.mjs +112 -112
  45. package/src/agent/tools.mjs +58 -58
  46. package/src/agent/turn/turn-events.mjs +111 -111
  47. package/src/agent/turn/turn-logging.mjs +30 -30
  48. package/src/agent/turn/turn-runner.mjs +196 -196
  49. package/src/agent/vision-capability.mjs +14 -14
  50. package/src/auth/login-command.mjs +90 -90
  51. package/src/auth/storage.mjs +34 -34
  52. package/src/cli/args.mjs +79 -79
  53. package/src/cli/commands/copy-command.mjs +87 -87
  54. package/src/cli/commands/export-command.mjs +206 -206
  55. package/src/cli/commands/extensions-command.mjs +53 -53
  56. package/src/cli/commands/help-command.mjs +7 -7
  57. package/src/cli/commands/model-command.mjs +141 -141
  58. package/src/cli/commands/paste-image-command.mjs +43 -43
  59. package/src/cli/commands/provider-command.mjs +59 -59
  60. package/src/cli/commands/status-command.mjs +194 -194
  61. package/src/cli/commands/thinking-command.mjs +87 -87
  62. package/src/cli/fallback-ui.mjs +156 -156
  63. package/src/cli/input/attachment-tokens.mjs +20 -20
  64. package/src/cli/input/autocomplete.mjs +74 -106
  65. package/src/cli/input/external-editor.mjs +39 -39
  66. package/src/cli/input/file-search/index.mjs +160 -0
  67. package/src/cli/input/history-store.mjs +35 -35
  68. package/src/cli/input/image-clipboard.mjs +55 -55
  69. package/src/cli/input/keybinding-dispatch.mjs +76 -76
  70. package/src/cli/input/keybindings.mjs +96 -96
  71. package/src/cli/input/mode-state.mjs +43 -43
  72. package/src/cli/input/prompt-templates.mjs +84 -84
  73. package/src/cli/input/select-with-keyboard.mjs +86 -86
  74. package/src/cli/permissions.mjs +103 -103
  75. package/src/cli/repl-commands.mjs +86 -86
  76. package/src/cli/repl-loop.mjs +183 -183
  77. package/src/cli/selector-list.mjs +21 -21
  78. package/src/cli/session/pi-session-switch-command.mjs +41 -41
  79. package/src/cli/session/session-command.mjs +23 -23
  80. package/src/cli/session/session-list-command.mjs +68 -68
  81. package/src/cli/session/session-name-command.mjs +26 -26
  82. package/src/cli/session/session-source-command.mjs +89 -89
  83. package/src/cli/session/session-switch-command.mjs +1 -1
  84. package/src/cli/shell/shell-command.mjs +55 -55
  85. package/src/cli/shell/shell-drawer-controls.mjs +33 -33
  86. package/src/cli/shell/shell-drawer.mjs +192 -192
  87. package/src/cli/shell/shell-split-layout.mjs +70 -70
  88. package/src/cli/slash-commands.mjs +192 -192
  89. package/src/cli/startup/create-runtime-runner.mjs +61 -61
  90. package/src/cli/startup/runtime-close.mjs +23 -23
  91. package/src/cli/startup/startup-banner.mjs +71 -71
  92. package/src/cli/startup/startup-session.mjs +51 -51
  93. package/src/cli/status-line-updater.mjs +75 -75
  94. package/src/cli/tool-output.mjs +9 -9
  95. package/src/cli/tui/editor/external-editor-runner.mjs +24 -24
  96. package/src/cli/tui/input/mouse-selection-controller.mjs +91 -91
  97. package/src/cli/tui/input/mouse-tracking.mjs +20 -20
  98. package/src/cli/tui/layout/main-pane-layout.mjs +47 -47
  99. package/src/cli/tui/layout/safe-render-boundary.mjs +46 -46
  100. package/src/cli/tui/markdown-renderer.mjs +285 -285
  101. package/src/cli/tui/output/scroll-state.mjs +79 -79
  102. package/src/cli/tui/output/text-line-renderer.mjs +50 -50
  103. package/src/cli/tui/output/tool-card-renderer.mjs +59 -59
  104. package/src/cli/tui/output/visible-lines.mjs +8 -8
  105. package/src/cli/tui/output-buffer.mjs +293 -293
  106. package/src/cli/tui/permission-request-ui.mjs +18 -18
  107. package/src/cli/tui/recall-rendering.mjs +25 -25
  108. package/src/cli/tui/render/render-scheduler.mjs +26 -26
  109. package/src/cli/tui/render/stream-delta-buffer.mjs +46 -46
  110. package/src/cli/tui/select/editor-select-list.mjs +111 -111
  111. package/src/cli/tui/selection-screen.mjs +269 -269
  112. package/src/cli/tui/status/retry-status.mjs +72 -72
  113. package/src/cli/tui/status/spinner-status.mjs +42 -42
  114. package/src/cli/tui/status/status-bar.mjs +225 -225
  115. package/src/cli/tui/syntax/highlighting.mjs +260 -260
  116. package/src/cli/tui/syntax/languages.mjs +91 -91
  117. package/src/cli/tui/syntax/tree-sitter/bash.highlights.scm +261 -261
  118. package/src/cli/tui/syntax/tree-sitter/c.highlights.scm +341 -341
  119. package/src/cli/tui/syntax/tree-sitter/cpp.highlights.scm +268 -268
  120. package/src/cli/tui/syntax/tree-sitter/csharp.highlights.scm +577 -577
  121. package/src/cli/tui/syntax/tree-sitter/css.highlights.scm +109 -109
  122. package/src/cli/tui/syntax/tree-sitter/diff.highlights.scm +49 -49
  123. package/src/cli/tui/syntax/tree-sitter/go.highlights.scm +254 -254
  124. package/src/cli/tui/syntax/tree-sitter/html.highlights.scm +13 -13
  125. package/src/cli/tui/syntax/tree-sitter/java.highlights.scm +330 -330
  126. package/src/cli/tui/syntax/tree-sitter/json.highlights.scm +38 -38
  127. package/src/cli/tui/syntax/tree-sitter/php.highlights.scm +203 -203
  128. package/src/cli/tui/syntax/tree-sitter/python.highlights.scm +137 -137
  129. package/src/cli/tui/syntax/tree-sitter/ruby.highlights.scm +309 -309
  130. package/src/cli/tui/syntax/tree-sitter/rust.highlights.scm +531 -531
  131. package/src/cli/tui/syntax/tree-sitter/toml.highlights.scm +39 -39
  132. package/src/cli/tui/syntax/tree-sitter/tsx.highlights.scm +35 -35
  133. package/src/cli/tui/syntax/tree-sitter/typescript.highlights.scm +35 -35
  134. package/src/cli/tui/syntax/tree-sitter/yaml.highlights.scm +99 -99
  135. package/src/cli/tui/tool-rendering.mjs +87 -87
  136. package/src/cli/tui/tui-diff-rendering.mjs +157 -157
  137. package/src/cli/tui/tui-handlers.mjs +111 -111
  138. package/src/cli/tui/tui-input-controller.mjs +61 -61
  139. package/src/cli/tui/ui-theme.mjs +157 -157
  140. package/src/cli/ui.mjs +297 -297
  141. package/src/config/config-json.mjs +84 -84
  142. package/src/config/dotenv.mjs +20 -20
  143. package/src/config/features.mjs +75 -75
  144. package/src/config/loader.mjs +143 -143
  145. package/src/config/settings-command.mjs +97 -97
  146. package/src/context/engine.mjs +198 -198
  147. package/src/context/injections.mjs +26 -26
  148. package/src/context/profiles.mjs +39 -39
  149. package/src/context/project-context.mjs +20 -20
  150. package/src/context/session-status.mjs +17 -17
  151. package/src/context/shell-layers.mjs +23 -23
  152. package/src/context/system-core/base.md +65 -65
  153. package/src/context/system-core/prompts/deepseek-v4-pro.md +3 -3
  154. package/src/context/system-core/prompts/default.md +3 -3
  155. package/src/context/system-core.mjs +35 -35
  156. package/src/debug/logger.mjs +141 -141
  157. package/src/debug/model-context-dumper.mjs +52 -52
  158. package/src/extensions/discovery.mjs +40 -40
  159. package/src/extensions/lifecycle-adapter.mjs +210 -210
  160. package/src/extensions/lifecycle-manifest.mjs +69 -69
  161. package/src/image-gen/index.mjs +7 -7
  162. package/src/image-gen/provider.mjs +231 -231
  163. package/src/image-gen/tool.mjs +84 -84
  164. package/src/lsp/client.mjs +257 -257
  165. package/src/lsp/diagnostic-store.mjs +42 -42
  166. package/src/lsp/diagnostics-format.mjs +72 -72
  167. package/src/lsp/managed-node-server.mjs +99 -99
  168. package/src/lsp/path-match.mjs +10 -10
  169. package/src/lsp/server-definitions.mjs +188 -188
  170. package/src/lsp/servers.mjs +165 -165
  171. package/src/lsp/service.mjs +110 -110
  172. package/src/lsp/status-message.mjs +9 -9
  173. package/src/lsp/typescript-project-resolver.mjs +186 -186
  174. package/src/main.mjs +299 -299
  175. package/src/mcp/client.mjs +195 -195
  176. package/src/mcp/config.mjs +130 -130
  177. package/src/mcp/index.mjs +48 -48
  178. package/src/mcp/tools.mjs +98 -98
  179. package/src/memory/database.mjs +219 -219
  180. package/src/memory/glossary.mjs +124 -124
  181. package/src/memory/graph/graph-cascades.mjs +109 -109
  182. package/src/memory/graph/graph-diagnostics.mjs +73 -73
  183. package/src/memory/graph/graph-path-removal.mjs +50 -50
  184. package/src/memory/graph/graph-path-utils.mjs +17 -17
  185. package/src/memory/graph/graph-primitives.mjs +103 -103
  186. package/src/memory/graph/graph-read.mjs +159 -159
  187. package/src/memory/graph.mjs +282 -282
  188. package/src/memory/markdown/markdown-delete.mjs +23 -23
  189. package/src/memory/markdown/markdown-format.mjs +128 -128
  190. package/src/memory/markdown/markdown-recall.mjs +28 -28
  191. package/src/memory/markdown/ripgrep.mjs +16 -16
  192. package/src/memory/markdown/sqlite-index.mjs +87 -87
  193. package/src/memory/markdown-store.mjs +286 -286
  194. package/src/memory/markdown-tools.mjs +103 -103
  195. package/src/memory/search.mjs +142 -142
  196. package/src/memory/snapshot.mjs +86 -86
  197. package/src/memory/system-views.mjs +120 -120
  198. package/src/memory/tools.mjs +282 -282
  199. package/src/network/environment.mjs +131 -131
  200. package/src/notification/desktop-notifier.mjs +262 -262
  201. package/src/platform/open-file.mjs +28 -28
  202. package/src/platform/spawn-command.mjs +27 -27
  203. package/src/provider/accept-command.mjs +89 -89
  204. package/src/provider/command.mjs +21 -21
  205. package/src/provider/config-command.mjs +129 -129
  206. package/src/provider/custom-provider.mjs +113 -113
  207. package/src/provider/hosted-tools.mjs +111 -111
  208. package/src/provider/presets.mjs +72 -72
  209. package/src/provider/share-command.mjs +79 -79
  210. package/src/provider/share-payload.mjs +52 -52
  211. package/src/session/attachment-display.mjs +16 -16
  212. package/src/session/attachment-references.mjs +65 -65
  213. package/src/session/attachments.mjs +140 -140
  214. package/src/session/persist.mjs +1 -1
  215. package/src/session/pi-manager.mjs +34 -34
  216. package/src/session/session-utils.mjs +16 -16
  217. package/src/session/sidecar-sync.mjs +19 -19
  218. package/src/session/sidecar.mjs +69 -69
  219. package/src/session/transcript.mjs +83 -83
  220. package/src/session/tree.mjs +42 -42
  221. package/src/shell/cli-runtime.mjs +11 -11
  222. package/src/shell/hints.mjs +12 -12
  223. package/src/shell/node-pty-adapter.mjs +81 -81
  224. package/src/shell/runtime-state.mjs +126 -126
  225. package/src/shell/runtime.mjs +252 -252
  226. package/src/shell/screen-buffer.mjs +136 -136
  227. package/src/shell/tool-read.mjs +74 -74
  228. package/src/shell/tools.mjs +299 -299
  229. package/src/supergrok/actions/image-generate.mjs +60 -60
  230. package/src/supergrok/actions/search.mjs +78 -78
  231. package/src/supergrok/auth.mjs +36 -36
  232. package/src/supergrok/constants.mjs +18 -18
  233. package/src/supergrok/oauth-provider.mjs +278 -278
  234. package/src/supergrok/provider.mjs +35 -35
  235. package/src/supergrok/response.mjs +76 -76
  236. package/src/supergrok/tool.mjs +61 -61
  237. package/src/text/ansi.mjs +3 -3
  238. package/src/web/config-command.mjs +43 -43
  239. package/src/web/fetch.mjs +78 -78
  240. package/src/web/presets.mjs +16 -16
  241. package/src/web/search.mjs +83 -83
  242. package/src/web/tools.mjs +107 -107
@@ -1,180 +1,180 @@
1
- import zlib from "node:zlib";
2
- import WsWebSocket from "ws";
3
-
4
- const FETCH_INSTALLED = Symbol.for("march.codex.transportCompression.fetchInstalled");
5
- const WEBSOCKET_INSTALLED = Symbol.for("march.codex.transportCompression.websocketInstalled");
6
- const ORIGINAL_FETCH = Symbol.for("march.codex.transportCompression.originalFetch");
7
- const ORIGINAL_WEBSOCKET = Symbol.for("march.codex.transportCompression.originalWebSocket");
8
- const STATS = Symbol.for("march.codex.transportCompression.stats");
9
- const DEFAULT_MIN_ZSTD_BYTES = 1024;
10
-
11
- export function installCodexTransportCompression() {
12
- if (!isCompressionEnabled()) return;
13
- installCodexHttpCompression();
14
- installCodexWebSocketCompression();
15
- }
16
-
17
- export function getCodexTransportCompressionStats() {
18
- return globalThis[STATS] ?? null;
19
- }
20
-
21
- function installCodexHttpCompression() {
22
- if (!isHttpCompressionEnabled() || globalThis[FETCH_INSTALLED]) return;
23
- const originalFetch = globalThis.fetch;
24
- if (typeof originalFetch !== "function" || typeof zlib.zstdCompressSync !== "function") return;
25
- globalThis[ORIGINAL_FETCH] = originalFetch;
26
- globalThis.fetch = async function marchCodexCompressedFetch(input, init = {}) {
27
- if (!isCodexResponsesHttpRequest(input, init) || hasHeader(init.headers ?? input?.headers, "content-encoding")) {
28
- return originalFetch.call(this, input, init);
29
- }
30
- const body = init?.body;
31
- const plain = toBuffer(body);
32
- if (!plain || plain.byteLength < getMinZstdBytes()) return originalFetch.call(this, input, init);
33
-
34
- const compressed = zlib.zstdCompressSync(plain, {
35
- params: { [zlib.constants.ZSTD_c_compressionLevel]: 3 },
36
- });
37
- const headers = new Headers(init.headers ?? input?.headers ?? {});
38
- headers.set("content-encoding", "zstd");
39
- headers.set("content-type", headers.get("content-type") ?? "application/json");
40
- recordHttpCompression(plain.byteLength, compressed.byteLength);
41
- return originalFetch.call(this, input, { ...init, headers, body: compressed });
42
- };
43
- globalThis[FETCH_INSTALLED] = true;
44
- }
45
-
46
- function installCodexWebSocketCompression() {
47
- if (!isWebSocketCompressionEnabled() || globalThis[WEBSOCKET_INSTALLED]) return;
48
- const OriginalWebSocket = globalThis.WebSocket;
49
- if (typeof OriginalWebSocket !== "function") return;
50
- globalThis[ORIGINAL_WEBSOCKET] = OriginalWebSocket;
51
-
52
- class MarchCodexCompressedWebSocket extends WsWebSocket {
53
- constructor(url, protocolsOrOptions, maybeOptions) {
54
- if (!isCodexResponsesWebSocketUrl(url)) {
55
- return new OriginalWebSocket(url, protocolsOrOptions, maybeOptions);
56
- }
57
- const { protocols, options } = normalizeWebSocketArgs(protocolsOrOptions, maybeOptions);
58
- super(url, protocols, {
59
- ...options,
60
- perMessageDeflate: options.perMessageDeflate ?? true,
61
- });
62
- recordWebSocketCompression();
63
- }
64
- }
65
- copyReadyStateConstants(MarchCodexCompressedWebSocket, OriginalWebSocket);
66
- globalThis.WebSocket = MarchCodexCompressedWebSocket;
67
- globalThis[WEBSOCKET_INSTALLED] = true;
68
- }
69
-
70
- function normalizeWebSocketArgs(protocolsOrOptions, maybeOptions) {
71
- if (isOptionsObject(protocolsOrOptions) && maybeOptions === undefined) {
72
- return { protocols: [], options: protocolsOrOptions };
73
- }
74
- return { protocols: protocolsOrOptions ?? [], options: maybeOptions ?? {} };
75
- }
76
-
77
- function isOptionsObject(value) {
78
- if (!value || typeof value !== "object") return false;
79
- if (Array.isArray(value) || value instanceof String) return false;
80
- return "headers" in value || "perMessageDeflate" in value || "handshakeTimeout" in value;
81
- }
82
-
83
- function copyReadyStateConstants(Target, OriginalWebSocket) {
84
- for (const key of ["CONNECTING", "OPEN", "CLOSING", "CLOSED"]) {
85
- const value = OriginalWebSocket[key] ?? WsWebSocket[key];
86
- if (typeof value === "number") Object.defineProperty(Target, key, { value, enumerable: true });
87
- }
88
- }
89
-
90
- function isCompressionEnabled() {
91
- return isEnabled(process.env.MARCH_CODEX_TRANSPORT_COMPRESSION, true);
92
- }
93
-
94
- function isHttpCompressionEnabled() {
95
- return isEnabled(process.env.MARCH_CODEX_HTTP_COMPRESSION, true);
96
- }
97
-
98
- function isWebSocketCompressionEnabled() {
99
- return isEnabled(process.env.MARCH_CODEX_WS_COMPRESSION, true);
100
- }
101
-
102
- function isEnabled(value, fallback) {
103
- if (value === undefined) return fallback;
104
- return value !== "0" && value !== "false" && value !== "no";
105
- }
106
-
107
- function getMinZstdBytes() {
108
- const raw = process.env.MARCH_CODEX_HTTP_COMPRESSION_MIN_BYTES;
109
- const parsed = raw ? Number.parseInt(raw, 10) : DEFAULT_MIN_ZSTD_BYTES;
110
- return Number.isFinite(parsed) && parsed >= 0 ? parsed : DEFAULT_MIN_ZSTD_BYTES;
111
- }
112
-
113
- function isCodexResponsesHttpRequest(input, init) {
114
- const url = getRequestUrl(input);
115
- if (!url || !url.includes("/codex/responses")) return false;
116
- const method = init?.method ?? input?.method ?? "GET";
117
- if (String(method).toUpperCase() !== "POST") return false;
118
- return headerValue(init?.headers ?? input?.headers, "accept").includes("text/event-stream")
119
- || headerValue(init?.headers ?? input?.headers, "OpenAI-Beta").includes("responses=experimental");
120
- }
121
-
122
- function isCodexResponsesWebSocketUrl(url) {
123
- const raw = getRequestUrl(url);
124
- if (!raw || !raw.includes("/codex/responses")) return false;
125
- return raw.startsWith("ws://") || raw.startsWith("wss://");
126
- }
127
-
128
- function getRequestUrl(input) {
129
- if (typeof input === "string") return input;
130
- if (input instanceof URL) return input.toString();
131
- if (input && typeof input.url === "string") return input.url;
132
- return "";
133
- }
134
-
135
- function toBuffer(body) {
136
- if (typeof body === "string") return Buffer.from(body);
137
- if (body instanceof Uint8Array) return Buffer.from(body.buffer, body.byteOffset, body.byteLength);
138
- if (body instanceof ArrayBuffer) return Buffer.from(body);
139
- return null;
140
- }
141
-
142
- function hasHeader(headers, name) {
143
- return headerValue(headers, name).length > 0;
144
- }
145
-
146
- function headerValue(headers, name) {
147
- if (!headers) return "";
148
- if (typeof headers.get === "function") return headers.get(name) ?? headers.get(name.toLowerCase()) ?? "";
149
- const lowerName = name.toLowerCase();
150
- for (const [key, value] of Object.entries(headers)) {
151
- if (key.toLowerCase() === lowerName) return String(value ?? "");
152
- }
153
- return "";
154
- }
155
-
156
- function recordHttpCompression(preBytes, postBytes) {
157
- const stats = ensureStats();
158
- stats.httpZstdRequests += 1;
159
- stats.lastHttpPreBytes = preBytes;
160
- stats.lastHttpPostBytes = postBytes;
161
- stats.lastHttpRatio = Number((postBytes / preBytes).toFixed(4));
162
- }
163
-
164
- function recordWebSocketCompression() {
165
- const stats = ensureStats();
166
- stats.wsCompressedConnections += 1;
167
- stats.wsPerMessageDeflate = true;
168
- }
169
-
170
- function ensureStats() {
171
- globalThis[STATS] = globalThis[STATS] ?? {
172
- httpZstdRequests: 0,
173
- lastHttpPreBytes: 0,
174
- lastHttpPostBytes: 0,
175
- lastHttpRatio: 0,
176
- wsCompressedConnections: 0,
177
- wsPerMessageDeflate: false,
178
- };
179
- return globalThis[STATS];
180
- }
1
+ import zlib from "node:zlib";
2
+ import WsWebSocket from "ws";
3
+
4
+ const FETCH_INSTALLED = Symbol.for("march.codex.transportCompression.fetchInstalled");
5
+ const WEBSOCKET_INSTALLED = Symbol.for("march.codex.transportCompression.websocketInstalled");
6
+ const ORIGINAL_FETCH = Symbol.for("march.codex.transportCompression.originalFetch");
7
+ const ORIGINAL_WEBSOCKET = Symbol.for("march.codex.transportCompression.originalWebSocket");
8
+ const STATS = Symbol.for("march.codex.transportCompression.stats");
9
+ const DEFAULT_MIN_ZSTD_BYTES = 1024;
10
+
11
+ export function installCodexTransportCompression() {
12
+ if (!isCompressionEnabled()) return;
13
+ installCodexHttpCompression();
14
+ installCodexWebSocketCompression();
15
+ }
16
+
17
+ export function getCodexTransportCompressionStats() {
18
+ return globalThis[STATS] ?? null;
19
+ }
20
+
21
+ function installCodexHttpCompression() {
22
+ if (!isHttpCompressionEnabled() || globalThis[FETCH_INSTALLED]) return;
23
+ const originalFetch = globalThis.fetch;
24
+ if (typeof originalFetch !== "function" || typeof zlib.zstdCompressSync !== "function") return;
25
+ globalThis[ORIGINAL_FETCH] = originalFetch;
26
+ globalThis.fetch = async function marchCodexCompressedFetch(input, init = {}) {
27
+ if (!isCodexResponsesHttpRequest(input, init) || hasHeader(init.headers ?? input?.headers, "content-encoding")) {
28
+ return originalFetch.call(this, input, init);
29
+ }
30
+ const body = init?.body;
31
+ const plain = toBuffer(body);
32
+ if (!plain || plain.byteLength < getMinZstdBytes()) return originalFetch.call(this, input, init);
33
+
34
+ const compressed = zlib.zstdCompressSync(plain, {
35
+ params: { [zlib.constants.ZSTD_c_compressionLevel]: 3 },
36
+ });
37
+ const headers = new Headers(init.headers ?? input?.headers ?? {});
38
+ headers.set("content-encoding", "zstd");
39
+ headers.set("content-type", headers.get("content-type") ?? "application/json");
40
+ recordHttpCompression(plain.byteLength, compressed.byteLength);
41
+ return originalFetch.call(this, input, { ...init, headers, body: compressed });
42
+ };
43
+ globalThis[FETCH_INSTALLED] = true;
44
+ }
45
+
46
+ function installCodexWebSocketCompression() {
47
+ if (!isWebSocketCompressionEnabled() || globalThis[WEBSOCKET_INSTALLED]) return;
48
+ const OriginalWebSocket = globalThis.WebSocket;
49
+ if (typeof OriginalWebSocket !== "function") return;
50
+ globalThis[ORIGINAL_WEBSOCKET] = OriginalWebSocket;
51
+
52
+ class MarchCodexCompressedWebSocket extends WsWebSocket {
53
+ constructor(url, protocolsOrOptions, maybeOptions) {
54
+ if (!isCodexResponsesWebSocketUrl(url)) {
55
+ return new OriginalWebSocket(url, protocolsOrOptions, maybeOptions);
56
+ }
57
+ const { protocols, options } = normalizeWebSocketArgs(protocolsOrOptions, maybeOptions);
58
+ super(url, protocols, {
59
+ ...options,
60
+ perMessageDeflate: options.perMessageDeflate ?? true,
61
+ });
62
+ recordWebSocketCompression();
63
+ }
64
+ }
65
+ copyReadyStateConstants(MarchCodexCompressedWebSocket, OriginalWebSocket);
66
+ globalThis.WebSocket = MarchCodexCompressedWebSocket;
67
+ globalThis[WEBSOCKET_INSTALLED] = true;
68
+ }
69
+
70
+ function normalizeWebSocketArgs(protocolsOrOptions, maybeOptions) {
71
+ if (isOptionsObject(protocolsOrOptions) && maybeOptions === undefined) {
72
+ return { protocols: [], options: protocolsOrOptions };
73
+ }
74
+ return { protocols: protocolsOrOptions ?? [], options: maybeOptions ?? {} };
75
+ }
76
+
77
+ function isOptionsObject(value) {
78
+ if (!value || typeof value !== "object") return false;
79
+ if (Array.isArray(value) || value instanceof String) return false;
80
+ return "headers" in value || "perMessageDeflate" in value || "handshakeTimeout" in value;
81
+ }
82
+
83
+ function copyReadyStateConstants(Target, OriginalWebSocket) {
84
+ for (const key of ["CONNECTING", "OPEN", "CLOSING", "CLOSED"]) {
85
+ const value = OriginalWebSocket[key] ?? WsWebSocket[key];
86
+ if (typeof value === "number") Object.defineProperty(Target, key, { value, enumerable: true });
87
+ }
88
+ }
89
+
90
+ function isCompressionEnabled() {
91
+ return isEnabled(process.env.MARCH_CODEX_TRANSPORT_COMPRESSION, true);
92
+ }
93
+
94
+ function isHttpCompressionEnabled() {
95
+ return isEnabled(process.env.MARCH_CODEX_HTTP_COMPRESSION, true);
96
+ }
97
+
98
+ function isWebSocketCompressionEnabled() {
99
+ return isEnabled(process.env.MARCH_CODEX_WS_COMPRESSION, true);
100
+ }
101
+
102
+ function isEnabled(value, fallback) {
103
+ if (value === undefined) return fallback;
104
+ return value !== "0" && value !== "false" && value !== "no";
105
+ }
106
+
107
+ function getMinZstdBytes() {
108
+ const raw = process.env.MARCH_CODEX_HTTP_COMPRESSION_MIN_BYTES;
109
+ const parsed = raw ? Number.parseInt(raw, 10) : DEFAULT_MIN_ZSTD_BYTES;
110
+ return Number.isFinite(parsed) && parsed >= 0 ? parsed : DEFAULT_MIN_ZSTD_BYTES;
111
+ }
112
+
113
+ function isCodexResponsesHttpRequest(input, init) {
114
+ const url = getRequestUrl(input);
115
+ if (!url || !url.includes("/codex/responses")) return false;
116
+ const method = init?.method ?? input?.method ?? "GET";
117
+ if (String(method).toUpperCase() !== "POST") return false;
118
+ return headerValue(init?.headers ?? input?.headers, "accept").includes("text/event-stream")
119
+ || headerValue(init?.headers ?? input?.headers, "OpenAI-Beta").includes("responses=experimental");
120
+ }
121
+
122
+ function isCodexResponsesWebSocketUrl(url) {
123
+ const raw = getRequestUrl(url);
124
+ if (!raw || !raw.includes("/codex/responses")) return false;
125
+ return raw.startsWith("ws://") || raw.startsWith("wss://");
126
+ }
127
+
128
+ function getRequestUrl(input) {
129
+ if (typeof input === "string") return input;
130
+ if (input instanceof URL) return input.toString();
131
+ if (input && typeof input.url === "string") return input.url;
132
+ return "";
133
+ }
134
+
135
+ function toBuffer(body) {
136
+ if (typeof body === "string") return Buffer.from(body);
137
+ if (body instanceof Uint8Array) return Buffer.from(body.buffer, body.byteOffset, body.byteLength);
138
+ if (body instanceof ArrayBuffer) return Buffer.from(body);
139
+ return null;
140
+ }
141
+
142
+ function hasHeader(headers, name) {
143
+ return headerValue(headers, name).length > 0;
144
+ }
145
+
146
+ function headerValue(headers, name) {
147
+ if (!headers) return "";
148
+ if (typeof headers.get === "function") return headers.get(name) ?? headers.get(name.toLowerCase()) ?? "";
149
+ const lowerName = name.toLowerCase();
150
+ for (const [key, value] of Object.entries(headers)) {
151
+ if (key.toLowerCase() === lowerName) return String(value ?? "");
152
+ }
153
+ return "";
154
+ }
155
+
156
+ function recordHttpCompression(preBytes, postBytes) {
157
+ const stats = ensureStats();
158
+ stats.httpZstdRequests += 1;
159
+ stats.lastHttpPreBytes = preBytes;
160
+ stats.lastHttpPostBytes = postBytes;
161
+ stats.lastHttpRatio = Number((postBytes / preBytes).toFixed(4));
162
+ }
163
+
164
+ function recordWebSocketCompression() {
165
+ const stats = ensureStats();
166
+ stats.wsCompressedConnections += 1;
167
+ stats.wsPerMessageDeflate = true;
168
+ }
169
+
170
+ function ensureStats() {
171
+ globalThis[STATS] = globalThis[STATS] ?? {
172
+ httpZstdRequests: 0,
173
+ lastHttpPreBytes: 0,
174
+ lastHttpPostBytes: 0,
175
+ lastHttpRatio: 0,
176
+ wsCompressedConnections: 0,
177
+ wsPerMessageDeflate: false,
178
+ };
179
+ return globalThis[STATS];
180
+ }
@@ -1,113 +1,113 @@
1
- import { getOpenAICodexWebSocketDebugStats } from "@earendil-works/pi-ai/openai-codex-responses";
2
- import { getCodexTransportCompressionStats } from "./codex-transport-compression.mjs";
3
- import { getCodexWebSocketLastEvent } from "./codex-websocket-event-debug.mjs";
4
-
5
- export function getCodexTransportDebugSnapshot(session) {
6
- if (!isCodexTransportDebugEnabled()) return null;
7
- const sessionId = session?.sessionId;
8
- return sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
9
- }
10
-
11
- export function dumpCodexTransportDebug({ before, session, ui, logger }) {
12
- if (!isCodexTransportDebugEnabled()) return;
13
- const sessionId = session?.sessionId;
14
- const after = sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
15
- const fields = formatCodexTransportDebugFields(sessionId, before, after);
16
- logger?.event("codex.transport", fields);
17
- writeCodexTransportDebug(ui, formatCodexTransportDebugLines(fields, logger?.path));
18
- }
19
-
20
- function isCodexTransportDebugEnabled() {
21
- const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG;
22
- return value === "1" || value === "true" || value === "yes";
23
- }
24
-
25
- function isCodexTransportDebugEventsVisible() {
26
- const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG_EVENTS;
27
- return value === "1" || value === "true" || value === "yes";
28
- }
29
-
30
- function formatCodexTransportDebugFields(sessionId, before, after) {
31
- const delta = (key) => (after?.[key] ?? 0) - (before?.[key] ?? 0);
32
- return {
33
- sessionId: sessionId ?? "unknown",
34
- requests: delta("requests"),
35
- totalRequests: after?.requests ?? 0,
36
- connectionsCreated: delta("connectionsCreated"),
37
- connectionsReused: delta("connectionsReused"),
38
- cachedContextRequests: delta("cachedContextRequests"),
39
- storeTrueRequests: delta("storeTrueRequests"),
40
- fullContextRequests: delta("fullContextRequests"),
41
- deltaRequests: delta("deltaRequests"),
42
- websocketFailures: delta("websocketFailures"),
43
- sseFallbacks: delta("sseFallbacks"),
44
- websocketFallbackActive: Boolean(after?.websocketFallbackActive),
45
- lastInputItems: after?.lastInputItems ?? 0,
46
- lastDeltaInputItems: after?.lastDeltaInputItems ?? 0,
47
- lastWebSocketError: after?.lastWebSocketError ?? null,
48
- compression: getCodexTransportCompressionStats(),
49
- lastWebSocketEvent: getCodexWebSocketLastEvent(sessionId),
50
- hasStats: Boolean(after),
51
- };
52
- }
53
-
54
- function formatCodexTransportDebugLines(fields, logPath) {
55
- if (!fields.hasStats) return [`[codex-transport] sessionId=${fields.sessionId} no Codex WebSocket stats`];
56
- const lines = [
57
- `[codex-transport] sessionId=${fields.sessionId}`,
58
- ` requests=${fields.requests} totalRequests=${fields.totalRequests}`,
59
- ` wsConnections created=${fields.connectionsCreated} reused=${fields.connectionsReused}`,
60
- ` modes full=${fields.fullContextRequests} delta=${fields.deltaRequests} cached=${fields.cachedContextRequests} storeTrue=${fields.storeTrueRequests}`,
61
- ` fallback websocketFailures=${fields.websocketFailures} sseFallbacks=${fields.sseFallbacks} active=${fields.websocketFallbackActive}`,
62
- ` error lastWebSocketError=${formatDebugValue(fields.lastWebSocketError)}`,
63
- ` lastInputItems=${fields.lastInputItems} lastDeltaInputItems=${fields.lastDeltaInputItems}`,
64
- ` compression httpZstd=${formatDebugValue(fields.compression?.httpZstdRequests ?? 0)} lastBytes=${formatDebugValue(fields.compression ? `${fields.compression.lastHttpPreBytes}->${fields.compression.lastHttpPostBytes}` : null)} ratio=${formatDebugValue(fields.compression?.lastHttpRatio)} wsDeflate=${formatDebugValue(fields.compression?.wsPerMessageDeflate)} wsConnections=${formatDebugValue(fields.compression?.wsCompressedConnections ?? 0)}`,
65
- ];
66
- if (isCodexTransportDebugEventsVisible()) {
67
- lines.push(...formatWebSocketEventLines(fields.lastWebSocketEvent));
68
- } else if (fields.lastWebSocketEvent && logPath) {
69
- lines.push(` rawWebSocketEventLog=${formatDebugValue(logPath)}`);
70
- }
71
- return lines;
72
- }
73
-
74
- function formatWebSocketEventLines(events) {
75
- if (!events) return [" wsEvent none"];
76
- return [
77
- ...formatSingleWebSocketEvent("wsEvent", events.lastEvent),
78
- ...formatSingleWebSocketEvent("wsError", events.lastErrorEvent),
79
- ...formatSingleWebSocketCloseEvent(events.lastCloseEvent),
80
- ];
81
- }
82
-
83
- function formatSingleWebSocketEvent(prefix, event) {
84
- if (!event) return [` ${prefix} none`];
85
- return [
86
- ` ${prefix} phase=${formatDebugValue(event.phase)} type=${formatDebugValue(event.type)} keys=${formatDebugValue(event.eventKeys)} readyState=${formatDebugValue(event.readyState)}`,
87
- ` ${prefix} errorName=${formatDebugValue(event.errorName)} errorMessage=${formatDebugValue(event.errorMessage)} errorCode=${formatDebugValue(event.errorCode)} errorString=${formatDebugValue(event.errorString)} eventMessage=${formatDebugValue(event.eventMessage)}`,
88
- ];
89
- }
90
-
91
- function formatSingleWebSocketCloseEvent(event) {
92
- if (!event) return [" wsClose none"];
93
- return [` wsClose code=${formatDebugValue(event.closeCode)} reason=${formatDebugValue(event.closeReason)} wasClean=${formatDebugValue(event.closeWasClean)} readyState=${formatDebugValue(event.readyState)}`];
94
- }
95
-
96
- function formatDebugValue(value) {
97
- if (value === null || value === undefined || value === "") return "none";
98
- if (typeof value === "string") return JSON.stringify(value);
99
- try {
100
- return JSON.stringify(value);
101
- } catch {
102
- return JSON.stringify(String(value));
103
- }
104
- }
105
-
106
- function writeCodexTransportDebug(ui, lines) {
107
- if (ui?.debugLines) {
108
- ui.debugLines(lines);
109
- return;
110
- }
111
- if (!ui?.writeln) return;
112
- for (const line of lines) ui.writeln(line);
113
- }
1
+ import { getOpenAICodexWebSocketDebugStats } from "@earendil-works/pi-ai/openai-codex-responses";
2
+ import { getCodexTransportCompressionStats } from "./codex-transport-compression.mjs";
3
+ import { getCodexWebSocketLastEvent } from "./codex-websocket-event-debug.mjs";
4
+
5
+ export function getCodexTransportDebugSnapshot(session) {
6
+ if (!isCodexTransportDebugEnabled()) return null;
7
+ const sessionId = session?.sessionId;
8
+ return sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
9
+ }
10
+
11
+ export function dumpCodexTransportDebug({ before, session, ui, logger }) {
12
+ if (!isCodexTransportDebugEnabled()) return;
13
+ const sessionId = session?.sessionId;
14
+ const after = sessionId ? (getOpenAICodexWebSocketDebugStats(sessionId) ?? null) : null;
15
+ const fields = formatCodexTransportDebugFields(sessionId, before, after);
16
+ logger?.event("codex.transport", fields);
17
+ writeCodexTransportDebug(ui, formatCodexTransportDebugLines(fields, logger?.path));
18
+ }
19
+
20
+ function isCodexTransportDebugEnabled() {
21
+ const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG;
22
+ return value === "1" || value === "true" || value === "yes";
23
+ }
24
+
25
+ function isCodexTransportDebugEventsVisible() {
26
+ const value = process.env.MARCH_CODEX_TRANSPORT_DEBUG_EVENTS;
27
+ return value === "1" || value === "true" || value === "yes";
28
+ }
29
+
30
+ function formatCodexTransportDebugFields(sessionId, before, after) {
31
+ const delta = (key) => (after?.[key] ?? 0) - (before?.[key] ?? 0);
32
+ return {
33
+ sessionId: sessionId ?? "unknown",
34
+ requests: delta("requests"),
35
+ totalRequests: after?.requests ?? 0,
36
+ connectionsCreated: delta("connectionsCreated"),
37
+ connectionsReused: delta("connectionsReused"),
38
+ cachedContextRequests: delta("cachedContextRequests"),
39
+ storeTrueRequests: delta("storeTrueRequests"),
40
+ fullContextRequests: delta("fullContextRequests"),
41
+ deltaRequests: delta("deltaRequests"),
42
+ websocketFailures: delta("websocketFailures"),
43
+ sseFallbacks: delta("sseFallbacks"),
44
+ websocketFallbackActive: Boolean(after?.websocketFallbackActive),
45
+ lastInputItems: after?.lastInputItems ?? 0,
46
+ lastDeltaInputItems: after?.lastDeltaInputItems ?? 0,
47
+ lastWebSocketError: after?.lastWebSocketError ?? null,
48
+ compression: getCodexTransportCompressionStats(),
49
+ lastWebSocketEvent: getCodexWebSocketLastEvent(sessionId),
50
+ hasStats: Boolean(after),
51
+ };
52
+ }
53
+
54
+ function formatCodexTransportDebugLines(fields, logPath) {
55
+ if (!fields.hasStats) return [`[codex-transport] sessionId=${fields.sessionId} no Codex WebSocket stats`];
56
+ const lines = [
57
+ `[codex-transport] sessionId=${fields.sessionId}`,
58
+ ` requests=${fields.requests} totalRequests=${fields.totalRequests}`,
59
+ ` wsConnections created=${fields.connectionsCreated} reused=${fields.connectionsReused}`,
60
+ ` modes full=${fields.fullContextRequests} delta=${fields.deltaRequests} cached=${fields.cachedContextRequests} storeTrue=${fields.storeTrueRequests}`,
61
+ ` fallback websocketFailures=${fields.websocketFailures} sseFallbacks=${fields.sseFallbacks} active=${fields.websocketFallbackActive}`,
62
+ ` error lastWebSocketError=${formatDebugValue(fields.lastWebSocketError)}`,
63
+ ` lastInputItems=${fields.lastInputItems} lastDeltaInputItems=${fields.lastDeltaInputItems}`,
64
+ ` compression httpZstd=${formatDebugValue(fields.compression?.httpZstdRequests ?? 0)} lastBytes=${formatDebugValue(fields.compression ? `${fields.compression.lastHttpPreBytes}->${fields.compression.lastHttpPostBytes}` : null)} ratio=${formatDebugValue(fields.compression?.lastHttpRatio)} wsDeflate=${formatDebugValue(fields.compression?.wsPerMessageDeflate)} wsConnections=${formatDebugValue(fields.compression?.wsCompressedConnections ?? 0)}`,
65
+ ];
66
+ if (isCodexTransportDebugEventsVisible()) {
67
+ lines.push(...formatWebSocketEventLines(fields.lastWebSocketEvent));
68
+ } else if (fields.lastWebSocketEvent && logPath) {
69
+ lines.push(` rawWebSocketEventLog=${formatDebugValue(logPath)}`);
70
+ }
71
+ return lines;
72
+ }
73
+
74
+ function formatWebSocketEventLines(events) {
75
+ if (!events) return [" wsEvent none"];
76
+ return [
77
+ ...formatSingleWebSocketEvent("wsEvent", events.lastEvent),
78
+ ...formatSingleWebSocketEvent("wsError", events.lastErrorEvent),
79
+ ...formatSingleWebSocketCloseEvent(events.lastCloseEvent),
80
+ ];
81
+ }
82
+
83
+ function formatSingleWebSocketEvent(prefix, event) {
84
+ if (!event) return [` ${prefix} none`];
85
+ return [
86
+ ` ${prefix} phase=${formatDebugValue(event.phase)} type=${formatDebugValue(event.type)} keys=${formatDebugValue(event.eventKeys)} readyState=${formatDebugValue(event.readyState)}`,
87
+ ` ${prefix} errorName=${formatDebugValue(event.errorName)} errorMessage=${formatDebugValue(event.errorMessage)} errorCode=${formatDebugValue(event.errorCode)} errorString=${formatDebugValue(event.errorString)} eventMessage=${formatDebugValue(event.eventMessage)}`,
88
+ ];
89
+ }
90
+
91
+ function formatSingleWebSocketCloseEvent(event) {
92
+ if (!event) return [" wsClose none"];
93
+ return [` wsClose code=${formatDebugValue(event.closeCode)} reason=${formatDebugValue(event.closeReason)} wasClean=${formatDebugValue(event.closeWasClean)} readyState=${formatDebugValue(event.readyState)}`];
94
+ }
95
+
96
+ function formatDebugValue(value) {
97
+ if (value === null || value === undefined || value === "") return "none";
98
+ if (typeof value === "string") return JSON.stringify(value);
99
+ try {
100
+ return JSON.stringify(value);
101
+ } catch {
102
+ return JSON.stringify(String(value));
103
+ }
104
+ }
105
+
106
+ function writeCodexTransportDebug(ui, lines) {
107
+ if (ui?.debugLines) {
108
+ ui.debugLines(lines);
109
+ return;
110
+ }
111
+ if (!ui?.writeln) return;
112
+ for (const line of lines) ui.writeln(line);
113
+ }