xcode-copilot-server 2.1.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (153) hide show
  1. package/README.md +94 -29
  2. package/config.json5 +13 -8
  3. package/dist/cli-validators.d.ts +6 -0
  4. package/dist/cli-validators.js +35 -0
  5. package/dist/cli-validators.js.map +1 -0
  6. package/dist/config.d.ts +3 -3
  7. package/dist/config.js +11 -10
  8. package/dist/config.js.map +1 -1
  9. package/dist/conversation-manager.d.ts +2 -1
  10. package/dist/conversation-manager.js +20 -1
  11. package/dist/conversation-manager.js.map +1 -1
  12. package/dist/handlers/responses/streaming.d.ts +6 -0
  13. package/dist/handlers/responses/streaming.js +265 -0
  14. package/dist/handlers/responses/streaming.js.map +1 -0
  15. package/dist/handlers/responses/tool-result-handler.d.ts +4 -0
  16. package/dist/handlers/responses/tool-result-handler.js +9 -0
  17. package/dist/handlers/responses/tool-result-handler.js.map +1 -0
  18. package/dist/handlers/responses.d.ts +4 -0
  19. package/dist/handlers/responses.js +164 -0
  20. package/dist/handlers/responses.js.map +1 -0
  21. package/dist/handlers/streaming-utils.d.ts +1 -0
  22. package/dist/handlers/streaming-utils.js +3 -0
  23. package/dist/handlers/streaming-utils.js.map +1 -1
  24. package/dist/index.js +51 -132
  25. package/dist/index.js.map +1 -1
  26. package/dist/logger.js +15 -4
  27. package/dist/logger.js.map +1 -1
  28. package/dist/providers/claude/count-tokens.d.ts +3 -0
  29. package/dist/providers/claude/count-tokens.js +72 -0
  30. package/dist/providers/claude/count-tokens.js.map +1 -0
  31. package/dist/providers/claude/handler.d.ts +4 -0
  32. package/dist/providers/claude/handler.js +150 -0
  33. package/dist/providers/claude/handler.js.map +1 -0
  34. package/dist/providers/claude/prompt.d.ts +2 -0
  35. package/dist/providers/claude/prompt.js +52 -0
  36. package/dist/providers/claude/prompt.js.map +1 -0
  37. package/dist/providers/claude/provider.d.ts +5 -0
  38. package/dist/providers/claude/provider.js +28 -0
  39. package/dist/providers/claude/provider.js.map +1 -0
  40. package/dist/providers/claude/schemas.d.ts +140 -0
  41. package/dist/providers/claude/schemas.js +58 -0
  42. package/dist/providers/claude/schemas.js.map +1 -0
  43. package/dist/providers/claude/streaming.d.ts +6 -0
  44. package/dist/providers/claude/streaming.js +116 -0
  45. package/dist/providers/claude/streaming.js.map +1 -0
  46. package/dist/providers/claude/tool-results.d.ts +4 -0
  47. package/dist/providers/claude/tool-results.js +19 -0
  48. package/dist/providers/claude/tool-results.js.map +1 -0
  49. package/dist/providers/codex/handler.d.ts +4 -0
  50. package/dist/providers/codex/handler.js +164 -0
  51. package/dist/providers/codex/handler.js.map +1 -0
  52. package/dist/providers/codex/prompt.d.ts +4 -0
  53. package/dist/providers/codex/prompt.js +58 -0
  54. package/dist/providers/codex/prompt.js.map +1 -0
  55. package/dist/providers/codex/provider.d.ts +5 -0
  56. package/dist/providers/codex/provider.js +24 -0
  57. package/dist/providers/codex/provider.js.map +1 -0
  58. package/dist/providers/codex/schemas.d.ts +122 -0
  59. package/dist/providers/codex/schemas.js +55 -0
  60. package/dist/providers/codex/schemas.js.map +1 -0
  61. package/dist/providers/codex/streaming.d.ts +9 -0
  62. package/dist/providers/codex/streaming.js +172 -0
  63. package/dist/providers/codex/streaming.js.map +1 -0
  64. package/dist/providers/codex/tool-results.d.ts +4 -0
  65. package/dist/providers/codex/tool-results.js +9 -0
  66. package/dist/providers/codex/tool-results.js.map +1 -0
  67. package/dist/providers/codex.d.ts +5 -0
  68. package/dist/providers/codex.js +24 -0
  69. package/dist/providers/codex.js.map +1 -0
  70. package/dist/providers/index.d.ts +6 -1
  71. package/dist/providers/index.js +5 -3
  72. package/dist/providers/index.js.map +1 -1
  73. package/dist/providers/openai/handler.d.ts +4 -0
  74. package/dist/providers/openai/handler.js +120 -0
  75. package/dist/providers/openai/handler.js.map +1 -0
  76. package/dist/providers/openai/models.d.ts +3 -0
  77. package/dist/providers/openai/models.js +28 -0
  78. package/dist/providers/openai/models.js.map +1 -0
  79. package/dist/providers/openai/prompt.d.ts +3 -0
  80. package/dist/providers/openai/prompt.js +38 -0
  81. package/dist/providers/openai/prompt.js.map +1 -0
  82. package/dist/providers/openai/provider.d.ts +5 -0
  83. package/dist/providers/openai/provider.js +25 -0
  84. package/dist/providers/openai/provider.js.map +1 -0
  85. package/dist/providers/openai/schemas.d.ts +98 -0
  86. package/dist/providers/openai/schemas.js +76 -0
  87. package/dist/providers/openai/schemas.js.map +1 -0
  88. package/dist/providers/openai/streaming.d.ts +4 -0
  89. package/dist/providers/openai/streaming.js +121 -0
  90. package/dist/providers/openai/streaming.js.map +1 -0
  91. package/dist/providers/shared/errors.d.ts +5 -0
  92. package/dist/providers/shared/errors.js +10 -0
  93. package/dist/providers/shared/errors.js.map +1 -0
  94. package/dist/providers/shared/model-resolver.d.ts +3 -0
  95. package/dist/providers/shared/model-resolver.js +45 -0
  96. package/dist/providers/shared/model-resolver.js.map +1 -0
  97. package/dist/providers/shared/prompt-utils.d.ts +1 -0
  98. package/dist/providers/shared/prompt-utils.js +15 -0
  99. package/dist/providers/shared/prompt-utils.js.map +1 -0
  100. package/dist/providers/shared/session-config.d.ts +15 -0
  101. package/dist/providers/shared/session-config.js +98 -0
  102. package/dist/providers/shared/session-config.js.map +1 -0
  103. package/dist/providers/shared/streaming-core.d.ts +19 -0
  104. package/dist/providers/shared/streaming-core.js +176 -0
  105. package/dist/providers/shared/streaming-core.js.map +1 -0
  106. package/dist/providers/shared/streaming-utils.d.ts +10 -0
  107. package/dist/providers/shared/streaming-utils.js +28 -0
  108. package/dist/providers/shared/streaming-utils.js.map +1 -0
  109. package/dist/schemas/config.d.ts +19 -1
  110. package/dist/schemas/config.js +2 -1
  111. package/dist/schemas/config.js.map +1 -1
  112. package/dist/schemas/responses.d.ts +122 -0
  113. package/dist/schemas/responses.js +54 -0
  114. package/dist/schemas/responses.js.map +1 -0
  115. package/dist/server.js +1 -2
  116. package/dist/server.js.map +1 -1
  117. package/dist/settings-patcher/anthropic.d.ts +5 -0
  118. package/dist/{settings-patcher.js → settings-patcher/anthropic.js} +3 -7
  119. package/dist/settings-patcher/anthropic.js.map +1 -0
  120. package/dist/settings-patcher/claude.d.ts +5 -0
  121. package/dist/settings-patcher/claude.js +75 -0
  122. package/dist/settings-patcher/claude.js.map +1 -0
  123. package/dist/settings-patcher/codex.d.ts +23 -0
  124. package/dist/settings-patcher/codex.js +114 -0
  125. package/dist/settings-patcher/codex.js.map +1 -0
  126. package/dist/settings-patcher/index.d.ts +15 -0
  127. package/dist/settings-patcher/index.js +9 -0
  128. package/dist/settings-patcher/index.js.map +1 -0
  129. package/dist/{settings-patcher.d.ts → settings-patcher/types.d.ts} +1 -5
  130. package/dist/settings-patcher/types.js +2 -0
  131. package/dist/settings-patcher/types.js.map +1 -0
  132. package/dist/startup.d.ts +11 -0
  133. package/dist/startup.js +154 -0
  134. package/dist/startup.js.map +1 -0
  135. package/dist/tool-bridge/constants.d.ts +2 -0
  136. package/dist/tool-bridge/constants.js +3 -0
  137. package/dist/tool-bridge/constants.js.map +1 -0
  138. package/dist/tool-bridge/index.d.ts +1 -0
  139. package/dist/tool-bridge/index.js +1 -0
  140. package/dist/tool-bridge/index.js.map +1 -1
  141. package/dist/tool-bridge/routes.js +2 -1
  142. package/dist/tool-bridge/routes.js.map +1 -1
  143. package/dist/tool-bridge/session-lifecycle.js +1 -1
  144. package/dist/tool-bridge/state.d.ts +1 -1
  145. package/dist/tool-bridge/tool-cache.d.ts +1 -1
  146. package/dist/ui.d.ts +36 -0
  147. package/dist/ui.js +71 -0
  148. package/dist/ui.js.map +1 -0
  149. package/dist/utils/responses-prompt.d.ts +4 -0
  150. package/dist/utils/responses-prompt.js +58 -0
  151. package/dist/utils/responses-prompt.js.map +1 -0
  152. package/package.json +3 -1
  153. package/dist/settings-patcher.js.map +0 -1
@@ -0,0 +1,265 @@
1
+ import { currentTimestamp, genId } from "../../schemas/responses.js";
2
+ import { formatCompaction, SSE_HEADERS, sendSSEEvent as sendEvent, sendSSEComment } from "../streaming-utils.js";
3
+ const MCP_PREFIX = "xcode-bridge-";
4
+ export function startResponseStream(reply, responseId, model) {
5
+ reply.raw.writeHead(200, SSE_HEADERS);
6
+ const response = {
7
+ id: responseId,
8
+ object: "response",
9
+ created_at: currentTimestamp(),
10
+ model,
11
+ status: "in_progress",
12
+ output: [],
13
+ };
14
+ sendEvent(reply, "response.created", { response });
15
+ sendEvent(reply, "response.in_progress", { response });
16
+ }
17
+ export async function handleResponsesStreaming(state, session, prompt, model, logger, hasBridge, responseId) {
18
+ const reply = state.currentReply;
19
+ if (!reply)
20
+ throw new Error("No reply set on bridge state");
21
+ startResponseStream(reply, responseId, model);
22
+ state.markSessionActive();
23
+ let pendingDeltas = [];
24
+ let sessionDone = false;
25
+ // Send keepalive comments every 15s to prevent client timeouts
26
+ // during long internal tool execution periods.
27
+ const keepaliveInterval = setInterval(() => {
28
+ const r = state.currentReply;
29
+ if (r)
30
+ sendSSEComment(r);
31
+ }, 15_000);
32
+ // lazily created on first text delta
33
+ let messageItem = null;
34
+ let messageStarted = false;
35
+ let outputIndex = 0;
36
+ const outputItems = [];
37
+ const accumulatedText = [];
38
+ const toolNames = new Map();
39
+ function getReply() {
40
+ return state.currentReply;
41
+ }
42
+ function ensureMessageItem(r) {
43
+ if (!messageStarted) {
44
+ messageItem = {
45
+ type: "message",
46
+ id: genId("msg"),
47
+ status: "in_progress",
48
+ role: "assistant",
49
+ content: [],
50
+ };
51
+ sendEvent(r, "response.output_item.added", {
52
+ output_index: outputIndex,
53
+ item: messageItem,
54
+ });
55
+ sendEvent(r, "response.content_part.added", {
56
+ item_id: messageItem.id,
57
+ output_index: outputIndex,
58
+ content_index: 0,
59
+ part: { type: "output_text", text: "", annotations: [] },
60
+ });
61
+ messageStarted = true;
62
+ }
63
+ }
64
+ function flushPending() {
65
+ const r = getReply();
66
+ if (!r || pendingDeltas.length === 0)
67
+ return;
68
+ ensureMessageItem(r);
69
+ for (const text of pendingDeltas) {
70
+ sendEvent(r, "response.output_text.delta", {
71
+ item_id: messageItem.id,
72
+ output_index: outputIndex,
73
+ content_index: 0,
74
+ delta: text,
75
+ });
76
+ accumulatedText.push(text);
77
+ }
78
+ pendingDeltas = [];
79
+ }
80
+ function closeMessageItem(r) {
81
+ if (!messageStarted || !messageItem)
82
+ return;
83
+ const fullText = accumulatedText.join("");
84
+ sendEvent(r, "response.output_text.done", {
85
+ item_id: messageItem.id,
86
+ output_index: outputIndex,
87
+ content_index: 0,
88
+ text: fullText,
89
+ });
90
+ sendEvent(r, "response.content_part.done", {
91
+ item_id: messageItem.id,
92
+ output_index: outputIndex,
93
+ content_index: 0,
94
+ part: { type: "output_text", text: fullText, annotations: [] },
95
+ });
96
+ messageItem.status = "completed";
97
+ messageItem.content = [{ type: "output_text", text: fullText, annotations: [] }];
98
+ outputItems.push(messageItem);
99
+ sendEvent(r, "response.output_item.done", {
100
+ output_index: outputIndex,
101
+ item: messageItem,
102
+ });
103
+ outputIndex++;
104
+ messageStarted = false;
105
+ messageItem = null;
106
+ }
107
+ function finishReply(r, status) {
108
+ clearInterval(keepaliveInterval);
109
+ const response = {
110
+ id: responseId,
111
+ object: "response",
112
+ created_at: currentTimestamp(),
113
+ model,
114
+ status,
115
+ output: outputItems,
116
+ };
117
+ sendEvent(r, `response.${status}`, { response });
118
+ r.raw.end();
119
+ state.clearReply();
120
+ state.notifyStreamingDone();
121
+ // reset for potential continuation
122
+ messageStarted = false;
123
+ messageItem = null;
124
+ outputIndex = 0;
125
+ outputItems.length = 0;
126
+ accumulatedText.length = 0;
127
+ }
128
+ const unsubscribe = session.on((event) => {
129
+ logger.debug(`Session event: ${event.type}`);
130
+ if (event.type === "tool.execution_start") {
131
+ const d = event.data;
132
+ toolNames.set(d.toolCallId, d.toolName);
133
+ logger.debug(`Running ${d.toolName} (id=${d.toolCallId}, args=${JSON.stringify(d.arguments)})`);
134
+ return;
135
+ }
136
+ if (event.type === "tool.execution_complete") {
137
+ const d = event.data;
138
+ const name = toolNames.get(d.toolCallId) ?? d.toolCallId;
139
+ toolNames.delete(d.toolCallId);
140
+ const detail = d.success
141
+ ? JSON.stringify(d.result?.content)
142
+ : d.error?.message ?? "failed";
143
+ logger.debug(`${name} done (success=${String(d.success)}, ${detail})`);
144
+ return;
145
+ }
146
+ switch (event.type) {
147
+ case "assistant.message_delta":
148
+ if (event.data.deltaContent) {
149
+ logger.debug(`Delta: ${event.data.deltaContent}`);
150
+ pendingDeltas.push(event.data.deltaContent);
151
+ }
152
+ break;
153
+ case "assistant.message": {
154
+ logger.debug(`assistant.message: toolRequests=${String(event.data.toolRequests?.length ?? 0)}`);
155
+ if (event.data.toolRequests && event.data.toolRequests.length > 0) {
156
+ const bridgeRequests = hasBridge
157
+ ? event.data.toolRequests.filter((tr) => tr.name.startsWith(MCP_PREFIX))
158
+ : event.data.toolRequests;
159
+ if (hasBridge && bridgeRequests.length < event.data.toolRequests.length) {
160
+ const skipped = event.data.toolRequests.length - bridgeRequests.length;
161
+ logger.debug(`Skipped ${String(skipped)} non-bridge tool request(s)`);
162
+ }
163
+ if (bridgeRequests.length > 0) {
164
+ // Xcode's Codex client does not process function_call items
165
+ // (it won't send function_call_output back), so emitting them
166
+ // breaks the conversation protocol. Instead we let the SDK
167
+ // handle bridge tools via MCP internally. The MCP tools/call
168
+ // will fail fast (no expected entry registered), prompting the
169
+ // model to fall back to its built-in tools.
170
+ const names = bridgeRequests.map((tr) => tr.name).join(", ");
171
+ logger.debug(`Bridge tool(s) requested (${names}), handled via MCP internally`);
172
+ }
173
+ else {
174
+ logger.debug("All tool requests were non-bridge, none emitted");
175
+ }
176
+ }
177
+ else {
178
+ const r = getReply();
179
+ if (r) {
180
+ logger.debug(`Flushing ${String(pendingDeltas.length)} pending deltas`);
181
+ flushPending();
182
+ }
183
+ }
184
+ break;
185
+ }
186
+ case "session.idle": {
187
+ logger.info(`Done, wrapping up stream (pendingDeltas=${String(pendingDeltas.length)})`);
188
+ sessionDone = true;
189
+ state.markSessionInactive();
190
+ flushPending();
191
+ const r = getReply();
192
+ if (r) {
193
+ if (!messageStarted) {
194
+ ensureMessageItem(r);
195
+ }
196
+ closeMessageItem(r);
197
+ finishReply(r, "completed");
198
+ }
199
+ unsubscribe();
200
+ break;
201
+ }
202
+ case "session.compaction_start":
203
+ logger.info("Compacting context...");
204
+ break;
205
+ case "session.compaction_complete":
206
+ logger.info(`Context compacted: ${formatCompaction(event.data)}`);
207
+ break;
208
+ case "session.error": {
209
+ logger.error(`Session error: ${event.data.message}`);
210
+ sessionDone = true;
211
+ state.markSessionErrored();
212
+ state.markSessionInactive();
213
+ const r = getReply();
214
+ if (r) {
215
+ if (messageStarted) {
216
+ closeMessageItem(r);
217
+ }
218
+ finishReply(r, "failed");
219
+ }
220
+ else {
221
+ // finishReply not called, so notify manually
222
+ clearInterval(keepaliveInterval);
223
+ state.notifyStreamingDone();
224
+ }
225
+ unsubscribe();
226
+ break;
227
+ }
228
+ default:
229
+ logger.debug(`Unhandled event: ${event.type}, data=${JSON.stringify(event.data)}`);
230
+ break;
231
+ }
232
+ });
233
+ reply.raw.on("close", () => {
234
+ if (!sessionDone && state.currentReply === reply) {
235
+ logger.info("Client disconnected, aborting session");
236
+ clearInterval(keepaliveInterval);
237
+ messageStarted = false;
238
+ messageItem = null;
239
+ state.markSessionErrored();
240
+ state.cleanup();
241
+ unsubscribe();
242
+ session.abort().catch((err) => {
243
+ logger.error("Failed to abort session:", err);
244
+ });
245
+ state.notifyStreamingDone();
246
+ }
247
+ });
248
+ const done = state.waitForStreamingDone();
249
+ session.send({ prompt }).catch((err) => {
250
+ logger.error("Failed to send prompt:", err);
251
+ clearInterval(keepaliveInterval);
252
+ sessionDone = true;
253
+ messageStarted = false;
254
+ messageItem = null;
255
+ const r = getReply();
256
+ if (r) {
257
+ r.raw.end();
258
+ state.clearReply();
259
+ }
260
+ unsubscribe();
261
+ state.notifyStreamingDone();
262
+ });
263
+ return done;
264
+ }
265
+ //# sourceMappingURL=streaming.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"streaming.js","sourceRoot":"","sources":["../../../src/handlers/responses/streaming.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,gBAAgB,EAAE,KAAK,EAAE,MAAM,4BAA4B,CAAC;AACrE,OAAO,EAAE,gBAAgB,EAAE,WAAW,EAAE,YAAY,IAAI,SAAS,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAEjH,MAAM,UAAU,GAAG,eAAe,CAAC;AAEnC,MAAM,UAAU,mBAAmB,CACjC,KAAmB,EACnB,UAAkB,EAClB,KAAa;IAEb,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,WAAW,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAmB;QAC/B,EAAE,EAAE,UAAU;QACd,MAAM,EAAE,UAAU;QAClB,UAAU,EAAE,gBAAgB,EAAE;QAC9B,KAAK;QACL,MAAM,EAAE,aAAa;QACrB,MAAM,EAAE,EAAE;KACX,CAAC;IAEF,SAAS,CAAC,KAAK,EAAE,kBAAkB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IACnD,SAAS,CAAC,KAAK,EAAE,sBAAsB,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,KAAsB,EACtB,OAAuB,EACvB,MAAc,EACd,KAAa,EACb,MAAc,EACd,SAAkB,EAClB,UAAkB;IAElB,MAAM,KAAK,GAAG,KAAK,CAAC,YAAY,CAAC;IACjC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC5D,mBAAmB,CAAC,KAAK,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAC9C,KAAK,CAAC,iBAAiB,EAAE,CAAC;IAE1B,IAAI,aAAa,GAAa,EAAE,CAAC;IACjC,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,+DAA+D;IAC/D,+CAA+C;IAC/C,MAAM,iBAAiB,GAAG,WAAW,CAAC,GAAG,EAAE;QACzC,MAAM,CAAC,GAAG,KAAK,CAAC,YAAY,CAAC;QAC7B,IAAI,CAAC;YAAE,cAAc,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC,EAAE,MAAM,CAAC,CAAC;IAEX,qCAAqC;IACrC,IAAI,WAAW,GAA6B,IAAI,CAAC;IACjD,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,MAAM,WAAW,GAAiB,EAAE,CAAC;IACrC,MAAM,eAAe,GAAa,EAAE,CAAC;IAErC,MAAM,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE5C,SAAS,QAAQ;QACf,OAAO,KAAK,CAAC,YAAY,CAAC;IAC5B,CAAC;IAED,SAAS,iBAAiB,CAAC,CAAe;QACxC,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,WAAW,GAAG;gBACZ,IAAI,EAAE,SAAS;gBACf,EAAE,EAAE,KAAK,CAAC,KAAK,CAAC;gBAChB,MAAM,EAAE,aAAa;gBACrB,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,EAAE;aACZ,CAAC;YACF,SAAS,CAAC,CAAC,EAAE,4BAA4B,EAAE;gBACzC,YAAY,EAAE,WAAW;gBACzB,IAAI,EAAE,WAAW;aAClB,CAAC,CAAC;YACH,SAAS,CAAC,CAAC,EAAE,6BAA6B,EAAE;gBAC1C,OAAO,EAAE,WAAW,CAAC,EAAE;gBACvB,YAAY,EAAE,WAAW;gBACzB,aAAa,EAAE,CAAC;gBAChB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,EAAE,WAAW,EAAE,EAAE,EAAE;aACzD,CAAC,CAAC;YACH,cAAc,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED,SAAS,YAAY;QACnB,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC7C,iBAAiB,CAAC,CAAC,CAAC,CAAC;QACrB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;YACjC,SAAS,CAAC,CAAC,EAAE,4BAA4B,EAAE;gBACzC,OAAO,EAAE,WAAY,CAAC,EAAE;gBACxB,YAAY,EAAE,WAAW;gBACzB,aAAa,EAAE,CAAC;gBAChB,KAAK,EAAE,IAAI;aACZ,CAAC,CAAC;YACH,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,CAAC;QACD,aAAa,GAAG,EAAE,CAAC;IACrB,CAAC;IAED,SAAS,gBAAgB,CAAC,CAAe;QACvC,IAAI,CAAC,cAAc,IAAI,CAAC,WAAW;YAAE,OAAO;QAE5C,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC1C,SAAS,CAAC,CAAC,EAAE,2BAA2B,EAAE;YACxC,OAAO,EAAE,WAAW,CAAC,EAAE;YACvB,YAAY,EAAE,WAAW;YACzB,aAAa,EAAE,CAAC;YAChB,IAAI,EAAE,QAAQ;SACf,CAAC,CAAC;QACH,SAAS,CAAC,CAAC,EAAE,4BAA4B,EAAE;YACzC,OAAO,EAAE,WAAW,CAAC,EAAE;YACvB,YAAY,EAAE,WAAW;YACzB,aAAa,EAAE,CAAC;YAChB,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE;SAC/D,CAAC,CAAC;QAEH,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC;QACjC,WAAW,CAAC,OAAO,GAAG,CAAC,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,CAAC;QACjF,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC9B,SAAS,CAAC,CAAC,EAAE,2BAA2B,EAAE;YACxC,YAAY,EAAE,WAAW;YACzB,IAAI,EAAE,WAAW;SAClB,CAAC,CAAC;QAEH,WAAW,EAAE,CAAC;QACd,cAAc,GAAG,KAAK,CAAC;QACvB,WAAW,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,SAAS,WAAW,CAAC,CAAe,EAAE,MAAgC;QACpE,aAAa,CAAC,iBAAiB,CAAC,CAAC;QACjC,MAAM,QAAQ,GAAmB;YAC/B,EAAE,EAAE,UAAU;YACd,MAAM,EAAE,UAAU;YAClB,UAAU,EAAE,gBAAgB,EAAE;YAC9B,KAAK;YACL,MAAM;YACN,MAAM,EAAE,WAAW;SACpB,CAAC;QACF,SAAS,CAAC,CAAC,EAAE,YAAY,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;QACjD,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,KAAK,CAAC,UAAU,EAAE,CAAC;QACnB,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAE5B,mCAAmC;QACnC,cAAc,GAAG,KAAK,CAAC;QACvB,WAAW,GAAG,IAAI,CAAC;QACnB,WAAW,GAAG,CAAC,CAAC;QAChB,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7B,CAAC;IAED,MAAM,WAAW,GAAG,OAAO,CAAC,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE;QACvC,MAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,IAAI,KAAK,sBAAsB,EAAE,CAAC;YAC1C,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;YACrB,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;YACxC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,QAAQ,QAAQ,CAAC,CAAC,UAAU,UAAU,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAChG,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB,EAAE,CAAC;YAC7C,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;YACrB,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC;YACzD,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;YAC/B,MAAM,MAAM,GAAG,CAAC,CAAC,OAAO;gBACtB,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC;gBACnC,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,IAAI,QAAQ,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,kBAAkB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC;YACvE,OAAO;QACT,CAAC;QAED,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,yBAAyB;gBAC5B,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;oBAC5B,MAAM,CAAC,KAAK,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC,CAAC;oBAClD,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;gBAC9C,CAAC;gBACD,MAAM;YAER,KAAK,mBAAmB,CAAC,CAAC,CAAC;gBACzB,MAAM,CAAC,KAAK,CAAC,mCAAmC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,MAAM,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;gBAEhG,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,IAAI,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAClE,MAAM,cAAc,GAAG,SAAS;wBAC9B,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;wBACxE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC;oBAE5B,IAAI,SAAS,IAAI,cAAc,CAAC,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;wBACxE,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC;wBACvE,MAAM,CAAC,KAAK,CAAC,WAAW,MAAM,CAAC,OAAO,CAAC,6BAA6B,CAAC,CAAC;oBACxE,CAAC;oBAED,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAC9B,4DAA4D;wBAC5D,8DAA8D;wBAC9D,4DAA4D;wBAC5D,8DAA8D;wBAC9D,+DAA+D;wBAC/D,4CAA4C;wBAC5C,MAAM,KAAK,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;wBAC7D,MAAM,CAAC,KAAK,CAAC,6BAA6B,KAAK,+BAA+B,CAAC,CAAC;oBAClF,CAAC;yBAAM,CAAC;wBACN,MAAM,CAAC,KAAK,CAAC,iDAAiD,CAAC,CAAC;oBAClE,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;oBACrB,IAAI,CAAC,EAAE,CAAC;wBACN,MAAM,CAAC,KAAK,CAAC,YAAY,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;wBACxE,YAAY,EAAE,CAAC;oBACjB,CAAC;gBACH,CAAC;gBACD,MAAM;YACR,CAAC;YAED,KAAK,cAAc,CAAC,CAAC,CAAC;gBACpB,MAAM,CAAC,IAAI,CAAC,2CAA2C,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACxF,WAAW,GAAG,IAAI,CAAC;gBACnB,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBAC5B,YAAY,EAAE,CAAC;gBACf,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;gBACrB,IAAI,CAAC,EAAE,CAAC;oBACN,IAAI,CAAC,cAAc,EAAE,CAAC;wBACpB,iBAAiB,CAAC,CAAC,CAAC,CAAC;oBACvB,CAAC;oBACD,gBAAgB,CAAC,CAAC,CAAC,CAAC;oBACpB,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,CAAC;gBAC9B,CAAC;gBACD,WAAW,EAAE,CAAC;gBACd,MAAM;YACR,CAAC;YAED,KAAK,0BAA0B;gBAC7B,MAAM,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;gBACrC,MAAM;YAER,KAAK,6BAA6B;gBAChC,MAAM,CAAC,IAAI,CAAC,sBAAsB,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAClE,MAAM;YAER,KAAK,eAAe,CAAC,CAAC,CAAC;gBACrB,MAAM,CAAC,KAAK,CAAC,kBAAkB,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;gBACrD,WAAW,GAAG,IAAI,CAAC;gBACnB,KAAK,CAAC,kBAAkB,EAAE,CAAC;gBAC3B,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBAC5B,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;gBACrB,IAAI,CAAC,EAAE,CAAC;oBACN,IAAI,cAAc,EAAE,CAAC;wBACnB,gBAAgB,CAAC,CAAC,CAAC,CAAC;oBACtB,CAAC;oBACD,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,6CAA6C;oBAC7C,aAAa,CAAC,iBAAiB,CAAC,CAAC;oBACjC,KAAK,CAAC,mBAAmB,EAAE,CAAC;gBAC9B,CAAC;gBACD,WAAW,EAAE,CAAC;gBACd,MAAM;YACR,CAAC;YAED;gBACE,MAAM,CAAC,KAAK,CAAC,oBAAoB,KAAK,CAAC,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBACnF,MAAM;QACV,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;QACzB,IAAI,CAAC,WAAW,IAAI,KAAK,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;YACjD,MAAM,CAAC,IAAI,CAAC,uCAAuC,CAAC,CAAC;YACrD,aAAa,CAAC,iBAAiB,CAAC,CAAC;YACjC,cAAc,GAAG,KAAK,CAAC;YACvB,WAAW,GAAG,IAAI,CAAC;YACnB,KAAK,CAAC,kBAAkB,EAAE,CAAC;YAC3B,KAAK,CAAC,OAAO,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,OAAO,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;gBACrC,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YAChD,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,mBAAmB,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,KAAK,CAAC,oBAAoB,EAAE,CAAC;IAE1C,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE;QAC9C,MAAM,CAAC,KAAK,CAAC,wBAAwB,EAAE,GAAG,CAAC,CAAC;QAC5C,aAAa,CAAC,iBAAiB,CAAC,CAAC;QACjC,WAAW,GAAG,IAAI,CAAC;QACnB,cAAc,GAAG,KAAK,CAAC;QACvB,WAAW,GAAG,IAAI,CAAC;QACnB,MAAM,CAAC,GAAG,QAAQ,EAAE,CAAC;QACrB,IAAI,CAAC,EAAE,CAAC;YACN,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC;YACZ,KAAK,CAAC,UAAU,EAAE,CAAC;QACrB,CAAC;QACD,WAAW,EAAE,CAAC;QACd,KAAK,CAAC,mBAAmB,EAAE,CAAC;IAC9B,CAAC,CAAC,CAAC;IAEH,OAAO,IAAI,CAAC;AACd,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { FunctionCallOutputInput } from "../../schemas/responses.js";
2
+ import type { ToolBridgeState } from "../../tool-bridge/state.js";
3
+ import type { Logger } from "../../logger.js";
4
+ export declare function resolveResponsesToolResults(outputs: FunctionCallOutputInput[], state: ToolBridgeState, logger: Logger): void;
@@ -0,0 +1,9 @@
1
+ export function resolveResponsesToolResults(outputs, state, logger) {
2
+ for (const item of outputs) {
3
+ logger.debug(`Resolving tool result for ${item.call_id}`);
4
+ if (!state.resolveToolCall(item.call_id, item.output)) {
5
+ logger.warn(`No pending MCP request for call_id ${item.call_id}`);
6
+ }
7
+ }
8
+ }
9
+ //# sourceMappingURL=tool-result-handler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tool-result-handler.js","sourceRoot":"","sources":["../../../src/handlers/responses/tool-result-handler.ts"],"names":[],"mappings":"AAIA,MAAM,UAAU,2BAA2B,CACzC,OAAkC,EAClC,KAAsB,EACtB,MAAc;IAEd,KAAK,MAAM,IAAI,IAAI,OAAO,EAAE,CAAC;QAC3B,MAAM,CAAC,KAAK,CAAC,6BAA6B,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAC1D,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACtD,MAAM,CAAC,IAAI,CAAC,sCAAsC,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QACpE,CAAC;IACH,CAAC;AACH,CAAC"}
@@ -0,0 +1,4 @@
1
+ import type { FastifyRequest, FastifyReply } from "fastify";
2
+ import type { AppContext } from "../context.js";
3
+ import type { ConversationManager } from "../conversation-manager.js";
4
+ export declare function createResponsesHandler({ service, logger, config, port }: AppContext, manager: ConversationManager): (request: FastifyRequest, reply: FastifyReply) => Promise<void>;
@@ -0,0 +1,164 @@
1
+ import { ResponsesRequestSchema, filterFunctionTools } from "../schemas/responses.js";
2
+ import { genId } from "../schemas/responses.js";
3
+ import { formatResponsesPrompt, extractInstructions, extractFunctionCallOutputs, } from "../utils/responses-prompt.js";
4
+ import { resolveModel } from "../utils/model-resolver.js";
5
+ import { createSessionConfig } from "./session-config.js";
6
+ import { resolveResponsesToolResults } from "./responses/tool-result-handler.js";
7
+ import { handleResponsesStreaming, startResponseStream } from "./responses/streaming.js";
8
+ import { sendOpenAIError as sendError } from "./errors.js";
9
+ export function createResponsesHandler({ service, logger, config, port }, manager) {
10
+ return async function handleResponses(request, reply) {
11
+ const parseResult = ResponsesRequestSchema.safeParse(request.body);
12
+ if (!parseResult.success) {
13
+ const firstIssue = parseResult.error.issues[0];
14
+ logger.debug(`Request validation failed: ${JSON.stringify(parseResult.error.issues)}`);
15
+ logger.debug(`Raw body keys: ${JSON.stringify(Object.keys((request.body ?? {})))}`);
16
+ sendError(reply, 400, "invalid_request_error", firstIssue?.message ?? "Invalid request body");
17
+ return;
18
+ }
19
+ const req = parseResult.data;
20
+ const callOutputs = extractFunctionCallOutputs(req.input);
21
+ logger.debug(`function_call_output items: ${String(callOutputs.length)}${callOutputs.length > 0 ? ` (call_ids: ${callOutputs.map((o) => o.call_id).join(", ")})` : ""}`);
22
+ if (callOutputs.length > 0) {
23
+ const existingConv = manager.findByContinuationIds(callOutputs.map((o) => o.call_id));
24
+ if (existingConv) {
25
+ const state = existingConv.state;
26
+ logger.info(`Continuation for conversation ${existingConv.id} (hasPending=${String(state.hasPending)}, sessionActive=${String(state.sessionActive)})`);
27
+ state.setReply(reply);
28
+ startResponseStream(reply, genId("resp"), req.model);
29
+ reply.raw.on("close", () => {
30
+ if (state.currentReply === reply) {
31
+ logger.info("Client disconnected during continuation");
32
+ state.cleanup();
33
+ state.notifyStreamingDone();
34
+ }
35
+ });
36
+ resolveResponsesToolResults(callOutputs, state, logger);
37
+ await state.waitForStreamingDone();
38
+ existingConv.sentMessageCount = Array.isArray(req.input) ? req.input.length : 1;
39
+ return;
40
+ }
41
+ }
42
+ const { conversation, isReuse } = manager.findForNewRequest();
43
+ const state = conversation.state;
44
+ state.markSessionActive();
45
+ logger.info(isReuse
46
+ ? `Reusing primary conversation ${conversation.id}`
47
+ : `New conversation ${conversation.id}`);
48
+ if (isReuse && conversation.model && conversation.model !== req.model) {
49
+ logger.warn(`Model mismatch: session uses "${conversation.model}" but request sent "${req.model}" (SDK does not support mid-session model switching)`);
50
+ }
51
+ const tools = req.tools ? filterFunctionTools(req.tools) : undefined;
52
+ const hasTools = !!tools?.length;
53
+ const hasBridge = hasTools && config.toolBridge;
54
+ // Responses API tools use `parameters`, bridge uses `input_schema`
55
+ if (tools?.length) {
56
+ const bridgeTools = tools.map((t) => ({
57
+ name: t.name,
58
+ description: t.description,
59
+ input_schema: (t.parameters ?? {}),
60
+ }));
61
+ state.cacheTools(bridgeTools);
62
+ }
63
+ const inputLength = Array.isArray(req.input) ? req.input.length : 1;
64
+ const slicedInput = isReuse && Array.isArray(req.input)
65
+ ? req.input.slice(conversation.sentMessageCount)
66
+ : req.input;
67
+ let prompt;
68
+ try {
69
+ prompt = formatResponsesPrompt(slicedInput, config.excludedFilePatterns);
70
+ }
71
+ catch (err) {
72
+ sendError(reply, 400, "invalid_request_error", err instanceof Error ? err.message : String(err));
73
+ if (isReuse) {
74
+ state.markSessionInactive();
75
+ }
76
+ else {
77
+ manager.remove(conversation.id);
78
+ }
79
+ return;
80
+ }
81
+ logger.debug(`Prompt (${isReuse ? "incremental" : "full"}): ${String(prompt.length)} chars`);
82
+ if (!isReuse) {
83
+ const systemMessage = req.instructions ?? extractInstructions(req.input);
84
+ logger.debug(`System message length: ${String(systemMessage?.length ?? 0)} chars`);
85
+ logger.debug(`Tools in request: ${tools ? String(tools.length) : "0"}`);
86
+ if (tools) {
87
+ logger.debug(`Tool names: ${tools.map((t) => t.name).join(", ")}`);
88
+ }
89
+ let copilotModel = req.model;
90
+ let supportsReasoningEffort = false;
91
+ try {
92
+ const models = await service.listModels();
93
+ const resolved = resolveModel(req.model, models, logger);
94
+ if (!resolved) {
95
+ sendError(reply, 400, "invalid_request_error", `Model "${req.model}" is not available. Available models: ${models.map((m) => m.id).join(", ")}`);
96
+ manager.remove(conversation.id);
97
+ return;
98
+ }
99
+ copilotModel = resolved;
100
+ if (config.reasoningEffort) {
101
+ const modelInfo = models.find((m) => m.id === copilotModel);
102
+ supportsReasoningEffort =
103
+ modelInfo?.capabilities.supports.reasoningEffort ?? false;
104
+ if (!supportsReasoningEffort) {
105
+ logger.debug(`Model "${copilotModel}" does not support reasoning effort, ignoring config`);
106
+ }
107
+ }
108
+ }
109
+ catch (err) {
110
+ logger.warn("Failed to list models, passing model through as-is:", err);
111
+ }
112
+ conversation.model = copilotModel;
113
+ if (hasBridge) {
114
+ logger.info("Tool bridge active (in-process MCP)");
115
+ }
116
+ const sessionConfig = createSessionConfig({
117
+ model: copilotModel,
118
+ systemMessage,
119
+ logger,
120
+ config,
121
+ supportsReasoningEffort,
122
+ cwd: service.cwd,
123
+ hasToolBridge: hasBridge,
124
+ port,
125
+ conversationId: conversation.id,
126
+ });
127
+ try {
128
+ conversation.session = await service.createSession(sessionConfig);
129
+ }
130
+ catch (err) {
131
+ logger.error("Creating session failed:", err);
132
+ sendError(reply, 500, "api_error", "Failed to create session");
133
+ manager.remove(conversation.id);
134
+ return;
135
+ }
136
+ }
137
+ if (!conversation.session) {
138
+ logger.error("Primary conversation has no session, clearing");
139
+ manager.clearPrimary();
140
+ sendError(reply, 500, "api_error", "Session lost, please retry");
141
+ return;
142
+ }
143
+ state.setReply(reply);
144
+ const responseId = genId("resp");
145
+ try {
146
+ logger.info(`Streaming response for conversation ${conversation.id}`);
147
+ await handleResponsesStreaming(state, conversation.session, prompt, req.model, logger, hasBridge, responseId);
148
+ conversation.sentMessageCount = inputLength;
149
+ if (conversation.isPrimary && state.hadError) {
150
+ manager.clearPrimary();
151
+ }
152
+ }
153
+ catch (err) {
154
+ logger.error("Request failed:", err);
155
+ if (conversation.isPrimary) {
156
+ manager.clearPrimary();
157
+ }
158
+ if (!reply.sent) {
159
+ sendError(reply, 500, "api_error", err instanceof Error ? err.message : "Internal error");
160
+ }
161
+ }
162
+ };
163
+ }
164
+ //# sourceMappingURL=responses.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"responses.js","sourceRoot":"","sources":["../../src/handlers/responses.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,MAAM,yBAAyB,CAAC;AACtF,OAAO,EAAE,KAAK,EAAE,MAAM,yBAAyB,CAAC;AAChD,OAAO,EACL,qBAAqB,EACrB,mBAAmB,EACnB,0BAA0B,GAC3B,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,4BAA4B,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAE1D,OAAO,EAAE,2BAA2B,EAAE,MAAM,oCAAoC,CAAC;AACjF,OAAO,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACzF,OAAO,EAAE,eAAe,IAAI,SAAS,EAAE,MAAM,aAAa,CAAC;AAE3D,MAAM,UAAU,sBAAsB,CACpC,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAc,EAC7C,OAA4B;IAE5B,OAAO,KAAK,UAAU,eAAe,CACnC,OAAuB,EACvB,KAAmB;QAEnB,MAAM,WAAW,GAAG,sBAAsB,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;YACzB,MAAM,UAAU,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACvF,MAAM,CAAC,KAAK,CAAC,kBAAkB,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,IAAI,EAAE,CAA4B,CAAC,CAAC,EAAE,CAAC,CAAC;YAC/G,SAAS,CACP,KAAK,EACL,GAAG,EACH,uBAAuB,EACvB,UAAU,EAAE,OAAO,IAAI,sBAAsB,CAC9C,CAAC;YACF,OAAO;QACT,CAAC;QACD,MAAM,GAAG,GAAG,WAAW,CAAC,IAAI,CAAC;QAE7B,MAAM,WAAW,GAAG,0BAA0B,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QAC1D,MAAM,CAAC,KAAK,CAAC,+BAA+B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAEzK,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,OAAO,CAAC,qBAAqB,CAChD,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAClC,CAAC;YAEF,IAAI,YAAY,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;gBACjC,MAAM,CAAC,IAAI,CAAC,iCAAiC,YAAY,CAAC,EAAE,gBAAgB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,mBAAmB,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC;gBACvJ,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;gBACtB,mBAAmB,CAAC,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;gBAErD,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;oBACzB,IAAI,KAAK,CAAC,YAAY,KAAK,KAAK,EAAE,CAAC;wBACjC,MAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;wBACvD,KAAK,CAAC,OAAO,EAAE,CAAC;wBAChB,KAAK,CAAC,mBAAmB,EAAE,CAAC;oBAC9B,CAAC;gBACH,CAAC,CAAC,CAAC;gBAEH,2BAA2B,CAAC,WAAW,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;gBACxD,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;gBACnC,YAAY,CAAC,gBAAgB,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChF,OAAO;YACT,CAAC;QACH,CAAC;QAED,MAAM,EAAE,YAAY,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,iBAAiB,EAAE,CAAC;QAC9D,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;QACjC,KAAK,CAAC,iBAAiB,EAAE,CAAC;QAE1B,MAAM,CAAC,IAAI,CACT,OAAO;YACL,CAAC,CAAC,gCAAgC,YAAY,CAAC,EAAE,EAAE;YACnD,CAAC,CAAC,oBAAoB,YAAY,CAAC,EAAE,EAAE,CAC1C,CAAC;QAEF,IAAI,OAAO,IAAI,YAAY,CAAC,KAAK,IAAI,YAAY,CAAC,KAAK,KAAK,GAAG,CAAC,KAAK,EAAE,CAAC;YACtE,MAAM,CAAC,IAAI,CACT,iCAAiC,YAAY,CAAC,KAAK,uBAAuB,GAAG,CAAC,KAAK,sDAAsD,CAC1I,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QACrE,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,QAAQ,IAAI,MAAM,CAAC,UAAU,CAAC;QAEhD,mEAAmE;QACnE,IAAI,KAAK,EAAE,MAAM,EAAE,CAAC;YAClB,MAAM,WAAW,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACpC,IAAI,EAAE,CAAC,CAAC,IAAI;gBACZ,WAAW,EAAE,CAAC,CAAC,WAAW;gBAC1B,YAAY,EAAE,CAAC,CAAC,CAAC,UAAU,IAAI,EAAE,CAA4B;aAC9D,CAAC,CAAC,CAAC;YACJ,KAAK,CAAC,UAAU,CAAC,WAAW,CAAC,CAAC;QAChC,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACpE,MAAM,WAAW,GAAG,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC;YACrD,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,YAAY,CAAC,gBAAgB,CAAC;YAChD,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;QAEd,IAAI,MAAc,CAAC;QACnB,IAAI,CAAC;YACH,MAAM,GAAG,qBAAqB,CAAC,WAAW,EAAE,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC3E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,SAAS,CACP,KAAK,EACL,GAAG,EACH,uBAAuB,EACvB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CACjD,CAAC;YACF,IAAI,OAAO,EAAE,CAAC;gBACZ,KAAK,CAAC,mBAAmB,EAAE,CAAC;YAC9B,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAClC,CAAC;YACD,OAAO;QACT,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,WAAW,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,MAAM,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QAE7F,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,GAAG,CAAC,YAAY,IAAI,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAEzE,MAAM,CAAC,KAAK,CAAC,0BAA0B,MAAM,CAAC,aAAa,EAAE,MAAM,IAAI,CAAC,CAAC,QAAQ,CAAC,CAAC;YACnF,MAAM,CAAC,KAAK,CAAC,qBAAqB,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;YACxE,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,eAAe,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YACrE,CAAC;YAED,IAAI,YAAY,GAAG,GAAG,CAAC,KAAK,CAAC;YAC7B,IAAI,uBAAuB,GAAG,KAAK,CAAC;YACpC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,YAAY,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;gBACzD,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,SAAS,CACP,KAAK,EACL,GAAG,EACH,uBAAuB,EACvB,UAAU,GAAG,CAAC,KAAK,yCAAyC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACjG,CAAC;oBACF,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;oBAChC,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,QAAQ,CAAC;gBAExB,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;oBAC3B,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,YAAY,CAAC,CAAC;oBAC5D,uBAAuB;wBACrB,SAAS,EAAE,YAAY,CAAC,QAAQ,CAAC,eAAe,IAAI,KAAK,CAAC;oBAC5D,IAAI,CAAC,uBAAuB,EAAE,CAAC;wBAC7B,MAAM,CAAC,KAAK,CACV,UAAU,YAAY,sDAAsD,CAC7E,CAAC;oBACJ,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,IAAI,CAAC,qDAAqD,EAAE,GAAG,CAAC,CAAC;YAC1E,CAAC;YAED,YAAY,CAAC,KAAK,GAAG,YAAY,CAAC;YAElC,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,CAAC,IAAI,CAAC,qCAAqC,CAAC,CAAC;YACrD,CAAC;YAED,MAAM,aAAa,GAAG,mBAAmB,CAAC;gBACxC,KAAK,EAAE,YAAY;gBACnB,aAAa;gBACb,MAAM;gBACN,MAAM;gBACN,uBAAuB;gBACvB,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,aAAa,EAAE,SAAS;gBACxB,IAAI;gBACJ,cAAc,EAAE,YAAY,CAAC,EAAE;aAChC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACH,YAAY,CAAC,OAAO,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;YACpE,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;gBAC9C,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,0BAA0B,CAAC,CAAC;gBAC/D,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;gBAChC,OAAO;YACT,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC;YAC1B,MAAM,CAAC,KAAK,CAAC,+CAA+C,CAAC,CAAC;YAC9D,OAAO,CAAC,YAAY,EAAE,CAAC;YACvB,SAAS,CAAC,KAAK,EAAE,GAAG,EAAE,WAAW,EAAE,4BAA4B,CAAC,CAAC;YACjE,OAAO;QACT,CAAC;QAED,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;QAEtB,MAAM,UAAU,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC;QAEjC,IAAI,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,uCAAuC,YAAY,CAAC,EAAE,EAAE,CAAC,CAAC;YACtE,MAAM,wBAAwB,CAAC,KAAK,EAAE,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YAC9G,YAAY,CAAC,gBAAgB,GAAG,WAAW,CAAC;YAE5C,IAAI,YAAY,CAAC,SAAS,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;gBAC7C,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,CAAC,KAAK,CAAC,iBAAiB,EAAE,GAAG,CAAC,CAAC;YACrC,IAAI,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC3B,OAAO,CAAC,YAAY,EAAE,CAAC;YACzB,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;gBAChB,SAAS,CACP,KAAK,EACL,GAAG,EACH,WAAW,EACX,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CACtD,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
@@ -6,4 +6,5 @@ export declare const SSE_HEADERS: {
6
6
  readonly "X-Accel-Buffering": "no";
7
7
  };
8
8
  export declare function sendSSEEvent(reply: FastifyReply, type: string, data: unknown): void;
9
+ export declare function sendSSEComment(reply: FastifyReply): void;
9
10
  export declare function formatCompaction(data: unknown): string;
@@ -7,6 +7,9 @@ export const SSE_HEADERS = {
7
7
  export function sendSSEEvent(reply, type, data) {
8
8
  reply.raw.write(`event: ${type}\ndata: ${JSON.stringify(data)}\n\n`);
9
9
  }
10
+ export function sendSSEComment(reply) {
11
+ reply.raw.write(": keepalive\n\n");
12
+ }
10
13
  export function formatCompaction(data) {
11
14
  if (!data ||
12
15
  typeof data !== "object" ||
@@ -1 +1 @@
1
- {"version":3,"file":"streaming-utils.js","sourceRoot":"","sources":["../../src/handlers/streaming-utils.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,cAAc,EAAE,mBAAmB;IACnC,eAAe,EAAE,UAAU;IAC3B,UAAU,EAAE,YAAY;IACxB,mBAAmB,EAAE,IAAI;CACgB,CAAC;AAE5C,MAAM,UAAU,YAAY,CAAC,KAAmB,EAAE,IAAY,EAAE,IAAa;IAC3E,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAa;IAC5C,IACE,CAAC,IAAI;QACL,OAAO,IAAI,KAAK,QAAQ;QACxB,CAAC,CAAC,qBAAqB,IAAI,IAAI,CAAC;QAChC,CAAC,CAAC,sBAAsB,IAAI,IAAI,CAAC,EACjC,CAAC;QACD,OAAO,6BAA6B,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC;AAC9F,CAAC"}
1
+ {"version":3,"file":"streaming-utils.js","sourceRoot":"","sources":["../../src/handlers/streaming-utils.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,cAAc,EAAE,mBAAmB;IACnC,eAAe,EAAE,UAAU;IAC3B,UAAU,EAAE,YAAY;IACxB,mBAAmB,EAAE,IAAI;CACgB,CAAC;AAE5C,MAAM,UAAU,YAAY,CAAC,KAAmB,EAAE,IAAY,EAAE,IAAa;IAC3E,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,WAAW,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAmB;IAChD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;AACrC,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAa;IAC5C,IACE,CAAC,IAAI;QACL,OAAO,IAAI,KAAK,QAAQ;QACxB,CAAC,CAAC,qBAAqB,IAAI,IAAI,CAAC;QAChC,CAAC,CAAC,sBAAsB,IAAI,IAAI,CAAC,EACjC,CAAC;QACD,OAAO,6BAA6B,CAAC;IACvC,CAAC;IACD,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC;AAC9F,CAAC"}