@confluentinc/mcp-confluent 1.0.6 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (145) hide show
  1. package/README.md +608 -297
  2. package/dist/cli.d.ts +3 -0
  3. package/dist/cli.d.ts.map +1 -1
  4. package/dist/cli.js +10 -0
  5. package/dist/cli.js.map +1 -1
  6. package/dist/confluent/client-manager.d.ts +9 -0
  7. package/dist/confluent/client-manager.d.ts.map +1 -1
  8. package/dist/confluent/client-manager.js +35 -4
  9. package/dist/confluent/client-manager.js.map +1 -1
  10. package/dist/confluent/middleware.d.ts +3 -2
  11. package/dist/confluent/middleware.d.ts.map +1 -1
  12. package/dist/confluent/middleware.js +9 -1
  13. package/dist/confluent/middleware.js.map +1 -1
  14. package/dist/confluent/node-deps.d.ts +60 -0
  15. package/dist/confluent/node-deps.d.ts.map +1 -0
  16. package/dist/confluent/node-deps.js +12 -0
  17. package/dist/confluent/node-deps.js.map +1 -0
  18. package/dist/confluent/telemetry.d.ts +18 -0
  19. package/dist/confluent/telemetry.d.ts.map +1 -0
  20. package/dist/confluent/telemetry.js +104 -0
  21. package/dist/confluent/telemetry.js.map +1 -0
  22. package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.d.ts +11 -0
  23. package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.d.ts.map +1 -0
  24. package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.js +174 -0
  25. package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.js.map +1 -0
  26. package/dist/confluent/tools/handlers/clusters/list-clusters-handler.d.ts +7 -141
  27. package/dist/confluent/tools/handlers/clusters/list-clusters-handler.d.ts.map +1 -1
  28. package/dist/confluent/tools/handlers/environments/list-environments-handler.d.ts +8 -164
  29. package/dist/confluent/tools/handlers/environments/list-environments-handler.d.ts.map +1 -1
  30. package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.d.ts +77 -0
  31. package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.d.ts.map +1 -0
  32. package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.js +136 -0
  33. package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.js.map +1 -0
  34. package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.d.ts +11 -0
  35. package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.d.ts.map +1 -0
  36. package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.js +111 -0
  37. package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.js.map +1 -0
  38. package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.d.ts +11 -0
  39. package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.d.ts.map +1 -0
  40. package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.js +110 -0
  41. package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.js.map +1 -0
  42. package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.d.ts +11 -0
  43. package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.d.ts.map +1 -0
  44. package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.js +74 -0
  45. package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.js.map +1 -0
  46. package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.d.ts +11 -0
  47. package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.d.ts.map +1 -0
  48. package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.js +81 -0
  49. package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.js.map +1 -0
  50. package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.d.ts +11 -0
  51. package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.d.ts.map +1 -0
  52. package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.js +90 -0
  53. package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.js.map +1 -0
  54. package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.d.ts +11 -0
  55. package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.d.ts.map +1 -0
  56. package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.js +131 -0
  57. package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.js.map +1 -0
  58. package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.d.ts +11 -0
  59. package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.d.ts.map +1 -0
  60. package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.js +248 -0
  61. package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.js.map +1 -0
  62. package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.d.ts +88 -0
  63. package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.d.ts.map +1 -0
  64. package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.js +443 -0
  65. package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.js.map +1 -0
  66. package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.d.ts +11 -0
  67. package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.d.ts.map +1 -0
  68. package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.js +398 -0
  69. package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.js.map +1 -0
  70. package/dist/confluent/tools/handlers/flink/flink-sql-helper.d.ts +23 -0
  71. package/dist/confluent/tools/handlers/flink/flink-sql-helper.d.ts.map +1 -0
  72. package/dist/confluent/tools/handlers/flink/flink-sql-helper.js +133 -0
  73. package/dist/confluent/tools/handlers/flink/flink-sql-helper.js.map +1 -0
  74. package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.d.ts +11 -0
  75. package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.d.ts.map +1 -0
  76. package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.js +72 -0
  77. package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.js.map +1 -0
  78. package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.d.ts.map +1 -1
  79. package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.js +20 -3
  80. package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.js.map +1 -1
  81. package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.d.ts +6 -54
  82. package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.d.ts.map +1 -1
  83. package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.js +1 -1
  84. package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.js.map +1 -1
  85. package/dist/confluent/tools/handlers/kafka/create-topics-handler.js +1 -1
  86. package/dist/confluent/tools/handlers/kafka/create-topics-handler.js.map +1 -1
  87. package/dist/confluent/tools/handlers/kafka/delete-topics-handler.js +1 -1
  88. package/dist/confluent/tools/handlers/kafka/delete-topics-handler.js.map +1 -1
  89. package/dist/confluent/tools/handlers/kafka/list-topics-handler.js +1 -1
  90. package/dist/confluent/tools/handlers/kafka/list-topics-handler.js.map +1 -1
  91. package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.js +1 -1
  92. package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.js.map +1 -1
  93. package/dist/confluent/tools/handlers/metrics/list-metrics-handler.d.ts +11 -0
  94. package/dist/confluent/tools/handlers/metrics/list-metrics-handler.d.ts.map +1 -0
  95. package/dist/confluent/tools/handlers/metrics/list-metrics-handler.js +193 -0
  96. package/dist/confluent/tools/handlers/metrics/list-metrics-handler.js.map +1 -0
  97. package/dist/confluent/tools/handlers/metrics/query-metrics-handler.d.ts +11 -0
  98. package/dist/confluent/tools/handlers/metrics/query-metrics-handler.d.ts.map +1 -0
  99. package/dist/confluent/tools/handlers/metrics/query-metrics-handler.js +224 -0
  100. package/dist/confluent/tools/handlers/metrics/query-metrics-handler.js.map +1 -0
  101. package/dist/confluent/tools/handlers/schema/delete-schema-handler.d.ts +10 -0
  102. package/dist/confluent/tools/handlers/schema/delete-schema-handler.d.ts.map +1 -0
  103. package/dist/confluent/tools/handlers/schema/delete-schema-handler.js +71 -0
  104. package/dist/confluent/tools/handlers/schema/delete-schema-handler.js.map +1 -0
  105. package/dist/confluent/tools/handlers/schema/list-schemas-handler.d.ts.map +1 -1
  106. package/dist/confluent/tools/handlers/schema/list-schemas-handler.js +1 -5
  107. package/dist/confluent/tools/handlers/schema/list-schemas-handler.js.map +1 -1
  108. package/dist/confluent/tools/tool-factory.d.ts.map +1 -1
  109. package/dist/confluent/tools/tool-factory.js +26 -0
  110. package/dist/confluent/tools/tool-factory.js.map +1 -1
  111. package/dist/confluent/tools/tool-name.d.ts +14 -1
  112. package/dist/confluent/tools/tool-name.d.ts.map +1 -1
  113. package/dist/confluent/tools/tool-name.js +13 -0
  114. package/dist/confluent/tools/tool-name.js.map +1 -1
  115. package/dist/env-schema.d.ts +17 -62
  116. package/dist/env-schema.d.ts.map +1 -1
  117. package/dist/env-schema.js +37 -2
  118. package/dist/env-schema.js.map +1 -1
  119. package/dist/env.d.ts +8 -1
  120. package/dist/env.d.ts.map +1 -1
  121. package/dist/index.js +67 -5
  122. package/dist/index.js.map +1 -1
  123. package/dist/logger.d.ts +2 -1
  124. package/dist/logger.d.ts.map +1 -1
  125. package/dist/logger.js +1 -1
  126. package/dist/logger.js.map +1 -1
  127. package/dist/mcp/transports/auth.d.ts +55 -0
  128. package/dist/mcp/transports/auth.d.ts.map +1 -0
  129. package/dist/mcp/transports/auth.js +127 -0
  130. package/dist/mcp/transports/auth.js.map +1 -0
  131. package/dist/mcp/transports/index.d.ts +1 -0
  132. package/dist/mcp/transports/index.d.ts.map +1 -1
  133. package/dist/mcp/transports/index.js +1 -0
  134. package/dist/mcp/transports/index.js.map +1 -1
  135. package/dist/mcp/transports/manager.d.ts +13 -1
  136. package/dist/mcp/transports/manager.d.ts.map +1 -1
  137. package/dist/mcp/transports/manager.js +20 -2
  138. package/dist/mcp/transports/manager.js.map +1 -1
  139. package/dist/mcp/transports/server.d.ts +10 -1
  140. package/dist/mcp/transports/server.d.ts.map +1 -1
  141. package/dist/mcp/transports/server.js +12 -2
  142. package/dist/mcp/transports/server.js.map +1 -1
  143. package/dist/print-md-schema.js +2 -2
  144. package/dist/print-md-schema.js.map +1 -1
  145. package/package.json +20 -9
@@ -0,0 +1,398 @@
1
+ import { getEnsuredParam } from "../../../../../confluent/helpers.js";
2
+ import { BaseToolHandler, } from "../../../../../confluent/tools/base-tools.js";
3
+ import { ToolName } from "../../../../../confluent/tools/tool-name.js";
4
+ import env from "../../../../../env.js";
5
+ import { wrapAsPathBasedClient } from "openapi-fetch";
6
+ import { z } from "zod";
7
+ const queryProfilerArguments = z.object({
8
+ baseUrl: z
9
+ .string()
10
+ .describe("The base URL of the Flink REST API.")
11
+ .url()
12
+ .default(() => env.FLINK_REST_ENDPOINT ?? "")
13
+ .optional(),
14
+ organizationId: z
15
+ .string()
16
+ .trim()
17
+ .optional()
18
+ .describe("The unique identifier for the organization."),
19
+ environmentId: z
20
+ .string()
21
+ .trim()
22
+ .optional()
23
+ .describe("The unique identifier for the environment."),
24
+ computePoolId: z
25
+ .string()
26
+ .trim()
27
+ .optional()
28
+ .describe("The compute pool ID where the statement runs."),
29
+ statementName: z
30
+ .string()
31
+ .regex(new RegExp("[a-z0-9]([-a-z0-9]*[a-z0-9])?(\\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*"))
32
+ .nonempty()
33
+ .max(100)
34
+ .describe("The name of the Flink SQL statement."),
35
+ intervalMinutes: z
36
+ .number()
37
+ .int()
38
+ .min(1)
39
+ .max(60)
40
+ .default(5)
41
+ .describe("Time window in minutes to query metrics for (1-60). Default is 5."),
42
+ includeAnalysis: z
43
+ .boolean()
44
+ .default(true)
45
+ .describe("Include automated issue detection based on metrics (backpressure, lag, state size, etc.)."),
46
+ });
47
+ // Long.MIN_VALUE indicates no watermark set
48
+ const LONG_MIN_VALUE = -9223372036854776000;
49
+ export class QueryProfilerHandler extends BaseToolHandler {
50
+ async handle(clientManager, toolArguments) {
51
+ const { statementName, environmentId, organizationId, computePoolId, baseUrl, intervalMinutes, includeAnalysis, } = queryProfilerArguments.parse(toolArguments);
52
+ const organization_id = getEnsuredParam("FLINK_ORG_ID", "Organization ID is required", organizationId);
53
+ const environment_id = getEnsuredParam("FLINK_ENV_ID", "Environment ID is required", environmentId);
54
+ const compute_pool_id = getEnsuredParam("FLINK_COMPUTE_POOL_ID", "Compute Pool ID is required", computePoolId);
55
+ if (baseUrl !== undefined && baseUrl !== "") {
56
+ clientManager.setConfluentCloudFlinkEndpoint(baseUrl);
57
+ }
58
+ // Step 1: Fetch the task graph to get human-readable task/operator names
59
+ const pathBasedClient = wrapAsPathBasedClient(clientManager.getConfluentCloudFlinkRestClient());
60
+ const { data: taskGraphResponse, error: taskGraphError } = await pathBasedClient["/sql/v1/organizations/{organization_id}/environments/{environment_id}/statements/{statement_name}/task-graph"].GET({
61
+ params: {
62
+ path: {
63
+ organization_id,
64
+ environment_id,
65
+ statement_name: statementName,
66
+ },
67
+ },
68
+ });
69
+ if (taskGraphError) {
70
+ return this.createResponse(`Failed to get task graph: ${JSON.stringify(taskGraphError)}`, true);
71
+ }
72
+ // Parse the task graph (Graph field is JSON-encoded string)
73
+ let taskGraph;
74
+ try {
75
+ const graphJson = taskGraphResponse?.Graph;
76
+ if (!graphJson) {
77
+ return this.createResponse("Task graph not available. The statement may not be running.", true);
78
+ }
79
+ taskGraph = JSON.parse(graphJson);
80
+ }
81
+ catch {
82
+ return this.createResponse("Failed to parse task graph.", true);
83
+ }
84
+ // Build task ID to name mapping
85
+ const taskIdToInfo = new Map();
86
+ for (const task of taskGraph.tasks) {
87
+ taskIdToInfo.set(task.task_id, {
88
+ name: task.task_name,
89
+ operators: task.included_operators.map((op) => op.operator_name),
90
+ inputs: task.input_tasks.map((t) => t.task_id),
91
+ });
92
+ }
93
+ // Step 2: Query telemetry metrics per task
94
+ const telemetryClient = clientManager.getConfluentCloudTelemetryRestClient();
95
+ const now = new Date();
96
+ const startTime = new Date(now.getTime() - intervalMinutes * 60 * 1000);
97
+ // Metrics to query per task
98
+ const metricsToQuery = [
99
+ { metric: "io.confluent.flink/task/num_records_in", field: "recordsIn" },
100
+ {
101
+ metric: "io.confluent.flink/task/num_records_out",
102
+ field: "recordsOut",
103
+ },
104
+ {
105
+ metric: "io.confluent.flink/operator/state_size_bytes",
106
+ field: "stateBytes",
107
+ },
108
+ {
109
+ metric: "io.confluent.flink/task/busy_time_ms_per_second",
110
+ field: "busyPercent",
111
+ isPercent: true,
112
+ },
113
+ {
114
+ metric: "io.confluent.flink/task/idle_time_ms_per_second",
115
+ field: "idlePercent",
116
+ isPercent: true,
117
+ },
118
+ {
119
+ metric: "io.confluent.flink/task/backpressure_time_ms_per_second",
120
+ field: "backpressurePercent",
121
+ isPercent: true,
122
+ },
123
+ {
124
+ metric: "io.confluent.flink/operator/current_input_watermark_ms",
125
+ field: "inputWatermarkMs",
126
+ },
127
+ {
128
+ metric: "io.confluent.flink/operator/current_output_watermark_ms",
129
+ field: "outputWatermarkMs",
130
+ },
131
+ ];
132
+ // Initialize task metrics
133
+ const taskMetrics = new Map();
134
+ for (const [taskId, info] of taskIdToInfo) {
135
+ taskMetrics.set(taskId, {
136
+ taskId,
137
+ taskName: info.name,
138
+ operators: info.operators,
139
+ inputTasks: info.inputs.map((id) => taskIdToInfo.get(id)?.name || id),
140
+ });
141
+ }
142
+ // Query each metric
143
+ for (const { metric, field, isPercent } of metricsToQuery) {
144
+ try {
145
+ const response = (await telemetryClient.POST("/v2/metrics/{dataset}/query", {
146
+ params: { path: { dataset: "cloud" } },
147
+ body: {
148
+ aggregations: [{ metric }],
149
+ filter: {
150
+ op: "AND",
151
+ filters: [
152
+ {
153
+ field: "resource.flink_statement.name",
154
+ op: "EQ",
155
+ value: statementName,
156
+ },
157
+ {
158
+ field: "resource.compute_pool.id",
159
+ op: "EQ",
160
+ value: compute_pool_id,
161
+ },
162
+ ],
163
+ },
164
+ granularity: "PT1M",
165
+ intervals: [`${startTime.toISOString()}/${now.toISOString()}`],
166
+ limit: 1000,
167
+ group_by: ["metric.flink_task.id"],
168
+ format: "GROUPED",
169
+ },
170
+ }));
171
+ const data = response.data?.data;
172
+ if (data) {
173
+ for (const item of data) {
174
+ const taskId = item["metric.flink_task.id"];
175
+ const value = item.points?.[item.points.length - 1]?.value;
176
+ if (taskId &&
177
+ value !== undefined &&
178
+ value > LONG_MIN_VALUE + 1000000) {
179
+ const task = taskMetrics.get(taskId);
180
+ if (task) {
181
+ const finalValue = isPercent ? (value / 1000) * 100 : value;
182
+ task[field] =
183
+ finalValue;
184
+ }
185
+ }
186
+ }
187
+ }
188
+ }
189
+ catch {
190
+ // Continue with other metrics
191
+ }
192
+ }
193
+ // Step 3: Query statement-level summary metrics (no group_by)
194
+ const summary = {};
195
+ const summaryMetrics = [
196
+ { metric: "io.confluent.flink/num_records_in", field: "recordsIn" },
197
+ { metric: "io.confluent.flink/num_records_out", field: "recordsOut" },
198
+ {
199
+ metric: "io.confluent.flink/operator/state_size_bytes",
200
+ field: "stateBytes",
201
+ },
202
+ {
203
+ metric: "io.confluent.flink/current_input_watermark_milliseconds",
204
+ field: "inputWatermarkMs",
205
+ },
206
+ {
207
+ metric: "io.confluent.flink/current_output_watermark_milliseconds",
208
+ field: "outputWatermarkMs",
209
+ },
210
+ {
211
+ metric: "io.confluent.flink/statement_utilization/current_cfus",
212
+ field: "cfus",
213
+ },
214
+ { metric: "io.confluent.flink/pending_records", field: "pendingRecords" },
215
+ {
216
+ metric: "io.confluent.flink/num_late_records_in",
217
+ field: "numLateRecordsIn",
218
+ },
219
+ ];
220
+ for (const { metric, field } of summaryMetrics) {
221
+ try {
222
+ const response = (await telemetryClient.POST("/v2/metrics/{dataset}/query", {
223
+ params: { path: { dataset: "cloud" } },
224
+ body: {
225
+ aggregations: [{ metric }],
226
+ filter: {
227
+ op: "AND",
228
+ filters: [
229
+ {
230
+ field: "resource.flink_statement.name",
231
+ op: "EQ",
232
+ value: statementName,
233
+ },
234
+ {
235
+ field: "resource.compute_pool.id",
236
+ op: "EQ",
237
+ value: compute_pool_id,
238
+ },
239
+ ],
240
+ },
241
+ granularity: "PT1M",
242
+ intervals: [`${startTime.toISOString()}/${now.toISOString()}`],
243
+ limit: 1000,
244
+ format: "GROUPED",
245
+ },
246
+ }));
247
+ const data = response.data?.data;
248
+ if (data && data.length > 0) {
249
+ const firstEntry = data[0];
250
+ const points = firstEntry?.points;
251
+ if (points && points.length > 0) {
252
+ const value = points[points.length - 1]?.value;
253
+ if (value !== undefined && value > LONG_MIN_VALUE + 1000000) {
254
+ summary[field] = value;
255
+ }
256
+ }
257
+ }
258
+ }
259
+ catch {
260
+ // Continue
261
+ }
262
+ }
263
+ // Build the response
264
+ const tasks = Array.from(taskMetrics.values()).map((task) => ({
265
+ name: task.taskName,
266
+ operators: task.operators,
267
+ metrics: {
268
+ recordsIn: task.recordsIn,
269
+ recordsOut: task.recordsOut,
270
+ stateBytes: task.stateBytes,
271
+ busyPercent: task.busyPercent !== undefined
272
+ ? `${task.busyPercent.toFixed(1)}%`
273
+ : undefined,
274
+ idlePercent: task.idlePercent !== undefined
275
+ ? `${task.idlePercent.toFixed(1)}%`
276
+ : undefined,
277
+ backpressurePercent: task.backpressurePercent !== undefined
278
+ ? `${task.backpressurePercent.toFixed(1)}%`
279
+ : undefined,
280
+ inputWatermark: task.inputWatermarkMs
281
+ ? new Date(task.inputWatermarkMs).toISOString()
282
+ : undefined,
283
+ outputWatermark: task.outputWatermarkMs
284
+ ? new Date(task.outputWatermarkMs).toISOString()
285
+ : undefined,
286
+ },
287
+ }));
288
+ // Analyze metrics for issues if requested
289
+ const detectedIssues = [];
290
+ if (includeAnalysis) {
291
+ // Check per-task metrics for backpressure issues
292
+ for (const task of taskMetrics.values()) {
293
+ if (task.backpressurePercent !== undefined &&
294
+ task.backpressurePercent > 50) {
295
+ detectedIssues.push({
296
+ type: "high_backpressure",
297
+ severity: task.backpressurePercent > 80 ? "high" : "medium",
298
+ description: `Task '${task.taskName}' has ${task.backpressurePercent.toFixed(1)}% backpressure.`,
299
+ suggestion: "Downstream operators are slow. Consider increasing parallelism or optimizing sink performance.",
300
+ taskName: task.taskName,
301
+ });
302
+ }
303
+ }
304
+ // Check consumer lag
305
+ if (summary.pendingRecords !== undefined &&
306
+ summary.pendingRecords > 100000) {
307
+ detectedIssues.push({
308
+ type: "high_consumer_lag",
309
+ severity: summary.pendingRecords > 1000000 ? "high" : "medium",
310
+ description: `High consumer lag: ${summary.pendingRecords.toLocaleString()} pending records.`,
311
+ suggestion: "Statement is falling behind input rate. Consider increasing parallelism or CFUs.",
312
+ });
313
+ }
314
+ // Check late data
315
+ if (summary.numLateRecordsIn !== undefined &&
316
+ summary.numLateRecordsIn > 0) {
317
+ const severity = summary.numLateRecordsIn > 10000
318
+ ? "high"
319
+ : summary.numLateRecordsIn > 1000
320
+ ? "medium"
321
+ : "low";
322
+ detectedIssues.push({
323
+ type: "late_data",
324
+ severity,
325
+ description: `${summary.numLateRecordsIn.toLocaleString()} late records detected (arrived after watermark).`,
326
+ suggestion: "Consider increasing watermark delay tolerance or investigating source timestamp issues.",
327
+ });
328
+ }
329
+ // Check state size
330
+ if (summary.stateBytes !== undefined) {
331
+ const stateSizeGB = summary.stateBytes / (1024 * 1024 * 1024);
332
+ if (stateSizeGB > 10) {
333
+ detectedIssues.push({
334
+ type: "large_state",
335
+ severity: "medium",
336
+ description: `Large state size: ${stateSizeGB.toFixed(2)} GB.`,
337
+ suggestion: "Consider adding TTL to stateful operations or reviewing deduplication windows.",
338
+ });
339
+ }
340
+ }
341
+ // Check for idle with no throughput
342
+ const allTasksIdle = Array.from(taskMetrics.values()).every((t) => t.idlePercent !== undefined && t.idlePercent > 90);
343
+ if (allTasksIdle && summary.recordsIn === 0) {
344
+ detectedIssues.push({
345
+ type: "no_input_data",
346
+ severity: "medium",
347
+ description: "Statement is mostly idle with no input records.",
348
+ suggestion: "Check if source topics have data. Verify topic names and connectivity.",
349
+ });
350
+ }
351
+ }
352
+ const result = {
353
+ statementName,
354
+ intervalMinutes,
355
+ summary: {
356
+ recordsIn: summary.recordsIn,
357
+ recordsOut: summary.recordsOut,
358
+ stateBytes: summary.stateBytes,
359
+ stateSizeMB: summary.stateBytes
360
+ ? (summary.stateBytes / (1024 * 1024)).toFixed(2)
361
+ : undefined,
362
+ pendingRecords: summary.pendingRecords,
363
+ inputWatermark: summary.inputWatermarkMs
364
+ ? new Date(summary.inputWatermarkMs).toISOString()
365
+ : undefined,
366
+ outputWatermark: summary.outputWatermarkMs
367
+ ? new Date(summary.outputWatermarkMs).toISOString()
368
+ : undefined,
369
+ cfus: summary.cfus,
370
+ },
371
+ tasks,
372
+ };
373
+ if (includeAnalysis) {
374
+ result.detectedIssues = detectedIssues;
375
+ result.issueCount = detectedIssues.length;
376
+ }
377
+ return this.createResponse(`Query Profiler for '${statementName}':\n${JSON.stringify(result, null, 2)}`);
378
+ }
379
+ getToolConfig() {
380
+ return {
381
+ name: ToolName.GET_FLINK_STATEMENT_PROFILE,
382
+ description: "Get Query Profiler data for a Flink SQL statement. Returns the task graph with human-readable task/operator names, per-task metrics (records in/out, state size, busyness, idleness, backpressure, watermarks), and automated issue detection (backpressure bottlenecks, consumer lag, late data, large state).",
383
+ inputSchema: queryProfilerArguments.shape,
384
+ };
385
+ }
386
+ getRequiredEnvVars() {
387
+ return [
388
+ "FLINK_API_KEY",
389
+ "FLINK_API_SECRET",
390
+ "CONFLUENT_CLOUD_API_KEY",
391
+ "CONFLUENT_CLOUD_API_SECRET",
392
+ ];
393
+ }
394
+ isConfluentCloudOnly() {
395
+ return true;
396
+ }
397
+ }
398
+ //# sourceMappingURL=query-profiler-handler.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"query-profiler-handler.js","sourceRoot":"","sources":["../../../../../../src/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAE5D,OAAO,EACL,eAAe,GAEhB,MAAM,oCAAoC,CAAC;AAC5C,OAAO,EAAE,QAAQ,EAAE,MAAM,mCAAmC,CAAC;AAE7D,OAAO,GAAG,MAAM,aAAa,CAAC;AAC9B,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,sBAAsB,GAAG,CAAC,CAAC,MAAM,CAAC;IACtC,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,CAAC,qCAAqC,CAAC;SAC/C,GAAG,EAAE;SACL,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,mBAAmB,IAAI,EAAE,CAAC;SAC5C,QAAQ,EAAE;IACb,cAAc,EAAE,CAAC;SACd,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,6CAA6C,CAAC;IAC1D,aAAa,EAAE,CAAC;SACb,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,4CAA4C,CAAC;IACzD,aAAa,EAAE,CAAC;SACb,MAAM,EAAE;SACR,IAAI,EAAE;SACN,QAAQ,EAAE;SACV,QAAQ,CAAC,+CAA+C,CAAC;IAC5D,aAAa,EAAE,CAAC;SACb,MAAM,EAAE;SACR,KAAK,CACJ,IAAI,MAAM,CACR,kEAAkE,CACnE,CACF;SACA,QAAQ,EAAE;SACV,GAAG,CAAC,GAAG,CAAC;SACR,QAAQ,CAAC,sCAAsC,CAAC;IACnD,eAAe,EAAE,CAAC;SACf,MAAM,EAAE;SACR,GAAG,EAAE;SACL,GAAG,CAAC,CAAC,CAAC;SACN,GAAG,CAAC,EAAE,CAAC;SACP,OAAO,CAAC,CAAC,CAAC;SACV,QAAQ,CACP,mEAAmE,CACpE;IACH,eAAe,EAAE,CAAC;SACf,OAAO,EAAE;SACT,OAAO,CAAC,IAAI,CAAC;SACb,QAAQ,CACP,2FAA2F,CAC5F;CACJ,CAAC,CAAC;AAsDH,4CAA4C;AAC5C,MAAM,cAAc,GAAG,CAAC,mBAAmB,CAAC;AAE5C,MAAM,OAAO,oBAAqB,SAAQ,eAAe;IACvD,KAAK,CAAC,MAAM,CACV,aAA4B,EAC5B,aAAkD;QAElD,MAAM,EACJ,aAAa,EACb,aAAa,EACb,cAAc,EACd,aAAa,EACb,OAAO,EACP,eAAe,EACf,eAAe,GAChB,GAAG,sBAAsB,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;QAEhD,MAAM,eAAe,GAAG,eAAe,CACrC,cAAc,EACd,6BAA6B,EAC7B,cAAc,CACf,CAAC;QACF,MAAM,cAAc,GAAG,eAAe,CACpC,cAAc,EACd,4BAA4B,EAC5B,aAAa,CACd,CAAC;QACF,MAAM,eAAe,GAAG,eAAe,CACrC,uBAAuB,EACvB,6BAA6B,EAC7B,aAAa,CACd,CAAC;QAEF,IAAI,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE,EAAE,CAAC;YAC5C,aAAa,CAAC,8BAA8B,CAAC,OAAO,CAAC,CAAC;QACxD,CAAC;QAED,yEAAyE;QACzE,MAAM,eAAe,GAAG,qBAAqB,CAC3C,aAAa,CAAC,gCAAgC,EAAE,CACjD,CAAC;QAEF,MAAM,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,cAAc,EAAE,GACtD,MAAM,eAAe,CACnB,8GAA8G,CAC/G,CAAC,GAAG,CAAC;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,eAAe;oBACf,cAAc;oBACd,cAAc,EAAE,aAAa;iBAC9B;aACF;SACF,CAAC,CAAC;QAEL,IAAI,cAAc,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,cAAc,CACxB,6BAA6B,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,EAC7D,IAAI,CACL,CAAC;QACJ,CAAC;QAED,4DAA4D;QAC5D,IAAI,SAAoB,CAAC;QACzB,IAAI,CAAC;YACH,MAAM,SAAS,GAAI,iBAAwC,EAAE,KAAK,CAAC;YACnE,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC,cAAc,CACxB,6DAA6D,EAC7D,IAAI,CACL,CAAC;YACJ,CAAC;YACD,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAc,CAAC;QACjD,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC,cAAc,CAAC,6BAA6B,EAAE,IAAI,CAAC,CAAC;QAClE,CAAC;QAED,gCAAgC;QAChC,MAAM,YAAY,GAAG,IAAI,GAAG,EAGzB,CAAC;QACJ,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,EAAE,CAAC;YACnC,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE;gBAC7B,IAAI,EAAE,IAAI,CAAC,SAAS;gBACpB,SAAS,EAAE,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC;gBAChE,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;aAC/C,CAAC,CAAC;QACL,CAAC;QAED,2CAA2C;QAC3C,MAAM,eAAe,GACnB,aAAa,CAAC,oCAAoC,EAAE,CAAC;QACvD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,eAAe,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC;QAExE,4BAA4B;QAC5B,MAAM,cAAc,GAAG;YACrB,EAAE,MAAM,EAAE,wCAAwC,EAAE,KAAK,EAAE,WAAW,EAAE;YACxE;gBACE,MAAM,EAAE,yCAAyC;gBACjD,KAAK,EAAE,YAAY;aACpB;YACD;gBACE,MAAM,EAAE,8CAA8C;gBACtD,KAAK,EAAE,YAAY;aACpB;YACD;gBACE,MAAM,EAAE,iDAAiD;gBACzD,KAAK,EAAE,aAAa;gBACpB,SAAS,EAAE,IAAI;aAChB;YACD;gBACE,MAAM,EAAE,iDAAiD;gBACzD,KAAK,EAAE,aAAa;gBACpB,SAAS,EAAE,IAAI;aAChB;YACD;gBACE,MAAM,EAAE,yDAAyD;gBACjE,KAAK,EAAE,qBAAqB;gBAC5B,SAAS,EAAE,IAAI;aAChB;YACD;gBACE,MAAM,EAAE,wDAAwD;gBAChE,KAAK,EAAE,kBAAkB;aAC1B;YACD;gBACE,MAAM,EAAE,yDAAyD;gBACjE,KAAK,EAAE,mBAAmB;aAC3B;SACF,CAAC;QAEF,0BAA0B;QAC1B,MAAM,WAAW,GAAG,IAAI,GAAG,EAA2B,CAAC;QACvD,KAAK,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,YAAY,EAAE,CAAC;YAC1C,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE;gBACtB,MAAM;gBACN,QAAQ,EAAE,IAAI,CAAC,IAAI;gBACnB,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;aACtE,CAAC,CAAC;QACL,CAAC;QAED,oBAAoB;QACpB,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,cAAc,EAAE,CAAC;YAC1D,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,CAAC,MAAM,eAAe,CAAC,IAAI,CAC1C,6BAAsC,EACtC;oBACE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;oBACtC,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;wBAC1B,MAAM,EAAE;4BACN,EAAE,EAAE,KAAK;4BACT,OAAO,EAAE;gCACP;oCACE,KAAK,EAAE,+BAA+B;oCACtC,EAAE,EAAE,IAAI;oCACR,KAAK,EAAE,aAAa;iCACrB;gCACD;oCACE,KAAK,EAAE,0BAA0B;oCACjC,EAAE,EAAE,IAAI;oCACR,KAAK,EAAE,eAAe;iCACvB;6BACF;yBACF;wBACD,WAAW,EAAE,MAAM;wBACnB,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;wBAC9D,KAAK,EAAE,IAAI;wBACX,QAAQ,EAAE,CAAC,sBAAsB,CAAC;wBAClC,MAAM,EAAE,SAAS;qBAClB;iBACO,CACX,CAOA,CAAC;gBAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;gBACjC,IAAI,IAAI,EAAE,CAAC;oBACT,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;wBACxB,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC;wBAC5C,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;wBAC3D,IACE,MAAM;4BACN,KAAK,KAAK,SAAS;4BACnB,KAAK,GAAG,cAAc,GAAG,OAAO,EAChC,CAAC;4BACD,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;4BACrC,IAAI,IAAI,EAAE,CAAC;gCACT,MAAM,UAAU,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;gCAC3D,IAA2C,CAAC,KAAK,CAAC;oCACjD,UAAU,CAAC;4BACf,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,8BAA8B;YAChC,CAAC;QACH,CAAC;QAED,8DAA8D;QAC9D,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,MAAM,cAAc,GAAG;YACrB,EAAE,MAAM,EAAE,mCAAmC,EAAE,KAAK,EAAE,WAAW,EAAE;YACnE,EAAE,MAAM,EAAE,oCAAoC,EAAE,KAAK,EAAE,YAAY,EAAE;YACrE;gBACE,MAAM,EAAE,8CAA8C;gBACtD,KAAK,EAAE,YAAY;aACpB;YACD;gBACE,MAAM,EAAE,yDAAyD;gBACjE,KAAK,EAAE,kBAAkB;aAC1B;YACD;gBACE,MAAM,EAAE,0DAA0D;gBAClE,KAAK,EAAE,mBAAmB;aAC3B;YACD;gBACE,MAAM,EAAE,uDAAuD;gBAC/D,KAAK,EAAE,MAAM;aACd;YACD,EAAE,MAAM,EAAE,oCAAoC,EAAE,KAAK,EAAE,gBAAgB,EAAE;YACzE;gBACE,MAAM,EAAE,wCAAwC;gBAChD,KAAK,EAAE,kBAAkB;aAC1B;SACF,CAAC;QAEF,KAAK,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,cAAc,EAAE,CAAC;YAC/C,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,CAAC,MAAM,eAAe,CAAC,IAAI,CAC1C,6BAAsC,EACtC;oBACE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;oBACtC,IAAI,EAAE;wBACJ,YAAY,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC;wBAC1B,MAAM,EAAE;4BACN,EAAE,EAAE,KAAK;4BACT,OAAO,EAAE;gCACP;oCACE,KAAK,EAAE,+BAA+B;oCACtC,EAAE,EAAE,IAAI;oCACR,KAAK,EAAE,aAAa;iCACrB;gCACD;oCACE,KAAK,EAAE,0BAA0B;oCACjC,EAAE,EAAE,IAAI;oCACR,KAAK,EAAE,eAAe;iCACvB;6BACF;yBACF;wBACD,WAAW,EAAE,MAAM;wBACnB,SAAS,EAAE,CAAC,GAAG,SAAS,CAAC,WAAW,EAAE,IAAI,GAAG,CAAC,WAAW,EAAE,EAAE,CAAC;wBAC9D,KAAK,EAAE,IAAI;wBACX,MAAM,EAAE,SAAS;qBAClB;iBACO,CACX,CAEA,CAAC;gBAEF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;gBACjC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAC5B,MAAM,UAAU,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;oBAC3B,MAAM,MAAM,GAAG,UAAU,EAAE,MAAM,CAAC;oBAClC,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBAChC,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC;wBAC/C,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,GAAG,cAAc,GAAG,OAAO,EAAE,CAAC;4BAC3D,OAAmC,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;wBACtD,CAAC;oBACH,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,WAAW;YACb,CAAC;QACH,CAAC;QAED,qBAAqB;QACrB,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC5D,IAAI,EAAE,IAAI,CAAC,QAAQ;YACnB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE;gBACP,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,WAAW,EACT,IAAI,CAAC,WAAW,KAAK,SAAS;oBAC5B,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnC,CAAC,CAAC,SAAS;gBACf,WAAW,EACT,IAAI,CAAC,WAAW,KAAK,SAAS;oBAC5B,CAAC,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBACnC,CAAC,CAAC,SAAS;gBACf,mBAAmB,EACjB,IAAI,CAAC,mBAAmB,KAAK,SAAS;oBACpC,CAAC,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;oBAC3C,CAAC,CAAC,SAAS;gBACf,cAAc,EAAE,IAAI,CAAC,gBAAgB;oBACnC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE;oBAC/C,CAAC,CAAC,SAAS;gBACb,eAAe,EAAE,IAAI,CAAC,iBAAiB;oBACrC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE;oBAChD,CAAC,CAAC,SAAS;aACd;SACF,CAAC,CAAC,CAAC;QAEJ,0CAA0C;QAC1C,MAAM,cAAc,GAAoB,EAAE,CAAC;QAC3C,IAAI,eAAe,EAAE,CAAC;YACpB,iDAAiD;YACjD,KAAK,MAAM,IAAI,IAAI,WAAW,CAAC,MAAM,EAAE,EAAE,CAAC;gBACxC,IACE,IAAI,CAAC,mBAAmB,KAAK,SAAS;oBACtC,IAAI,CAAC,mBAAmB,GAAG,EAAE,EAC7B,CAAC;oBACD,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,mBAAmB;wBACzB,QAAQ,EAAE,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;wBAC3D,WAAW,EAAE,SAAS,IAAI,CAAC,QAAQ,SAAS,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC,iBAAiB;wBAChG,UAAU,EACR,gGAAgG;wBAClG,QAAQ,EAAE,IAAI,CAAC,QAAQ;qBACxB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,qBAAqB;YACrB,IACE,OAAO,CAAC,cAAc,KAAK,SAAS;gBACpC,OAAO,CAAC,cAAc,GAAG,MAAM,EAC/B,CAAC;gBACD,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,mBAAmB;oBACzB,QAAQ,EAAE,OAAO,CAAC,cAAc,GAAG,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ;oBAC9D,WAAW,EAAE,sBAAsB,OAAO,CAAC,cAAc,CAAC,cAAc,EAAE,mBAAmB;oBAC7F,UAAU,EACR,kFAAkF;iBACrF,CAAC,CAAC;YACL,CAAC;YAED,kBAAkB;YAClB,IACE,OAAO,CAAC,gBAAgB,KAAK,SAAS;gBACtC,OAAO,CAAC,gBAAgB,GAAG,CAAC,EAC5B,CAAC;gBACD,MAAM,QAAQ,GACZ,OAAO,CAAC,gBAAgB,GAAG,KAAK;oBAC9B,CAAC,CAAC,MAAM;oBACR,CAAC,CAAC,OAAO,CAAC,gBAAgB,GAAG,IAAI;wBAC/B,CAAC,CAAC,QAAQ;wBACV,CAAC,CAAC,KAAK,CAAC;gBACd,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,WAAW;oBACjB,QAAQ;oBACR,WAAW,EAAE,GAAG,OAAO,CAAC,gBAAgB,CAAC,cAAc,EAAE,mDAAmD;oBAC5G,UAAU,EACR,yFAAyF;iBAC5F,CAAC,CAAC;YACL,CAAC;YAED,mBAAmB;YACnB,IAAI,OAAO,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;gBACrC,MAAM,WAAW,GAAG,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;gBAC9D,IAAI,WAAW,GAAG,EAAE,EAAE,CAAC;oBACrB,cAAc,CAAC,IAAI,CAAC;wBAClB,IAAI,EAAE,aAAa;wBACnB,QAAQ,EAAE,QAAQ;wBAClB,WAAW,EAAE,qBAAqB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;wBAC9D,UAAU,EACR,gFAAgF;qBACnF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,oCAAoC;YACpC,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,KAAK,CACzD,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,CAAC,WAAW,GAAG,EAAE,CACzD,CAAC;YACF,IAAI,YAAY,IAAI,OAAO,CAAC,SAAS,KAAK,CAAC,EAAE,CAAC;gBAC5C,cAAc,CAAC,IAAI,CAAC;oBAClB,IAAI,EAAE,eAAe;oBACrB,QAAQ,EAAE,QAAQ;oBAClB,WAAW,EAAE,iDAAiD;oBAC9D,UAAU,EACR,wEAAwE;iBAC3E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAA4B;YACtC,aAAa;YACb,eAAe;YACf,OAAO,EAAE;gBACP,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,WAAW,EAAE,OAAO,CAAC,UAAU;oBAC7B,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;oBACjD,CAAC,CAAC,SAAS;gBACb,cAAc,EAAE,OAAO,CAAC,cAAc;gBACtC,cAAc,EAAE,OAAO,CAAC,gBAAgB;oBACtC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,WAAW,EAAE;oBAClD,CAAC,CAAC,SAAS;gBACb,eAAe,EAAE,OAAO,CAAC,iBAAiB;oBACxC,CAAC,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,WAAW,EAAE;oBACnD,CAAC,CAAC,SAAS;gBACb,IAAI,EAAE,OAAO,CAAC,IAAI;aACnB;YACD,KAAK;SACN,CAAC;QAEF,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,CAAC,cAAc,GAAG,cAAc,CAAC;YACvC,MAAM,CAAC,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC;QAC5C,CAAC;QAED,OAAO,IAAI,CAAC,cAAc,CACxB,uBAAuB,aAAa,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAC7E,CAAC;IACJ,CAAC;IAED,aAAa;QACX,OAAO;YACL,IAAI,EAAE,QAAQ,CAAC,2BAA2B;YAC1C,WAAW,EACT,iTAAiT;YACnT,WAAW,EAAE,sBAAsB,CAAC,KAAK;SAC1C,CAAC;IACJ,CAAC;IAED,kBAAkB;QAChB,OAAO;YACL,eAAe;YACf,kBAAkB;YAClB,yBAAyB;YACzB,4BAA4B;SAC7B,CAAC;IACJ,CAAC;IAED,oBAAoB;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
@@ -0,0 +1,23 @@
1
+ import { ClientManager } from "../../../../confluent/client-manager.js";
2
+ export interface FlinkSqlResult {
3
+ success: boolean;
4
+ data?: unknown[];
5
+ error?: string;
6
+ statementName?: string;
7
+ phase?: string;
8
+ }
9
+ export interface FlinkSqlOptions {
10
+ organizationId: string;
11
+ environmentId: string;
12
+ computePoolId: string;
13
+ catalogName?: string;
14
+ databaseName?: string;
15
+ timeoutMs?: number;
16
+ }
17
+ /**
18
+ * Executes a Flink SQL query and returns the results.
19
+ * For bounded queries (like INFORMATION_SCHEMA), waits for statement to complete,
20
+ * then fetches all results.
21
+ */
22
+ export declare function executeFlinkSql(clientManager: ClientManager, sql: string, options: FlinkSqlOptions): Promise<FlinkSqlResult>;
23
+ //# sourceMappingURL=flink-sql-helper.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"flink-sql-helper.d.ts","sourceRoot":"","sources":["../../../../../src/confluent/tools/handlers/flink/flink-sql-helper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAGjE,MAAM,WAAW,cAAc;IAC7B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,eAAe;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAWD;;;;GAIG;AACH,wBAAsB,eAAe,CACnC,aAAa,EAAE,aAAa,EAC5B,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,eAAe,GACvB,OAAO,CAAC,cAAc,CAAC,CAqJzB"}
@@ -0,0 +1,133 @@
1
+ import { wrapAsPathBasedClient } from "openapi-fetch";
2
+ /**
3
+ * Generates a unique statement name for temporary queries.
4
+ */
5
+ function generateStatementName(prefix = "mcp-query") {
6
+ const timestamp = Date.now().toString(36);
7
+ const random = Math.random().toString(36).substring(2, 8);
8
+ return `${prefix}-${timestamp}-${random}`;
9
+ }
10
+ /**
11
+ * Executes a Flink SQL query and returns the results.
12
+ * For bounded queries (like INFORMATION_SCHEMA), waits for statement to complete,
13
+ * then fetches all results.
14
+ */
15
+ export async function executeFlinkSql(clientManager, sql, options) {
16
+ const { organizationId, environmentId, computePoolId, catalogName, databaseName, timeoutMs = 30000, } = options;
17
+ const statementName = generateStatementName();
18
+ const pathBasedClient = wrapAsPathBasedClient(clientManager.getConfluentCloudFlinkRestClient());
19
+ // Create the statement
20
+ const { error: createError } = await pathBasedClient["/sql/v1/organizations/{organization_id}/environments/{environment_id}/statements"].POST({
21
+ params: {
22
+ path: {
23
+ environment_id: environmentId,
24
+ organization_id: organizationId,
25
+ },
26
+ },
27
+ body: {
28
+ name: statementName,
29
+ organization_id: organizationId,
30
+ environment_id: environmentId,
31
+ spec: {
32
+ compute_pool_id: computePoolId,
33
+ statement: sql,
34
+ properties: {
35
+ ...(catalogName && { "sql.current-catalog": catalogName }),
36
+ ...(databaseName && { "sql.current-database": databaseName }),
37
+ },
38
+ },
39
+ },
40
+ });
41
+ if (createError) {
42
+ return {
43
+ success: false,
44
+ error: `Failed to create statement: ${JSON.stringify(createError)}`,
45
+ statementName,
46
+ };
47
+ }
48
+ const startTime = Date.now();
49
+ const hasTimedOut = () => Date.now() - startTime >= timeoutMs;
50
+ // Wait for statement to reach a terminal state (COMPLETED, FAILED, STOPPED)
51
+ let phase;
52
+ while (!hasTimedOut()) {
53
+ const { data: statementData, error: statusError } = await pathBasedClient["/sql/v1/organizations/{organization_id}/environments/{environment_id}/statements/{statement_name}"].GET({
54
+ params: {
55
+ path: {
56
+ organization_id: organizationId,
57
+ environment_id: environmentId,
58
+ statement_name: statementName,
59
+ },
60
+ },
61
+ });
62
+ if (statusError) {
63
+ return {
64
+ success: false,
65
+ error: `Failed to get statement status: ${JSON.stringify(statusError)}`,
66
+ statementName,
67
+ };
68
+ }
69
+ phase = statementData?.status?.phase;
70
+ if (phase === "COMPLETED") {
71
+ break;
72
+ }
73
+ if (phase === "FAILED") {
74
+ const detail = statementData?.status?.detail || "Unknown error";
75
+ return {
76
+ success: false,
77
+ error: `Statement failed: ${detail}`,
78
+ statementName,
79
+ phase,
80
+ };
81
+ }
82
+ if (phase === "STOPPED" || phase === "DELETED") {
83
+ return {
84
+ success: false,
85
+ error: `Statement was ${phase.toLowerCase()}`,
86
+ statementName,
87
+ phase,
88
+ };
89
+ }
90
+ // Still PENDING or RUNNING, wait and retry
91
+ await new Promise((resolve) => setTimeout(resolve, 500));
92
+ }
93
+ if (phase !== "COMPLETED") {
94
+ return {
95
+ success: false,
96
+ error: `Statement timed out in ${phase} state`,
97
+ statementName,
98
+ phase,
99
+ };
100
+ }
101
+ // Fetch all results (bounded query, so we should get everything)
102
+ let allResults = [];
103
+ let nextToken = undefined;
104
+ do {
105
+ const { data: response, error: readError } = await pathBasedClient["/sql/v1/organizations/{organization_id}/environments/{environment_id}/statements/{name}/results"].GET({
106
+ params: {
107
+ path: {
108
+ organization_id: organizationId,
109
+ environment_id: environmentId,
110
+ name: statementName,
111
+ },
112
+ ...(nextToken ? { query: { page_token: nextToken } } : {}),
113
+ },
114
+ });
115
+ if (readError) {
116
+ return {
117
+ success: false,
118
+ error: `Failed to read results: ${JSON.stringify(readError)}`,
119
+ statementName,
120
+ phase,
121
+ };
122
+ }
123
+ allResults = allResults.concat(response?.results?.data || []);
124
+ nextToken = response?.metadata?.next?.split("page_token=")[1];
125
+ } while (nextToken);
126
+ return {
127
+ success: true,
128
+ data: allResults,
129
+ statementName,
130
+ phase,
131
+ };
132
+ }
133
+ //# sourceMappingURL=flink-sql-helper.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"flink-sql-helper.js","sourceRoot":"","sources":["../../../../../src/confluent/tools/handlers/flink/flink-sql-helper.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAmBtD;;GAEG;AACH,SAAS,qBAAqB,CAAC,SAAiB,WAAW;IACzD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC1C,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,OAAO,GAAG,MAAM,IAAI,SAAS,IAAI,MAAM,EAAE,CAAC;AAC5C,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,aAA4B,EAC5B,GAAW,EACX,OAAwB;IAExB,MAAM,EACJ,cAAc,EACd,aAAa,EACb,aAAa,EACb,WAAW,EACX,YAAY,EACZ,SAAS,GAAG,KAAK,GAClB,GAAG,OAAO,CAAC;IAEZ,MAAM,aAAa,GAAG,qBAAqB,EAAE,CAAC;IAC9C,MAAM,eAAe,GAAG,qBAAqB,CAC3C,aAAa,CAAC,gCAAgC,EAAE,CACjD,CAAC;IAEF,uBAAuB;IACvB,MAAM,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,eAAe,CAClD,kFAAkF,CACnF,CAAC,IAAI,CAAC;QACL,MAAM,EAAE;YACN,IAAI,EAAE;gBACJ,cAAc,EAAE,aAAa;gBAC7B,eAAe,EAAE,cAAc;aAChC;SACF;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,aAAa;YACnB,eAAe,EAAE,cAAc;YAC/B,cAAc,EAAE,aAAa;YAC7B,IAAI,EAAE;gBACJ,eAAe,EAAE,aAAa;gBAC9B,SAAS,EAAE,GAAG;gBACd,UAAU,EAAE;oBACV,GAAG,CAAC,WAAW,IAAI,EAAE,qBAAqB,EAAE,WAAW,EAAE,CAAC;oBAC1D,GAAG,CAAC,YAAY,IAAI,EAAE,sBAAsB,EAAE,YAAY,EAAE,CAAC;iBAC9D;aACF;SACF;KACF,CAAC,CAAC;IAEH,IAAI,WAAW,EAAE,CAAC;QAChB,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,+BAA+B,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE;YACnE,aAAa;SACd,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,IAAI,SAAS,CAAC;IAE9D,4EAA4E;IAC5E,IAAI,KAAyB,CAAC;IAC9B,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC;QACtB,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,MAAM,eAAe,CACvE,mGAAmG,CACpG,CAAC,GAAG,CAAC;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,eAAe,EAAE,cAAc;oBAC/B,cAAc,EAAE,aAAa;oBAC7B,cAAc,EAAE,aAAa;iBAC9B;aACF;SACF,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,mCAAmC,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE;gBACvE,aAAa;aACd,CAAC;QACJ,CAAC;QAED,KAAK,GAAG,aAAa,EAAE,MAAM,EAAE,KAAK,CAAC;QAErC,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAC1B,MAAM;QACR,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,EAAE,CAAC;YACvB,MAAM,MAAM,GAAG,aAAa,EAAE,MAAM,EAAE,MAAM,IAAI,eAAe,CAAC;YAChE,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,qBAAqB,MAAM,EAAE;gBACpC,aAAa;gBACb,KAAK;aACN,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/C,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,iBAAiB,KAAK,CAAC,WAAW,EAAE,EAAE;gBAC7C,aAAa;gBACb,KAAK;aACN,CAAC;QACJ,CAAC;QAED,2CAA2C;QAC3C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;IAC3D,CAAC;IAED,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,OAAO;YACL,OAAO,EAAE,KAAK;YACd,KAAK,EAAE,0BAA0B,KAAK,QAAQ;YAC9C,aAAa;YACb,KAAK;SACN,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,IAAI,UAAU,GAAc,EAAE,CAAC;IAC/B,IAAI,SAAS,GAAuB,SAAS,CAAC;IAE9C,GAAG,CAAC;QACF,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,GAAG,MAAM,eAAe,CAChE,iGAAiG,CAClG,CAAC,GAAG,CAAC;YACJ,MAAM,EAAE;gBACN,IAAI,EAAE;oBACJ,eAAe,EAAE,cAAc;oBAC/B,cAAc,EAAE,aAAa;oBAC7B,IAAI,EAAE,aAAa;iBACpB;gBACD,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3D;SACF,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACd,OAAO;gBACL,OAAO,EAAE,KAAK;gBACd,KAAK,EAAE,2BAA2B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE;gBAC7D,aAAa;gBACb,KAAK;aACN,CAAC;QACJ,CAAC;QAED,UAAU,GAAG,UAAU,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;QAC9D,SAAS,GAAG,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC;IAChE,CAAC,QAAQ,SAAS,EAAE;IAEpB,OAAO;QACL,OAAO,EAAE,IAAI;QACb,IAAI,EAAE,UAAU;QAChB,aAAa;QACb,KAAK;KACN,CAAC;AACJ,CAAC"}
@@ -0,0 +1,11 @@
1
+ import { ClientManager } from "../../../../confluent/client-manager.js";
2
+ import { CallToolResult } from "../../../../confluent/schema.js";
3
+ import { BaseToolHandler, ToolConfig } from "../../../../confluent/tools/base-tools.js";
4
+ import { EnvVar } from "../../../../env-schema.js";
5
+ export declare class GetFlinkExceptionsHandler extends BaseToolHandler {
6
+ handle(clientManager: ClientManager, toolArguments: Record<string, unknown> | undefined): Promise<CallToolResult>;
7
+ getToolConfig(): ToolConfig;
8
+ getRequiredEnvVars(): EnvVar[];
9
+ isConfluentCloudOnly(): boolean;
10
+ }
11
+ //# sourceMappingURL=get-flink-exceptions-handler.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"get-flink-exceptions-handler.d.ts","sourceRoot":"","sources":["../../../../../src/confluent/tools/handlers/flink/get-flink-exceptions-handler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,kCAAkC,CAAC;AAEjE,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EACL,eAAe,EACf,UAAU,EACX,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAkC5C,qBAAa,yBAA0B,SAAQ,eAAe;IACtD,MAAM,CACV,aAAa,EAAE,aAAa,EAC5B,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,GACjD,OAAO,CAAC,cAAc,CAAC;IAsD1B,aAAa,IAAI,UAAU;IAS3B,kBAAkB,IAAI,MAAM,EAAE;IAI9B,oBAAoB,IAAI,OAAO;CAGhC"}