@confluentinc/mcp-confluent 1.4.0 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +57 -34
- package/config.example.yaml +36 -7
- package/config.oauth.example.yaml +14 -1
- package/dist/build-config.d.ts +1 -0
- package/dist/build-config.d.ts.map +1 -1
- package/dist/build-config.js +1 -0
- package/dist/build-config.js.map +1 -1
- package/dist/cli.d.ts +1 -1
- package/dist/cli.d.ts.map +1 -1
- package/dist/cli.js +128 -94
- package/dist/cli.js.map +1 -1
- package/dist/config/env-config.d.ts +9 -3
- package/dist/config/env-config.d.ts.map +1 -1
- package/dist/config/env-config.js +15 -34
- package/dist/config/env-config.js.map +1 -1
- package/dist/config/models.d.ts +105 -13
- package/dist/config/models.d.ts.map +1 -1
- package/dist/config/models.js +49 -37
- package/dist/config/models.js.map +1 -1
- package/dist/confluent/base-client-manager.d.ts +3 -1
- package/dist/confluent/base-client-manager.d.ts.map +1 -1
- package/dist/confluent/base-client-manager.js +5 -1
- package/dist/confluent/base-client-manager.js.map +1 -1
- package/dist/confluent/client-manager.d.ts +15 -1
- package/dist/confluent/client-manager.d.ts.map +1 -1
- package/dist/confluent/direct-client-manager.d.ts +1 -1
- package/dist/confluent/direct-client-manager.d.ts.map +1 -1
- package/dist/confluent/middleware.d.ts +1 -1
- package/dist/confluent/middleware.d.ts.map +1 -1
- package/dist/confluent/node-deps.d.ts +8 -0
- package/dist/confluent/node-deps.d.ts.map +1 -1
- package/dist/confluent/node-deps.js +9 -2
- package/dist/confluent/node-deps.js.map +1 -1
- package/dist/confluent/oauth/auth0-config.d.ts +26 -4
- package/dist/confluent/oauth/auth0-config.d.ts.map +1 -1
- package/dist/confluent/oauth/auth0-config.js +59 -19
- package/dist/confluent/oauth/auth0-config.js.map +1 -1
- package/dist/confluent/oauth/pkce-login.d.ts.map +1 -1
- package/dist/confluent/oauth/pkce-login.js +180 -150
- package/dist/confluent/oauth/pkce-login.js.map +1 -1
- package/dist/confluent/oauth/types.d.ts +1 -2
- package/dist/confluent/oauth/types.d.ts.map +1 -1
- package/dist/confluent/oauth-client-manager.d.ts +6 -3
- package/dist/confluent/oauth-client-manager.d.ts.map +1 -1
- package/dist/confluent/oauth-client-manager.js +28 -6
- package/dist/confluent/oauth-client-manager.js.map +1 -1
- package/dist/confluent/oauth-resource-resolvers.d.ts +11 -0
- package/dist/confluent/oauth-resource-resolvers.d.ts.map +1 -1
- package/dist/confluent/oauth-resource-resolvers.js +24 -0
- package/dist/confluent/oauth-resource-resolvers.js.map +1 -1
- package/dist/confluent/schema-registry-helper.d.ts +131 -7
- package/dist/confluent/schema-registry-helper.d.ts.map +1 -1
- package/dist/confluent/schema-registry-helper.js +336 -40
- package/dist/confluent/schema-registry-helper.js.map +1 -1
- package/dist/confluent/schema.d.ts +2 -2
- package/dist/confluent/schema.d.ts.map +1 -1
- package/dist/confluent/sentry-redact.d.ts +5 -0
- package/dist/confluent/sentry-redact.d.ts.map +1 -0
- package/dist/confluent/sentry-redact.js +64 -0
- package/dist/confluent/sentry-redact.js.map +1 -0
- package/dist/confluent/sentry.d.ts +23 -0
- package/dist/confluent/sentry.d.ts.map +1 -0
- package/dist/confluent/sentry.js +68 -0
- package/dist/confluent/sentry.js.map +1 -0
- package/dist/confluent/tools/base-tools.d.ts +169 -24
- package/dist/confluent/tools/base-tools.d.ts.map +1 -1
- package/dist/confluent/tools/base-tools.js +225 -21
- package/dist/confluent/tools/base-tools.js.map +1 -1
- package/dist/confluent/tools/cluster-arg-resolvers.d.ts +22 -1
- package/dist/confluent/tools/cluster-arg-resolvers.d.ts.map +1 -1
- package/dist/confluent/tools/cluster-arg-resolvers.js +50 -4
- package/dist/confluent/tools/cluster-arg-resolvers.js.map +1 -1
- package/dist/confluent/tools/connection-predicates.d.ts +70 -7
- package/dist/confluent/tools/connection-predicates.d.ts.map +1 -1
- package/dist/confluent/tools/connection-predicates.js +69 -6
- package/dist/confluent/tools/connection-predicates.js.map +1 -1
- package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.d.ts +9 -3
- package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.js +77 -62
- package/dist/confluent/tools/handlers/billing/list-billing-costs-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/catalog/add-tags-to-topic.d.ts +5 -5
- package/dist/confluent/tools/handlers/catalog/add-tags-to-topic.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/catalog/add-tags-to-topic.js +9 -5
- package/dist/confluent/tools/handlers/catalog/add-tags-to-topic.js.map +1 -1
- package/dist/confluent/tools/handlers/catalog/create-topic-tags.d.ts +5 -5
- package/dist/confluent/tools/handlers/catalog/create-topic-tags.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/catalog/create-topic-tags.js +9 -5
- package/dist/confluent/tools/handlers/catalog/create-topic-tags.js.map +1 -1
- package/dist/confluent/tools/handlers/catalog/delete-tag.d.ts +5 -5
- package/dist/confluent/tools/handlers/catalog/delete-tag.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/catalog/delete-tag.js +9 -5
- package/dist/confluent/tools/handlers/catalog/delete-tag.js.map +1 -1
- package/dist/confluent/tools/handlers/catalog/list-tags.d.ts +6 -6
- package/dist/confluent/tools/handlers/catalog/list-tags.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/catalog/list-tags.js +14 -6
- package/dist/confluent/tools/handlers/catalog/list-tags.js.map +1 -1
- package/dist/confluent/tools/handlers/catalog/remove-tag-from-entity.d.ts +5 -5
- package/dist/confluent/tools/handlers/catalog/remove-tag-from-entity.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/catalog/remove-tag-from-entity.js +9 -5
- package/dist/confluent/tools/handlers/catalog/remove-tag-from-entity.js.map +1 -1
- package/dist/confluent/tools/handlers/clusters/list-clusters-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/clusters/list-clusters-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/clusters/list-clusters-handler.js +1 -1
- package/dist/confluent/tools/handlers/clusters/list-clusters-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/connect-tool-handler.d.ts +8 -8
- package/dist/confluent/tools/handlers/connect/connect-tool-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/connect-tool-handler.js +9 -10
- package/dist/confluent/tools/handlers/connect/connect-tool-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/create-connector-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/create-connector-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/create-connector-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/create-connector-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/delete-connector-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/delete-connector-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/delete-connector-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/delete-connector-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-config-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-config-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-config-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/get-connector-config-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-error-recommendations-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-error-recommendations-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-error-recommendations-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/get-connector-error-recommendations-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-error-summary-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-error-summary-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-error-summary-handler.js +2 -3
- package/dist/confluent/tools/handlers/connect/get-connector-error-summary-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-logs-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-logs-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-logs-handler.js +171 -100
- package/dist/confluent/tools/handlers/connect/get-connector-logs-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-offsets-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-offsets-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-offsets-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/get-connector-offsets-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-status-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-status-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-status-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/get-connector-status-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-tasks-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/get-connector-tasks-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/get-connector-tasks-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/get-connector-tasks-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/list-connectors-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/list-connectors-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/list-connectors-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/list-connectors-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/pause-connector-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/pause-connector-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/pause-connector-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/pause-connector-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/restart-connector-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/restart-connector-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/restart-connector-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/restart-connector-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/resume-connector-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/resume-connector-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/resume-connector-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/resume-connector-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/connect/update-connector-config-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/connect/update-connector-config-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/connect/update-connector-config-handler.js +1 -2
- package/dist/confluent/tools/handlers/connect/update-connector-config-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/diagnostics/config-help-handler.d.ts +43 -0
- package/dist/confluent/tools/handlers/diagnostics/config-help-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/config-help-handler.js +297 -0
- package/dist/confluent/tools/handlers/diagnostics/config-help-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-configured-connection-handler.d.ts +32 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-configured-connection-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-configured-connection-handler.js +116 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-configured-connection-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-fields.d.ts +52 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-fields.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-fields.js +114 -0
- package/dist/confluent/tools/handlers/diagnostics/describe-fields.js.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/explain-disabled-tools-handler.d.ts +22 -44
- package/dist/confluent/tools/handlers/diagnostics/explain-disabled-tools-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/diagnostics/explain-disabled-tools-handler.js +95 -81
- package/dist/confluent/tools/handlers/diagnostics/explain-disabled-tools-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/diagnostics/list-configured-connections-handler.d.ts +28 -0
- package/dist/confluent/tools/handlers/diagnostics/list-configured-connections-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/diagnostics/list-configured-connections-handler.js +93 -0
- package/dist/confluent/tools/handlers/diagnostics/list-configured-connections-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/docs/get-product-doc-page-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/docs/get-product-doc-page-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/docs/get-product-doc-page-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/docs/search-product-docs-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/docs/search-product-docs-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/docs/search-product-docs-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/environments/list-environments-handler.d.ts +9 -3
- package/dist/confluent/tools/handlers/environments/list-environments-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/environments/list-environments-handler.js +68 -46
- package/dist/confluent/tools/handlers/environments/list-environments-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/environments/read-environment-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/environments/read-environment-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/environments/read-environment-handler.js +2 -2
- package/dist/confluent/tools/handlers/environments/read-environment-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.d.ts +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.js +12 -6
- package/dist/confluent/tools/handlers/flink/catalog/catalog-resolver.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.js +24 -21
- package/dist/confluent/tools/handlers/flink/catalog/describe-table-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/flink-catalog-tool-handler.d.ts +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/flink-catalog-tool-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.js +24 -21
- package/dist/confluent/tools/handlers/flink/catalog/get-table-info-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.js +9 -7
- package/dist/confluent/tools/handlers/flink/catalog/list-catalogs-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.js +14 -12
- package/dist/confluent/tools/handlers/flink/catalog/list-databases-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.js +14 -12
- package/dist/confluent/tools/handlers/flink/catalog/list-tables-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/create-flink-statement-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/create-flink-statement-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/create-flink-statement-handler.js +27 -22
- package/dist/confluent/tools/handlers/flink/create-flink-statement-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/delete-flink-statement-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/delete-flink-statement-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/delete-flink-statement-handler.js +20 -12
- package/dist/confluent/tools/handlers/flink/delete-flink-statement-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.js +20 -12
- package/dist/confluent/tools/handlers/flink/diagnostics/check-health-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.js +203 -156
- package/dist/confluent/tools/handlers/flink/diagnostics/detect-issues-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.d.ts +12 -8
- package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.js +346 -377
- package/dist/confluent/tools/handlers/flink/diagnostics/metrics-helper.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.js +374 -317
- package/dist/confluent/tools/handlers/flink/diagnostics/query-profiler-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/flink-sql-helper.d.ts +4 -3
- package/dist/confluent/tools/handlers/flink/flink-sql-helper.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/flink-sql-helper.js +133 -57
- package/dist/confluent/tools/handlers/flink/flink-sql-helper.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/flink-tool-handler.d.ts +27 -6
- package/dist/confluent/tools/handlers/flink/flink-tool-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/flink-tool-handler.js +37 -7
- package/dist/confluent/tools/handlers/flink/flink-tool-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.js +20 -12
- package/dist/confluent/tools/handlers/flink/get-flink-exceptions-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/flink/get-flink-statement-results-handler.d.ts +9 -0
- package/dist/confluent/tools/handlers/flink/get-flink-statement-results-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/flink/{read-flink-statement-handler.js → get-flink-statement-results-handler.js} +30 -22
- package/dist/confluent/tools/handlers/flink/get-flink-statement-results-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/flink/list-compute-pools-handler.d.ts +11 -0
- package/dist/confluent/tools/handlers/flink/list-compute-pools-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/flink/list-compute-pools-handler.js +118 -0
- package/dist/confluent/tools/handlers/flink/list-compute-pools-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.js +19 -17
- package/dist/confluent/tools/handlers/flink/list-flink-statements-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/alter-topic-config.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/alter-topic-config.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/alter-topic-config.js +1 -1
- package/dist/confluent/tools/handlers/kafka/alter-topic-config.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.d.ts +21 -10
- package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.js +136 -73
- package/dist/confluent/tools/handlers/kafka/consume-kafka-messages-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/create-topics-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/create-topics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/create-topics-handler.js +12 -3
- package/dist/confluent/tools/handlers/kafka/create-topics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/delete-topics-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/delete-topics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/delete-topics-handler.js +1 -1
- package/dist/confluent/tools/handlers/kafka/delete-topics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/describe-consumer-group-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/describe-consumer-group-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/describe-consumer-group-handler.js +6 -41
- package/dist/confluent/tools/handlers/kafka/describe-consumer-group-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-consumer-group-lag-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/get-consumer-group-lag-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-consumer-group-lag-handler.js +6 -10
- package/dist/confluent/tools/handlers/kafka/get-consumer-group-lag-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-partition-offsets-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/get-partition-offsets-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-partition-offsets-handler.js +1 -1
- package/dist/confluent/tools/handlers/kafka/get-partition-offsets-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-topic-config.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/get-topic-config.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/get-topic-config.js +1 -1
- package/dist/confluent/tools/handlers/kafka/get-topic-config.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/list-consumer-groups-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/list-consumer-groups-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/list-consumer-groups-handler.js +1 -1
- package/dist/confluent/tools/handlers/kafka/list-consumer-groups-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/list-topics-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/kafka/list-topics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/list-topics-handler.js +1 -1
- package/dist/confluent/tools/handlers/kafka/list-topics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/kafka/partition-watermarks.d.ts +1 -1
- package/dist/confluent/tools/handlers/kafka/partition-watermarks.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.d.ts +12 -4
- package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.js +140 -34
- package/dist/confluent/tools/handlers/kafka/produce-kafka-message-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/metrics/list-metrics-handler.d.ts +5 -5
- package/dist/confluent/tools/handlers/metrics/list-metrics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/metrics/list-metrics-handler.js +105 -60
- package/dist/confluent/tools/handlers/metrics/list-metrics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/metrics/query-metrics-handler.d.ts +5 -5
- package/dist/confluent/tools/handlers/metrics/query-metrics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/metrics/query-metrics-handler.js +75 -57
- package/dist/confluent/tools/handlers/metrics/query-metrics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/metrics/telemetry-error.d.ts +9 -0
- package/dist/confluent/tools/handlers/metrics/telemetry-error.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/metrics/telemetry-error.js +38 -0
- package/dist/confluent/tools/handlers/metrics/telemetry-error.js.map +1 -0
- package/dist/confluent/tools/handlers/organizations/list-organizations-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/organizations/list-organizations-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/organizations/list-organizations-handler.js +2 -1
- package/dist/confluent/tools/handlers/organizations/list-organizations-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/schema/create-schema-handler.d.ts +11 -0
- package/dist/confluent/tools/handlers/schema/create-schema-handler.d.ts.map +1 -0
- package/dist/confluent/tools/handlers/schema/create-schema-handler.js +76 -0
- package/dist/confluent/tools/handlers/schema/create-schema-handler.js.map +1 -0
- package/dist/confluent/tools/handlers/schema/delete-schema-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/schema/delete-schema-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/schema/delete-schema-handler.js +1 -1
- package/dist/confluent/tools/handlers/schema/delete-schema-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/schema/list-schemas-handler.d.ts +4 -3
- package/dist/confluent/tools/handlers/schema/list-schemas-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/schema/list-schemas-handler.js +101 -72
- package/dist/confluent/tools/handlers/schema/list-schemas-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/search/search-topic-by-tag-handler.d.ts +5 -5
- package/dist/confluent/tools/handlers/search/search-topic-by-tag-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/search/search-topic-by-tag-handler.js +9 -5
- package/dist/confluent/tools/handlers/search/search-topic-by-tag-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/search/search-topics-by-name-handler.d.ts +5 -5
- package/dist/confluent/tools/handlers/search/search-topics-by-name-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/search/search-topics-by-name-handler.js +9 -5
- package/dist/confluent/tools/handlers/search/search-topics-by-name-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/create-tableflow-catalog-integration-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/catalog/create-tableflow-catalog-integration-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/create-tableflow-catalog-integration-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/catalog/create-tableflow-catalog-integration-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/delete-tableflow-catalog-integration-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/catalog/delete-tableflow-catalog-integration-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/delete-tableflow-catalog-integration-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/catalog/delete-tableflow-catalog-integration-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/list-tableflow-catalog-integrations-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/catalog/list-tableflow-catalog-integrations-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/list-tableflow-catalog-integrations-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/catalog/list-tableflow-catalog-integrations-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/read-tableflow-catalog-integration-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/catalog/read-tableflow-catalog-integration-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/read-tableflow-catalog-integration-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/catalog/read-tableflow-catalog-integration-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/update-tableflow-catalog-integration-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/catalog/update-tableflow-catalog-integration-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/update-tableflow-catalog-integration-handler.js +1 -1
- package/dist/confluent/tools/handlers/tableflow/catalog/update-tableflow-catalog-integration-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/list-tableflow-regions-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/list-tableflow-regions-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/list-tableflow-regions-handler.js +1 -1
- package/dist/confluent/tools/handlers/tableflow/list-tableflow-regions-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/tableflow-tool-handler.d.ts +15 -10
- package/dist/confluent/tools/handlers/tableflow/tableflow-tool-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/tableflow-tool-handler.js +17 -14
- package/dist/confluent/tools/handlers/tableflow/tableflow-tool-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/create-tableflow-topic-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/topic/create-tableflow-topic-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/create-tableflow-topic-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/topic/create-tableflow-topic-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/delete-tableflow-topic-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/topic/delete-tableflow-topic-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/delete-tableflow-topic-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/topic/delete-tableflow-topic-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/list-tableflow-topics-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/topic/list-tableflow-topics-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/list-tableflow-topics-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/topic/list-tableflow-topics-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/read-tableflow-topic-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/topic/read-tableflow-topic-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/read-tableflow-topic-handler.js +2 -2
- package/dist/confluent/tools/handlers/tableflow/topic/read-tableflow-topic-handler.js.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/update-tableflow-topic-handler.d.ts +3 -3
- package/dist/confluent/tools/handlers/tableflow/topic/update-tableflow-topic-handler.d.ts.map +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/update-tableflow-topic-handler.js +1 -1
- package/dist/confluent/tools/handlers/tableflow/topic/update-tableflow-topic-handler.js.map +1 -1
- package/dist/confluent/tools/pagination.d.ts +31 -0
- package/dist/confluent/tools/pagination.d.ts.map +1 -0
- package/dist/confluent/tools/pagination.js +40 -0
- package/dist/confluent/tools/pagination.js.map +1 -0
- package/dist/confluent/tools/tool-availability.d.ts +63 -32
- package/dist/confluent/tools/tool-availability.d.ts.map +1 -1
- package/dist/confluent/tools/tool-availability.js +101 -69
- package/dist/confluent/tools/tool-availability.js.map +1 -1
- package/dist/confluent/tools/tool-input-error.d.ts +17 -0
- package/dist/confluent/tools/tool-input-error.d.ts.map +1 -0
- package/dist/confluent/tools/tool-input-error.js +23 -0
- package/dist/confluent/tools/tool-input-error.js.map +1 -0
- package/dist/confluent/tools/tool-metadata-handler.d.ts +52 -0
- package/dist/confluent/tools/tool-metadata-handler.d.ts.map +1 -0
- package/dist/confluent/tools/tool-metadata-handler.js +61 -0
- package/dist/confluent/tools/tool-metadata-handler.js.map +1 -0
- package/dist/confluent/tools/tool-name.d.ts +7 -2
- package/dist/confluent/tools/tool-name.d.ts.map +1 -1
- package/dist/confluent/tools/tool-name.js +6 -1
- package/dist/confluent/tools/tool-name.js.map +1 -1
- package/dist/confluent/tools/tool-registry.d.ts +1 -1
- package/dist/confluent/tools/tool-registry.d.ts.map +1 -1
- package/dist/confluent/tools/tool-registry.js +24 -2
- package/dist/confluent/tools/tool-registry.js.map +1 -1
- package/dist/env-schema.d.ts +0 -1
- package/dist/env-schema.d.ts.map +1 -1
- package/dist/env-schema.js +0 -7
- package/dist/env-schema.js.map +1 -1
- package/dist/env.d.ts +1 -2
- package/dist/env.d.ts.map +1 -1
- package/dist/index.d.ts +54 -64
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +78 -324
- package/dist/index.js.map +1 -1
- package/dist/lazy.d.ts +4 -2
- package/dist/lazy.d.ts.map +1 -1
- package/dist/lazy.js +27 -12
- package/dist/lazy.js.map +1 -1
- package/dist/logger.d.ts +1 -1
- package/dist/logger.d.ts.map +1 -1
- package/dist/mcp/server.d.ts +6 -4
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/mcp/server.js +19 -6
- package/dist/mcp/server.js.map +1 -1
- package/dist/mcp/transports/auth.d.ts +1 -1
- package/dist/mcp/transports/auth.d.ts.map +1 -1
- package/dist/mcp/transports/http.d.ts +3 -3
- package/dist/mcp/transports/http.d.ts.map +1 -1
- package/dist/mcp/transports/manager.d.ts +1 -1
- package/dist/mcp/transports/manager.d.ts.map +1 -1
- package/dist/mcp/transports/manager.js.map +1 -1
- package/dist/mcp/transports/ping.d.ts +1 -1
- package/dist/mcp/transports/ping.d.ts.map +1 -1
- package/dist/mcp/transports/server.d.ts +3 -3
- package/dist/mcp/transports/server.d.ts.map +1 -1
- package/dist/mcp/transports/server.js +1 -1
- package/dist/mcp/transports/server.js.map +1 -1
- package/dist/mcp/transports/sse.d.ts +3 -3
- package/dist/mcp/transports/sse.d.ts.map +1 -1
- package/dist/mcp/transports/stdio.d.ts +2 -2
- package/dist/mcp/transports/stdio.d.ts.map +1 -1
- package/dist/preflight.d.ts +33 -0
- package/dist/preflight.d.ts.map +1 -0
- package/dist/preflight.js +68 -0
- package/dist/preflight.js.map +1 -0
- package/dist/print-md-schema.js +21 -18
- package/dist/print-md-schema.js.map +1 -1
- package/dist/server-main.d.ts +104 -0
- package/dist/server-main.d.ts.map +1 -0
- package/dist/server-main.js +410 -0
- package/dist/server-main.js.map +1 -0
- package/dist/server-runtime.d.ts +22 -7
- package/dist/server-runtime.d.ts.map +1 -1
- package/dist/server-runtime.js +45 -28
- package/dist/server-runtime.js.map +1 -1
- package/dist/utils/quote-join-ids.d.ts +9 -0
- package/dist/utils/quote-join-ids.d.ts.map +1 -0
- package/dist/utils/quote-join-ids.js +11 -0
- package/dist/utils/quote-join-ids.js.map +1 -0
- package/package.json +37 -35
- package/dist/confluent/tools/handlers/flink/read-flink-statement-handler.d.ts +0 -9
- package/dist/confluent/tools/handlers/flink/read-flink-statement-handler.d.ts.map +0 -1
- package/dist/confluent/tools/handlers/flink/read-flink-statement-handler.js.map +0 -1
- package/dist/confluent/tools/handlers/kafka/topic-metadata.d.ts +0 -18
- package/dist/confluent/tools/handlers/kafka/topic-metadata.d.ts.map +0 -1
- package/dist/confluent/tools/handlers/kafka/topic-metadata.js +0 -18
- package/dist/confluent/tools/handlers/kafka/topic-metadata.js.map +0 -1
|
@@ -1,25 +1,10 @@
|
|
|
1
1
|
import { READ_ONLY } from "../../../../../confluent/tools/base-tools.js";
|
|
2
|
-
import {
|
|
2
|
+
import { flinkWithTelemetryOrOAuth } from "../../../../../confluent/tools/connection-predicates.js";
|
|
3
3
|
import { FlinkToolHandler } from "../../../../../confluent/tools/handlers/flink/flink-tool-handler.js";
|
|
4
4
|
import { ToolName } from "../../../../../confluent/tools/tool-name.js";
|
|
5
5
|
import { wrapAsPathBasedClient } from "openapi-fetch";
|
|
6
6
|
import { z } from "zod";
|
|
7
7
|
const queryProfilerArguments = z.object({
|
|
8
|
-
organizationId: z
|
|
9
|
-
.string()
|
|
10
|
-
.trim()
|
|
11
|
-
.optional()
|
|
12
|
-
.describe("The unique identifier for the organization."),
|
|
13
|
-
environmentId: z
|
|
14
|
-
.string()
|
|
15
|
-
.trim()
|
|
16
|
-
.optional()
|
|
17
|
-
.describe("The unique identifier for the environment."),
|
|
18
|
-
computePoolId: z
|
|
19
|
-
.string()
|
|
20
|
-
.trim()
|
|
21
|
-
.optional()
|
|
22
|
-
.describe("The compute pool ID where the statement runs."),
|
|
23
8
|
statementName: z
|
|
24
9
|
.string()
|
|
25
10
|
.regex(new RegExp("[a-z0-9]([-a-z0-9]*[a-z0-9])?(\\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*"))
|
|
@@ -37,18 +22,34 @@ const queryProfilerArguments = z.object({
|
|
|
37
22
|
.boolean()
|
|
38
23
|
.default(true)
|
|
39
24
|
.describe("Include automated issue detection based on metrics (backpressure, lag, state size, etc.)."),
|
|
25
|
+
organizationId: z
|
|
26
|
+
.string()
|
|
27
|
+
.trim()
|
|
28
|
+
.optional()
|
|
29
|
+
.describe("Confluent Cloud organization ID. Discover via list-organizations."),
|
|
30
|
+
environmentId: z
|
|
31
|
+
.string()
|
|
32
|
+
.trim()
|
|
33
|
+
.optional()
|
|
34
|
+
.describe("Confluent Cloud environment ID (env-...) that owns the Flink compute pool. Discover via list-environments."),
|
|
35
|
+
computePoolId: z
|
|
36
|
+
.string()
|
|
37
|
+
.trim()
|
|
38
|
+
.optional()
|
|
39
|
+
.describe("Confluent Cloud Flink compute pool ID (lfcp-...). Discover via list-compute-pools."),
|
|
40
40
|
});
|
|
41
41
|
// Long.MIN_VALUE indicates no watermark set
|
|
42
42
|
const LONG_MIN_VALUE = -9223372036854776000;
|
|
43
43
|
export class QueryProfilerHandler extends FlinkToolHandler {
|
|
44
44
|
async handle(runtime, toolArguments) {
|
|
45
|
-
const clientManager = runtime.clientManager;
|
|
46
45
|
const { statementName, environmentId, organizationId, computePoolId, intervalMinutes, includeAnalysis, } = queryProfilerArguments.parse(toolArguments);
|
|
47
|
-
const
|
|
48
|
-
const { organization_id, environment_id } = this.
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
46
|
+
const { conn, clientManager } = this.resolveConnection(runtime, toolArguments);
|
|
47
|
+
const { organization_id, environment_id, compute_pool_id } = this.resolveFlinkRouting(conn, {
|
|
48
|
+
organizationId,
|
|
49
|
+
environmentId,
|
|
50
|
+
computePoolId,
|
|
51
|
+
});
|
|
52
|
+
const pathBasedClient = wrapAsPathBasedClient(await clientManager.getFlinkRestClient(compute_pool_id, environment_id));
|
|
52
53
|
const { data: taskGraphResponse, error: taskGraphError } = await pathBasedClient["/sql/v1/organizations/{organization_id}/environments/{environment_id}/statements/{statement_name}/task-graph"].GET({
|
|
53
54
|
params: {
|
|
54
55
|
path: {
|
|
@@ -61,308 +62,29 @@ export class QueryProfilerHandler extends FlinkToolHandler {
|
|
|
61
62
|
if (taskGraphError) {
|
|
62
63
|
return this.createResponse(`Failed to get task graph: ${JSON.stringify(taskGraphError)}`, true);
|
|
63
64
|
}
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
const graphJson = taskGraphResponse?.Graph;
|
|
68
|
-
if (!graphJson) {
|
|
69
|
-
return this.createResponse("Task graph not available. The statement may not be running.", true);
|
|
70
|
-
}
|
|
71
|
-
taskGraph = JSON.parse(graphJson);
|
|
72
|
-
}
|
|
73
|
-
catch {
|
|
74
|
-
return this.createResponse("Failed to parse task graph.", true);
|
|
75
|
-
}
|
|
76
|
-
// Build task ID to name mapping
|
|
77
|
-
const taskIdToInfo = new Map();
|
|
78
|
-
for (const task of taskGraph.tasks) {
|
|
79
|
-
taskIdToInfo.set(task.task_id, {
|
|
80
|
-
name: task.task_name,
|
|
81
|
-
operators: task.included_operators.map((op) => op.operator_name),
|
|
82
|
-
inputs: task.input_tasks.map((t) => t.task_id),
|
|
83
|
-
});
|
|
65
|
+
const parsed = parseTaskGraph(taskGraphResponse);
|
|
66
|
+
if ("errorMessage" in parsed) {
|
|
67
|
+
return this.createResponse(parsed.errorMessage, true);
|
|
84
68
|
}
|
|
85
|
-
|
|
69
|
+
const taskMetrics = initializeTaskMetrics(parsed.tasks);
|
|
86
70
|
const telemetryClient = clientManager.getConfluentCloudTelemetryRestClient();
|
|
87
71
|
const now = new Date();
|
|
88
|
-
const
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
{
|
|
97
|
-
metric: "io.confluent.flink/operator/state_size_bytes",
|
|
98
|
-
field: "stateBytes",
|
|
99
|
-
},
|
|
100
|
-
{
|
|
101
|
-
metric: "io.confluent.flink/task/busy_time_ms_per_second",
|
|
102
|
-
field: "busyPercent",
|
|
103
|
-
isPercent: true,
|
|
104
|
-
},
|
|
105
|
-
{
|
|
106
|
-
metric: "io.confluent.flink/task/idle_time_ms_per_second",
|
|
107
|
-
field: "idlePercent",
|
|
108
|
-
isPercent: true,
|
|
109
|
-
},
|
|
110
|
-
{
|
|
111
|
-
metric: "io.confluent.flink/task/backpressure_time_ms_per_second",
|
|
112
|
-
field: "backpressurePercent",
|
|
113
|
-
isPercent: true,
|
|
114
|
-
},
|
|
115
|
-
{
|
|
116
|
-
metric: "io.confluent.flink/operator/current_input_watermark_ms",
|
|
117
|
-
field: "inputWatermarkMs",
|
|
118
|
-
},
|
|
119
|
-
{
|
|
120
|
-
metric: "io.confluent.flink/operator/current_output_watermark_ms",
|
|
121
|
-
field: "outputWatermarkMs",
|
|
122
|
-
},
|
|
123
|
-
];
|
|
124
|
-
// Initialize task metrics
|
|
125
|
-
const taskMetrics = new Map();
|
|
126
|
-
for (const [taskId, info] of taskIdToInfo) {
|
|
127
|
-
taskMetrics.set(taskId, {
|
|
128
|
-
taskId,
|
|
129
|
-
taskName: info.name,
|
|
130
|
-
operators: info.operators,
|
|
131
|
-
inputTasks: info.inputs.map((id) => taskIdToInfo.get(id)?.name || id),
|
|
132
|
-
});
|
|
133
|
-
}
|
|
134
|
-
// Query each metric
|
|
135
|
-
for (const { metric, field, isPercent } of metricsToQuery) {
|
|
136
|
-
try {
|
|
137
|
-
const response = (await telemetryClient.POST("/v2/metrics/{dataset}/query", {
|
|
138
|
-
params: { path: { dataset: "cloud" } },
|
|
139
|
-
body: {
|
|
140
|
-
aggregations: [{ metric }],
|
|
141
|
-
filter: {
|
|
142
|
-
op: "AND",
|
|
143
|
-
filters: [
|
|
144
|
-
{
|
|
145
|
-
field: "resource.flink_statement.name",
|
|
146
|
-
op: "EQ",
|
|
147
|
-
value: statementName,
|
|
148
|
-
},
|
|
149
|
-
{
|
|
150
|
-
field: "resource.compute_pool.id",
|
|
151
|
-
op: "EQ",
|
|
152
|
-
value: compute_pool_id,
|
|
153
|
-
},
|
|
154
|
-
],
|
|
155
|
-
},
|
|
156
|
-
granularity: "PT1M",
|
|
157
|
-
intervals: [`${startTime.toISOString()}/${now.toISOString()}`],
|
|
158
|
-
limit: 1000,
|
|
159
|
-
group_by: ["metric.flink_task.id"],
|
|
160
|
-
format: "GROUPED",
|
|
161
|
-
},
|
|
162
|
-
}));
|
|
163
|
-
const data = response.data?.data;
|
|
164
|
-
if (data) {
|
|
165
|
-
for (const item of data) {
|
|
166
|
-
const taskId = item["metric.flink_task.id"];
|
|
167
|
-
const value = item.points?.[item.points.length - 1]?.value;
|
|
168
|
-
if (taskId &&
|
|
169
|
-
value !== undefined &&
|
|
170
|
-
value > LONG_MIN_VALUE + 1000000) {
|
|
171
|
-
const task = taskMetrics.get(taskId);
|
|
172
|
-
if (task) {
|
|
173
|
-
const finalValue = isPercent ? (value / 1000) * 100 : value;
|
|
174
|
-
task[field] =
|
|
175
|
-
finalValue;
|
|
176
|
-
}
|
|
177
|
-
}
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
catch {
|
|
182
|
-
// Continue with other metrics
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
// Step 3: Query statement-level summary metrics (no group_by)
|
|
186
|
-
const summary = {};
|
|
187
|
-
const summaryMetrics = [
|
|
188
|
-
{ metric: "io.confluent.flink/num_records_in", field: "recordsIn" },
|
|
189
|
-
{ metric: "io.confluent.flink/num_records_out", field: "recordsOut" },
|
|
190
|
-
{
|
|
191
|
-
metric: "io.confluent.flink/operator/state_size_bytes",
|
|
192
|
-
field: "stateBytes",
|
|
193
|
-
},
|
|
194
|
-
{
|
|
195
|
-
metric: "io.confluent.flink/current_input_watermark_milliseconds",
|
|
196
|
-
field: "inputWatermarkMs",
|
|
197
|
-
},
|
|
198
|
-
{
|
|
199
|
-
metric: "io.confluent.flink/current_output_watermark_milliseconds",
|
|
200
|
-
field: "outputWatermarkMs",
|
|
201
|
-
},
|
|
202
|
-
{
|
|
203
|
-
metric: "io.confluent.flink/statement_utilization/current_cfus",
|
|
204
|
-
field: "cfus",
|
|
205
|
-
},
|
|
206
|
-
{ metric: "io.confluent.flink/pending_records", field: "pendingRecords" },
|
|
207
|
-
{
|
|
208
|
-
metric: "io.confluent.flink/num_late_records_in",
|
|
209
|
-
field: "numLateRecordsIn",
|
|
210
|
-
},
|
|
211
|
-
];
|
|
212
|
-
for (const { metric, field } of summaryMetrics) {
|
|
213
|
-
try {
|
|
214
|
-
const response = (await telemetryClient.POST("/v2/metrics/{dataset}/query", {
|
|
215
|
-
params: { path: { dataset: "cloud" } },
|
|
216
|
-
body: {
|
|
217
|
-
aggregations: [{ metric }],
|
|
218
|
-
filter: {
|
|
219
|
-
op: "AND",
|
|
220
|
-
filters: [
|
|
221
|
-
{
|
|
222
|
-
field: "resource.flink_statement.name",
|
|
223
|
-
op: "EQ",
|
|
224
|
-
value: statementName,
|
|
225
|
-
},
|
|
226
|
-
{
|
|
227
|
-
field: "resource.compute_pool.id",
|
|
228
|
-
op: "EQ",
|
|
229
|
-
value: compute_pool_id,
|
|
230
|
-
},
|
|
231
|
-
],
|
|
232
|
-
},
|
|
233
|
-
granularity: "PT1M",
|
|
234
|
-
intervals: [`${startTime.toISOString()}/${now.toISOString()}`],
|
|
235
|
-
limit: 1000,
|
|
236
|
-
format: "GROUPED",
|
|
237
|
-
},
|
|
238
|
-
}));
|
|
239
|
-
const data = response.data?.data;
|
|
240
|
-
if (data && data.length > 0) {
|
|
241
|
-
const firstEntry = data[0];
|
|
242
|
-
const points = firstEntry?.points;
|
|
243
|
-
if (points && points.length > 0) {
|
|
244
|
-
const value = points[points.length - 1]?.value;
|
|
245
|
-
if (value !== undefined && value > LONG_MIN_VALUE + 1000000) {
|
|
246
|
-
summary[field] = value;
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
}
|
|
250
|
-
}
|
|
251
|
-
catch {
|
|
252
|
-
// Continue
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
// Build the response
|
|
256
|
-
const tasks = Array.from(taskMetrics.values()).map((task) => ({
|
|
257
|
-
name: task.taskName,
|
|
258
|
-
operators: task.operators,
|
|
259
|
-
metrics: {
|
|
260
|
-
recordsIn: task.recordsIn,
|
|
261
|
-
recordsOut: task.recordsOut,
|
|
262
|
-
stateBytes: task.stateBytes,
|
|
263
|
-
busyPercent: task.busyPercent !== undefined
|
|
264
|
-
? `${task.busyPercent.toFixed(1)}%`
|
|
265
|
-
: undefined,
|
|
266
|
-
idlePercent: task.idlePercent !== undefined
|
|
267
|
-
? `${task.idlePercent.toFixed(1)}%`
|
|
268
|
-
: undefined,
|
|
269
|
-
backpressurePercent: task.backpressurePercent !== undefined
|
|
270
|
-
? `${task.backpressurePercent.toFixed(1)}%`
|
|
271
|
-
: undefined,
|
|
272
|
-
inputWatermark: task.inputWatermarkMs
|
|
273
|
-
? new Date(task.inputWatermarkMs).toISOString()
|
|
274
|
-
: undefined,
|
|
275
|
-
outputWatermark: task.outputWatermarkMs
|
|
276
|
-
? new Date(task.outputWatermarkMs).toISOString()
|
|
277
|
-
: undefined,
|
|
278
|
-
},
|
|
279
|
-
}));
|
|
280
|
-
// Analyze metrics for issues if requested
|
|
281
|
-
const detectedIssues = [];
|
|
282
|
-
if (includeAnalysis) {
|
|
283
|
-
// Check per-task metrics for backpressure issues
|
|
284
|
-
for (const task of taskMetrics.values()) {
|
|
285
|
-
if (task.backpressurePercent !== undefined &&
|
|
286
|
-
task.backpressurePercent > 50) {
|
|
287
|
-
detectedIssues.push({
|
|
288
|
-
type: "high_backpressure",
|
|
289
|
-
severity: task.backpressurePercent > 80 ? "high" : "medium",
|
|
290
|
-
description: `Task '${task.taskName}' has ${task.backpressurePercent.toFixed(1)}% backpressure.`,
|
|
291
|
-
suggestion: "Downstream operators are slow. Consider increasing parallelism or optimizing sink performance.",
|
|
292
|
-
taskName: task.taskName,
|
|
293
|
-
});
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
// Check consumer lag
|
|
297
|
-
if (summary.pendingRecords !== undefined &&
|
|
298
|
-
summary.pendingRecords > 100000) {
|
|
299
|
-
detectedIssues.push({
|
|
300
|
-
type: "high_consumer_lag",
|
|
301
|
-
severity: summary.pendingRecords > 1000000 ? "high" : "medium",
|
|
302
|
-
description: `High consumer lag: ${summary.pendingRecords.toLocaleString()} pending records.`,
|
|
303
|
-
suggestion: "Statement is falling behind input rate. Consider increasing parallelism or CFUs.",
|
|
304
|
-
});
|
|
305
|
-
}
|
|
306
|
-
// Check late data
|
|
307
|
-
if (summary.numLateRecordsIn !== undefined &&
|
|
308
|
-
summary.numLateRecordsIn > 0) {
|
|
309
|
-
const severity = summary.numLateRecordsIn > 10000
|
|
310
|
-
? "high"
|
|
311
|
-
: summary.numLateRecordsIn > 1000
|
|
312
|
-
? "medium"
|
|
313
|
-
: "low";
|
|
314
|
-
detectedIssues.push({
|
|
315
|
-
type: "late_data",
|
|
316
|
-
severity,
|
|
317
|
-
description: `${summary.numLateRecordsIn.toLocaleString()} late records detected (arrived after watermark).`,
|
|
318
|
-
suggestion: "Consider increasing watermark delay tolerance or investigating source timestamp issues.",
|
|
319
|
-
});
|
|
320
|
-
}
|
|
321
|
-
// Check state size
|
|
322
|
-
if (summary.stateBytes !== undefined) {
|
|
323
|
-
const stateSizeGB = summary.stateBytes / (1024 * 1024 * 1024);
|
|
324
|
-
if (stateSizeGB > 10) {
|
|
325
|
-
detectedIssues.push({
|
|
326
|
-
type: "large_state",
|
|
327
|
-
severity: "medium",
|
|
328
|
-
description: `Large state size: ${stateSizeGB.toFixed(2)} GB.`,
|
|
329
|
-
suggestion: "Consider adding TTL to stateful operations or reviewing deduplication windows.",
|
|
330
|
-
});
|
|
331
|
-
}
|
|
332
|
-
}
|
|
333
|
-
// Check for idle with no throughput
|
|
334
|
-
const allTasksIdle = Array.from(taskMetrics.values()).every((t) => t.idlePercent !== undefined && t.idlePercent > 90);
|
|
335
|
-
if (allTasksIdle && summary.recordsIn === 0) {
|
|
336
|
-
detectedIssues.push({
|
|
337
|
-
type: "no_input_data",
|
|
338
|
-
severity: "medium",
|
|
339
|
-
description: "Statement is mostly idle with no input records.",
|
|
340
|
-
suggestion: "Check if source topics have data. Verify topic names and connectivity.",
|
|
341
|
-
});
|
|
342
|
-
}
|
|
343
|
-
}
|
|
72
|
+
const queryContext = {
|
|
73
|
+
statementName,
|
|
74
|
+
computePoolId: compute_pool_id,
|
|
75
|
+
startTime: new Date(now.getTime() - intervalMinutes * 60 * 1000),
|
|
76
|
+
now,
|
|
77
|
+
};
|
|
78
|
+
await collectPerTaskMetrics(telemetryClient, taskMetrics, queryContext);
|
|
79
|
+
const summary = await collectSummaryMetrics(telemetryClient, queryContext);
|
|
344
80
|
const result = {
|
|
345
81
|
statementName,
|
|
346
82
|
intervalMinutes,
|
|
347
|
-
summary:
|
|
348
|
-
|
|
349
|
-
recordsOut: summary.recordsOut,
|
|
350
|
-
stateBytes: summary.stateBytes,
|
|
351
|
-
stateSizeMB: summary.stateBytes
|
|
352
|
-
? (summary.stateBytes / (1024 * 1024)).toFixed(2)
|
|
353
|
-
: undefined,
|
|
354
|
-
pendingRecords: summary.pendingRecords,
|
|
355
|
-
inputWatermark: summary.inputWatermarkMs
|
|
356
|
-
? new Date(summary.inputWatermarkMs).toISOString()
|
|
357
|
-
: undefined,
|
|
358
|
-
outputWatermark: summary.outputWatermarkMs
|
|
359
|
-
? new Date(summary.outputWatermarkMs).toISOString()
|
|
360
|
-
: undefined,
|
|
361
|
-
cfus: summary.cfus,
|
|
362
|
-
},
|
|
363
|
-
tasks,
|
|
83
|
+
summary: buildSummaryView(summary),
|
|
84
|
+
tasks: Array.from(taskMetrics.values()).map(buildTaskView),
|
|
364
85
|
};
|
|
365
86
|
if (includeAnalysis) {
|
|
87
|
+
const detectedIssues = detectIssues(taskMetrics, summary);
|
|
366
88
|
result.detectedIssues = detectedIssues;
|
|
367
89
|
result.issueCount = detectedIssues.length;
|
|
368
90
|
}
|
|
@@ -377,6 +99,341 @@ export class QueryProfilerHandler extends FlinkToolHandler {
|
|
|
377
99
|
};
|
|
378
100
|
}
|
|
379
101
|
/** Overrides FlinkToolHandler: also requires a telemetry block because profiling fetches metrics from the Telemetry API in addition to the Flink REST API. */
|
|
380
|
-
predicate =
|
|
102
|
+
predicate = flinkWithTelemetryOrOAuth;
|
|
103
|
+
}
|
|
104
|
+
/**
|
|
105
|
+
* Decode the JSON-encoded `Graph` field returned by the task-graph endpoint.
|
|
106
|
+
* Returns a caller-facing message rather than throwing so the handler can
|
|
107
|
+
* distinguish "statement not running" from "malformed payload".
|
|
108
|
+
*/
|
|
109
|
+
function parseTaskGraph(taskGraphResponse) {
|
|
110
|
+
const graphJson = taskGraphResponse?.Graph;
|
|
111
|
+
if (!graphJson) {
|
|
112
|
+
return {
|
|
113
|
+
errorMessage: "Task graph not available. The statement may not be running.",
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
let decoded;
|
|
117
|
+
try {
|
|
118
|
+
decoded = JSON.parse(graphJson);
|
|
119
|
+
}
|
|
120
|
+
catch {
|
|
121
|
+
return { errorMessage: "Failed to parse task graph." };
|
|
122
|
+
}
|
|
123
|
+
const tasks = decoded?.tasks;
|
|
124
|
+
if (!Array.isArray(tasks)) {
|
|
125
|
+
return { errorMessage: "Task graph payload is missing its tasks array." };
|
|
126
|
+
}
|
|
127
|
+
return { tasks };
|
|
128
|
+
}
|
|
129
|
+
/**
|
|
130
|
+
* Seed one TaskMetricsData per task, resolving each input-task id to its
|
|
131
|
+
* human-readable name (falling back to the raw id when unknown).
|
|
132
|
+
*/
|
|
133
|
+
function initializeTaskMetrics(tasks) {
|
|
134
|
+
const idToName = new Map();
|
|
135
|
+
for (const task of tasks) {
|
|
136
|
+
idToName.set(task.task_id, task.task_name);
|
|
137
|
+
}
|
|
138
|
+
const taskMetrics = new Map();
|
|
139
|
+
for (const task of tasks) {
|
|
140
|
+
taskMetrics.set(task.task_id, {
|
|
141
|
+
taskId: task.task_id,
|
|
142
|
+
taskName: task.task_name,
|
|
143
|
+
operators: task.included_operators.map((op) => op.operator_name),
|
|
144
|
+
inputTasks: task.input_tasks.map((t) => idToName.get(t.task_id) || t.task_id),
|
|
145
|
+
});
|
|
146
|
+
}
|
|
147
|
+
return taskMetrics;
|
|
148
|
+
}
|
|
149
|
+
const PER_TASK_METRICS = [
|
|
150
|
+
{ metric: "io.confluent.flink/task/num_records_in", field: "recordsIn" },
|
|
151
|
+
{ metric: "io.confluent.flink/task/num_records_out", field: "recordsOut" },
|
|
152
|
+
{
|
|
153
|
+
metric: "io.confluent.flink/operator/state_size_bytes",
|
|
154
|
+
field: "stateBytes",
|
|
155
|
+
},
|
|
156
|
+
{
|
|
157
|
+
metric: "io.confluent.flink/task/busy_time_ms_per_second",
|
|
158
|
+
field: "busyPercent",
|
|
159
|
+
isPercent: true,
|
|
160
|
+
},
|
|
161
|
+
{
|
|
162
|
+
metric: "io.confluent.flink/task/idle_time_ms_per_second",
|
|
163
|
+
field: "idlePercent",
|
|
164
|
+
isPercent: true,
|
|
165
|
+
},
|
|
166
|
+
{
|
|
167
|
+
metric: "io.confluent.flink/task/backpressure_time_ms_per_second",
|
|
168
|
+
field: "backpressurePercent",
|
|
169
|
+
isPercent: true,
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
metric: "io.confluent.flink/operator/current_input_watermark_ms",
|
|
173
|
+
field: "inputWatermarkMs",
|
|
174
|
+
},
|
|
175
|
+
{
|
|
176
|
+
metric: "io.confluent.flink/operator/current_output_watermark_ms",
|
|
177
|
+
field: "outputWatermarkMs",
|
|
178
|
+
},
|
|
179
|
+
];
|
|
180
|
+
const SUMMARY_METRICS = [
|
|
181
|
+
{ metric: "io.confluent.flink/num_records_in", field: "recordsIn" },
|
|
182
|
+
{ metric: "io.confluent.flink/num_records_out", field: "recordsOut" },
|
|
183
|
+
{
|
|
184
|
+
metric: "io.confluent.flink/operator/state_size_bytes",
|
|
185
|
+
field: "stateBytes",
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
metric: "io.confluent.flink/current_input_watermark_milliseconds",
|
|
189
|
+
field: "inputWatermarkMs",
|
|
190
|
+
},
|
|
191
|
+
{
|
|
192
|
+
metric: "io.confluent.flink/current_output_watermark_milliseconds",
|
|
193
|
+
field: "outputWatermarkMs",
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
metric: "io.confluent.flink/statement_utilization/current_cfus",
|
|
197
|
+
field: "cfus",
|
|
198
|
+
},
|
|
199
|
+
{ metric: "io.confluent.flink/pending_records", field: "pendingRecords" },
|
|
200
|
+
{
|
|
201
|
+
metric: "io.confluent.flink/num_late_records_in",
|
|
202
|
+
field: "numLateRecordsIn",
|
|
203
|
+
},
|
|
204
|
+
];
|
|
205
|
+
/**
|
|
206
|
+
* POST a single-aggregation telemetry query filtered to one statement and
|
|
207
|
+
* compute pool, returning the grouped rows (empty when none). When
|
|
208
|
+
* `groupByTask` is set the rows carry a per-task id for task-level breakdown.
|
|
209
|
+
*/
|
|
210
|
+
async function queryTelemetryMetric(telemetryClient, metric, ctx, groupByTask) {
|
|
211
|
+
const response = (await telemetryClient.POST("/v2/metrics/{dataset}/query", {
|
|
212
|
+
params: { path: { dataset: "cloud" } },
|
|
213
|
+
body: {
|
|
214
|
+
aggregations: [{ metric }],
|
|
215
|
+
filter: {
|
|
216
|
+
op: "AND",
|
|
217
|
+
filters: [
|
|
218
|
+
{
|
|
219
|
+
field: "resource.flink_statement.name",
|
|
220
|
+
op: "EQ",
|
|
221
|
+
value: ctx.statementName,
|
|
222
|
+
},
|
|
223
|
+
{
|
|
224
|
+
field: "resource.compute_pool.id",
|
|
225
|
+
op: "EQ",
|
|
226
|
+
value: ctx.computePoolId,
|
|
227
|
+
},
|
|
228
|
+
],
|
|
229
|
+
},
|
|
230
|
+
granularity: "PT1M",
|
|
231
|
+
intervals: [`${ctx.startTime.toISOString()}/${ctx.now.toISOString()}`],
|
|
232
|
+
limit: 1000,
|
|
233
|
+
...(groupByTask ? { group_by: ["metric.flink_task.id"] } : {}),
|
|
234
|
+
format: "GROUPED",
|
|
235
|
+
},
|
|
236
|
+
}));
|
|
237
|
+
return response.data?.data ?? [];
|
|
238
|
+
}
|
|
239
|
+
/** Query every per-task metric and fold each into `taskMetrics`. */
|
|
240
|
+
async function collectPerTaskMetrics(telemetryClient, taskMetrics, ctx) {
|
|
241
|
+
for (const spec of PER_TASK_METRICS) {
|
|
242
|
+
await collectPerTaskMetric(telemetryClient, taskMetrics, spec, ctx);
|
|
243
|
+
}
|
|
244
|
+
}
|
|
245
|
+
async function collectPerTaskMetric(telemetryClient, taskMetrics, spec, ctx) {
|
|
246
|
+
try {
|
|
247
|
+
const groups = await queryTelemetryMetric(telemetryClient, spec.metric, ctx, true);
|
|
248
|
+
for (const group of groups) {
|
|
249
|
+
applyPerTaskPoint(taskMetrics, spec, group);
|
|
250
|
+
}
|
|
251
|
+
}
|
|
252
|
+
catch {
|
|
253
|
+
// A single failing metric shouldn't abort the whole profile.
|
|
254
|
+
}
|
|
255
|
+
}
|
|
256
|
+
/**
|
|
257
|
+
* Fold one grouped telemetry row into its task, honoring the Long.MIN_VALUE
|
|
258
|
+
* "no watermark" sentinel and the ms/second → percent conversion.
|
|
259
|
+
*/
|
|
260
|
+
function applyPerTaskPoint(taskMetrics, spec, group) {
|
|
261
|
+
const taskId = group["metric.flink_task.id"];
|
|
262
|
+
const value = lastPointValue(group.points);
|
|
263
|
+
if (!taskId || value === undefined || value <= LONG_MIN_VALUE + 1000000) {
|
|
264
|
+
return;
|
|
265
|
+
}
|
|
266
|
+
const task = taskMetrics.get(taskId);
|
|
267
|
+
if (!task) {
|
|
268
|
+
return;
|
|
269
|
+
}
|
|
270
|
+
task[spec.field] = spec.isPercent
|
|
271
|
+
? (value / 1000) * 100
|
|
272
|
+
: value;
|
|
273
|
+
}
|
|
274
|
+
/** Query every statement-level metric (no group_by) into a fresh summary. */
|
|
275
|
+
async function collectSummaryMetrics(telemetryClient, ctx) {
|
|
276
|
+
const summary = {};
|
|
277
|
+
for (const spec of SUMMARY_METRICS) {
|
|
278
|
+
await collectSummaryMetric(telemetryClient, summary, spec, ctx);
|
|
279
|
+
}
|
|
280
|
+
return summary;
|
|
281
|
+
}
|
|
282
|
+
async function collectSummaryMetric(telemetryClient, summary, spec, ctx) {
|
|
283
|
+
try {
|
|
284
|
+
const groups = await queryTelemetryMetric(telemetryClient, spec.metric, ctx, false);
|
|
285
|
+
const value = lastPointValue(groups[0]?.points);
|
|
286
|
+
if (value === undefined || value <= LONG_MIN_VALUE + 1000000) {
|
|
287
|
+
return;
|
|
288
|
+
}
|
|
289
|
+
summary[spec.field] = value;
|
|
290
|
+
}
|
|
291
|
+
catch {
|
|
292
|
+
// A single failing metric shouldn't abort the whole profile.
|
|
293
|
+
}
|
|
294
|
+
}
|
|
295
|
+
/** Value of the last data point, or undefined when there are none. */
|
|
296
|
+
function lastPointValue(points) {
|
|
297
|
+
return points?.at(-1)?.value;
|
|
298
|
+
}
|
|
299
|
+
/**
|
|
300
|
+
* Shape one task's metrics for the response, formatting percentages and
|
|
301
|
+
* converting watermark epochs to ISO strings.
|
|
302
|
+
*/
|
|
303
|
+
function buildTaskView(task) {
|
|
304
|
+
return {
|
|
305
|
+
name: task.taskName,
|
|
306
|
+
operators: task.operators,
|
|
307
|
+
metrics: {
|
|
308
|
+
recordsIn: task.recordsIn,
|
|
309
|
+
recordsOut: task.recordsOut,
|
|
310
|
+
stateBytes: task.stateBytes,
|
|
311
|
+
busyPercent: formatPercent(task.busyPercent),
|
|
312
|
+
idlePercent: formatPercent(task.idlePercent),
|
|
313
|
+
backpressurePercent: formatPercent(task.backpressurePercent),
|
|
314
|
+
inputWatermark: epochMsToIso(task.inputWatermarkMs),
|
|
315
|
+
outputWatermark: epochMsToIso(task.outputWatermarkMs),
|
|
316
|
+
},
|
|
317
|
+
};
|
|
318
|
+
}
|
|
319
|
+
/** Shape the statement-level summary for the response. */
|
|
320
|
+
function buildSummaryView(summary) {
|
|
321
|
+
return {
|
|
322
|
+
recordsIn: summary.recordsIn,
|
|
323
|
+
recordsOut: summary.recordsOut,
|
|
324
|
+
stateBytes: summary.stateBytes,
|
|
325
|
+
stateSizeMB: formatStateSizeMB(summary.stateBytes),
|
|
326
|
+
pendingRecords: summary.pendingRecords,
|
|
327
|
+
inputWatermark: epochMsToIso(summary.inputWatermarkMs),
|
|
328
|
+
outputWatermark: epochMsToIso(summary.outputWatermarkMs),
|
|
329
|
+
cfus: summary.cfus,
|
|
330
|
+
};
|
|
331
|
+
}
|
|
332
|
+
function formatPercent(value) {
|
|
333
|
+
if (value === undefined) {
|
|
334
|
+
return undefined;
|
|
335
|
+
}
|
|
336
|
+
return `${value.toFixed(1)}%`;
|
|
337
|
+
}
|
|
338
|
+
function formatStateSizeMB(bytes) {
|
|
339
|
+
if (bytes === undefined) {
|
|
340
|
+
return undefined;
|
|
341
|
+
}
|
|
342
|
+
return (bytes / (1024 * 1024)).toFixed(2);
|
|
343
|
+
}
|
|
344
|
+
function epochMsToIso(ms) {
|
|
345
|
+
if (ms === undefined) {
|
|
346
|
+
return undefined;
|
|
347
|
+
}
|
|
348
|
+
return new Date(ms).toISOString();
|
|
349
|
+
}
|
|
350
|
+
/** Run every metric-based issue detector and collect the ones that fired. */
|
|
351
|
+
function detectIssues(taskMetrics, summary) {
|
|
352
|
+
return [
|
|
353
|
+
...detectBackpressure(taskMetrics),
|
|
354
|
+
detectConsumerLag(summary),
|
|
355
|
+
detectLateData(summary),
|
|
356
|
+
detectLargeState(summary),
|
|
357
|
+
detectNoInputData(taskMetrics, summary),
|
|
358
|
+
].filter((issue) => issue !== undefined);
|
|
359
|
+
}
|
|
360
|
+
/** One issue per task spending >50% of its time backpressured. */
|
|
361
|
+
function detectBackpressure(taskMetrics) {
|
|
362
|
+
const issues = [];
|
|
363
|
+
for (const task of taskMetrics.values()) {
|
|
364
|
+
if (task.backpressurePercent === undefined ||
|
|
365
|
+
task.backpressurePercent <= 50) {
|
|
366
|
+
continue;
|
|
367
|
+
}
|
|
368
|
+
issues.push({
|
|
369
|
+
type: "high_backpressure",
|
|
370
|
+
severity: task.backpressurePercent > 80 ? "high" : "medium",
|
|
371
|
+
description: `Task '${task.taskName}' has ${task.backpressurePercent.toFixed(1)}% backpressure.`,
|
|
372
|
+
suggestion: "Downstream operators are slow. Consider increasing parallelism or optimizing sink performance.",
|
|
373
|
+
taskName: task.taskName,
|
|
374
|
+
});
|
|
375
|
+
}
|
|
376
|
+
return issues;
|
|
377
|
+
}
|
|
378
|
+
function detectConsumerLag(summary) {
|
|
379
|
+
if (summary.pendingRecords === undefined ||
|
|
380
|
+
summary.pendingRecords <= 100000) {
|
|
381
|
+
return undefined;
|
|
382
|
+
}
|
|
383
|
+
return {
|
|
384
|
+
type: "high_consumer_lag",
|
|
385
|
+
severity: summary.pendingRecords > 1000000 ? "high" : "medium",
|
|
386
|
+
description: `High consumer lag: ${summary.pendingRecords.toLocaleString()} pending records.`,
|
|
387
|
+
suggestion: "Statement is falling behind input rate. Consider increasing parallelism or CFUs.",
|
|
388
|
+
};
|
|
389
|
+
}
|
|
390
|
+
function detectLateData(summary) {
|
|
391
|
+
const lateRecords = summary.numLateRecordsIn;
|
|
392
|
+
if (lateRecords === undefined || lateRecords <= 0) {
|
|
393
|
+
return undefined;
|
|
394
|
+
}
|
|
395
|
+
return {
|
|
396
|
+
type: "late_data",
|
|
397
|
+
severity: lateDataSeverity(lateRecords),
|
|
398
|
+
description: `${lateRecords.toLocaleString()} late records detected (arrived after watermark).`,
|
|
399
|
+
suggestion: "Consider increasing watermark delay tolerance or investigating source timestamp issues.",
|
|
400
|
+
};
|
|
401
|
+
}
|
|
402
|
+
function lateDataSeverity(lateRecords) {
|
|
403
|
+
if (lateRecords > 10000) {
|
|
404
|
+
return "high";
|
|
405
|
+
}
|
|
406
|
+
if (lateRecords > 1000) {
|
|
407
|
+
return "medium";
|
|
408
|
+
}
|
|
409
|
+
return "low";
|
|
410
|
+
}
|
|
411
|
+
function detectLargeState(summary) {
|
|
412
|
+
if (summary.stateBytes === undefined) {
|
|
413
|
+
return undefined;
|
|
414
|
+
}
|
|
415
|
+
const stateSizeGB = summary.stateBytes / (1024 * 1024 * 1024);
|
|
416
|
+
if (stateSizeGB <= 10) {
|
|
417
|
+
return undefined;
|
|
418
|
+
}
|
|
419
|
+
return {
|
|
420
|
+
type: "large_state",
|
|
421
|
+
severity: "medium",
|
|
422
|
+
description: `Large state size: ${stateSizeGB.toFixed(2)} GB.`,
|
|
423
|
+
suggestion: "Consider adding TTL to stateful operations or reviewing deduplication windows.",
|
|
424
|
+
};
|
|
425
|
+
}
|
|
426
|
+
/** Fires when every task is >90% idle and no input records arrived. */
|
|
427
|
+
function detectNoInputData(taskMetrics, summary) {
|
|
428
|
+
const allTasksIdle = Array.from(taskMetrics.values()).every((t) => t.idlePercent !== undefined && t.idlePercent > 90);
|
|
429
|
+
if (!allTasksIdle || summary.recordsIn !== 0) {
|
|
430
|
+
return undefined;
|
|
431
|
+
}
|
|
432
|
+
return {
|
|
433
|
+
type: "no_input_data",
|
|
434
|
+
severity: "medium",
|
|
435
|
+
description: "Statement is mostly idle with no input records.",
|
|
436
|
+
suggestion: "Check if source topics have data. Verify topic names and connectivity.",
|
|
437
|
+
};
|
|
381
438
|
}
|
|
382
439
|
//# sourceMappingURL=query-profiler-handler.js.map
|