@oneuptime/common 10.5.37 → 10.7.0

package/Models/AnalyticsModels/ExceptionInstance.ts

@@ -80,6 +80,7 @@ export default class ExceptionInstance extends AnalyticsBaseModel {
 
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description:
         "Discriminator for serviceId — tells the read side which resource table to dispatch to",

package/Models/AnalyticsModels/Log.ts

@@ -81,6 +81,7 @@ export default class Log extends AnalyticsBaseModel {
 
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description:
         "Discriminator for serviceId — tells the read side which resource table to dispatch to",
@@ -175,6 +176,7 @@ export default class Log extends AnalyticsBaseModel {
 
     const severityTextColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "severityText",
+      isLowCardinality: true,
       title: "Severity Text",
       description: "Log Severity Text",
       required: true,
@@ -241,6 +243,7 @@ export default class Log extends AnalyticsBaseModel {
 
     const attributesColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "attributes",
+      codec: { codec: "ZSTD", level: 3 },
       title: "Attributes",
       description: "Attributes",
       required: true,
@@ -271,6 +274,7 @@ export default class Log extends AnalyticsBaseModel {
 
     const attributeKeysColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "attributeKeys",
+      codec: { codec: "ZSTD", level: 3 },
       title: "Attribute Keys",
       description: "Attribute keys extracted from attributes",
       required: true,

package/Models/AnalyticsModels/Metric.ts

@@ -94,6 +94,7 @@ export default class Metric extends AnalyticsBaseModel {
     // this can also be the monitor id or the telemetry service id.
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description: "Type of the service that this telemetry belongs to",
       required: false,
@@ -130,6 +131,7 @@ export default class Metric extends AnalyticsBaseModel {
     // add name and description
     const nameColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "name",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Name",
       description: "Name of the Metric",
       required: true,
@@ -196,6 +198,7 @@ export default class Metric extends AnalyticsBaseModel {
     const metricPointTypeColumn: AnalyticsTableColumn =
       new AnalyticsTableColumn({
         key: "metricPointType",
+        isLowCardinality: true,
         title: "Metric Point Type",
         description: "Metric Point Type of this Metric",
         required: false,
@@ -232,6 +235,7 @@ export default class Metric extends AnalyticsBaseModel {
     // this is end time.
     const timeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "time",
+      codec: [{ codec: "DoubleDelta" }, { codec: "ZSTD", level: 1 }],
       title: "Time",
       description: "When did the Metric happen?",
       required: true,
@@ -261,6 +265,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const startTimeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "startTime",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Start Time",
       description: "When did the Metric happen?",
       required: false,
@@ -291,6 +296,7 @@ export default class Metric extends AnalyticsBaseModel {
     // end time.
     const timeUnixNanoColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "timeUnixNano",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Time (in Unix Nano)",
       description: "When did the Metric happen?",
       required: true,
@@ -321,6 +327,7 @@ export default class Metric extends AnalyticsBaseModel {
     const startTimeUnixNanoColumn: AnalyticsTableColumn =
       new AnalyticsTableColumn({
         key: "startTimeUnixNano",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Start Time (in Unix Nano)",
         description: "When did the Metric happen?",
         required: false,
@@ -350,6 +357,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const attributesColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "attributes",
+      codec: { codec: "ZSTD", level: 3 },
       title: "Attributes",
       description: "Attributes",
       required: true,
@@ -380,6 +388,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const attributeKeysColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "attributeKeys",
+      codec: { codec: "ZSTD", level: 3 },
       title: "Attribute Keys",
       description: "Attribute keys extracted from attributes",
       required: true,
@@ -445,6 +454,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const countColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "count",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Count",
       description: "Count",
       required: false,
@@ -474,6 +484,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const sumColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "sum",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Sum",
       description: "Sum",
       required: false,
@@ -503,6 +514,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const valueColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "value",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Value",
       description: "Value",
       required: false,
@@ -532,6 +544,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const minColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "min",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Min",
       description: "Min",
       required: false,
@@ -561,6 +574,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const maxColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "max",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Max",
       description: "Max",
       required: false,
@@ -590,6 +604,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const bucketCountsColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "bucketCounts",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Bucket Counts",
       description: "Bucket Counts",
       required: true,
@@ -621,6 +636,7 @@ export default class Metric extends AnalyticsBaseModel {
     const explicitBoundsColumn: AnalyticsTableColumn = new AnalyticsTableColumn(
       {
         key: "explicitBounds",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Explicit Bounds",
         description:
           "Upper bounds (exclusive of the +inf overflow bucket) for each explicit-bucket histogram bucket. Stored as Float64 so sub-integer boundaries (e.g. 0.005, 0.01) survive ingest — the previous Array(Int64) representation silently truncated those to 0.",
@@ -659,6 +675,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const scaleColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "scale",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Scale",
       description:
         "ExponentialHistogram resolution. base = 2^(2^-scale); bucket index `i` covers (base^i, base^(i+1)].",
@@ -689,6 +706,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const zeroCountColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "zeroCount",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Zero Count",
       description:
         "ExponentialHistogram count of values within the zero region (|v| <= zeroThreshold).",
@@ -720,6 +738,7 @@ export default class Metric extends AnalyticsBaseModel {
     const positiveOffsetColumn: AnalyticsTableColumn = new AnalyticsTableColumn(
       {
         key: "positiveOffset",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Positive Bucket Offset",
         description:
           "Bucket index of the first entry in positiveBucketCounts (ExponentialHistogram).",
@@ -752,6 +771,7 @@ export default class Metric extends AnalyticsBaseModel {
     const positiveBucketCountsColumn: AnalyticsTableColumn =
       new AnalyticsTableColumn({
         key: "positiveBucketCounts",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Positive Bucket Counts",
         description:
           "Counts for the positive range of an ExponentialHistogram, indexed from positiveOffset.",
@@ -784,6 +804,7 @@ export default class Metric extends AnalyticsBaseModel {
     const negativeOffsetColumn: AnalyticsTableColumn = new AnalyticsTableColumn(
       {
         key: "negativeOffset",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Negative Bucket Offset",
         description:
           "Bucket index of the first entry in negativeBucketCounts (ExponentialHistogram).",
@@ -816,6 +837,7 @@ export default class Metric extends AnalyticsBaseModel {
     const negativeBucketCountsColumn: AnalyticsTableColumn =
       new AnalyticsTableColumn({
         key: "negativeBucketCounts",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Negative Bucket Counts",
         description:
           "Counts for the negative range of an ExponentialHistogram, indexed from negativeOffset.",
@@ -855,6 +877,7 @@ export default class Metric extends AnalyticsBaseModel {
     const summaryQuantilesColumn: AnalyticsTableColumn =
       new AnalyticsTableColumn({
         key: "summaryQuantiles",
+        codec: { codec: "ZSTD", level: 1 },
         title: "Summary Quantiles",
         description:
           "Quantile percentages in [0,1] for a Summary metric (parallel to summaryValues).",
@@ -886,6 +909,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const summaryValuesColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "summaryValues",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Summary Values",
       description:
         "Values corresponding to each quantile in summaryQuantiles for a Summary metric.",
@@ -917,6 +941,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const traceIdColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "traceId",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Trace ID",
       description:
         "Trace ID from an exemplar associated with this metric data point",
@@ -953,6 +978,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const spanIdColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "spanId",
+      codec: { codec: "ZSTD", level: 1 },
       title: "Span ID",
       description:
         "Span ID from an exemplar associated with this metric data point",
@@ -989,6 +1015,7 @@ export default class Metric extends AnalyticsBaseModel {
 
     const retentionDateColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "retentionDate",
+      codec: [{ codec: "DoubleDelta" }, { codec: "ZSTD", level: 1 }],
       title: "Retention Date",
       description:
         "Date after which this row is eligible for TTL deletion, computed at ingest time as time + service.retainTelemetryDataForDays",

package/Models/AnalyticsModels/Profile.ts

@@ -80,6 +80,7 @@ export default class Profile extends AnalyticsBaseModel {
 
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description:
         "Discriminator for serviceId — tells the read side which resource table to dispatch to",

package/Models/AnalyticsModels/ProfileSample.ts

@@ -80,6 +80,7 @@ export default class ProfileSample extends AnalyticsBaseModel {
 
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description:
         "Discriminator for serviceId — tells the read side which resource table to dispatch to",

package/Models/AnalyticsModels/Span.ts

@@ -112,6 +112,7 @@ export default class Span extends AnalyticsBaseModel {
 
     const serviceTypeColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "serviceType",
+      isLowCardinality: true,
       title: "Service Type",
       description:
         "Discriminator for serviceId — tells the read side which resource table to dispatch to",
@@ -664,6 +665,7 @@ export default class Span extends AnalyticsBaseModel {
 
     const kindColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
       key: "kind",
+      isLowCardinality: true,
       title: "Kind",
       description: "Kind of the span",
       required: false,

package/Server/Infrastructure/ClickhouseConfig.ts

@@ -44,6 +44,21 @@ const options: ClickHouseClientConfigOptions = {
    * user-facing queries of HTTP sockets.
    */
   max_open_connections: MaxClickhouseConnections,
+  /*
+   * Enable HTTP gzip compression in both directions. `request: true`
+   * gzips the client request body (large telemetry insert batches) before
+   * it goes over the wire; `response: true` asks ClickHouse to gzip query
+   * results (the wide log / span / metric JSON result sets dashboards
+   * read back). Both cut network bytes several-fold for the JSON payloads
+   * OneUptime exchanges, at a small CPU cost that the transfer savings
+   * outweigh. Response compression sends `enable_http_compression=1` per
+   * request, which requires a non-readonly user — the OneUptime ClickHouse
+   * user runs DDL and inserts, so that condition is satisfied.
+   */
+  compression: {
+    request: true,
+    response: true,
+  },
 };
 
 if (ShouldClickhouseSslEnable && ClickhouseTlsCa) {

package/Server/Services/AnalyticsDatabaseService.ts

@@ -6,6 +6,7 @@ import ClickhouseDatabase, {
 } from "../Infrastructure/ClickhouseDatabase";
 import ClusterKeyAuthorization from "../Middleware/ClusterKeyAuthorization";
 import CountBy from "../Types/AnalyticsDatabase/CountBy";
+import ExistsBy from "../Types/AnalyticsDatabase/ExistsBy";
 import CreateBy from "../Types/AnalyticsDatabase/CreateBy";
 import CreateManyBy from "../Types/AnalyticsDatabase/CreateManyBy";
 import DeleteBy from "../Types/AnalyticsDatabase/DeleteBy";
@@ -182,6 +183,16 @@ export default class AnalyticsDatabaseService<
       dbResult.stream,
     );
 
+    /*
+     * Unwrap LowCardinality(...) first so dictionary-encoded columns
+     * (e.g. LowCardinality(String), LowCardinality(Nullable(String)))
+     * map back to their logical type instead of falling through to null.
+     */
+    if (strResult.includes("LowCardinality(")) {
+      const inner: string = strResult.split("LowCardinality(")[1] as string;
+      strResult = inner.substring(0, inner.lastIndexOf(")"));
+    }
+
     // if strResult includes Nullable(type) then extract type.
 
     if (strResult.includes("Nullable")) {
@@ -267,6 +278,46 @@ export default class AnalyticsDatabaseService<
     }
   }
 
+  /**
+   * Returns whether at least one row matches the query, without counting
+   * every match. Prefer this over `countBy(...).toNumber() === 0` for
+   * existence checks: `count()` scans every matching row, whereas this
+   * issues `SELECT 1 ... LIMIT 1`, which lets ClickHouse short-circuit at
+   * the first matching granule — dramatically cheaper on large tables
+   * (Metric / Span / Log).
+   */
+  @CaptureSpan()
+  public async existsBy(existsBy: ExistsBy<TBaseModel>): Promise<boolean> {
+    try {
+      const checkReadPermissionType: CheckReadPermissionType<TBaseModel> =
+        await ModelPermission.checkReadPermission(
+          this.modelType,
+          existsBy.query,
+          null,
+          existsBy.props,
+        );
+
+      existsBy.query = checkReadPermissionType.query;
+
+      const existsStatement: Statement = this.toExistsStatement(existsBy);
+
+      const dbResult: ResultSet<"JSON"> =
+        await this.executeQuery(existsStatement);
+
+      const resultInJSON: ResponseJSON<JSONObject> =
+        await dbResult.json<JSONObject>();
+
+      return Boolean(
+        resultInJSON.data &&
+          Array.isArray(resultInJSON.data) &&
+          resultInJSON.data.length > 0,
+      );
+    } catch (error) {
+      await this.onFindError(error as Exception);
+      throw this.getException(error as Exception);
+    }
+  }
+
   @CaptureSpan()
   public async addColumnInDatabase(
     column: AnalyticsTableColumn,
@@ -335,6 +386,29 @@ export default class AnalyticsDatabaseService<
     return (rows[0]!["compression_codec"] as string) || "";
   }
 
+  /**
+   * The exact ClickHouse type string for a column as stored in the DB
+   * (e.g. "String", "Nullable(Int32)", "LowCardinality(Nullable(String))").
+   * Returns "" if the column does not exist. Used by migrations that need to
+   * re-state a column's type in a MODIFY COLUMN without guessing it.
+   */
+  public async getColumnDatabaseType(columnName: string): Promise<string> {
+    const tableName: string = this.model.tableName;
+    const result: { data: Array<JSONObject> } = await (
+      await this.executeQuery(
+        `SELECT type FROM system.columns WHERE database = currentDatabase() AND table = '${tableName}' AND name = '${columnName}'`,
+      )
+    ).json();
+
+    const rows: Array<JSONObject> = result.data || [];
+
+    if (rows.length === 0) {
+      return "";
+    }
+
+    return (rows[0]!["type"] as string) || "";
+  }
+
   public async setColumnCodecIfNotSet(data: {
     columnName: string;
     columnType: string;
@@ -841,6 +915,44 @@ export default class AnalyticsDatabaseService<
     return statement;
   }
 
+  public toExistsStatement(existsBy: ExistsBy<TBaseModel>): Statement {
+    if (!this.database) {
+      this.useDefaultDatabase();
+    }
+
+    const databaseName: string = this.database.getDatasourceOptions().database!;
+
+    const whereStatement: Statement = this.statementGenerator.toWhereStatement(
+      existsBy.query,
+    );
+
+    /*
+     * `SELECT 1 ... LIMIT 1` so ClickHouse stops at the first matching
+     * row instead of scanning every match like count() does. The
+     * max_execution_time cap is defense in depth; unlike the count and
+     * find statements we deliberately do NOT set timeout_overflow_mode
+     * = 'break' here, because a partial (empty) result would be read as
+     * "does not exist" — a false negative that could, for example, let a
+     * caller insert a duplicate. A LIMIT 1 over the sort key never gets
+     * near this cap in practice; if it ever did, throwing is the safe
+     * outcome.
+     */
+    /* eslint-disable prettier/prettier */
+    const statement: Statement = SQL`
+            SELECT 1 as existsFlag
+            FROM ${databaseName}.${this.model.tableName}
+            WHERE TRUE `.append(whereStatement);
+
+    statement.append(SQL` LIMIT 1`);
+
+    statement.append(" SETTINGS max_execution_time = 45");
+
+    logger.debug(`${this.model.tableName} Exists Statement`, { tableName: this.model.tableName } as LogAttributes);
+    logger.debug(statement, { tableName: this.model.tableName } as LogAttributes);
+
+    return statement;
+  }
+
   public toAggregateStatement(aggregateBy: AggregateBy<TBaseModel>): {
     statement: Statement;
     columns: Array<string>;

package/Server/Services/IncidentService.ts

@@ -2796,20 +2796,18 @@ ${incidentSeverity.name}
      * re-emitting, the dashboard Sum stays equal to the true count of
      * distinct incidents.
      */
-    const existingIncidentCount: PositiveNumber = await MetricService.countBy({
+    const incidentCountMetricExists: boolean = await MetricService.existsBy({
       query: {
         projectId: incident.projectId,
         serviceId: data.incidentId,
         name: IncidentMetricType.IncidentCount,
       },
-      skip: 0,
-      limit: 1,
       props: {
         isRoot: true,
       },
     });
 
-    if (existingIncidentCount.toNumber() === 0) {
+    if (!incidentCountMetricExists) {
       const incidentCountMetric: Metric = new Metric();
 
       incidentCountMetric.projectId = incident.projectId;

package/Server/Services/LogAggregationService.ts

@@ -524,6 +524,15 @@ export class LogAggregationService {
 
     statement.append(" ORDER BY bucket ASC");
 
+    /*
+     * Defense in depth: cap runtime below the client's 58s request_timeout
+     * (matches the histogram / facet paths above). 'break' returns partial
+     * aggregated results rather than holding a pool connection.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -591,6 +600,14 @@ export class LogAggregationService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; 'break' returns
+     * partial results (matches the histogram / facet paths).
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -647,6 +664,14 @@ export class LogAggregationService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; 'break' returns
+     * partial results (matches the histogram / facet paths).
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -784,6 +809,14 @@ export class LogAggregationService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; 'break' returns
+     * partial rows rather than holding a pool connection on a large export.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     const dbResult: Results = await LogDatabaseService.executeQuery(statement);
     const response: DbJSONResponse = await dbResult.json<{
       data?: Array<JSONObject>;
@@ -926,6 +959,14 @@ export class LogAggregationService {
 
     LogAggregationService.appendCommonFilters(totalStatement, request);
 
+    /*
+     * Cap the count scan below the client's 58s request_timeout; 'break'
+     * returns a partial (lower-bound) count, acceptable for an estimate.
+     */
+    totalStatement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     // Get matching count using the filter query as body search
     const matchStatement: Statement = SQL`
       SELECT count() AS cnt
@@ -949,6 +990,14 @@ export class LogAggregationService {
       bodySearchText: request.filterQuery,
     });
 
+    /*
+     * Cap the count scan below the client's 58s request_timeout; 'break'
+     * returns a partial (lower-bound) count, acceptable for an estimate.
+     */
+    matchStatement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     const [totalResult, matchResult] = await Promise.all([
       LogDatabaseService.executeQuery(totalStatement),
       LogDatabaseService.executeQuery(matchStatement),

package/Server/Services/ProfileAggregationService.ts

@@ -528,6 +528,15 @@ export class ProfileAggregationService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; a flamegraph
+     * over a busy project can pull MAX_SAMPLE_FETCH raw samples. 'break'
+     * yields a partial flamegraph rather than holding a pool connection.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -563,6 +572,14 @@ export class ProfileAggregationService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; 'break' yields
+     * a partial function list rather than holding a pool connection.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -622,6 +639,14 @@ export class ProfileAggregationService {
            LIMIT 10000`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout; 'break' yields
+     * partial service activity rather than holding a pool connection.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 

package/Server/Services/TelemetryAttributeService.ts

@@ -307,6 +307,16 @@ export class TelemetryAttributeService {
       );
     }
 
+    /*
+     * Cap runtime below the ClickHouse client's 58s request_timeout so a
+     * slow scan on a large project can't hold a pool connection for the
+     * full timeout. 'break' returns partial keys, which is fine for an
+     * attribute-key picker (matches the findBy / aggregation read paths).
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 
@@ -451,6 +461,16 @@ export class TelemetryAttributeService {
       }}`,
     );
 
+    /*
+     * Cap runtime below the client's 58s request_timeout. This value
+     * autocomplete runs per keystroke and scans a Map subscript, so a
+     * pathological key/project must not hold a pool connection; 'break'
+     * returns partial values, acceptable for autocomplete.
+     */
+    statement.append(
+      " SETTINGS max_execution_time = 45, timeout_overflow_mode = 'break'",
+    );
+
     return statement;
   }
 

package/Server/Types/AnalyticsDatabase/ExistsBy.ts

@@ -0,0 +1,8 @@
+import Query from "./Query";
+import AnalyticsBaseModel from "../../../Models/AnalyticsModels/AnalyticsBaseModel/AnalyticsBaseModel";
+import DatabaseCommonInteractionProps from "../../../Types/BaseDatabase/DatabaseCommonInteractionProps";
+
+export default interface ExistsBy<TBaseModel extends AnalyticsBaseModel> {
+  query: Query<TBaseModel>;
+  props: DatabaseCommonInteractionProps;
+}