@oneuptime/common 10.5.1 → 10.5.3

package/Server/API/TelemetryAPI.ts

@@ -32,7 +32,13 @@ import TraceAggregationService, {
 import ExceptionAggregationService, {
   HistogramBucket as ExceptionHistogramBucket,
   HistogramRequest as ExceptionHistogramRequest,
+  FacetValue as ExceptionFacetValue,
+  FacetRequest as ExceptionFacetRequest,
 } from "../Services/ExceptionAggregationService";
+import MetricAggregationService, {
+  FacetValue as MetricFacetValue,
+  FacetRequest as MetricFacetRequest,
+} from "../Services/MetricAggregationService";
 import ProfileAggregationService, {
   FlamegraphRequest,
   FunctionListRequest,
@@ -55,6 +61,10 @@ import SortOrder from "../../Types/BaseDatabase/SortOrder";
 import ObjectID from "../../Types/ObjectID";
 import OneUptimeDate from "../../Types/Date";
 import { JSONObject } from "../../Types/JSON";
+import ResourceFacetResolver, {
+  ResolvedFacetValue,
+  ResourceFacetSpec,
+} from "../Utils/Telemetry/ResourceFacetResolver";
 
 const router: ExpressRouter = Express.getRouter();
 
@@ -393,6 +403,18 @@ router.post(
         ? (body["attributes"] as Record<string, string>)
         : undefined;
 
+      /*
+       * Per-facet partial-match filter applied at the Postgres source-of-truth
+       * lookup stage. Only consulted for resource facets (serviceId / hostId /
+       * dockerHostId / kubernetesClusterId) — other facets continue to filter
+       * client-side over the loaded value list.
+       */
+      const facetSearchText: Record<string, string> | undefined = body[
+        "facetSearchText"
+      ]
+        ? (body["facetSearchText"] as Record<string, string>)
+        : undefined;
+
       /*
        * Capture tenantId locally so TypeScript narrowing survives the
        * async closure below (narrowing is lost across closure boundaries).
@@ -437,6 +459,40 @@ router.post(
         facetResults,
       );
 
+      /*
+       * Replace resource-facet results with the Postgres source-of-truth list
+       * (filtered by facetSearchText and enriched with displayName). See the
+       * trace facets handler above for the rationale — same pattern, same
+       * benefit: low-volume resources stay visible and search can reach
+       * resources outside the ClickHouse sample window.
+       */
+      const resourceSpecs: Array<ResourceFacetSpec> = facetKeys
+        .filter((key: string): boolean => {
+          return ResourceFacetResolver.isResourceFacet(key);
+        })
+        .map((key: string): ResourceFacetSpec => {
+          const counts: Map<string, number> = new Map();
+          for (const fv of facets[key] || []) {
+            counts.set(fv.value, fv.count);
+          }
+          return {
+            facetKey: key,
+            counts,
+            searchText: facetSearchText?.[key],
+            limit,
+          };
+        });
+
+      if (resourceSpecs.length > 0) {
+        const resolved: Record<
+          string,
+          Array<ResolvedFacetValue>
+        > = await ResourceFacetResolver.resolve(projectId, resourceSpecs);
+        for (const key of Object.keys(resolved)) {
+          facets[key] = resolved[key] as Array<FacetValue>;
+        }
+      }
+
       return Response.sendJsonObjectResponse(req, res, {
         facets: facets as unknown as JSONObject,
       });
@@ -613,6 +669,18 @@ router.post(
         ? (body["attributes"] as Record<string, string>)
         : undefined;
 
+      /*
+       * Per-facet partial-match filter applied at the Postgres source-of-truth
+       * lookup stage. Only consulted for resource facets (serviceId / hostId /
+       * dockerHostId / kubernetesClusterId) — other facets continue to filter
+       * client-side over the loaded value list.
+       */
+      const facetSearchText: Record<string, string> | undefined = body[
+        "facetSearchText"
+      ]
+        ? (body["facetSearchText"] as Record<string, string>)
+        : undefined;
+
       /*
        * Compute all facets from a single sort-key-aligned sample query
        * (ORDER BY startTime DESC LIMIT N) and count top-K in Node. This
@@ -648,6 +716,44 @@ router.post(
         );
       }
 
+      /*
+       * Replace resource-facet results with the Postgres source-of-truth list
+       * (filtered by facetSearchText and enriched with displayName). Counts
+       * come from the ClickHouse sample above — entities with no recent
+       * telemetry surface with count 0 instead of being hidden entirely. This
+       * means low-volume services / hosts still appear in the sidebar and the
+       * search box can find resources beyond the loaded subset.
+       */
+      const resourceSpecs: Array<ResourceFacetSpec> = facetKeys
+        .filter((key: string): boolean => {
+          return ResourceFacetResolver.isResourceFacet(key);
+        })
+        .map((key: string): ResourceFacetSpec => {
+          const counts: Map<string, number> = new Map();
+          for (const fv of facets[key] || []) {
+            counts.set(fv.value, fv.count);
+          }
+          return {
+            facetKey: key,
+            counts,
+            searchText: facetSearchText?.[key],
+            limit,
+          };
+        });
+
+      if (resourceSpecs.length > 0) {
+        const resolved: Record<
+          string,
+          Array<ResolvedFacetValue>
+        > = await ResourceFacetResolver.resolve(
+          databaseProps.tenantId,
+          resourceSpecs,
+        );
+        for (const key of Object.keys(resolved)) {
+          facets[key] = resolved[key] as Array<TraceFacetValue>;
+        }
+      }
+
       return Response.sendJsonObjectResponse(req, res, {
         facets: facets as unknown as JSONObject,
       });
@@ -748,6 +854,306 @@ router.post(
   },
 );
 
+// --- Exception Facets Endpoint ---
+
+router.post(
+  "/telemetry/exceptions/facets",
+  UserMiddleware.getUserMiddleware,
+  async (
+    req: ExpressRequest,
+    res: ExpressResponse,
+    next: NextFunction,
+  ): Promise<void> => {
+    try {
+      const databaseProps: DatabaseCommonInteractionProps =
+        await CommonAPI.getDatabaseCommonInteractionProps(req);
+
+      if (!databaseProps?.tenantId) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("Invalid Project ID"),
+        );
+      }
+
+      const body: JSONObject = req.body as JSONObject;
+
+      const facetKeys: Array<string> = body["facetKeys"]
+        ? (body["facetKeys"] as Array<string>)
+        : [
+            "serviceId",
+            "hostId",
+            "dockerHostId",
+            "kubernetesClusterId",
+            "exceptionType",
+            "environment",
+          ];
+
+      const startTime: Date = body["startTime"]
+        ? OneUptimeDate.fromString(body["startTime"] as string)
+        : OneUptimeDate.addRemoveHours(OneUptimeDate.getCurrentDate(), -24);
+
+      const endTime: Date = body["endTime"]
+        ? OneUptimeDate.fromString(body["endTime"] as string)
+        : OneUptimeDate.getCurrentDate();
+
+      const limit: number = (body["limit"] as number) || 500;
+
+      const serviceIds: Array<ObjectID> | undefined = body["serviceIds"]
+        ? (body["serviceIds"] as Array<string>).map((id: string) => {
+            return new ObjectID(id);
+          })
+        : undefined;
+
+      const exceptionTypes: Array<string> | undefined = body["exceptionTypes"]
+        ? (body["exceptionTypes"] as Array<string>)
+        : undefined;
+
+      const environments: Array<string> | undefined = body["environments"]
+        ? (body["environments"] as Array<string>)
+        : undefined;
+
+      const fingerprints: Array<string> | undefined = body["fingerprints"]
+        ? (body["fingerprints"] as Array<string>)
+        : undefined;
+
+      const traceIds: Array<string> | undefined = body["traceIds"]
+        ? (body["traceIds"] as Array<string>)
+        : undefined;
+
+      const escaped: boolean | undefined =
+        body["escaped"] === undefined ? undefined : Boolean(body["escaped"]);
+
+      const messageSearchText: string | undefined = body["messageSearchText"]
+        ? (body["messageSearchText"] as string)
+        : undefined;
+
+      /*
+       * Per-facet partial-match filter applied at the Postgres source-of-truth
+       * lookup stage. Only consulted for resource facets — other facets
+       * continue to filter client-side over the loaded value list.
+       */
+      const facetSearchText: Record<string, string> | undefined = body[
+        "facetSearchText"
+      ]
+        ? (body["facetSearchText"] as Record<string, string>)
+        : undefined;
+
+      const projectId: ObjectID = databaseProps.tenantId;
+
+      /*
+       * Per-facet ClickHouse query in parallel. Per-facet errors degrade
+       * gracefully to [] so a slow / failing facet can't block the others.
+       */
+      const facetResults: Array<readonly [string, Array<ExceptionFacetValue>]> =
+        await Promise.all(
+          facetKeys.map(
+            async (
+              facetKey: string,
+            ): Promise<readonly [string, Array<ExceptionFacetValue>]> => {
+              try {
+                const request: ExceptionFacetRequest = {
+                  projectId,
+                  startTime,
+                  endTime,
+                  facetKey,
+                  limit,
+                  serviceIds,
+                  exceptionTypes,
+                  environments,
+                  fingerprints,
+                  traceIds,
+                  escaped,
+                  messageSearchText,
+                };
+                const values: Array<ExceptionFacetValue> =
+                  await ExceptionAggregationService.getFacetValues(request);
+                return [facetKey, values] as const;
+              } catch {
+                return [facetKey, [] as Array<ExceptionFacetValue>] as const;
+              }
+            },
+          ),
+        );
+
+      const facets: Record<
+        string,
+        Array<ExceptionFacetValue>
+      > = Object.fromEntries(facetResults);
+
+      /*
+       * Replace resource-facet results with the Postgres source-of-truth list
+       * (filtered by facetSearchText and enriched with displayName). Same
+       * pattern as the trace/log facets endpoints.
+       */
+      const resourceSpecs: Array<ResourceFacetSpec> = facetKeys
+        .filter((key: string): boolean => {
+          return ResourceFacetResolver.isResourceFacet(key);
+        })
+        .map((key: string): ResourceFacetSpec => {
+          const counts: Map<string, number> = new Map();
+          for (const fv of facets[key] || []) {
+            counts.set(fv.value, fv.count);
+          }
+          return {
+            facetKey: key,
+            counts,
+            searchText: facetSearchText?.[key],
+            limit,
+          };
+        });
+
+      if (resourceSpecs.length > 0) {
+        const resolved: Record<
+          string,
+          Array<ResolvedFacetValue>
+        > = await ResourceFacetResolver.resolve(projectId, resourceSpecs);
+        for (const key of Object.keys(resolved)) {
+          facets[key] = resolved[key] as Array<ExceptionFacetValue>;
+        }
+      }
+
+      return Response.sendJsonObjectResponse(req, res, {
+        facets: facets as unknown as JSONObject,
+      });
+    } catch (err: unknown) {
+      next(err);
+    }
+  },
+);
+
+// --- Metric Facets Endpoint ---
+
+router.post(
+  "/telemetry/metrics/facets",
+  UserMiddleware.getUserMiddleware,
+  async (
+    req: ExpressRequest,
+    res: ExpressResponse,
+    next: NextFunction,
+  ): Promise<void> => {
+    try {
+      const databaseProps: DatabaseCommonInteractionProps =
+        await CommonAPI.getDatabaseCommonInteractionProps(req);
+
+      if (!databaseProps?.tenantId) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("Invalid Project ID"),
+        );
+      }
+
+      const body: JSONObject = req.body as JSONObject;
+
+      const facetKeys: Array<string> = body["facetKeys"]
+        ? (body["facetKeys"] as Array<string>)
+        : ["serviceId", "hostId", "dockerHostId", "kubernetesClusterId"];
+
+      const startTime: Date = body["startTime"]
+        ? OneUptimeDate.fromString(body["startTime"] as string)
+        : OneUptimeDate.addRemoveHours(OneUptimeDate.getCurrentDate(), -1);
+
+      const endTime: Date = body["endTime"]
+        ? OneUptimeDate.fromString(body["endTime"] as string)
+        : OneUptimeDate.getCurrentDate();
+
+      const limit: number = (body["limit"] as number) || 500;
+
+      const serviceIds: Array<ObjectID> | undefined = body["serviceIds"]
+        ? (body["serviceIds"] as Array<string>).map((id: string) => {
+            return new ObjectID(id);
+          })
+        : undefined;
+
+      const metricNames: Array<string> | undefined = body["metricNames"]
+        ? (body["metricNames"] as Array<string>)
+        : undefined;
+
+      const facetSearchText: Record<string, string> | undefined = body[
+        "facetSearchText"
+      ]
+        ? (body["facetSearchText"] as Record<string, string>)
+        : undefined;
+
+      const projectId: ObjectID = databaseProps.tenantId;
+
+      /*
+       * Per-facet ClickHouse GROUP BY in parallel. Per-facet errors degrade
+       * to [] so a slow facet doesn't block the rest.
+       */
+      const facetResults: Array<readonly [string, Array<MetricFacetValue>]> =
+        await Promise.all(
+          facetKeys.map(
+            async (
+              facetKey: string,
+            ): Promise<readonly [string, Array<MetricFacetValue>]> => {
+              try {
+                const request: MetricFacetRequest = {
+                  projectId,
+                  startTime,
+                  endTime,
+                  facetKey,
+                  limit,
+                  serviceIds,
+                  metricNames,
+                };
+                const values: Array<MetricFacetValue> =
+                  await MetricAggregationService.getFacetValues(request);
+                return [facetKey, values] as const;
+              } catch {
+                return [facetKey, [] as Array<MetricFacetValue>] as const;
+              }
+            },
+          ),
+        );
+
+      const facets: Record<
+        string,
+        Array<MetricFacetValue>
+      > = Object.fromEntries(facetResults);
+
+      /*
+       * Replace resource-facet results with the Postgres source-of-truth list
+       * (filtered by facetSearchText and enriched with displayName). Same
+       * pattern as the trace / log / exception facets endpoints.
+       */
+      const resourceSpecs: Array<ResourceFacetSpec> = facetKeys
+        .filter((key: string): boolean => {
+          return ResourceFacetResolver.isResourceFacet(key);
+        })
+        .map((key: string): ResourceFacetSpec => {
+          const counts: Map<string, number> = new Map();
+          for (const fv of facets[key] || []) {
+            counts.set(fv.value, fv.count);
+          }
+          return {
+            facetKey: key,
+            counts,
+            searchText: facetSearchText?.[key],
+            limit,
+          };
+        });
+
+      if (resourceSpecs.length > 0) {
+        const resolved: Record<
+          string,
+          Array<ResolvedFacetValue>
+        > = await ResourceFacetResolver.resolve(projectId, resourceSpecs);
+        for (const key of Object.keys(resolved)) {
+          facets[key] = resolved[key] as Array<MetricFacetValue>;
+        }
+      }
+
+      return Response.sendJsonObjectResponse(req, res, {
+        facets: facets as unknown as JSONObject,
+      });
+    } catch (err: unknown) {
+      next(err);
+    }
+  },
+);
+
 // --- Log Analytics Endpoint ---
 
 router.post(

package/Server/Infrastructure/Postgres/SchemaMigrations/1779879993421-MigrationName.ts

@@ -0,0 +1,68 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1779879993421 implements MigrationInterface {
+  public name = "MigrationName1779879993421";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `DROP INDEX IF EXISTS "public"."IDX_telemetry_exception_project_service_fingerprint"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type":"Recurring","value":{"intervalType":"Day","intervalCount":{"_type":"PositiveNumber","value":1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type":"RestrictionTimes","value":{"restictionType":"None","dayRestrictionTimes":null,"weeklyRestrictionTimes":[]}}'`,
+    );
+    /*
+     * Remove pre-existing duplicates so the unique index below can be created.
+     * Done as: one cheap GROUP BY to find duplicate keys, then a small DELETE
+     * per key — keeps every individual statement well under the 30s
+     * statement/query timeout that applies to the migration connection.
+     */
+    const duplicateKeys: Array<{
+      projectId: string;
+      serviceId: string;
+      fingerprint: string;
+    }> = await queryRunner.query(
+      `SELECT "projectId", "serviceId", "fingerprint"
+       FROM "TelemetryException"
+       GROUP BY "projectId", "serviceId", "fingerprint"
+       HAVING COUNT(*) > 1`,
+    );
+    for (const key of duplicateKeys) {
+      await queryRunner.query(
+        `DELETE FROM "TelemetryException"
+         WHERE "projectId" = $1
+           AND "serviceId" = $2
+           AND "fingerprint" = $3
+           AND "_id" <> (
+             SELECT "_id" FROM "TelemetryException"
+             WHERE "projectId" = $1
+               AND "serviceId" = $2
+               AND "fingerprint" = $3
+             ORDER BY "lastSeenAt" DESC NULLS LAST, "_id" DESC
+             LIMIT 1
+           )`,
+        [key.projectId, key.serviceId, key.fingerprint],
+      );
+    }
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX IF NOT EXISTS "IDX_1f55d43a0b73e883bb226158c7" ON "TelemetryException" ("projectId", "serviceId", "fingerprint") `,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `DROP INDEX IF EXISTS "public"."IDX_1f55d43a0b73e883bb226158c7"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type": "RestrictionTimes", "value": {"restictionType": "None", "dayRestrictionTimes": null, "weeklyRestrictionTimes": []}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type": "Recurring", "value": {"intervalType": "Day", "intervalCount": {"_type": "PositiveNumber", "value": 1}}}'`,
+    );
+    await queryRunner.query(
+      `CREATE UNIQUE INDEX IF NOT EXISTS "IDX_telemetry_exception_project_service_fingerprint" ON "TelemetryException" ("projectId", "serviceId", "fingerprint") `,
+    );
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/1779882573463-MigrationName.ts

@@ -0,0 +1,65 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1779882573463 implements MigrationInterface {
+  public name = "MigrationName1779882573463";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" ADD "viewMode" character varying DEFAULT 'List'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" ADD "rowAxisLabel" character varying(100)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" ADD "columnAxisLabel" character varying(100)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" ADD "rowAxisValues" character varying(500)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" ADD "columnAxisValues" character varying(500)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageResource" ADD "rowAxisValue" character varying(100)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageResource" ADD "columnAxisValue" character varying(100)`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type":"Recurring","value":{"intervalType":"Day","intervalCount":{"_type":"PositiveNumber","value":1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type":"RestrictionTimes","value":{"restictionType":"None","dayRestrictionTimes":null,"weeklyRestrictionTimes":[]}}'`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type": "RestrictionTimes", "value": {"restictionType": "None", "dayRestrictionTimes": null, "weeklyRestrictionTimes": []}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type": "Recurring", "value": {"intervalType": "Day", "intervalCount": {"_type": "PositiveNumber", "value": 1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageResource" DROP COLUMN "columnAxisValue"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageResource" DROP COLUMN "rowAxisValue"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" DROP COLUMN "columnAxisValues"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" DROP COLUMN "rowAxisValues"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" DROP COLUMN "columnAxisLabel"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" DROP COLUMN "rowAxisLabel"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "StatusPageGroup" DROP COLUMN "viewMode"`,
+    );
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/Index.ts

@@ -354,6 +354,9 @@ import { AttachServiceToScheduledMaintenanceTemplatesAndLabelRules1779742211961
 import { MigrationName1779790539196 } from "./1779790539196-MigrationName";
 import { ExpandOwnerRuleInheritFlags1779823516881 } from "./1779823516881-ExpandOwnerRuleInheritFlags";
 import { RenameStatusPageZhToZhCN1779827700000 } from "./1779827700000-RenameStatusPageZhToZhCN";
+import { MigrationName1779879993421 } from "./1779879993421-MigrationName";
+import { MigrationName1779882573463 } from "./1779882573463-MigrationName";
+
 export default [
   InitialMigration,
   MigrationName1717678334852,
@@ -711,4 +714,6 @@ export default [
   MigrationName1779790539196,
   ExpandOwnerRuleInheritFlags1779823516881,
   RenameStatusPageZhToZhCN1779827700000,
+  MigrationName1779879993421,
+  MigrationName1779882573463,
 ];