@oneuptime/common 10.0.30 → 10.0.33

package/Server/API/TelemetryAPI.ts

@@ -410,6 +410,267 @@ router.post(
   },
 );
 
+// --- Log Export Endpoint ---
+
+router.post(
+  "/telemetry/logs/export",
+  UserMiddleware.getUserMiddleware,
+  async (
+    req: ExpressRequest,
+    res: ExpressResponse,
+    next: NextFunction,
+  ): Promise<void> => {
+    try {
+      const databaseProps: DatabaseCommonInteractionProps =
+        await CommonAPI.getDatabaseCommonInteractionProps(req);
+
+      if (!databaseProps?.tenantId) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("Invalid Project ID"),
+        );
+      }
+
+      const body: JSONObject = req.body as JSONObject;
+
+      const startTime: Date = body["startTime"]
+        ? OneUptimeDate.fromString(body["startTime"] as string)
+        : OneUptimeDate.addRemoveHours(OneUptimeDate.getCurrentDate(), -1);
+
+      const endTime: Date = body["endTime"]
+        ? OneUptimeDate.fromString(body["endTime"] as string)
+        : OneUptimeDate.getCurrentDate();
+
+      const limit: number = Math.min((body["limit"] as number) || 10000, 10000);
+
+      const format: string = (body["format"] as string) || "json";
+
+      const serviceIds: Array<ObjectID> | undefined = body["serviceIds"]
+        ? (body["serviceIds"] as Array<string>).map((id: string) => {
+            return new ObjectID(id);
+          })
+        : undefined;
+
+      const severityTexts: Array<string> | undefined = body["severityTexts"]
+        ? (body["severityTexts"] as Array<string>)
+        : undefined;
+
+      const bodySearchText: string | undefined = body["bodySearchText"]
+        ? (body["bodySearchText"] as string)
+        : undefined;
+
+      const traceIds: Array<string> | undefined = body["traceIds"]
+        ? (body["traceIds"] as Array<string>)
+        : undefined;
+
+      const spanIds: Array<string> | undefined = body["spanIds"]
+        ? (body["spanIds"] as Array<string>)
+        : undefined;
+
+      const rows: Array<JSONObject> = await LogAggregationService.getExportLogs(
+        {
+          projectId: databaseProps.tenantId,
+          startTime,
+          endTime,
+          limit,
+          serviceIds,
+          severityTexts,
+          bodySearchText,
+          traceIds,
+          spanIds,
+        },
+      );
+
+      if (format === "csv") {
+        const header: string =
+          "time,serviceId,severityText,severityNumber,body,traceId,spanId,attributes";
+        const csvRows: Array<string> = rows.map((row: JSONObject) => {
+          const escapeCsv: (val: unknown) => string = (
+            val: unknown,
+          ): string => {
+            const str: string =
+              val === null || val === undefined ? "" : String(val);
+            if (str.includes(",") || str.includes('"') || str.includes("\n")) {
+              return `"${str.replace(/"/g, '""')}"`;
+            }
+            return str;
+          };
+
+          return [
+            escapeCsv(row["time"]),
+            escapeCsv(row["serviceId"]),
+            escapeCsv(row["severityText"]),
+            escapeCsv(row["severityNumber"]),
+            escapeCsv(row["body"]),
+            escapeCsv(row["traceId"]),
+            escapeCsv(row["spanId"]),
+            escapeCsv(JSON.stringify(row["attributes"] || {})),
+          ].join(",");
+        });
+
+        const csv: string = [header, ...csvRows].join("\n");
+        res.setHeader("Content-Type", "text/csv; charset=utf-8");
+        res.setHeader(
+          "Content-Disposition",
+          "attachment; filename=logs-export.csv",
+        );
+        res.status(200).send(csv);
+        return;
+      }
+
+      // JSON format
+      res.setHeader("Content-Type", "application/json; charset=utf-8");
+      res.setHeader(
+        "Content-Disposition",
+        "attachment; filename=logs-export.json",
+      );
+      res.status(200).send(JSON.stringify(rows, null, 2));
+    } catch (err: unknown) {
+      next(err);
+    }
+  },
+);
+
+// --- Log Context Endpoint ---
+
+router.post(
+  "/telemetry/logs/context",
+  UserMiddleware.getUserMiddleware,
+  async (
+    req: ExpressRequest,
+    res: ExpressResponse,
+    next: NextFunction,
+  ): Promise<void> => {
+    try {
+      const databaseProps: DatabaseCommonInteractionProps =
+        await CommonAPI.getDatabaseCommonInteractionProps(req);
+
+      if (!databaseProps?.tenantId) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("Invalid Project ID"),
+        );
+      }
+
+      const body: JSONObject = req.body as JSONObject;
+
+      const logId: string | undefined = body["logId"] as string | undefined;
+      const serviceId: string | undefined = body["serviceId"] as
+        | string
+        | undefined;
+      const time: string | undefined = body["time"] as string | undefined;
+
+      if (!logId || !serviceId || !time) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("logId, serviceId, and time are required"),
+        );
+      }
+
+      const count: number = (body["count"] as number) || 5;
+
+      const result: {
+        before: Array<JSONObject>;
+        after: Array<JSONObject>;
+      } = await LogAggregationService.getLogContext({
+        projectId: databaseProps.tenantId,
+        serviceId: new ObjectID(serviceId),
+        time: OneUptimeDate.fromString(time),
+        logId,
+        count,
+      });
+
+      return Response.sendJsonObjectResponse(req, res, {
+        before: result.before as unknown as JSONObject,
+        after: result.after as unknown as JSONObject,
+      });
+    } catch (err: unknown) {
+      next(err);
+    }
+  },
+);
+
+// --- Drop Filter Estimate Endpoint ---
+
+router.post(
+  "/telemetry/logs/drop-filter-estimate",
+  UserMiddleware.getUserMiddleware,
+  async (
+    req: ExpressRequest,
+    res: ExpressResponse,
+    next: NextFunction,
+  ): Promise<void> => {
+    try {
+      const databaseProps: DatabaseCommonInteractionProps =
+        await CommonAPI.getDatabaseCommonInteractionProps(req);
+
+      if (!databaseProps?.tenantId) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("Invalid Project ID"),
+        );
+      }
+
+      const body: JSONObject = req.body as JSONObject;
+
+      const filterQuery: string | undefined = body["filterQuery"] as
+        | string
+        | undefined;
+
+      if (!filterQuery) {
+        return Response.sendErrorResponse(
+          req,
+          res,
+          new BadDataException("filterQuery is required"),
+        );
+      }
+
+      const startTime: Date = body["startTime"]
+        ? OneUptimeDate.fromString(body["startTime"] as string)
+        : OneUptimeDate.addRemoveHours(OneUptimeDate.getCurrentDate(), -24);
+
+      const endTime: Date = body["endTime"]
+        ? OneUptimeDate.fromString(body["endTime"] as string)
+        : OneUptimeDate.getCurrentDate();
+
+      const serviceIds: Array<ObjectID> | undefined = body["serviceIds"]
+        ? (body["serviceIds"] as Array<string>).map((id: string) => {
+            return new ObjectID(id);
+          })
+        : undefined;
+
+      const severityTexts: Array<string> | undefined = body["severityTexts"]
+        ? (body["severityTexts"] as Array<string>)
+        : undefined;
+
+      const result: {
+        totalLogs: number;
+        matchingLogs: number;
+        estimatedReductionPercent: number;
+      } = await LogAggregationService.getDropFilterEstimate({
+        projectId: databaseProps.tenantId,
+        startTime,
+        endTime,
+        filterQuery,
+        serviceIds,
+        severityTexts,
+      });
+
+      return Response.sendJsonObjectResponse(req, res, {
+        totalLogs: result.totalLogs,
+        matchingLogs: result.matchingLogs,
+        estimatedReductionPercent: result.estimatedReductionPercent,
+      } as unknown as JSONObject);
+    } catch (err: unknown) {
+      next(err);
+    }
+  },
+);
+
 // --- Helpers ---
 
 function computeDefaultBucketSize(startTime: Date, endTime: Date): number {

package/Server/Infrastructure/Postgres/SchemaMigrations/1773402621107-MigrationName.ts

@@ -0,0 +1,131 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1773402621107 implements MigrationInterface {
+  public name = "MigrationName1773402621107";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `CREATE TABLE "LogPipeline" ("_id" uuid NOT NULL DEFAULT uuid_generate_v4(), "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "version" integer NOT NULL, "projectId" uuid NOT NULL, "name" character varying(50) NOT NULL, "description" character varying(500), "filterQuery" character varying(500), "isEnabled" boolean NOT NULL DEFAULT true, "sortOrder" integer NOT NULL DEFAULT '0', "createdByUserId" uuid, "deletedByUserId" uuid, CONSTRAINT "PK_563f923c5169ef1e28c09dfa586" PRIMARY KEY ("_id"))`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_a6bff623cedf515ae3680d8735" ON "LogPipeline" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_70fc1c15d7770bf0646001b907" ON "LogPipeline" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `CREATE TABLE "LogPipelineProcessor" ("_id" uuid NOT NULL DEFAULT uuid_generate_v4(), "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "version" integer NOT NULL, "projectId" uuid NOT NULL, "logPipelineId" uuid NOT NULL, "name" character varying(50) NOT NULL, "processorType" character varying(100) NOT NULL, "configuration" jsonb NOT NULL DEFAULT '{}', "isEnabled" boolean NOT NULL DEFAULT true, "sortOrder" integer NOT NULL DEFAULT '0', "createdByUserId" uuid, CONSTRAINT "PK_1f78f02415229abb3ff3fa0805a" PRIMARY KEY ("_id"))`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_6236eaae19a7b0ffb57b6d8b05" ON "LogPipelineProcessor" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_b6281d545398353d360a05d10c" ON "LogPipelineProcessor" ("logPipelineId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_e7194996a6547d4557a26739d6" ON "LogPipelineProcessor" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `CREATE TABLE "LogDropFilter" ("_id" uuid NOT NULL DEFAULT uuid_generate_v4(), "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "version" integer NOT NULL, "projectId" uuid NOT NULL, "name" character varying(50) NOT NULL, "description" character varying(500), "filterQuery" character varying(500) NOT NULL, "action" character varying(100) NOT NULL DEFAULT 'drop', "samplePercentage" integer, "isEnabled" boolean NOT NULL DEFAULT true, "sortOrder" integer NOT NULL DEFAULT '0', "createdByUserId" uuid, "deletedByUserId" uuid, CONSTRAINT "PK_4d5244c285955b534cbeb55b330" PRIMARY KEY ("_id"))`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_2651bf0f1b0981f3c1a15201fd" ON "LogDropFilter" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_95cd1d1be21a2d7f620698ac48" ON "LogDropFilter" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type":"Recurring","value":{"intervalType":"Day","intervalCount":{"_type":"PositiveNumber","value":1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type":"RestrictionTimes","value":{"restictionType":"None","dayRestrictionTimes":null,"weeklyRestrictionTimes":[]}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" ADD CONSTRAINT "FK_a6bff623cedf515ae3680d87355" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" ADD CONSTRAINT "FK_460794d1df27630235f2d543ba6" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" ADD CONSTRAINT "FK_ffe95c5c8cbcea614d33c255d24" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" ADD CONSTRAINT "FK_6236eaae19a7b0ffb57b6d8b053" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" ADD CONSTRAINT "FK_b6281d545398353d360a05d10ce" FOREIGN KEY ("logPipelineId") REFERENCES "LogPipeline"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" ADD CONSTRAINT "FK_b2e03f9db1555a4f5ff6bc7778c" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" ADD CONSTRAINT "FK_2651bf0f1b0981f3c1a15201fd7" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" ADD CONSTRAINT "FK_b613c2da8abed05bb4d1a94a277" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" ADD CONSTRAINT "FK_7702956f8707c3d3525ddb299c9" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" DROP CONSTRAINT "FK_7702956f8707c3d3525ddb299c9"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" DROP CONSTRAINT "FK_b613c2da8abed05bb4d1a94a277"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogDropFilter" DROP CONSTRAINT "FK_2651bf0f1b0981f3c1a15201fd7"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" DROP CONSTRAINT "FK_b2e03f9db1555a4f5ff6bc7778c"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" DROP CONSTRAINT "FK_b6281d545398353d360a05d10ce"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipelineProcessor" DROP CONSTRAINT "FK_6236eaae19a7b0ffb57b6d8b053"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" DROP CONSTRAINT "FK_ffe95c5c8cbcea614d33c255d24"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" DROP CONSTRAINT "FK_460794d1df27630235f2d543ba6"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogPipeline" DROP CONSTRAINT "FK_a6bff623cedf515ae3680d87355"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type": "RestrictionTimes", "value": {"restictionType": "None", "dayRestrictionTimes": null, "weeklyRestrictionTimes": []}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type": "Recurring", "value": {"intervalType": "Day", "intervalCount": {"_type": "PositiveNumber", "value": 1}}}'`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_95cd1d1be21a2d7f620698ac48"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_2651bf0f1b0981f3c1a15201fd"`,
+    );
+    await queryRunner.query(`DROP TABLE "LogDropFilter"`);
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_e7194996a6547d4557a26739d6"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_b6281d545398353d360a05d10c"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_6236eaae19a7b0ffb57b6d8b05"`,
+    );
+    await queryRunner.query(`DROP TABLE "LogPipelineProcessor"`);
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_70fc1c15d7770bf0646001b907"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_a6bff623cedf515ae3680d8735"`,
+    );
+    await queryRunner.query(`DROP TABLE "LogPipeline"`);
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/1773414578773-MigrationName.ts

@@ -0,0 +1,79 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1773414578773 implements MigrationInterface {
+  public name = "MigrationName1773414578773";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_projectId"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_createdByUserId"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_deletedByUserId"`,
+    );
+    await queryRunner.query(`DROP INDEX "public"."IDX_logscrub_projectId"`);
+    await queryRunner.query(`DROP INDEX "public"."IDX_logscrub_isEnabled"`);
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type":"Recurring","value":{"intervalType":"Day","intervalCount":{"_type":"PositiveNumber","value":1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type":"RestrictionTimes","value":{"restictionType":"None","dayRestrictionTimes":null,"weeklyRestrictionTimes":[]}}'`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_0ed4595b431ba465ac9a9938d4" ON "LogScrubRule" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_88d1e2bb9908f0aada30f044f5" ON "LogScrubRule" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_0ed4595b431ba465ac9a9938d4d" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_cec04acd064a11bf98c2eae3819" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_88ad7031d2481dd8142e543ddbd" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_88ad7031d2481dd8142e543ddbd"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_cec04acd064a11bf98c2eae3819"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_0ed4595b431ba465ac9a9938d4d"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_88d1e2bb9908f0aada30f044f5"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_0ed4595b431ba465ac9a9938d4"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type": "RestrictionTimes", "value": {"restictionType": "None", "dayRestrictionTimes": null, "weeklyRestrictionTimes": []}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type": "Recurring", "value": {"intervalType": "Day", "intervalCount": {"_type": "PositiveNumber", "value": 1}}}'`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_logscrub_isEnabled" ON "LogScrubRule" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_logscrub_projectId" ON "LogScrubRule" ("projectId") `,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_deletedByUserId" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_createdByUserId" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_projectId" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/1773500000000-MigrationName.ts

@@ -0,0 +1,41 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1773500000000 implements MigrationInterface {
+  public name = "MigrationName1773500000000";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `CREATE TABLE "LogScrubRule" ("_id" uuid NOT NULL DEFAULT uuid_generate_v4(), "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "version" integer NOT NULL, "projectId" uuid NOT NULL, "name" character varying(50) NOT NULL, "description" character varying(500), "patternType" character varying(100) NOT NULL, "customRegex" character varying(500), "scrubAction" character varying(100) NOT NULL DEFAULT 'redact', "fieldsToScrub" character varying(100) NOT NULL DEFAULT 'both', "isEnabled" boolean NOT NULL DEFAULT true, "sortOrder" integer NOT NULL DEFAULT '0', "createdByUserId" uuid, "deletedByUserId" uuid, CONSTRAINT "PK_logscrub_id" PRIMARY KEY ("_id"))`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_logscrub_projectId" ON "LogScrubRule" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_logscrub_isEnabled" ON "LogScrubRule" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_projectId" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_createdByUserId" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_logscrub_deletedByUserId" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_deletedByUserId"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_createdByUserId"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_logscrub_projectId"`,
+    );
+    await queryRunner.query(`DROP INDEX "public"."IDX_logscrub_isEnabled"`);
+    await queryRunner.query(`DROP INDEX "public"."IDX_logscrub_projectId"`);
+    await queryRunner.query(`DROP TABLE "LogScrubRule"`);
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/1773676206197-MigrationName.ts

@@ -0,0 +1,57 @@
+import { MigrationInterface, QueryRunner } from "typeorm";
+
+export class MigrationName1773676206197 implements MigrationInterface {
+  public name = "MigrationName1773676206197";
+
+  public async up(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `CREATE TABLE "LogScrubRule" ("_id" uuid NOT NULL DEFAULT uuid_generate_v4(), "createdAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "updatedAt" TIMESTAMP WITH TIME ZONE NOT NULL DEFAULT now(), "deletedAt" TIMESTAMP WITH TIME ZONE, "version" integer NOT NULL, "projectId" uuid NOT NULL, "name" character varying(50) NOT NULL, "description" character varying(500), "patternType" character varying(100) NOT NULL, "customRegex" character varying(500), "scrubAction" character varying(100) NOT NULL DEFAULT 'redact', "fieldsToScrub" character varying(100) NOT NULL DEFAULT 'both', "isEnabled" boolean NOT NULL DEFAULT true, "sortOrder" integer NOT NULL DEFAULT '0', "createdByUserId" uuid, "deletedByUserId" uuid, CONSTRAINT "PK_993a671224f0dca8edfd22bc788" PRIMARY KEY ("_id"))`,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_0ed4595b431ba465ac9a9938d4" ON "LogScrubRule" ("projectId") `,
+    );
+    await queryRunner.query(
+      `CREATE INDEX "IDX_88d1e2bb9908f0aada30f044f5" ON "LogScrubRule" ("isEnabled") `,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type":"Recurring","value":{"intervalType":"Day","intervalCount":{"_type":"PositiveNumber","value":1}}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type":"RestrictionTimes","value":{"restictionType":"None","dayRestrictionTimes":null,"weeklyRestrictionTimes":[]}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_0ed4595b431ba465ac9a9938d4d" FOREIGN KEY ("projectId") REFERENCES "Project"("_id") ON DELETE CASCADE ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_cec04acd064a11bf98c2eae3819" FOREIGN KEY ("createdByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" ADD CONSTRAINT "FK_88ad7031d2481dd8142e543ddbd" FOREIGN KEY ("deletedByUserId") REFERENCES "User"("_id") ON DELETE SET NULL ON UPDATE NO ACTION`,
+    );
+  }
+
+  public async down(queryRunner: QueryRunner): Promise<void> {
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_88ad7031d2481dd8142e543ddbd"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_cec04acd064a11bf98c2eae3819"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "LogScrubRule" DROP CONSTRAINT "FK_0ed4595b431ba465ac9a9938d4d"`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "restrictionTimes" SET DEFAULT '{"_type": "RestrictionTimes", "value": {"restictionType": "None", "dayRestrictionTimes": null, "weeklyRestrictionTimes": []}}'`,
+    );
+    await queryRunner.query(
+      `ALTER TABLE "OnCallDutyPolicyScheduleLayer" ALTER COLUMN "rotation" SET DEFAULT '{"_type": "Recurring", "value": {"intervalType": "Day", "intervalCount": {"_type": "PositiveNumber", "value": 1}}}'`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_88d1e2bb9908f0aada30f044f5"`,
+    );
+    await queryRunner.query(
+      `DROP INDEX "public"."IDX_0ed4595b431ba465ac9a9938d4"`,
+    );
+    await queryRunner.query(`DROP TABLE "LogScrubRule"`);
+  }
+}

package/Server/Infrastructure/Postgres/SchemaMigrations/Index.ts

@@ -264,6 +264,8 @@ import { MigrationName1772280000000 } from "./1772280000000-MigrationName";
 import { MigrationName1772350000000 } from "./1772350000000-MigrationName";
 import { AddLogSavedView1772355000000 } from "./1772355000000-AddLogSavedView";
 import { MigrationName1773344537755 } from "./1773344537755-MigrationName";
+import { MigrationName1773402621107 } from "./1773402621107-MigrationName";
+import { MigrationName1773676206197 } from "./1773676206197-MigrationName";
 
 export default [
   InitialMigration,
@@ -532,4 +534,6 @@ export default [
   MigrationName1772350000000,
   AddLogSavedView1772355000000,
   MigrationName1773344537755,
+  MigrationName1773402621107,
+  MigrationName1773676206197,
 ];

package/Server/Services/AnalyticsDatabaseService.ts

@@ -238,6 +238,13 @@ export default class AnalyticsDatabaseService<
     const statement: Statement =
       this.statementGenerator.toAddColumnStatement(column);
     await this.execute(statement);
+
+    // Add skip index separately (ClickHouse requires ADD INDEX as a separate ALTER statement)
+    const indexStatement: Statement | null =
+      this.statementGenerator.toAddSkipIndexStatement(column);
+    if (indexStatement) {
+      await this.execute(indexStatement);
+    }
   }
 
   @CaptureSpan()
@@ -247,6 +254,60 @@ export default class AnalyticsDatabaseService<
     );
   }
 
+  public async doesColumnExist(columnName: string): Promise<boolean> {
+    const tableName: string = this.model.tableName;
+    const result: { data: Array<JSONObject> } = await (
+      await this.executeQuery(
+        `SELECT count() as cnt FROM system.columns WHERE database = currentDatabase() AND table = '${tableName}' AND name = '${columnName}'`,
+      )
+    ).json();
+
+    const rows: Array<JSONObject> = result.data || [];
+
+    return rows.length > 0 && Number(rows[0]!["cnt"]) > 0;
+  }
+
+  public async getColumnCodec(columnName: string): Promise<string> {
+    const tableName: string = this.model.tableName;
+    const result: { data: Array<JSONObject> } = await (
+      await this.executeQuery(
+        `SELECT compression_codec FROM system.columns WHERE database = currentDatabase() AND table = '${tableName}' AND name = '${columnName}'`,
+      )
+    ).json();
+
+    const rows: Array<JSONObject> = result.data || [];
+
+    if (rows.length === 0) {
+      return "";
+    }
+
+    return (rows[0]!["compression_codec"] as string) || "";
+  }
+
+  public async setColumnCodecIfNotSet(data: {
+    columnName: string;
+    columnType: string;
+    codec: string;
+    expectedCodecValue: string;
+  }): Promise<void> {
+    const tableName: string = this.model.tableName;
+    const currentCodec: string = await this.getColumnCodec(data.columnName);
+
+    if (currentCodec === data.expectedCodecValue) {
+      logger.info(
+        `${tableName}.${data.columnName} already has ${data.expectedCodecValue}, skipping`,
+      );
+      return;
+    }
+
+    await this.execute(
+      `ALTER TABLE ${tableName} MODIFY COLUMN ${data.columnName} ${data.columnType} CODEC(${data.codec}) SETTINGS mutations_sync=0`,
+    );
+    logger.info(
+      `Applied ${data.codec} codec to ${tableName}.${data.columnName} (async)`,
+    );
+  }
+
   @CaptureSpan()
   public async findBy(findBy: FindBy<TBaseModel>): Promise<Array<TBaseModel>> {
     return await this._findBy(findBy);