@oneuptime/common 11.5.8 → 11.5.10

package/Models/AnalyticsModels/NetworkFlow.ts

@@ -0,0 +1,397 @@
+import AnalyticsBaseModel from "./AnalyticsBaseModel/AnalyticsBaseModel";
+import Route from "../../Types/API/Route";
+import AnalyticsTableEngine from "../../Types/AnalyticsDatabase/AnalyticsTableEngine";
+import AnalyticsTableName from "../../Types/AnalyticsDatabase/AnalyticsTableName";
+import AnalyticsTableColumn from "../../Types/AnalyticsDatabase/TableColumn";
+import TableColumnType from "../../Types/AnalyticsDatabase/TableColumnType";
+import ObjectID from "../../Types/ObjectID";
+import Permission from "../../Types/Permission";
+
+/*
+ * One NetFlow v5 flow record exported by a network device, received by a
+ * probe's NetFlow receiver and correlated to a NetworkDevice on ingest.
+ * Powers top-talker / bandwidth-attribution queries: who talked to whom,
+ * over which protocol/port, and how many bytes/packets, per device.
+ *
+ * Access control mirrors the NetworkDevice database model — flows are an
+ * attribute of the device that exported them.
+ */
+
+const readPermissions: Array<Permission> = [
+  Permission.ProjectOwner,
+  Permission.ProjectAdmin,
+  Permission.ProjectMember,
+  Permission.Viewer,
+  Permission.SettingsAdmin,
+  Permission.SettingsMember,
+  Permission.SettingsViewer,
+  Permission.ReadNetworkDevice,
+];
+
+const createPermissions: Array<Permission> = [
+  Permission.ProjectOwner,
+  Permission.ProjectAdmin,
+  Permission.ProjectMember,
+  Permission.SettingsAdmin,
+  Permission.SettingsMember,
+  Permission.CreateNetworkDevice,
+];
+
+export default class NetworkFlow extends AnalyticsBaseModel {
+  public constructor() {
+    const projectIdColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "projectId",
+      title: "Project ID",
+      description: "ID of project",
+      required: true,
+      type: TableColumnType.ObjectID,
+      isTenantId: true,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    /*
+     * Required (not Nullable) even though a flow could in principle lack a
+     * device: the ingest path DROPS flows whose exporter matches no
+     * NetworkDevice (there is no project to attribute them to), so every
+     * stored row has one — and the column sits in the sort key, where
+     * ClickHouse rejects Nullable columns.
+     */
+    const networkDeviceIdColumn: AnalyticsTableColumn =
+      new AnalyticsTableColumn({
+        key: "networkDeviceId",
+        title: "Network Device ID",
+        description:
+          "ID of the NetworkDevice that exported this flow (correlated from the exporter IP on ingest)",
+        required: true,
+        type: TableColumnType.ObjectID,
+        accessControl: {
+          read: readPermissions,
+          create: createPermissions,
+          update: [],
+        },
+      });
+
+    const exporterIpColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "exporterIp",
+      isLowCardinality: true,
+      title: "Exporter IP",
+      description:
+        "Source IP of the NetFlow export datagram — the router/switch that observed the flow",
+      required: true,
+      type: TableColumnType.Text,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const srcIpColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "srcIp",
+      codec: { codec: "ZSTD", level: 1 },
+      title: "Source IP",
+      description: "Source IP address of the flow's traffic",
+      required: true,
+      type: TableColumnType.Text,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const dstIpColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "dstIp",
+      codec: { codec: "ZSTD", level: 1 },
+      title: "Destination IP",
+      description: "Destination IP address of the flow's traffic",
+      required: true,
+      type: TableColumnType.Text,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const srcPortColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "srcPort",
+      title: "Source Port",
+      description: "TCP/UDP source port (0 when not applicable)",
+      required: true,
+      type: TableColumnType.Number,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const dstPortColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "dstPort",
+      title: "Destination Port",
+      description: "TCP/UDP destination port (0 when not applicable)",
+      required: true,
+      type: TableColumnType.Number,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const protocolColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "protocol",
+      title: "Protocol",
+      description: "IP protocol number (6 = TCP, 17 = UDP, 1 = ICMP, ...)",
+      required: true,
+      type: TableColumnType.Number,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const octetsColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "octets",
+      title: "Octets",
+      description: "Total bytes in the flow",
+      required: true,
+      type: TableColumnType.UInt64,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const packetsColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "packets",
+      title: "Packets",
+      description: "Total packets in the flow",
+      required: true,
+      type: TableColumnType.UInt64,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const flowStartAtColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "flowStartAt",
+      codec: [{ codec: "DoubleDelta" }, { codec: "ZSTD", level: 1 }],
+      title: "Flow Start",
+      description: "Wall-clock time the flow started",
+      required: true,
+      type: TableColumnType.DateTime64,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const flowEndAtColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "flowEndAt",
+      codec: [{ codec: "DoubleDelta" }, { codec: "ZSTD", level: 1 }],
+      title: "Flow End",
+      description: "Wall-clock time the flow ended",
+      required: true,
+      type: TableColumnType.DateTime64,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    const ingestedAtColumn: AnalyticsTableColumn = new AnalyticsTableColumn({
+      key: "ingestedAt",
+      codec: [{ codec: "DoubleDelta" }, { codec: "ZSTD", level: 1 }],
+      title: "Ingested At",
+      description: "When the server ingested this flow record",
+      required: true,
+      type: TableColumnType.DateTime64,
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [],
+      },
+    });
+
+    super({
+      tableName: AnalyticsTableName.NetworkFlow,
+      tableEngine: AnalyticsTableEngine.MergeTree,
+      singularName: "Network Flow",
+      accessControl: {
+        read: readPermissions,
+        create: createPermissions,
+        update: [
+          Permission.ProjectOwner,
+          Permission.ProjectAdmin,
+          Permission.ProjectMember,
+          Permission.SettingsAdmin,
+          Permission.SettingsMember,
+          Permission.EditNetworkDevice,
+        ],
+        delete: [
+          Permission.ProjectOwner,
+          Permission.ProjectAdmin,
+          Permission.ProjectMember,
+          Permission.SettingsAdmin,
+          Permission.SettingsMember,
+          Permission.DeleteNetworkDevice,
+        ],
+      },
+      pluralName: "Network Flows",
+      crudApiPath: new Route("/network-flow"),
+      tableColumns: [
+        projectIdColumn,
+        networkDeviceIdColumn,
+        exporterIpColumn,
+        srcIpColumn,
+        dstIpColumn,
+        srcPortColumn,
+        dstPortColumn,
+        protocolColumn,
+        octetsColumn,
+        packetsColumn,
+        flowStartAtColumn,
+        flowEndAtColumn,
+        ingestedAtColumn,
+      ],
+      projections: [],
+      sortKeys: ["projectId", "networkDeviceId", "flowStartAt"],
+      primaryKeys: ["projectId", "networkDeviceId", "flowStartAt"],
+      partitionKey: "toYYYYMMDD(flowStartAt)",
+      /*
+       * Shard by (projectId, networkDeviceId, flowStartAt) — mirrors how
+       * Log shards on its always-present sort-key columns: the
+       * high-entropy time component spreads even a single very busy
+       * exporter across all shards.
+       */
+      shardingKey: "cityHash64(projectId, networkDeviceId, flowStartAt)",
+      tableSettings: "non_replicated_deduplication_window = 10000",
+      /*
+       * Flows are the highest-volume rows in the product (a single busy
+       * router can export thousands per second), so the table must never
+       * grow unboundedly. Fixed-window TTL for now; per-project retention
+       * (a retentionDate column computed at ingest, like Log/Metric) is
+       * the phase-2 follow-up. Keyed on server-assigned ingestedAt so a
+       * device with a wrong clock cannot make rows expire early.
+       */
+      ttlExpression: "ingestedAt + INTERVAL 30 DAY DELETE",
+      defaultSortColumn: "flowStartAt",
+    });
+  }
+
+  public get projectId(): ObjectID | undefined {
+    return this.getColumnValue("projectId") as ObjectID | undefined;
+  }
+
+  public set projectId(v: ObjectID | undefined) {
+    this.setColumnValue("projectId", v);
+  }
+
+  public get networkDeviceId(): ObjectID | undefined {
+    return this.getColumnValue("networkDeviceId") as ObjectID | undefined;
+  }
+
+  public set networkDeviceId(v: ObjectID | undefined) {
+    this.setColumnValue("networkDeviceId", v);
+  }
+
+  public get exporterIp(): string | undefined {
+    return this.getColumnValue("exporterIp") as string | undefined;
+  }
+
+  public set exporterIp(v: string | undefined) {
+    this.setColumnValue("exporterIp", v);
+  }
+
+  public get srcIp(): string | undefined {
+    return this.getColumnValue("srcIp") as string | undefined;
+  }
+
+  public set srcIp(v: string | undefined) {
+    this.setColumnValue("srcIp", v);
+  }
+
+  public get dstIp(): string | undefined {
+    return this.getColumnValue("dstIp") as string | undefined;
+  }
+
+  public set dstIp(v: string | undefined) {
+    this.setColumnValue("dstIp", v);
+  }
+
+  public get srcPort(): number | undefined {
+    return this.getColumnValue("srcPort") as number | undefined;
+  }
+
+  public set srcPort(v: number | undefined) {
+    this.setColumnValue("srcPort", v);
+  }
+
+  public get dstPort(): number | undefined {
+    return this.getColumnValue("dstPort") as number | undefined;
+  }
+
+  public set dstPort(v: number | undefined) {
+    this.setColumnValue("dstPort", v);
+  }
+
+  public get protocol(): number | undefined {
+    return this.getColumnValue("protocol") as number | undefined;
+  }
+
+  public set protocol(v: number | undefined) {
+    this.setColumnValue("protocol", v);
+  }
+
+  public get octets(): number | undefined {
+    return this.getColumnValue("octets") as number | undefined;
+  }
+
+  public set octets(v: number | undefined) {
+    this.setColumnValue("octets", v);
+  }
+
+  public get packets(): number | undefined {
+    return this.getColumnValue("packets") as number | undefined;
+  }
+
+  public set packets(v: number | undefined) {
+    this.setColumnValue("packets", v);
+  }
+
+  public get flowStartAt(): Date | undefined {
+    return this.getColumnValue("flowStartAt") as Date | undefined;
+  }
+
+  public set flowStartAt(v: Date | undefined) {
+    this.setColumnValue("flowStartAt", v);
+  }
+
+  public get flowEndAt(): Date | undefined {
+    return this.getColumnValue("flowEndAt") as Date | undefined;
+  }
+
+  public set flowEndAt(v: Date | undefined) {
+    this.setColumnValue("flowEndAt", v);
+  }
+
+  public get ingestedAt(): Date | undefined {
+    return this.getColumnValue("ingestedAt") as Date | undefined;
+  }
+
+  public set ingestedAt(v: Date | undefined) {
+    this.setColumnValue("ingestedAt", v);
+  }
+}

package/Models/DatabaseModels/AIAgentTaskPullRequest.ts

@@ -189,13 +189,21 @@ export default class AIAgentTaskPullRequest extends BaseModel {
     ],
     update: [],
   })
+  /*
+   * Nullable since 2026-07-15: a pull request can now originate from an AI
+   * chat turn, which has no AIAgent behind it (the agent record belongs to the
+   * autonomous fix worker). A null aiAgent therefore means "authored from
+   * chat", and every consumer must tolerate it — SyncPullRequestStates already
+   * guards on aiRunId for the same reason.
+   */
   @TableColumn({
     type: TableColumnType.Entity,
-    required: true,
+    required: false,
     modelType: AIAgent,
     manyToOneRelationColumn: "aiAgentId",
     title: "AI Agent",
-    description: "AI Agent that created this pull request.",
+    description:
+      "AI Agent that created this pull request. Null when it was proposed from an AI chat conversation.",
   })
   @ManyToOne(
     () => {
@@ -204,7 +212,7 @@ export default class AIAgentTaskPullRequest extends BaseModel {
     {
       cascade: false,
       eager: false,
-      nullable: false,
+      nullable: true,
       onDelete: "CASCADE",
       orphanedRowAction: "nullify",
     },
@@ -231,14 +239,15 @@ export default class AIAgentTaskPullRequest extends BaseModel {
   @Index()
   @TableColumn({
     type: TableColumnType.ObjectID,
-    required: true,
+    required: false,
     canReadOnRelationQuery: true,
     title: "AI Agent ID",
-    description: "ID of the AI Agent that created this pull request.",
+    description:
+      "ID of the AI Agent that created this pull request. Null when it was proposed from an AI chat conversation.",
   })
   @Column({
     type: ColumnType.ObjectID,
-    nullable: false,
+    nullable: true,
     transformer: ObjectID.getDatabaseTransformer(),
   })
   public aiAgentId?: ObjectID = undefined;

package/Models/DatabaseModels/AIRun.ts

@@ -180,6 +180,43 @@ export default class AIRun extends BaseModel {
   })
   public codeFixTaskType?: CodeFixTaskType = undefined;
 
+  /*
+   * The per-project sequential task number shown as "#42" — the stable handle
+   * a human cites when reporting a bad run, the same role Incident.incidentNumber
+   * plays. Set only on CodeFix runs (the AI Tasks list): chat turns and
+   * investigations also live in this table but are not tasks, so numbering them
+   * would burn the counter on every Ask-AI message. Null therefore means "not a
+   * task", and also covers CodeFix rows created before this column existed —
+   * the backfill numbers those by age.
+   */
+  @ColumnAccessControl({
+    create: [],
+    read: [
+      Permission.ProjectOwner,
+      Permission.ProjectAdmin,
+      Permission.ProjectMember,
+      Permission.Viewer,
+    ],
+    update: [],
+  })
+  @Index()
+  @TableColumn({
+    isDefaultValueColumn: false,
+    required: false,
+    type: TableColumnType.Number,
+    title: "Task Number",
+    description:
+      "Per-project sequential number for this AI task (code-fix runs only).",
+    example: 42,
+    computed: true,
+    canReadOnRelationQuery: true,
+  })
+  @Column({
+    type: ColumnType.Number,
+    nullable: true,
+  })
+  public taskNumber?: number = undefined;
+
   @ColumnAccessControl({
     create: [],
     read: [

package/Models/DatabaseModels/AIRunEvent.ts

@@ -21,7 +21,10 @@ import { JSONObject } from "../../Types/JSON";
 import { Column, Entity, Index, JoinColumn, ManyToOne } from "typeorm";
 import EnableDocumentation from "../../Types/Database/EnableDocumentation";
 import AIRunEventType from "../../Types/AI/AIRunEventType";
-import { AIRunEventResultSummary } from "../../Types/AI/AIChatTypes";
+import {
+  AIRunEventContentPayload,
+  AIRunEventResultSummary,
+} from "../../Types/AI/AIChatTypes";
 
 /*
  * One event in an AI run: an LLM call, a tool call with its validated
@@ -364,6 +367,36 @@ export default class AIRunEvent extends BaseModel {
   })
   public citationId?: string = undefined;
 
+  /*
+   * The verbatim LLM/tool content behind this event (see
+   * AIRunEventContentPayload). Server-only — the read ACL is empty, like
+   * AIRun.pausedState and AIRun.taskContext, and for the same reason: a
+   * code-fix run's prompts embed customer source code, whose reach is
+   * narrower than this table's project-member read. LlmLog redacts the same
+   * content for exactly this reason and continues to.
+   *
+   * Reachable only through GET /code-fix-run/logs, which gates on
+   * ProjectOwner/ProjectAdmin. Never widen this ACL — doing so would publish
+   * customer source code to every project member through the CRUD API.
+   */
+  @ColumnAccessControl({
+    create: [],
+    read: [],
+    update: [],
+  })
+  @TableColumn({
+    required: false,
+    type: TableColumnType.JSON,
+    title: "Content Payload",
+    description:
+      "Internal: the verbatim LLM prompt/response and tool output behind this event.",
+  })
+  @Column({
+    nullable: true,
+    type: ColumnType.JSON,
+  })
+  public contentPayload?: AIRunEventContentPayload = undefined;
+
   @ColumnAccessControl({
     create: [],
     read: [],

package/Models/DatabaseModels/EnterpriseLicenseInstance.ts

@@ -170,4 +170,22 @@ export default class EnterpriseLicenseInstance extends BaseModel {
     type: ColumnType.Date,
   })
   public lastReportedAt?: Date = undefined;
+
+  @ColumnAccessControl({
+    create: [],
+    read: [],
+    update: [],
+  })
+  @TableColumn({
+    required: false,
+    type: TableColumnType.JSON,
+    title: "Master Admin Emails",
+    description:
+      "Emails of the master admins of this instance. Used to contact the customer about license expiry and seat-limit breaches.",
+  })
+  @Column({
+    type: ColumnType.JSON,
+    nullable: true,
+  })
+  public masterAdminEmails?: Array<string> = undefined;
 }

package/Models/DatabaseModels/GlobalConfig.ts

@@ -893,6 +893,42 @@ export default class GlobalConfig extends GlobalConfigModel {
   public enterpriseLicenseInstances?: Array<EnterpriseLicenseInstanceSummary> =
     undefined;
 
+  @ColumnAccessControl({
+    create: [],
+    read: [],
+    update: [],
+  })
+  @TableColumn({
+    type: TableColumnType.Email,
+    title: "Enterprise License Notification Email",
+    description:
+      "OneUptime email address CC'd on enterprise license notifications sent to customers (expiry reminders, seat-limit breaches). Only used on the hosted oneuptime.com (billing enabled).",
+  })
+  @Column({
+    type: ColumnType.Email,
+    length: ColumnLength.Email,
+    nullable: true,
+    transformer: Email.getDatabaseTransformer(),
+  })
+  public enterpriseLicenseNotificationEmail?: Email = undefined;
+
+  @ColumnAccessControl({
+    create: [],
+    read: [],
+    update: [],
+  })
+  @TableColumn({
+    type: TableColumnType.Number,
+    title: "Enterprise License Expiry Reminder Days",
+    description:
+      "How many days before an enterprise license expires that expiry reminder emails start going out to the customer's master admins. Defaults to 45. Only used on the hosted oneuptime.com (billing enabled).",
+  })
+  @Column({
+    type: ColumnType.Number,
+    nullable: true,
+  })
+  public enterpriseLicenseExpiryReminderDays?: number = undefined;
+
   @ColumnAccessControl({
     create: [],
     read: [],

package/Models/DatabaseModels/Index.ts

@@ -401,6 +401,7 @@ import MetricType from "./MetricType";
 import ProjectSCIM from "./ProjectSCIM";
 import ProjectSCIMLog from "./ProjectSCIMLog";
 import StatusPageSCIMLog from "./StatusPageSCIMLog";
+import MarketingConversion from "./MarketingConversion";
 
 const AllModelTypes: Array<{
   new (): BaseModel;
@@ -824,6 +825,7 @@ const AllModelTypes: Array<{
   ServerlessFunctionInstance,
   CloudResourceInstance,
   RumApplicationClient,
+  MarketingConversion,
 ];
 
 const modelTypeMap: { [key: string]: { new (): BaseModel } } = {};