@atproto/ozone 0.1.146 → 0.1.148

package/src/daemon/scheduled-action-processor.ts

@@ -0,0 +1,243 @@
+import { Selectable } from 'kysely'
+import { MINUTE, SECOND } from '@atproto/common'
+import {
+  assertProtectedTagAction,
+  getProtectedTags,
+} from '../api/moderation/util'
+import { Database } from '../db'
+import { ScheduledAction } from '../db/schema/scheduled-action'
+import {
+  ModEventTakedown,
+  ModTool,
+} from '../lexicon/types/tools/ozone/moderation/defs'
+import { dbLogger } from '../logger'
+import { ModerationService, ModerationServiceCreator } from '../mod-service'
+import { RepoSubject } from '../mod-service/subject'
+import { ModEventType } from '../mod-service/types'
+import { ScheduledActionServiceCreator } from '../scheduled-action/service'
+import { SettingService, SettingServiceCreator } from '../setting/service'
+
+export class ScheduledActionProcessor {
+  destroyed = false
+  processingPromise: Promise<void> = Promise.resolve()
+  timer?: NodeJS.Timeout
+
+  constructor(
+    private db: Database,
+    private serviceDid: string,
+    private settingService: SettingServiceCreator,
+    private modService: ModerationServiceCreator,
+    private scheduledActionService: ScheduledActionServiceCreator,
+  ) {}
+
+  start() {
+    this.poll()
+  }
+
+  poll() {
+    if (this.destroyed) return
+    this.processingPromise = this.findAndExecuteScheduledActions()
+      .catch((err) =>
+        dbLogger.error({ err }, 'scheduled action processing errored'),
+      )
+      .finally(() => {
+        this.timer = setTimeout(() => this.poll(), getInterval())
+      })
+  }
+
+  async destroy() {
+    this.destroyed = true
+    if (this.timer) {
+      clearTimeout(this.timer)
+      this.timer = undefined
+    }
+    await this.processingPromise
+  }
+
+  async executeScheduledAction(actionId: number) {
+    await this.db.transaction(async (dbTxn) => {
+      const settingService = this.settingService(dbTxn)
+      const moderationTxn = this.modService(dbTxn)
+      const scheduledActionTxn = this.scheduledActionService(dbTxn)
+
+      try {
+        // maybe overfetching here to get the action again within the transaction to ensure it's still pending
+        const action = await dbTxn.db
+          .selectFrom('scheduled_action')
+          .selectAll()
+          .where('id', '=', actionId)
+          .where('status', '=', 'pending')
+          .executeTakeFirst()
+
+        if (!action) {
+          // already processed or cancelled
+          return
+        }
+
+        let event: ModEventType
+        let modTool: ModTool | undefined
+
+        // Create the appropriate moderation action based on the scheduled action type
+        switch (action.action) {
+          case 'takedown':
+            {
+              const eventData = action.eventData as ModEventTakedown & {
+                modTool?: ModTool
+              }
+              modTool = eventData.modTool
+              event = {
+                $type: 'tools.ozone.moderation.defs#modEventTakedown',
+                comment: `[SCHEDULED_ACTION] ${eventData.comment || 'Scheduled takedown executed'}`,
+                durationInHours: eventData.durationInHours,
+                acknowledgeAccountSubjects:
+                  eventData.acknowledgeAccountSubjects,
+                policies: eventData.policies,
+              }
+            }
+            break
+          default:
+            throw new Error(
+              `Unsupported scheduled action type: ${action.action}`,
+            )
+        }
+
+        const moderationEvent = await this.performTakedown({
+          action,
+          event,
+          modTool,
+          moderationTxn,
+          settingService,
+        })
+
+        // Mark the scheduled action as executed
+        await scheduledActionTxn.markActionAsExecuted(
+          actionId,
+          moderationEvent.event.id,
+        )
+
+        dbLogger.info(
+          {
+            did: action.did,
+            scheduledActionId: actionId,
+            moderationEventId: moderationEvent.event.id,
+          },
+          'executed scheduled action',
+        )
+      } catch (error) {
+        const errorMessage =
+          error instanceof Error ? error.message : 'Unknown error'
+
+        // mark as failed
+        await scheduledActionTxn.markActionAsFailed(actionId, errorMessage)
+
+        dbLogger.error(
+          {
+            scheduledActionId: actionId,
+            error: errorMessage,
+          },
+          'failed to execute scheduled action',
+        )
+      }
+    })
+  }
+
+  async performTakedown({
+    action,
+    event,
+    modTool,
+    moderationTxn,
+    settingService,
+  }: {
+    action: Selectable<ScheduledAction>
+    event: ModEventType
+    modTool: ModTool | undefined
+
+    moderationTxn: ModerationService
+    settingService: SettingService
+  }) {
+    const subject = new RepoSubject(action.did)
+
+    const status = await moderationTxn.getStatus(subject)
+
+    if (status?.takendown) {
+      throw new Error(`Account is already taken down`)
+    }
+
+    if (status?.tags?.length) {
+      const protectedTags = await getProtectedTags(
+        settingService,
+        this.serviceDid,
+      )
+
+      if (protectedTags) {
+        assertProtectedTagAction({
+          protectedTags,
+          subjectTags: status.tags,
+          actionAuthor: action.createdBy,
+          isAdmin: true,
+          isModerator: false,
+          isTriage: false,
+        })
+      }
+    }
+
+    // log the event which also applies the necessary state changes to moderation subject
+    const moderationEvent = await moderationTxn.logEvent({
+      event,
+      subject,
+      modTool,
+      createdBy: action.createdBy,
+    })
+
+    // register the takedown in event pusher
+    await moderationTxn.takedownRepo(subject, moderationEvent.event.id)
+
+    return moderationEvent
+  }
+
+  async findAndExecuteScheduledActions() {
+    const scheduledActionService = this.scheduledActionService(this.db)
+    const now = new Date()
+
+    const actionsToExecute =
+      await scheduledActionService.getPendingActionsToExecute(now)
+
+    for (const action of actionsToExecute) {
+      // For randomized execution, check if we should execute now or wait
+      if (action.randomizeExecution && action.executeAfter) {
+        const executeAfter = new Date(action.executeAfter)
+        // Default to a 30 second window for execution
+        const executeUntil = action.executeUntil
+          ? new Date(action.executeUntil)
+          : new Date(executeAfter.getTime() + 30 * SECOND)
+
+        // Only execute if we're past the earliest time
+        if (now < executeAfter) {
+          continue
+        }
+
+        // For randomized scheduling, randomly decide whether to execute now
+        // The probability increases as we get closer to the deadline
+        const timeRange = executeUntil.getTime() - executeAfter.getTime()
+        const timeElapsed = now.getTime() - executeAfter.getTime()
+        const executeProb = Math.min(timeElapsed / timeRange, 1)
+
+        // Execute with increasing probability as we approach the deadline
+        // Always execute if we're at or past the deadline
+        if (now < executeUntil && Math.random() > executeProb * 0.1) {
+          continue
+        }
+      }
+
+      await this.executeScheduledAction(action.id)
+    }
+  }
+}
+
+const getInterval = (): number => {
+  // Process scheduled actions every minute
+  const now = Date.now()
+  const intervalMs = MINUTE
+  const nextIteration = Math.ceil(now / intervalMs)
+  return nextIteration * intervalMs - now
+}

package/src/db/migrations/20250923T000000000Z-scheduled-actions.ts

@@ -0,0 +1,56 @@
+import { Kysely, sql } from 'kysely'
+
+export async function up(db: Kysely<unknown>): Promise<void> {
+  await db.schema
+    .createTable('scheduled_action')
+    .addColumn('id', 'bigserial', (col) => col.primaryKey())
+    .addColumn('action', 'varchar', (col) => col.notNull())
+    .addColumn('eventData', 'jsonb')
+    .addColumn('did', 'varchar', (col) => col.notNull())
+    .addColumn('executeAt', 'varchar')
+    .addColumn('executeAfter', 'varchar')
+    .addColumn('executeUntil', 'varchar')
+    .addColumn('randomizeExecution', 'boolean', (col) =>
+      col.notNull().defaultTo(false),
+    )
+    .addColumn('createdBy', 'varchar', (col) => col.notNull())
+    .addColumn('createdAt', 'varchar', (col) => col.notNull())
+    .addColumn('updatedAt', 'varchar', (col) => col.notNull())
+    .addColumn('status', 'varchar', (col) => col.notNull().defaultTo('pending'))
+    .addColumn('lastExecutedAt', 'varchar')
+    .addColumn('lastFailureReason', 'text')
+    .addColumn('executionEventId', 'bigint')
+    .execute()
+
+  // Unique constraint to prevent multiple pending actions for the same subject
+  await sql`
+    CREATE UNIQUE INDEX scheduled_action_unique_pending_subject
+    ON scheduled_action (did, action)
+    WHERE status = 'pending'
+  `.execute(db)
+
+  // for task runner to query pending actions efficiently
+  await db.schema
+    .createIndex('scheduled_action_execute_time_idx')
+    .on('scheduled_action')
+    .columns(['executeAt', 'executeAfter', 'status'])
+    .execute()
+
+  // for querying actions by subject
+  await db.schema
+    .createIndex('scheduled_action_did_idx')
+    .on('scheduled_action')
+    .column('did')
+    .execute()
+
+  // we require status to be always passed when listing scheduled actions and use createdAt for pagination
+  await db.schema
+    .createIndex('scheduled_action_status_created_at_idx')
+    .on('scheduled_action')
+    .columns(['status', 'createdAt'])
+    .execute()
+}
+
+export async function down(db: Kysely<unknown>): Promise<void> {
+  await db.schema.dropTable('scheduled_action').execute()
+}

package/src/db/migrations/index.ts

@@ -30,3 +30,5 @@ export * as _20250618T180246000Z from './20250618T180246000Z-add-mod-tool-to-mod
 export * as _20250701T000000000Z from './20250701T000000000Z-add-age-assurance-state'
 export * as _20250715T000000000Z from './20250715T000000000Z-add-mod-event-external-id'
 export * as _20250718T150931000Z from './20250718T150931000Z-update-appeal-reason-stats'
+export * as _20250813T000000000Z from './20250813T000000000Z-mod-tool-batch-id-index'
+export * as _20250923T000000000Z from './20250923T000000000Z-scheduled-actions'

package/src/db/schema/index.ts

@@ -14,6 +14,7 @@ import * as recordEventsStats from './record_events_stats'
 import * as recordPushEvent from './record_push_event'
 import * as repoPushEvent from './repo_push_event'
 import * as safelink from './safelink'
+import * as scheduledAction from './scheduled-action'
 import * as setting from './setting'
 import * as signingKey from './signing_key'
 import * as verification from './verification'
@@ -35,7 +36,8 @@ export type DatabaseSchemaType = modEvent.PartialDB &
   accountRecordStatusStats.PartialDB &
   verification.PartialDB &
   firehoseCursor.PartialDB &
-  safelink.PartialDB
+  safelink.PartialDB &
+  scheduledAction.PartialDB
 
 export type DatabaseSchema = Kysely<DatabaseSchemaType>
 

package/src/db/schema/scheduled-action.ts

@@ -0,0 +1,25 @@
+import { GeneratedAlways } from 'kysely'
+
+export const scheduledActionTableName = 'scheduled_action'
+
+export interface ScheduledAction {
+  id: GeneratedAlways<number>
+  action: string
+  eventData: unknown | null
+  did: string
+  executeAt: string | null
+  executeAfter: string | null
+  executeUntil: string | null
+  randomizeExecution: boolean
+  createdBy: string
+  createdAt: string
+  updatedAt: string
+  status: string
+  lastExecutedAt: string | null
+  lastFailureReason: string | null
+  executionEventId: number | null
+}
+
+export type PartialDB = {
+  [scheduledActionTableName]: ScheduledAction
+}

package/src/lexicon/index.ts

@@ -209,6 +209,7 @@ import * as ToolsOzoneCommunicationDeleteTemplate from './types/tools/ozone/comm
 import * as ToolsOzoneCommunicationListTemplates from './types/tools/ozone/communication/listTemplates.js'
 import * as ToolsOzoneCommunicationUpdateTemplate from './types/tools/ozone/communication/updateTemplate.js'
 import * as ToolsOzoneHostingGetAccountHistory from './types/tools/ozone/hosting/getAccountHistory.js'
+import * as ToolsOzoneModerationCancelScheduledActions from './types/tools/ozone/moderation/cancelScheduledActions.js'
 import * as ToolsOzoneModerationEmitEvent from './types/tools/ozone/moderation/emitEvent.js'
 import * as ToolsOzoneModerationGetAccountTimeline from './types/tools/ozone/moderation/getAccountTimeline.js'
 import * as ToolsOzoneModerationGetEvent from './types/tools/ozone/moderation/getEvent.js'
@@ -218,8 +219,10 @@ import * as ToolsOzoneModerationGetRepo from './types/tools/ozone/moderation/get
 import * as ToolsOzoneModerationGetReporterStats from './types/tools/ozone/moderation/getReporterStats.js'
 import * as ToolsOzoneModerationGetRepos from './types/tools/ozone/moderation/getRepos.js'
 import * as ToolsOzoneModerationGetSubjects from './types/tools/ozone/moderation/getSubjects.js'
+import * as ToolsOzoneModerationListScheduledActions from './types/tools/ozone/moderation/listScheduledActions.js'
 import * as ToolsOzoneModerationQueryEvents from './types/tools/ozone/moderation/queryEvents.js'
 import * as ToolsOzoneModerationQueryStatuses from './types/tools/ozone/moderation/queryStatuses.js'
+import * as ToolsOzoneModerationScheduleAction from './types/tools/ozone/moderation/scheduleAction.js'
 import * as ToolsOzoneModerationSearchRepos from './types/tools/ozone/moderation/searchRepos.js'
 import * as ToolsOzoneSafelinkAddRule from './types/tools/ozone/safelink/addRule.js'
 import * as ToolsOzoneSafelinkQueryEvents from './types/tools/ozone/safelink/queryEvents.js'
@@ -294,12 +297,11 @@ export const TOOLS_OZONE_MODERATION = {
 }
 export const TOOLS_OZONE_REPORT = {
   DefsReasonAppeal: 'tools.ozone.report.defs#reasonAppeal',
-  DefsReasonViolenceAnimalWelfare:
-    'tools.ozone.report.defs#reasonViolenceAnimalWelfare',
+  DefsReasonOther: 'tools.ozone.report.defs#reasonOther',
+  DefsReasonViolenceAnimal: 'tools.ozone.report.defs#reasonViolenceAnimal',
   DefsReasonViolenceThreats: 'tools.ozone.report.defs#reasonViolenceThreats',
   DefsReasonViolenceGraphicContent:
     'tools.ozone.report.defs#reasonViolenceGraphicContent',
-  DefsReasonViolenceSelfHarm: 'tools.ozone.report.defs#reasonViolenceSelfHarm',
   DefsReasonViolenceGlorification:
     'tools.ozone.report.defs#reasonViolenceGlorification',
   DefsReasonViolenceExtremistContent:
@@ -310,21 +312,16 @@ export const TOOLS_OZONE_REPORT = {
   DefsReasonSexualAbuseContent:
     'tools.ozone.report.defs#reasonSexualAbuseContent',
   DefsReasonSexualNCII: 'tools.ozone.report.defs#reasonSexualNCII',
-  DefsReasonSexualSextortion: 'tools.ozone.report.defs#reasonSexualSextortion',
   DefsReasonSexualDeepfake: 'tools.ozone.report.defs#reasonSexualDeepfake',
   DefsReasonSexualAnimal: 'tools.ozone.report.defs#reasonSexualAnimal',
   DefsReasonSexualUnlabeled: 'tools.ozone.report.defs#reasonSexualUnlabeled',
   DefsReasonSexualOther: 'tools.ozone.report.defs#reasonSexualOther',
   DefsReasonChildSafetyCSAM: 'tools.ozone.report.defs#reasonChildSafetyCSAM',
   DefsReasonChildSafetyGroom: 'tools.ozone.report.defs#reasonChildSafetyGroom',
-  DefsReasonChildSafetyMinorPrivacy:
-    'tools.ozone.report.defs#reasonChildSafetyMinorPrivacy',
-  DefsReasonChildSafetyEndangerment:
-    'tools.ozone.report.defs#reasonChildSafetyEndangerment',
+  DefsReasonChildSafetyPrivacy:
+    'tools.ozone.report.defs#reasonChildSafetyPrivacy',
   DefsReasonChildSafetyHarassment:
     'tools.ozone.report.defs#reasonChildSafetyHarassment',
-  DefsReasonChildSafetyPromotion:
-    'tools.ozone.report.defs#reasonChildSafetyPromotion',
   DefsReasonChildSafetyOther: 'tools.ozone.report.defs#reasonChildSafetyOther',
   DefsReasonHarassmentTroll: 'tools.ozone.report.defs#reasonHarassmentTroll',
   DefsReasonHarassmentTargeted:
@@ -339,27 +336,20 @@ export const TOOLS_OZONE_REPORT = {
     'tools.ozone.report.defs#reasonMisleadingImpersonation',
   DefsReasonMisleadingSpam: 'tools.ozone.report.defs#reasonMisleadingSpam',
   DefsReasonMisleadingScam: 'tools.ozone.report.defs#reasonMisleadingScam',
-  DefsReasonMisleadingSyntheticContent:
-    'tools.ozone.report.defs#reasonMisleadingSyntheticContent',
-  DefsReasonMisleadingMisinformation:
-    'tools.ozone.report.defs#reasonMisleadingMisinformation',
+  DefsReasonMisleadingElections:
+    'tools.ozone.report.defs#reasonMisleadingElections',
   DefsReasonMisleadingOther: 'tools.ozone.report.defs#reasonMisleadingOther',
   DefsReasonRuleSiteSecurity: 'tools.ozone.report.defs#reasonRuleSiteSecurity',
-  DefsReasonRuleStolenContent:
-    'tools.ozone.report.defs#reasonRuleStolenContent',
   DefsReasonRuleProhibitedSales:
     'tools.ozone.report.defs#reasonRuleProhibitedSales',
   DefsReasonRuleBanEvasion: 'tools.ozone.report.defs#reasonRuleBanEvasion',
   DefsReasonRuleOther: 'tools.ozone.report.defs#reasonRuleOther',
-  DefsReasonCivicElectoralProcess:
-    'tools.ozone.report.defs#reasonCivicElectoralProcess',
-  DefsReasonCivicDisclosure: 'tools.ozone.report.defs#reasonCivicDisclosure',
-  DefsReasonCivicInterference:
-    'tools.ozone.report.defs#reasonCivicInterference',
-  DefsReasonCivicMisinformation:
-    'tools.ozone.report.defs#reasonCivicMisinformation',
-  DefsReasonCivicImpersonation:
-    'tools.ozone.report.defs#reasonCivicImpersonation',
+  DefsReasonSelfHarmContent: 'tools.ozone.report.defs#reasonSelfHarmContent',
+  DefsReasonSelfHarmED: 'tools.ozone.report.defs#reasonSelfHarmED',
+  DefsReasonSelfHarmStunts: 'tools.ozone.report.defs#reasonSelfHarmStunts',
+  DefsReasonSelfHarmSubstances:
+    'tools.ozone.report.defs#reasonSelfHarmSubstances',
+  DefsReasonSelfHarmOther: 'tools.ozone.report.defs#reasonSelfHarmOther',
 }
 export const TOOLS_OZONE_TEAM = {
   DefsRoleAdmin: 'tools.ozone.team.defs#roleAdmin',
@@ -3109,6 +3099,18 @@ export class ToolsOzoneModerationNS {
     this._server = server
   }
 
+  cancelScheduledActions<A extends Auth = void>(
+    cfg: MethodConfigOrHandler<
+      A,
+      ToolsOzoneModerationCancelScheduledActions.QueryParams,
+      ToolsOzoneModerationCancelScheduledActions.HandlerInput,
+      ToolsOzoneModerationCancelScheduledActions.HandlerOutput
+    >,
+  ) {
+    const nsid = 'tools.ozone.moderation.cancelScheduledActions' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+
   emitEvent<A extends Auth = void>(
     cfg: MethodConfigOrHandler<
       A,
@@ -3217,6 +3219,18 @@ export class ToolsOzoneModerationNS {
     return this._server.xrpc.method(nsid, cfg)
   }
 
+  listScheduledActions<A extends Auth = void>(
+    cfg: MethodConfigOrHandler<
+      A,
+      ToolsOzoneModerationListScheduledActions.QueryParams,
+      ToolsOzoneModerationListScheduledActions.HandlerInput,
+      ToolsOzoneModerationListScheduledActions.HandlerOutput
+    >,
+  ) {
+    const nsid = 'tools.ozone.moderation.listScheduledActions' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+
   queryEvents<A extends Auth = void>(
     cfg: MethodConfigOrHandler<
       A,
@@ -3241,6 +3255,18 @@ export class ToolsOzoneModerationNS {
     return this._server.xrpc.method(nsid, cfg)
   }
 
+  scheduleAction<A extends Auth = void>(
+    cfg: MethodConfigOrHandler<
+      A,
+      ToolsOzoneModerationScheduleAction.QueryParams,
+      ToolsOzoneModerationScheduleAction.HandlerInput,
+      ToolsOzoneModerationScheduleAction.HandlerOutput
+    >,
+  ) {
+    const nsid = 'tools.ozone.moderation.scheduleAction' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+
   searchRepos<A extends Auth = void>(
     cfg: MethodConfigOrHandler<
       A,