@atproto/ozone 0.2.8 → 0.2.11

package/src/db/migrations/20241220T144630860Z-stats-materialized-views.ts

@@ -1,215 +0,0 @@
-import { Kysely, sql } from 'kysely'
-import { REASONAPPEAL } from '../../lexicon/types/com/atproto/moderation/defs.js'
-import {
-  REVIEWESCALATED,
-  REVIEWOPEN,
-} from '../../lexicon/types/tools/ozone/moderation/defs.js'
-import * as modEvent from '../schema/moderation_event.js'
-import * as modStatus from '../schema/moderation_subject_status.js'
-import * as recordEventsStats from '../schema/record_events_stats.js'
-
-export async function up(db: Kysely<any>): Promise<void> {
-  // Used by "tools.ozone.moderation.queryStatuses". Reduces query cost by two
-  // order of magnitudes when sorting using "reportedRecordsCount" or
-  // "takendownRecordsCount" and filtering by "reviewState".
-  await db.schema
-    .createIndex('moderation_subject_status_did_id_review_state_idx')
-    .on('moderation_subject_status')
-    .column('did')
-    .expression(sql`"id" ASC NULLS FIRST`)
-    .column('reviewState')
-    .execute()
-
-  // ~6sec for 16M events
-  await db.schema
-    .createView('account_events_stats')
-    .materialized()
-    .ifNotExists()
-    .as(
-      (db as Kysely<modEvent.PartialDB>)
-        .selectFrom('moderation_event')
-        .where('subjectType', '=', 'com.atproto.admin.defs#repoRef')
-        .where('subjectUri', 'is', null)
-        .select('subjectDid')
-        .select([
-          (eb) =>
-            sql<number>`COUNT(*) FILTER(
-              WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventTakedown'
-              AND ${eb.ref('durationInHours')} IS NULL
-            )`.as('takedownCount'),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER(
-              WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventTakedown'
-              AND ${eb.ref('durationInHours')} IS NOT NULL
-            )`.as('suspendCount'),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER(
-              WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventEscalate'
-            )`.as('escalateCount'),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER(
-              WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventReport'
-              AND ${eb.ref('meta')} ->> 'reportType' != ${REASONAPPEAL}
-            )`.as('reportCount'),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER(
-              WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventReport'
-              AND ${eb.ref('meta')} ->> 'reportType' = ${REASONAPPEAL}
-            )`.as('appealCount'),
-        ])
-        .groupBy('subjectDid'),
-    )
-    .execute()
-
-  await db.schema
-    .createIndex('account_events_stats_did_idx')
-    .unique()
-    .on('account_events_stats')
-    .column('subjectDid')
-    .execute()
-
-  await db.schema
-    .createIndex('account_events_stats_suspend_count_idx')
-    .on('account_events_stats')
-    .expression(sql`"suspendCount" ASC NULLS FIRST`)
-    .column('subjectDid')
-    .execute()
-
-  // ~50sec for 16M events
-  await db.schema
-    .createView('record_events_stats')
-    .materialized()
-    .ifNotExists()
-    .as(
-      (db as Kysely<modEvent.PartialDB>)
-        .selectFrom('moderation_event')
-        .select([
-          'subjectDid',
-          'subjectUri',
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventEscalate')`.as(
-              'escalateCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventReport' AND ${eb.ref('meta')} ->> 'reportType' != 'com.atproto.moderation.defs#reasonAppeal')`.as(
-              'reportCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('action')} = 'tools.ozone.moderation.defs#modEventReport' AND ${eb.ref('meta')} ->> 'reportType' = 'com.atproto.moderation.defs#reasonAppeal')`.as(
-              'appealCount',
-            ),
-        ])
-        .where('subjectType', '=', 'com.atproto.repo.strongRef')
-        .where('subjectUri', 'is not', null)
-        .groupBy(['subjectDid', 'subjectUri']),
-    )
-    .execute()
-
-  await db.schema
-    .createIndex('record_events_stats_uri_idx')
-    .unique()
-    .on('record_events_stats')
-    .column('subjectUri')
-    .execute()
-
-  await db.schema
-    .createIndex('record_events_stats_did_idx')
-    .on('record_events_stats')
-    .column('subjectDid')
-    .execute()
-
-  await db.schema
-    .createView('account_record_events_stats')
-    .materialized()
-    .ifNotExists()
-    .as(
-      (db as Kysely<recordEventsStats.PartialDB>)
-        .selectFrom('record_events_stats')
-        .select([
-          'subjectDid',
-          (eb) =>
-            // Casting to "bigint" because "numeric" gets casted to a string
-            // by default by postgres-node.
-            sql<number>`SUM(${eb.ref('reportCount')})::bigint`.as(
-              'totalReports',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('reportCount')} > 0)`.as(
-              'reportedCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('escalateCount')} > 0)`.as(
-              'escalatedCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('appealCount')} > 0)`.as(
-              'appealedCount',
-            ),
-        ])
-        .groupBy('subjectDid'),
-    )
-    .execute()
-
-  await db.schema
-    .createIndex('account_record_events_stats_did_idx')
-    .unique()
-    .on('account_record_events_stats')
-    .column('subjectDid')
-    .execute()
-
-  await db.schema
-    .createIndex('account_record_events_stats_reported_count_idx')
-    .on('account_record_events_stats')
-    .expression(sql`"reportedCount" ASC NULLS FIRST`)
-    .column('subjectDid')
-    .execute()
-
-  await db.schema
-    .createView('account_record_status_stats')
-    .materialized()
-    .ifNotExists()
-    .as(
-      (db as Kysely<modStatus.PartialDB>)
-        .selectFrom('moderation_subject_status')
-        .select('did')
-        .select([
-          sql<number>`COUNT(*)`.as('subjectCount'),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('reviewState')} IN (${REVIEWOPEN}, ${REVIEWESCALATED}))`.as(
-              'pendingCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('reviewState')} NOT IN (${REVIEWOPEN}, ${REVIEWESCALATED}))`.as(
-              'processedCount',
-            ),
-          (eb) =>
-            sql<number>`COUNT(*) FILTER (WHERE ${eb.ref('takendown')})`.as(
-              'takendownCount',
-            ),
-        ])
-        .where('recordPath', '!=', '')
-        .groupBy('did'),
-    )
-    .execute()
-
-  await db.schema
-    .createIndex('account_record_status_stats_did_idx')
-    .unique()
-    .on('account_record_status_stats')
-    .column('did')
-    .execute()
-
-  await db.schema
-    .createIndex('account_record_status_stats_takendown_count_idx')
-    .on('account_record_status_stats')
-    .expression(sql`"takendownCount" ASC NULLS FIRST`)
-    .column('did')
-    .execute()
-}
-
-export async function down(db: Kysely<any>): Promise<void> {
-  db.schema.dropView('account_record_status_stats').materialized().execute()
-  db.schema.dropView('account_record_events_stats').materialized().execute()
-  db.schema.dropView('record_events_stats').materialized().execute()
-  db.schema.dropView('account_events_stats').materialized().execute()
-}

package/src/db/migrations/20250204T003647759Z-add-subject-priority-score.ts

@@ -1,22 +0,0 @@
-import { Kysely } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .addColumn('priorityScore', 'integer', (col) =>
-      col.notNull().defaultTo('0'),
-    )
-    .execute()
-  await db.schema
-    .createIndex('moderation_subject_status_priority_score_index')
-    .on('moderation_subject_status')
-    .column('priorityScore')
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .dropColumn('priorityScore')
-    .execute()
-}

package/src/db/migrations/20250211T003647759Z-add-reporter-stats-index.ts

@@ -1,38 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await sql`
-    CREATE INDEX "moderation_event_account_reports_idx"
-    ON moderation_event("createdBy","subjectDid", "createdAt")
-    WHERE "subjectUri" IS NULL
-    AND "action" = 'tools.ozone.moderation.defs#modEventReport'
-  `.execute(db)
-
-  await sql`
-    CREATE INDEX "moderation_event_record_reports_idx"
-    ON moderation_event("createdBy","subjectDid","subjectUri", "createdAt")
-    WHERE "subjectUri" IS NOT NULL
-    AND "action" = 'tools.ozone.moderation.defs#modEventReport'
-  `.execute(db)
-
-  await sql`
-    CREATE INDEX "moderation_event_account_actions_ids"
-    ON moderation_event("subjectDid","action", "createdAt")
-    WHERE "subjectUri" IS NULL
-    AND "action" IN ( 'tools.ozone.moderation.defs#modEventTakedown', 'tools.ozone.moderation.defs#modEventLabel')
-  `.execute(db)
-
-  await sql`
-    CREATE INDEX "moderation_event_record_actions_ids"
-    ON moderation_event("subjectDid","subjectUri", "action", "createdAt")
-    WHERE "subjectUri" IS NOT NULL
-    AND "action" IN ( 'tools.ozone.moderation.defs#modEventTakedown', 'tools.ozone.moderation.defs#modEventLabel')
-  `.execute(db)
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropIndex('moderation_event_account_reports_idx').execute()
-  await db.schema.dropIndex('moderation_event_record_reports_idx').execute()
-  await db.schema.dropIndex('moderation_event_account_actions_ids').execute()
-  await db.schema.dropIndex('moderation_event_record_actions_ids').execute()
-}

package/src/db/migrations/20250211T132135150Z-moderation-event-message-partial-idx.ts

@@ -1,26 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-// support lookup for chat.bsky.moderation.getMessageContext
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  // @NOTE: These queries should be run with the "CONCURRENTLY" option in
-  // production to avoid locking the table. This is not supported by Kysely.
-  await db.schema.dropIndex('moderation_event_message_id_index').execute()
-  await db.schema
-    .createIndex('moderation_event_message_id_idx')
-    .on('moderation_event')
-    // https://github.com/kysely-org/kysely/issues/302
-    .expression(
-      sql`"subjectMessageId") WHERE ("subjectMessageId" IS NOT NULL AND "action" = 'tools.ozone.moderation.defs#modEventReport'`,
-    )
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropIndex('moderation_event_message_id_idx').execute()
-  await db.schema
-    .createIndex('moderation_event_message_id_index')
-    .on('moderation_event')
-    .column('subjectMessageId')
-    .execute()
-}

package/src/db/migrations/20250221T132135150Z-member-details.ts

@@ -1,14 +0,0 @@
-import { Kysely } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema.alterTable('member').addColumn('handle', 'text').execute()
-  await db.schema
-    .alterTable('member')
-    .addColumn('displayName', 'text')
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.alterTable('member').dropColumn('handle').execute()
-  await db.schema.alterTable('member').dropColumn('displayName').execute()
-}

package/src/db/migrations/20250404T201720309Z-subject-status-sort-idxs.ts

@@ -1,18 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  const ref = db.dynamic.ref
-  await sql`CREATE INDEX moderation_subject_status_sort_idx ON ${ref('moderation_subject_status')} (${ref('lastReportedAt')} DESC NULLS LAST, ${ref('id')} DESC NULLS LAST);`.execute(
-    db,
-  )
-  await sql`CREATE INDEX moderation_subject_status_unreviewed_sort_idx ON ${ref('moderation_subject_status')} (${ref('lastReportedAt')} DESC NULLS LAST, ${ref('id')} DESC NULLS LAST) WHERE ${ref('reviewState')} = 'tools.ozone.moderation.defs#reviewNone';`.execute(
-    db,
-  )
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropIndex('moderation_subject_status_sort_idx').execute()
-  await db.schema
-    .dropIndex('moderation_subject_status_unreviewed_sort_idx')
-    .execute()
-}

package/src/db/migrations/20250415T201720309Z-verification.ts

@@ -1,34 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .createTable('verification')
-    .addColumn('uri', 'text', (col) => col.notNull().primaryKey())
-    .addColumn('cid', 'text', (col) => col.notNull())
-    .addColumn('issuer', 'text', (col) => col.notNull())
-    .addColumn('subject', 'text', (col) => col.notNull())
-    .addColumn('handle', 'text', (col) => col.notNull())
-    .addColumn('displayName', 'text', (col) => col.notNull())
-    .addColumn('revokeReason', 'text')
-    .addColumn('revokedBy', 'text')
-    .addColumn('revokedAt', 'text')
-    .addColumn('createdAt', 'text', (col) => col.notNull())
-    .addColumn('updatedAt', 'text', (col) =>
-      col.defaultTo(sql`now()`).notNull(),
-    )
-    .execute()
-  await db.schema
-    .createIndex('verification_issuer_idx')
-    .on('verification')
-    .column('issuer')
-    .execute()
-  await db.schema
-    .createIndex('verification_createdat_uri_idx')
-    .on('verification')
-    .columns(['createdAt', 'uri'])
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropTable('verification').execute()
-}

package/src/db/migrations/20250417T201720309Z-firehose-cursor.ts

@@ -1,16 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .createTable('firehose_cursor')
-    .addColumn('service', 'text', (col) => col.primaryKey())
-    .addColumn('cursor', 'bigint')
-    .addColumn('updatedAt', 'text', (col) =>
-      col.defaultTo(sql`now()`).notNull(),
-    )
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropTable('firehose_cursor').execute()
-}

package/src/db/migrations/20250609T110704000Z-safelink.ts

@@ -1,53 +0,0 @@
-import { Kysely } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .createTable('safelink_event')
-    .addColumn('id', 'bigserial', (col) => col.primaryKey())
-    .addColumn('eventType', 'varchar', (col) => col.notNull())
-    .addColumn('url', 'varchar', (col) => col.notNull())
-    .addColumn('pattern', 'varchar', (col) => col.notNull())
-    .addColumn('action', 'varchar', (col) => col.notNull())
-    .addColumn('reason', 'varchar', (col) => col.notNull())
-    .addColumn('createdBy', 'varchar', (col) => col.notNull())
-    .addColumn('createdAt', 'varchar', (col) => col.notNull())
-    .addColumn('comment', 'text')
-    .execute()
-
-  await db.schema
-    .createTable('safelink_rule')
-    .addColumn('id', 'bigserial', (col) => col.primaryKey())
-    .addColumn('url', 'varchar', (col) => col.notNull())
-    .addColumn('pattern', 'varchar', (col) => col.notNull())
-    .addColumn('action', 'varchar', (col) => col.notNull())
-    .addColumn('reason', 'varchar', (col) => col.notNull())
-    .addColumn('createdBy', 'varchar', (col) => col.notNull())
-    .addColumn('createdAt', 'varchar', (col) => col.notNull())
-    .addColumn('updatedAt', 'varchar', (col) => col.notNull())
-    .addColumn('comment', 'text')
-    .addUniqueConstraint('safelink_rule_url_pattern_key', ['url', 'pattern'])
-    .execute()
-
-  await db.schema
-    .createIndex('safelink_event_url_pattern_idx')
-    .on('safelink_event')
-    .columns(['url', 'pattern'])
-    .execute()
-
-  await db.schema
-    .createIndex('safelink_rule_action_idx')
-    .on('safelink_rule')
-    .column('action')
-    .execute()
-
-  await db.schema
-    .createIndex('safelink_rule_reason_idx')
-    .on('safelink_rule')
-    .column('reason')
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.dropTable('safelink_rule').execute()
-  await db.schema.dropTable('safelink_event').execute()
-}

package/src/db/migrations/20250618T180246000Z-add-mod-tool-to-moderation-event.ts

@@ -1,18 +0,0 @@
-import { Kysely, sql } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_event')
-    .addColumn('modTool', 'jsonb')
-    .execute()
-
-  await db.schema
-    .createIndex('moderation_event_mod_tool_name_idx')
-    .on('moderation_event')
-    .expression(sql`("modTool" ->> 'name')`)
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema.alterTable('moderation_event').dropColumn('modTool').execute()
-}

package/src/db/migrations/20250701T000000000Z-add-age-assurance-state.ts

@@ -1,25 +0,0 @@
-import { Kysely } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .addColumn('ageAssuranceState', 'varchar', (col) =>
-      col.notNull().defaultTo('unknown'),
-    )
-    .execute()
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .addColumn('ageAssuranceUpdatedBy', 'varchar')
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .dropColumn('ageAssuranceState')
-    .execute()
-  await db.schema
-    .alterTable('moderation_subject_status')
-    .dropColumn('ageAssuranceUpdatedBy')
-    .execute()
-}

package/src/db/migrations/20250715T000000000Z-add-mod-event-external-id.ts

@@ -1,15 +0,0 @@
-import { Kysely } from 'kysely'
-
-export async function up(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_event')
-    .addColumn('externalId', 'varchar')
-    .execute()
-}
-
-export async function down(db: Kysely<unknown>): Promise<void> {
-  await db.schema
-    .alterTable('moderation_event')
-    .dropColumn('externalId')
-    .execute()
-}