@atproto/ozone 0.1.107 → 0.1.108

package/src/db/pagination.ts

@@ -173,6 +173,37 @@ export class TimeIdKeyset extends GenericKeyset<TimeIdKeysetParam, Cursor> {
   }
 }
 
+type CreatedAtUriKeysetParam = {
+  createdAt: string
+  uri: string
+}
+
+export class CreatedAtUriKeyset extends GenericKeyset<
+  CreatedAtUriKeysetParam,
+  Cursor
+> {
+  labelResult(result: CreatedAtUriKeysetParam): Cursor
+  labelResult(result: CreatedAtUriKeysetParam) {
+    return { primary: result.createdAt, secondary: result.uri }
+  }
+  labeledResultToCursor(labeled: Cursor) {
+    return {
+      primary: new Date(labeled.primary).getTime().toString(),
+      secondary: labeled.secondary,
+    }
+  }
+  cursorToLabeledResult(cursor: Cursor) {
+    const primaryDate = new Date(parseInt(cursor.primary, 10))
+    if (isNaN(primaryDate.getTime())) {
+      throw new InvalidRequestError('Malformed cursor')
+    }
+    return {
+      primary: primaryDate.toISOString(),
+      secondary: cursor.secondary,
+    }
+  }
+}
+
 export const paginate = <
   QB extends AnyQb,
   K extends GenericKeyset<unknown, any>,

package/src/db/schema/firehose_cursor.ts

@@ -0,0 +1,13 @@
+import { Generated } from 'kysely'
+
+export const firehoseCursorTableName = 'firehose_cursor'
+
+export interface FirehoseCursor {
+  service: string
+  cursor: number | null
+  updatedAt: Generated<string>
+}
+
+export type PartialDB = {
+  [firehoseCursorTableName]: FirehoseCursor
+}

package/src/db/schema/index.ts

@@ -4,6 +4,7 @@ import * as accountRecordEventsStats from './account_record_events_stats'
 import * as accountRecordStatusStats from './account_record_status_stats'
 import * as blobPushEvent from './blob_push_event'
 import * as communicationTemplate from './communication_template'
+import * as firehoseCursor from './firehose_cursor'
 import * as label from './label'
 import * as member from './member'
 import * as modEvent from './moderation_event'
@@ -14,6 +15,7 @@ import * as recordPushEvent from './record_push_event'
 import * as repoPushEvent from './repo_push_event'
 import * as setting from './setting'
 import * as signingKey from './signing_key'
+import * as verification from './verification'
 
 export type DatabaseSchemaType = modEvent.PartialDB &
   modSubjectStatus.PartialDB &
@@ -29,7 +31,9 @@ export type DatabaseSchemaType = modEvent.PartialDB &
   accountEventsStats.PartialDB &
   recordEventsStats.PartialDB &
   accountRecordEventsStats.PartialDB &
-  accountRecordStatusStats.PartialDB
+  accountRecordStatusStats.PartialDB &
+  verification.PartialDB &
+  firehoseCursor.PartialDB
 
 export type DatabaseSchema = Kysely<DatabaseSchemaType>
 

package/src/db/schema/member.ts

@@ -7,6 +7,7 @@ export interface Member {
   role:
     | 'tools.ozone.team.defs#roleAdmin'
     | 'tools.ozone.team.defs#roleTriage'
+    | 'tools.ozone.team.defs#roleVerifier'
     | 'tools.ozone.team.defs#roleModerator'
   disabled: Generated<boolean>
   handle: string | null

package/src/db/schema/verification.ts

@@ -0,0 +1,21 @@
+import { Generated } from 'kysely'
+
+export const verificationTableName = 'verification'
+
+export interface Verification {
+  uri: string
+  cid: string
+  issuer: string
+  subject: string
+  handle: string
+  displayName: string
+  revokeReason: string | null
+  revokedBy: string | null
+  revokedAt: string | null
+  createdAt: string
+  updatedAt: Generated<string>
+}
+
+export type PartialDB = {
+  [verificationTableName]: Verification
+}

package/src/jetstream/service.ts

@@ -0,0 +1,110 @@
+import { WebSocketKeepAlive } from '@atproto/xrpc-server'
+
+type JetstreamRecord = Record<string, unknown>
+type OnCreateCallback<T extends JetstreamRecord> = (
+  e: CommitCreateEvent<T>,
+) => Promise<void>
+
+export type JetstreamOptions = {
+  /**
+   * The full subscription endpoint to connect to.
+   * @default "wss://jetstream1.us-east.bsky.network/subscribe"
+   */
+  endpoint?: string
+  /**
+   * The record collections that you want to receive updates for.
+   * Leave this empty to receive updates for all record collections.
+   */
+  wantedCollections?: string[]
+  /**
+   * The DIDs that you want to receive updates for.
+   * Leave this empty to receive updates for all DIDs.
+   */
+  wantedDids?: string[]
+
+  /**
+   * The Unix timestamp in microseconds that you want to receive updates from.
+   */
+  cursor?: number
+}
+export type EventBase = {
+  did: string
+  time_us: number
+  // @TODO: Limited to just commit events for now
+  kind: 'commit'
+}
+export type CommitBase = {
+  collection: string
+  rkey: string
+  cid: string
+}
+export interface CommitCreateEvent<RecordType extends JetstreamRecord>
+  extends EventBase {
+  kind: 'commit'
+  commit: {
+    operation: 'create'
+    record: RecordType
+  } & CommitBase
+}
+
+export interface CommitDeleteEvent extends EventBase {
+  kind: 'commit'
+  commit: {
+    operation: 'delete'
+  } & CommitBase
+}
+
+export class Jetstream {
+  public ws?: WebSocketKeepAlive
+  public url: URL
+  /** The current cursor. */
+  public cursor?: number
+
+  constructor(opts: JetstreamOptions) {
+    this.url = new URL(
+      opts.endpoint ?? 'wss://jetstream1.us-east.bsky.network/subscribe',
+    )
+    opts.wantedCollections?.forEach((collection) => {
+      this.url.searchParams.append('wantedCollections', collection)
+    })
+    opts.wantedDids?.forEach((did) => {
+      this.url.searchParams.append('wantedDids', did)
+    })
+    if (opts.cursor) this.cursor = opts.cursor
+  }
+
+  async start(options: {
+    onCreate?: Record<string, OnCreateCallback<any>>
+    onDelete?: Record<string, (e: CommitDeleteEvent) => Promise<void>>
+  }) {
+    this.ws = new WebSocketKeepAlive({
+      getUrl: async () => {
+        if (this.cursor)
+          this.url.searchParams.set('cursor', this.cursor.toString())
+        return this.url.toString()
+      },
+    })
+
+    for await (const message of this.ws) {
+      const parsedMessage = JSON.parse(message.toString())
+      if (parsedMessage.kind === 'commit') {
+        const { collection, operation, record } = parsedMessage.commit || {}
+
+        if (operation === 'create') {
+          options.onCreate?.[collection]?.(
+            parsedMessage as CommitCreateEvent<typeof record>,
+          )
+        } else if (operation === 'delete') {
+          options.onDelete?.[collection]?.(parsedMessage as CommitDeleteEvent)
+        }
+      }
+    }
+  }
+
+  /**
+   * Closes the WebSocket connection.
+   */
+  close() {
+    this.ws?.ws?.close()
+  }
+}

package/src/lexicon/index.ts

@@ -217,6 +217,9 @@ import * as ToolsOzoneTeamAddMember from './types/tools/ozone/team/addMember.js'
 import * as ToolsOzoneTeamDeleteMember from './types/tools/ozone/team/deleteMember.js'
 import * as ToolsOzoneTeamListMembers from './types/tools/ozone/team/listMembers.js'
 import * as ToolsOzoneTeamUpdateMember from './types/tools/ozone/team/updateMember.js'
+import * as ToolsOzoneVerificationGrantVerifications from './types/tools/ozone/verification/grantVerifications.js'
+import * as ToolsOzoneVerificationListVerifications from './types/tools/ozone/verification/listVerifications.js'
+import * as ToolsOzoneVerificationRevokeVerifications from './types/tools/ozone/verification/revokeVerifications.js'
 
 export const COM_ATPROTO_MODERATION = {
   DefsReasonSpam: 'com.atproto.moderation.defs#reasonSpam',
@@ -258,6 +261,7 @@ export const TOOLS_OZONE_TEAM = {
   DefsRoleAdmin: 'tools.ozone.team.defs#roleAdmin',
   DefsRoleModerator: 'tools.ozone.team.defs#roleModerator',
   DefsRoleTriage: 'tools.ozone.team.defs#roleTriage',
+  DefsRoleVerifier: 'tools.ozone.team.defs#roleVerifier',
 }
 
 export function createServer(options?: XrpcOptions): Server {
@@ -2495,6 +2499,7 @@ export class ToolsOzoneNS {
   setting: ToolsOzoneSettingNS
   signature: ToolsOzoneSignatureNS
   team: ToolsOzoneTeamNS
+  verification: ToolsOzoneVerificationNS
 
   constructor(server: Server) {
     this._server = server
@@ -2506,6 +2511,7 @@ export class ToolsOzoneNS {
     this.setting = new ToolsOzoneSettingNS(server)
     this.signature = new ToolsOzoneSignatureNS(server)
     this.team = new ToolsOzoneTeamNS(server)
+    this.verification = new ToolsOzoneVerificationNS(server)
   }
 }
 
@@ -2936,6 +2942,47 @@ export class ToolsOzoneTeamNS {
   }
 }
 
+export class ToolsOzoneVerificationNS {
+  _server: Server
+
+  constructor(server: Server) {
+    this._server = server
+  }
+
+  grantVerifications<AV extends AuthVerifier>(
+    cfg: ConfigOf<
+      AV,
+      ToolsOzoneVerificationGrantVerifications.Handler<ExtractAuth<AV>>,
+      ToolsOzoneVerificationGrantVerifications.HandlerReqCtx<ExtractAuth<AV>>
+    >,
+  ) {
+    const nsid = 'tools.ozone.verification.grantVerifications' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+
+  listVerifications<AV extends AuthVerifier>(
+    cfg: ConfigOf<
+      AV,
+      ToolsOzoneVerificationListVerifications.Handler<ExtractAuth<AV>>,
+      ToolsOzoneVerificationListVerifications.HandlerReqCtx<ExtractAuth<AV>>
+    >,
+  ) {
+    const nsid = 'tools.ozone.verification.listVerifications' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+
+  revokeVerifications<AV extends AuthVerifier>(
+    cfg: ConfigOf<
+      AV,
+      ToolsOzoneVerificationRevokeVerifications.Handler<ExtractAuth<AV>>,
+      ToolsOzoneVerificationRevokeVerifications.HandlerReqCtx<ExtractAuth<AV>>
+    >,
+  ) {
+    const nsid = 'tools.ozone.verification.revokeVerifications' // @ts-ignore
+    return this._server.xrpc.method(nsid, cfg)
+  }
+}
+
 type SharedRateLimitOpts<T> = {
   name: string
   calcKey?: (ctx: T) => string | null