@atproto/bsky 0.0.251 → 0.0.253

package/tests/redis-cache.test.ts

@@ -1,230 +0,0 @@
-import { afterAll, beforeAll, describe, expect, it } from 'vitest'
-import { wait } from '@atproto/common'
-import { ReadThroughCache } from '../src/cache/read-through.js'
-import { Redis } from '../src/index.js'
-
-describe('redis cache', () => {
-  let redis: Redis
-
-  beforeAll(async () => {
-    redis = new Redis({ host: process.env.REDIS_HOST || '' })
-  })
-
-  afterAll(async () => redis.destroy())
-
-  it('caches according to namespace', async () => {
-    const ns1 = redis.withNamespace('ns1')
-    const ns2 = redis.withNamespace('ns2')
-    await Promise.all([
-      ns1.set('key', 'a'),
-      ns2.set('key', 'b'),
-      redis.set('key', 'c'),
-    ])
-    const got = await Promise.all([
-      ns1.get('key'),
-      ns2.get('key'),
-      redis.get('key'),
-    ])
-    expect(got[0]).toEqual('a')
-    expect(got[1]).toEqual('b')
-    expect(got[2]).toEqual('c')
-
-    await Promise.all([
-      ns1.setMulti({ key1: 'a', key2: 'b' }),
-      ns2.setMulti({ key1: 'c', key2: 'd' }),
-      redis.setMulti({ key1: 'e', key2: 'f' }),
-    ])
-    const gotMany = await Promise.all([
-      ns1.getMulti(['key1', 'key2']),
-      ns2.getMulti(['key1', 'key2']),
-      redis.getMulti(['key1', 'key2']),
-    ])
-    expect(gotMany[0]['key1']).toEqual('a')
-    expect(gotMany[0]['key2']).toEqual('b')
-    expect(gotMany[1]['key1']).toEqual('c')
-    expect(gotMany[1]['key2']).toEqual('d')
-    expect(gotMany[2]['key1']).toEqual('e')
-    expect(gotMany[2]['key2']).toEqual('f')
-  })
-
-  it('caches values when empty', async () => {
-    const vals = {
-      '1': 'a',
-      '2': 'b',
-      '3': 'c',
-    }
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test1'), {
-      staleTTL: 60000,
-      maxTTL: 60000,
-      fetchMethod: async (key) => {
-        hits++
-        return vals[key]
-      },
-    })
-    const got = await Promise.all([
-      cache.get('1'),
-      cache.get('2'),
-      cache.get('3'),
-    ])
-    expect(got[0]).toEqual('a')
-    expect(got[1]).toEqual('b')
-    expect(got[2]).toEqual('c')
-    expect(hits).toBe(3)
-
-    const refetched = await Promise.all([
-      cache.get('1'),
-      cache.get('2'),
-      cache.get('3'),
-    ])
-    expect(refetched[0]).toEqual('a')
-    expect(refetched[1]).toEqual('b')
-    expect(refetched[2]).toEqual('c')
-    expect(hits).toBe(3)
-  })
-
-  it('skips and refreshes cache when requested', async () => {
-    let val = 'a'
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test2'), {
-      staleTTL: 60000,
-      maxTTL: 60000,
-      fetchMethod: async () => {
-        hits++
-        return val
-      },
-    })
-
-    const try1 = await cache.get('1')
-    expect(try1).toEqual('a')
-    expect(hits).toBe(1)
-
-    val = 'b'
-
-    const try2 = await cache.get('1')
-    expect(try2).toEqual('a')
-    expect(hits).toBe(1)
-
-    const try3 = await cache.get('1', { revalidate: true })
-    expect(try3).toEqual('b')
-    expect(hits).toBe(2)
-
-    const try4 = await cache.get('1')
-    expect(try4).toEqual('b')
-    expect(hits).toBe(2)
-  })
-
-  it('accurately reports stale entries & refreshes the cache', async () => {
-    let val = 'a'
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test3'), {
-      staleTTL: 1,
-      maxTTL: 60000,
-      fetchMethod: async () => {
-        hits++
-        return val
-      },
-    })
-
-    const try1 = await cache.get('1')
-    expect(try1).toEqual('a')
-
-    await wait(5)
-
-    val = 'b'
-
-    const try2 = await cache.get('1')
-    // cache gives us stale value while it revalidates
-    expect(try2).toEqual('a')
-
-    await wait(5)
-
-    const try3 = await cache.get('1')
-    expect(try3).toEqual('b')
-    expect(hits).toEqual(3)
-  })
-
-  it('does not return expired dids & refreshes the cache', async () => {
-    let val = 'a'
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test4'), {
-      staleTTL: 0,
-      maxTTL: 1,
-      fetchMethod: async () => {
-        hits++
-        return val
-      },
-    })
-
-    const try1 = await cache.get('1')
-    expect(try1).toEqual('a')
-
-    await wait(5)
-
-    val = 'b'
-
-    const try2 = await cache.get('1')
-    expect(try2).toEqual('b')
-    expect(hits).toBe(2)
-  })
-
-  it('caches negative values', async () => {
-    let val: string | null = null
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test5'), {
-      staleTTL: 60000,
-      maxTTL: 60000,
-      fetchMethod: async () => {
-        hits++
-        return val
-      },
-    })
-
-    const try1 = await cache.get('1')
-    expect(try1).toEqual(null)
-    expect(hits).toBe(1)
-
-    val = 'b'
-
-    const try2 = await cache.get('1')
-    // returns cached negative value
-    expect(try2).toEqual(null)
-    expect(hits).toBe(1)
-
-    const try3 = await cache.get('1', { revalidate: true })
-    expect(try3).toEqual('b')
-    expect(hits).toEqual(2)
-
-    const try4 = await cache.get('1')
-    expect(try4).toEqual('b')
-    expect(hits).toEqual(2)
-  })
-
-  it('times out and fails open', async () => {
-    let val = 'a'
-    let hits = 0
-    const cache = new ReadThroughCache<string>(redis.withNamespace('test6'), {
-      staleTTL: 60000,
-      maxTTL: 60000,
-      fetchMethod: async () => {
-        hits++
-        return val
-      },
-    })
-
-    const try1 = await cache.get('1')
-    expect(try1).toEqual('a')
-
-    const orig = cache.redis.driver.get
-    cache.redis.driver.get = async (key) => {
-      await wait(600)
-      return orig(key)
-    }
-
-    val = 'b'
-
-    const try2 = await cache.get('1')
-    expect(try2).toEqual('b')
-    expect(hits).toBe(2)
-  })
-})

package/tests/seed/feed-hidden-replies.ts

@@ -1,63 +0,0 @@
-import { SeedClient, TestNetwork, TestNetworkNoAppView } from '@atproto/dev-env'
-import type { DidString, HandleString } from '@atproto/syntax'
-
-export type User = {
-  id: string
-  did: DidString
-  email: string
-  handle: HandleString
-  password: string
-  displayName: string
-  description: string
-  selfLabels: undefined
-}
-
-function createUser(name: string): User {
-  return {
-    id: name,
-    // @ts-ignore overwritten below
-    did: undefined,
-    email: `${name}@test.com`,
-    handle: `${name}.test`,
-    password: `${name}-pass`,
-    displayName: name,
-    description: `hi im ${name} label_me`,
-    selfLabels: undefined,
-  }
-}
-
-const users = {
-  viewer: createUser('viewer'),
-
-  poster: createUser('poster'),
-  replier: createUser('replier'),
-  reposter: createUser('reposter'),
-}
-
-export type Users = typeof users
-
-export async function feedHiddenRepliesSeed(
-  sc: SeedClient<TestNetwork | TestNetworkNoAppView>,
-) {
-  const u = structuredClone(users)
-
-  await sc.createAccount('poster', u.poster)
-  await sc.createAccount('replier', u.replier)
-  await sc.createAccount('viewer', u.viewer)
-  await sc.createAccount('reposter', u.reposter)
-
-  Object.values(u).forEach((user) => {
-    u[user.id].did = sc.dids[user.id]
-  })
-
-  await sc.follow(u.viewer.did, u.poster.did)
-  await sc.follow(u.viewer.did, u.replier.did)
-  await sc.follow(u.viewer.did, u.reposter.did)
-
-  await sc.network.processAll()
-
-  return {
-    users: u,
-    seedClient: sc,
-  }
-}

package/tests/seed/get-suggested-starter-packs.ts

@@ -1,64 +0,0 @@
-import { SeedClient, TestNetwork, TestNetworkNoAppView } from '@atproto/dev-env'
-import type { DidString, HandleString } from '@atproto/syntax'
-
-export type User = {
-  id: string
-  did: DidString
-  email: string
-  handle: HandleString
-  password: string
-  displayName: string
-  description: string
-  selfLabels: undefined
-}
-
-function createUser(name: string): User {
-  return {
-    id: name,
-    // @ts-ignore overwritten below
-    did: undefined,
-    email: `${name}@test.com`,
-    handle: `${name}.test`,
-    password: `${name}-pass`,
-    displayName: name,
-    description: `hi im ${name} label_me`,
-    selfLabels: undefined,
-  }
-}
-
-const users = {
-  creator: createUser('creator'),
-  poster: createUser('poster'),
-
-  viewer: createUser('viewer'),
-  viewerBlocker: createUser('viewerBlocker'),
-}
-
-export type Users = typeof users
-export type StarterPacks = SeedClient['starterpacks']
-
-export async function starterPacksSeed(
-  sc: SeedClient<TestNetwork | TestNetworkNoAppView>,
-) {
-  const u = structuredClone(users)
-
-  await sc.createAccount('creator', u.creator)
-  await sc.createAccount('poster', u.poster)
-  await sc.createAccount('viewer', u.viewer)
-  await sc.createAccount('viewerBlocker', u.viewerBlocker)
-
-  Object.values(u).forEach((user) => {
-    u[user.id].did = sc.dids[user.id]
-  })
-
-  await sc.createStarterPack(u.creator.did, 'test', [u.poster.did])
-  await sc.block(u.viewerBlocker.did, u.creator.did)
-
-  await sc.network.processAll()
-
-  return {
-    users: u,
-    starterpacks: sc.starterpacks,
-    seedClient: sc,
-  }
-}

package/tests/seed/get-trends.ts

@@ -1,71 +0,0 @@
-import { SeedClient, TestNetwork, TestNetworkNoAppView } from '@atproto/dev-env'
-import type { DidString, HandleString } from '@atproto/syntax'
-
-export type User = {
-  id: string
-  did: DidString
-  email: string
-  handle: HandleString
-  password: string
-  displayName: string
-  description: string
-  selfLabels: undefined
-}
-
-function createUser(name: string): User {
-  return {
-    id: name,
-    // @ts-ignore overwritten below
-    did: undefined,
-    email: `${name}@test.com`,
-    handle: `${name}.test`,
-    password: `${name}-pass`,
-    displayName: name,
-    description: `hi im ${name} label_me`,
-    selfLabels: undefined,
-  }
-}
-
-const users = {
-  trender: createUser('trender'),
-
-  posterA: createUser('posterA'),
-  posterB: createUser('posterB'),
-  posterC: createUser('posterC'),
-  posterD: createUser('posterD'),
-
-  viewer: createUser('viewer'),
-  viewerBlocker: createUser('viewerBlocker'),
-}
-
-export type Users = typeof users
-export type Feeds = SeedClient['feedgens']
-
-export async function trendsSeed(
-  sc: SeedClient<TestNetwork | TestNetworkNoAppView>,
-) {
-  const u = structuredClone(users)
-
-  await sc.createAccount('trender', u.trender)
-  await sc.createAccount('posterA', u.posterA)
-  await sc.createAccount('posterB', u.posterB)
-  await sc.createAccount('posterC', u.posterC)
-  await sc.createAccount('posterD', u.posterD)
-  await sc.createAccount('viewer', u.viewer)
-  await sc.createAccount('viewerBlocker', u.viewerBlocker)
-
-  Object.values(u).forEach((user) => {
-    u[user.id].did = sc.dids[user.id]
-  })
-
-  await sc.createFeedGen(u.trender.did, 'did:web:example.com', 'trendA')
-  await sc.block(u.viewerBlocker.did, u.posterC.did)
-
-  await sc.network.processAll()
-
-  return {
-    users: u,
-    feeds: sc.feedgens,
-    seedClient: sc,
-  }
-}

package/tests/seed/known-followers.ts

@@ -1,111 +0,0 @@
-import { SeedClient, TestNetwork, TestNetworkNoAppView } from '@atproto/dev-env'
-import type { HandleString } from '@atproto/syntax'
-
-export type User = {
-  email: string
-  handle: HandleString
-  password: string
-  displayName: string
-  description: string
-  selfLabels: undefined
-}
-
-function createUser(name: string): User {
-  return {
-    email: `${name}@test.com`,
-    handle: `${name}.test`,
-    password: `${name}-pass`,
-    displayName: name,
-    description: `hi im ${name} label_me`,
-    selfLabels: undefined,
-  }
-}
-
-const users = {
-  /*
-   * Base test. One known follower.
-   */
-  base_sub: createUser('base-sub'),
-  base_res_1: createUser('base-res-1'),
-  base_view: createUser('base-view'),
-
-  /*
-   * First-part block of a single known follower.
-   */
-  fp_block_sub: createUser('fp-block-sub'),
-  fp_block_res_1: createUser('fp-block-res-1'),
-  fp_block_view: createUser('fp-block-view'),
-
-  /*
-   * Second-party block of a single known follower.
-   */
-  sp_block_sub: createUser('sp-block-sub'),
-  sp_block_res_1: createUser('sp-block-res-1'),
-  sp_block_view: createUser('sp-block-view'),
-
-  /*
-   * Mix of known followers and blocks.
-   */
-  mix_sub_1: createUser('mix-sub-1'),
-  mix_sub_2: createUser('mix-sub-2'),
-  mix_sub_3: createUser('mix-sub-3'),
-  mix_res: createUser('mix-res'),
-  mix_fp_block_res: createUser('mix-fp-block-res'),
-  mix_sp_block_res: createUser('mix-sp-block-res'),
-  mix_view: createUser('mix-view'),
-}
-
-export async function knownFollowersSeed(
-  sc: SeedClient<TestNetwork | TestNetworkNoAppView>,
-) {
-  await sc.createAccount('base_sub', users.base_sub)
-  await sc.createAccount('base_res_1', users.base_res_1)
-  await sc.createAccount('base_view', users.base_view)
-
-  await sc.createAccount('fp_block_sub', users.fp_block_sub)
-  await sc.createAccount('fp_block_res_1', users.fp_block_res_1)
-  await sc.createAccount('fp_block_view', users.fp_block_view)
-
-  await sc.createAccount('sp_block_sub', users.sp_block_sub)
-  await sc.createAccount('sp_block_res_1', users.sp_block_res_1)
-  await sc.createAccount('sp_block_view', users.sp_block_view)
-
-  await sc.createAccount('mix_sub_1', users.mix_sub_1)
-  await sc.createAccount('mix_sub_2', users.mix_sub_2)
-  await sc.createAccount('mix_sub_3', users.mix_sub_3)
-  await sc.createAccount('mix_res', users.mix_res)
-  await sc.createAccount('mix_fp_block_res', users.mix_fp_block_res)
-  await sc.createAccount('mix_sp_block_res', users.mix_sp_block_res)
-  await sc.createAccount('mix_view', users.mix_view)
-
-  const dids = sc.dids
-
-  await sc.follow(dids.base_res_1, dids.base_sub)
-  await sc.follow(dids.base_view, dids.base_res_1)
-
-  await sc.follow(dids.fp_block_res_1, dids.fp_block_sub)
-  await sc.follow(dids.fp_block_view, dids.fp_block_res_1)
-
-  await sc.follow(dids.sp_block_res_1, dids.sp_block_sub)
-  await sc.follow(dids.sp_block_view, dids.sp_block_res_1)
-
-  await sc.follow(dids.mix_res, dids.mix_sub_1)
-  await sc.follow(dids.mix_res, dids.mix_sub_2)
-  await sc.follow(dids.mix_res, dids.mix_sub_3)
-  await sc.follow(dids.mix_fp_block_res, dids.mix_sub_1)
-  await sc.follow(dids.mix_fp_block_res, dids.mix_sub_2)
-  await sc.follow(dids.mix_fp_block_res, dids.mix_sub_3)
-  await sc.follow(dids.mix_sp_block_res, dids.mix_sub_1)
-  await sc.follow(dids.mix_sp_block_res, dids.mix_sub_2)
-  await sc.follow(dids.mix_sp_block_res, dids.mix_sub_3)
-  await sc.follow(dids.mix_view, dids.mix_res)
-  await sc.follow(dids.mix_view, dids.mix_fp_block_res)
-  await sc.follow(dids.mix_view, dids.mix_sp_block_res)
-
-  await sc.network.processAll()
-
-  return {
-    users,
-    seedClient: sc,
-  }
-}

package/tests/seed/postgates.ts

@@ -1,57 +0,0 @@
-import { SeedClient, TestNetwork, TestNetworkNoAppView } from '@atproto/dev-env'
-import type { DidString, HandleString } from '@atproto/syntax'
-
-export type User = {
-  id: string
-  did: DidString
-  email: string
-  handle: HandleString
-  password: string
-  displayName: string
-  description: string
-  selfLabels: undefined
-}
-
-function createUser(name: string): User {
-  return {
-    id: name,
-    // @ts-ignore overwritten below
-    did: undefined,
-    email: `${name}@test.com`,
-    handle: `${name}.test`,
-    password: `${name}-pass`,
-    displayName: name,
-    description: `hi im ${name} label_me`,
-    selfLabels: undefined,
-  }
-}
-
-const users = {
-  viewer: createUser('viewer'),
-
-  quotee: createUser('quotee'),
-  quoter: createUser('quoter'),
-}
-
-export type Users = typeof users
-
-export async function postgatesSeed(
-  sc: SeedClient<TestNetwork | TestNetworkNoAppView>,
-) {
-  const u = structuredClone(users)
-
-  await sc.createAccount('quotee', u.quotee)
-  await sc.createAccount('quoter', u.quoter)
-  await sc.createAccount('viewer', u.viewer)
-
-  Object.values(u).forEach((user) => {
-    u[user.id].did = sc.dids[user.id]
-  })
-
-  await sc.network.processAll()
-
-  return {
-    users: u,
-    seedClient: sc,
-  }
-}

package/tests/server.test.ts

@@ -1,115 +0,0 @@
-import { once } from 'node:events'
-import { AddressInfo } from 'node:net'
-import { finished } from 'node:stream/promises'
-import express from 'express'
-import { request } from 'undici'
-import { afterAll, beforeAll, beforeEach, describe, expect, it } from 'vitest'
-import { TestNetwork, basicSeed } from '@atproto/dev-env'
-import { handler as errorHandler } from '../src/error.js'
-import { startServer } from './_util.js'
-
-describe('server', () => {
-  let network: TestNetwork
-  let alice: string
-
-  beforeAll(async () => {
-    network = await TestNetwork.create({
-      dbPostgresSchema: 'bsky_server',
-    })
-    const sc = network.getSeedClient()
-    await basicSeed(sc)
-    alice = sc.dids.alice
-  })
-
-  beforeEach(async () => network.processAll())
-  afterAll(async () => network?.close())
-
-  it('preserves 404s.', async () => {
-    const response = await fetch(`${network.bsky.url}/unknown`)
-    expect(response.status).toEqual(404)
-  })
-
-  it('error handler turns unknown errors into 500s.', async () => {
-    const app = express()
-    app.get('/oops', () => {
-      throw new Error('Oops!')
-    })
-    app.use(errorHandler)
-    await using server = await startServer(app)
-
-    const response = await fetch(`http://localhost:${server.port}/oops`)
-    expect(response.status).toEqual(500)
-    await expect(response.json()).resolves.toEqual({
-      error: 'InternalServerError',
-      message: 'Internal Server Error',
-    })
-  })
-
-  it('healthcheck succeeds when database is available.', async () => {
-    const response = await fetch(`${network.bsky.url}/xrpc/_health`)
-    expect(response.status).toEqual(200)
-    await expect(response.json()).resolves.toEqual({ version: 'unknown' })
-  })
-
-  // TODO(bsky) check on a different endpoint that accepts json, currently none.
-  it.skip('limits size of json input.', async () => {
-    const response = await fetch(
-      `${network.bsky.url}/xrpc/com.atproto.repo.createRecord`,
-      {
-        method: 'POST',
-        body: '"' + 'x'.repeat(150 * 1024) + '"', // ~150kb
-        headers: { 'Content-Type': 'application/json' },
-      },
-    )
-
-    expect(response.status).toEqual(413)
-    await expect(response.json()).resolves.toEqual({
-      error: 'PayloadTooLargeError',
-      message: 'request entity too large',
-    })
-  })
-
-  it('compresses large json responses', async () => {
-    const res = await request(
-      `${network.bsky.url}/xrpc/app.bsky.feed.getTimeline`,
-      {
-        headers: {
-          ...(await network.serviceHeaders(alice, 'app.bsky.feed.getTimeline')),
-          'accept-encoding': 'gzip',
-        },
-      },
-    )
-
-    await finished(res.body.resume())
-
-    expect(res.headers['content-encoding']).toEqual('gzip')
-  })
-
-  it('does not compress small payloads', async () => {
-    const res = await request(`${network.bsky.url}/xrpc/_health`, {
-      headers: { 'accept-encoding': 'gzip' },
-    })
-
-    await finished(res.body.resume())
-
-    expect(res.headers['content-encoding']).toBeUndefined()
-  })
-
-  it('healthcheck fails when dataplane is unavailable.', async () => {
-    const { port } = network.bsky.dataplane.server.address() as AddressInfo
-    await network.bsky.dataplane.destroy()
-
-    try {
-      const response = await fetch(`${network.bsky.url}/xrpc/_health`)
-      expect(response.status).toEqual(503)
-      await expect(response.json()).resolves.toEqual({
-        version: 'unknown',
-        error: 'Service Unavailable',
-      })
-    } finally {
-      // restart dataplane server to allow test suite to cleanup
-      network.bsky.dataplane.server.listen(port)
-      await once(network.bsky.dataplane.server, 'listening')
-    }
-  })
-})