@atproto/bsky 0.0.16 → 0.0.18

package/src/label-cache.ts

@@ -1,90 +0,0 @@
-import { wait } from '@atproto/common'
-import { PrimaryDatabase } from './db'
-import { Label } from './db/tables/label'
-import { labelerLogger as log } from './logger'
-
-export class LabelCache {
-  bySubject: Record<string, Label[]> = {}
-  latestLabel = ''
-  refreshes = 0
-
-  destroyed = false
-
-  constructor(public db: PrimaryDatabase) {}
-
-  start() {
-    this.poll()
-  }
-
-  async fullRefresh() {
-    const allLabels = await this.db.db.selectFrom('label').selectAll().execute()
-    this.wipeCache()
-    this.processLabels(allLabels)
-  }
-
-  async partialRefresh() {
-    const labels = await this.db.db
-      .selectFrom('label')
-      .selectAll()
-      .where('cts', '>', this.latestLabel)
-      .execute()
-    this.processLabels(labels)
-  }
-
-  async poll() {
-    try {
-      if (this.destroyed) return
-      if (this.refreshes >= 120) {
-        await this.fullRefresh()
-        this.refreshes = 0
-      } else {
-        await this.partialRefresh()
-        this.refreshes++
-      }
-    } catch (err) {
-      log.error(
-        { err, latestLabel: this.latestLabel, refreshes: this.refreshes },
-        'label cache failed to refresh',
-      )
-    }
-    await wait(500)
-    this.poll()
-  }
-
-  processLabels(labels: Label[]) {
-    for (const label of labels) {
-      if (label.cts > this.latestLabel) {
-        this.latestLabel = label.cts
-      }
-      this.bySubject[label.uri] ??= []
-      this.bySubject[label.uri].push(label)
-    }
-  }
-
-  wipeCache() {
-    this.bySubject = {}
-  }
-
-  stop() {
-    this.destroyed = true
-  }
-
-  forSubject(subject: string, includeNeg = false): Label[] {
-    const labels = this.bySubject[subject] ?? []
-    return includeNeg ? labels : labels.filter((l) => l.neg === false)
-  }
-
-  forSubjects(subjects: string[], includeNeg?: boolean): Label[] {
-    let labels: Label[] = []
-    const alreadyAdded = new Set<string>()
-    for (const subject of subjects) {
-      if (alreadyAdded.has(subject)) {
-        continue
-      }
-      const subLabels = this.forSubject(subject, includeNeg)
-      labels = [...labels, ...subLabels]
-      alreadyAdded.add(subject)
-    }
-    return labels
-  }
-}

package/tests/algos/whats-hot.test.ts

@@ -1,118 +0,0 @@
-import { HOUR } from '@atproto/common'
-import AtpAgent, { AtUri } from '@atproto/api'
-import { TestNetwork, SeedClient } from '@atproto/dev-env'
-import basicSeed from '../seeds/basic'
-import { makeAlgos } from '../../src'
-
-describe.skip('algo whats-hot', () => {
-  let network: TestNetwork
-  let agent: AtpAgent
-  let sc: SeedClient
-
-  // account dids, for convenience
-  let alice: string
-  let bob: string
-  let carol: string
-
-  const feedPublisherDid = 'did:example:feed-publisher'
-  const feedUri = AtUri.make(
-    feedPublisherDid,
-    'app.bsky.feed.generator',
-    'whats-hot',
-  ).toString()
-
-  beforeAll(async () => {
-    network = await TestNetwork.create({
-      dbPostgresSchema: 'bsky_algo_whats_hot',
-      bsky: { algos: makeAlgos(feedPublisherDid) },
-    })
-    agent = new AtpAgent({ service: network.bsky.url })
-    sc = network.getSeedClient()
-    await basicSeed(sc)
-
-    alice = sc.dids.alice
-    bob = sc.dids.bob
-    carol = sc.dids.carol
-    await network.processAll()
-    await network.bsky.processAll()
-  })
-
-  afterAll(async () => {
-    await network.close()
-  })
-
-  it('returns well liked posts', async () => {
-    const img = await sc.uploadFile(
-      alice,
-      'tests/sample-img/key-landscape-small.jpg',
-      'image/jpeg',
-    )
-    const one = await sc.post(carol, 'carol is in the chat')
-    const two = await sc.post(carol, "it's me, carol")
-    const three = await sc.post(alice, 'first post', undefined, [img])
-    const four = await sc.post(bob, 'bobby boi')
-    const five = await sc.post(bob, 'another one')
-
-    for (let i = 0; i < 20; i++) {
-      const name = `user${i}`
-      await sc.createAccount(name, {
-        handle: `user${i}.test`,
-        email: `user${i}@test.com`,
-        password: 'password',
-      })
-      await sc.like(sc.dids[name], three.ref) // will be down-regulated by time
-      if (i > 3) {
-        await sc.like(sc.dids[name], one.ref)
-      }
-      if (i > 5) {
-        await sc.like(sc.dids[name], two.ref)
-      }
-      if (i > 7) {
-        await sc.like(sc.dids[name], four.ref)
-        await sc.like(sc.dids[name], five.ref)
-      }
-    }
-    await network.bsky.processAll()
-
-    // move the 3rd post 5 hours into the past to check gravity
-    await network.bsky.ctx.db
-      .getPrimary()
-      .db.updateTable('post')
-      .where('uri', '=', three.ref.uriStr)
-      .set({ indexedAt: new Date(Date.now() - 5 * HOUR).toISOString() })
-      .execute()
-
-    await network.bsky.ctx.db
-      .getPrimary()
-      .refreshMaterializedView('algo_whats_hot_view')
-
-    const res = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    expect(res.data.feed[0].post.uri).toBe(one.ref.uriStr)
-    expect(res.data.feed[1].post.uri).toBe(two.ref.uriStr)
-    const indexOfThird = res.data.feed.findIndex(
-      (item) => item.post.uri === three.ref.uriStr,
-    )
-    // doesn't quite matter where this cam in but it should be down-regulated pretty severely from gravity
-    expect(indexOfThird).toBeGreaterThan(3)
-  })
-
-  it('paginates', async () => {
-    const res = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    const first = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri, limit: 3 },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    const second = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri, cursor: first.data.cursor },
-      { headers: await network.serviceHeaders(alice) },
-    )
-
-    expect([...first.data.feed, ...second.data.feed]).toEqual(res.data.feed)
-  })
-})

package/tests/algos/with-friends.test.ts

@@ -1,145 +0,0 @@
-import AtpAgent, { AtUri } from '@atproto/api'
-import userSeed from '../seeds/users'
-import { makeAlgos } from '../../src'
-import { TestNetwork, SeedClient, RecordRef } from '@atproto/dev-env'
-
-describe.skip('algo with friends', () => {
-  let network: TestNetwork
-  let agent: AtpAgent
-  let sc: SeedClient
-
-  // account dids, for convenience
-  let alice: string
-  let bob: string
-  let carol: string
-  let dan: string
-
-  const feedPublisherDid = 'did:example:feed-publisher'
-  const feedUri = AtUri.make(
-    feedPublisherDid,
-    'app.bsky.feed.generator',
-    'with-friends',
-  ).toString()
-
-  beforeAll(async () => {
-    network = await TestNetwork.create({
-      dbPostgresSchema: 'bsky_algo_with_friends',
-      bsky: { algos: makeAlgos(feedPublisherDid) },
-    })
-    agent = new AtpAgent({ service: network.bsky.url })
-    sc = network.getSeedClient()
-    await userSeed(sc)
-
-    alice = sc.dids.alice
-    bob = sc.dids.bob
-    carol = sc.dids.carol
-    dan = sc.dids.dan
-    await network.processAll()
-    await network.bsky.processAll()
-  })
-
-  afterAll(async () => {
-    await network.close()
-  })
-
-  let expectedFeed: string[]
-
-  it('setup', async () => {
-    for (let i = 0; i < 10; i++) {
-      const name = `user${i}`
-      await sc.createAccount(name, {
-        handle: `user${i}.test`,
-        email: `user${i}@test.com`,
-        password: 'password',
-      })
-    }
-
-    const hitLikeThreshold = async (ref: RecordRef) => {
-      for (let i = 0; i < 10; i++) {
-        const name = `user${i}`
-        await sc.like(sc.dids[name], ref)
-      }
-    }
-
-    // bob and dan are mutuals of alice, all userN are out-of-network.
-    await sc.follow(alice, bob)
-    await sc.follow(alice, carol)
-    await sc.follow(alice, dan)
-    await sc.follow(bob, alice)
-    await sc.follow(dan, alice)
-    const one = await sc.post(bob, 'one')
-    const two = await sc.post(bob, 'two')
-    const three = await sc.post(carol, 'three')
-    const four = await sc.post(carol, 'four')
-    const five = await sc.post(dan, 'five')
-    const six = await sc.post(dan, 'six')
-    const seven = await sc.post(sc.dids.user0, 'seven')
-    const eight = await sc.post(sc.dids.user0, 'eight')
-    const nine = await sc.post(sc.dids.user1, 'nine')
-    const ten = await sc.post(sc.dids.user1, 'ten')
-
-    // 1, 2, 3, 4, 6, 8, 10 hit like threshold
-    await hitLikeThreshold(one.ref)
-    await hitLikeThreshold(two.ref)
-    await hitLikeThreshold(three.ref)
-    await hitLikeThreshold(four.ref)
-    await hitLikeThreshold(six.ref)
-    await hitLikeThreshold(eight.ref)
-    await hitLikeThreshold(ten.ref)
-
-    // 1, 4, 7, 8, 10 liked by mutual
-    await sc.like(bob, one.ref)
-    await sc.like(dan, four.ref)
-    await sc.like(bob, seven.ref)
-    await sc.like(dan, eight.ref)
-    await sc.like(bob, nine.ref)
-    await sc.like(dan, ten.ref)
-
-    // all liked by non-mutual
-    await sc.like(carol, one.ref)
-    await sc.like(carol, two.ref)
-    await sc.like(carol, three.ref)
-    await sc.like(carol, four.ref)
-    await sc.like(carol, five.ref)
-    await sc.like(carol, six.ref)
-    await sc.like(carol, seven.ref)
-    await sc.like(carol, eight.ref)
-    await sc.like(carol, nine.ref)
-    await sc.like(carol, ten.ref)
-
-    await network.bsky.processAll()
-
-    expectedFeed = [
-      ten.ref.uriStr,
-      eight.ref.uriStr,
-      four.ref.uriStr,
-      one.ref.uriStr,
-    ]
-  })
-
-  it('returns popular in & out of network posts', async () => {
-    const res = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    const feedUris = res.data.feed.map((i) => i.post.uri)
-    expect(feedUris).toEqual(expectedFeed)
-  })
-
-  it('paginates', async () => {
-    const res = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    const first = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri, limit: 2 },
-      { headers: await network.serviceHeaders(alice) },
-    )
-    const second = await agent.api.app.bsky.feed.getFeed(
-      { feed: feedUri, cursor: first.data.cursor },
-      { headers: await network.serviceHeaders(alice) },
-    )
-
-    expect([...first.data.feed, ...second.data.feed]).toEqual(res.data.feed)
-  })
-})