@atproto/bsky 0.0.15 → 0.0.17

package/src/feed-gen/whats-hot.ts

@@ -1,101 +0,0 @@
-import { NotEmptyArray } from '@atproto/common'
-import { InvalidRequestError } from '@atproto/xrpc-server'
-import { QueryParams as SkeletonParams } from '../lexicon/types/app/bsky/feed/getFeedSkeleton'
-import { AlgoHandler, AlgoResponse } from './types'
-import { GenericKeyset, paginate } from '../db/pagination'
-import AppContext from '../context'
-import { valuesList } from '../db/util'
-import { sql } from 'kysely'
-import { FeedItemType } from '../services/feed/types'
-
-const NO_WHATS_HOT_LABELS: NotEmptyArray<string> = [
-  '!no-promote',
-  'corpse',
-  'self-harm',
-  'porn',
-  'sexual',
-  'nudity',
-  'underwear',
-]
-
-const handler: AlgoHandler = async (
-  ctx: AppContext,
-  params: SkeletonParams,
-  _viewer: string,
-): Promise<AlgoResponse> => {
-  const { limit, cursor } = params
-  const db = ctx.db.getReplica('feed')
-
-  const { ref } = db.db.dynamic
-
-  // candidates are ranked within a materialized view by like count, depreciated over time.
-
-  let builder = db.db
-    .selectFrom('algo_whats_hot_view as candidate')
-    .innerJoin('post', 'post.uri', 'candidate.uri')
-    .leftJoin('post_embed_record', 'post_embed_record.postUri', 'candidate.uri')
-    .whereNotExists((qb) =>
-      qb
-        .selectFrom('label')
-        .selectAll()
-        .whereRef('val', 'in', valuesList(NO_WHATS_HOT_LABELS))
-        .where('neg', '=', false)
-        .where((clause) =>
-          clause
-            .whereRef('label.uri', '=', ref('post.creator'))
-            .orWhereRef('label.uri', '=', ref('post.uri'))
-            .orWhereRef('label.uri', '=', ref('post_embed_record.embedUri')),
-        ),
-    )
-    .select([
-      sql<FeedItemType>`${'post'}`.as('type'),
-      'post.uri as uri',
-      'post.uri as postUri',
-      'post.creator as originatorDid',
-      'post.creator as postAuthorDid',
-      'post.replyParent as replyParent',
-      'post.replyRoot as replyRoot',
-      'post.indexedAt as sortAt',
-      'candidate.score',
-      'candidate.cid',
-    ])
-
-  const keyset = new ScoreKeyset(ref('candidate.score'), ref('candidate.cid'))
-  builder = paginate(builder, { limit, cursor, keyset })
-
-  const feedItems = await builder.execute()
-
-  return {
-    feedItems,
-    cursor: keyset.packFromResult(feedItems),
-  }
-}
-
-export default handler
-
-type Result = { score: number; cid: string }
-type LabeledResult = { primary: number; secondary: string }
-export class ScoreKeyset extends GenericKeyset<Result, LabeledResult> {
-  labelResult(result: Result) {
-    return {
-      primary: result.score,
-      secondary: result.cid,
-    }
-  }
-  labeledResultToCursor(labeled: LabeledResult) {
-    return {
-      primary: Math.round(labeled.primary).toString(),
-      secondary: labeled.secondary,
-    }
-  }
-  cursorToLabeledResult(cursor: { primary: string; secondary: string }) {
-    const score = parseInt(cursor.primary, 10)
-    if (isNaN(score)) {
-      throw new InvalidRequestError('Malformed cursor')
-    }
-    return {
-      primary: score,
-      secondary: cursor.secondary,
-    }
-  }
-}

package/src/feed-gen/with-friends.ts

@@ -1,39 +0,0 @@
-import AppContext from '../context'
-import { QueryParams as SkeletonParams } from '../lexicon/types/app/bsky/feed/getFeedSkeleton'
-import { paginate } from '../db/pagination'
-import { AlgoHandler, AlgoResponse } from './types'
-import { FeedKeyset, getFeedDateThreshold } from '../api/app/bsky/util/feed'
-
-const handler: AlgoHandler = async (
-  ctx: AppContext,
-  params: SkeletonParams,
-  requester: string,
-): Promise<AlgoResponse> => {
-  const { cursor, limit = 50 } = params
-  const db = ctx.db.getReplica('feed')
-  const feedService = ctx.services.feed(db)
-
-  const { ref } = db.db.dynamic
-
-  const keyset = new FeedKeyset(ref('post.sortAt'), ref('post.cid'))
-  const sortFrom = keyset.unpack(cursor)?.primary
-
-  let postsQb = feedService
-    .selectPostQb()
-    .innerJoin('follow', 'follow.subjectDid', 'post.creator')
-    .innerJoin('post_agg', 'post_agg.uri', 'post.uri')
-    .where('post_agg.likeCount', '>=', 5)
-    .where('follow.creator', '=', requester)
-    .where('post.sortAt', '>', getFeedDateThreshold(sortFrom))
-
-  postsQb = paginate(postsQb, { limit, cursor, keyset, tryIndex: true })
-
-  const feedItems = await postsQb.execute()
-
-  return {
-    feedItems,
-    cursor: keyset.packFromResult(feedItems),
-  }
-}
-
-export default handler

package/src/label-cache.ts

@@ -1,90 +0,0 @@
-import { wait } from '@atproto/common'
-import { PrimaryDatabase } from './db'
-import { Label } from './db/tables/label'
-import { labelerLogger as log } from './logger'
-
-export class LabelCache {
-  bySubject: Record<string, Label[]> = {}
-  latestLabel = ''
-  refreshes = 0
-
-  destroyed = false
-
-  constructor(public db: PrimaryDatabase) {}
-
-  start() {
-    this.poll()
-  }
-
-  async fullRefresh() {
-    const allLabels = await this.db.db.selectFrom('label').selectAll().execute()
-    this.wipeCache()
-    this.processLabels(allLabels)
-  }
-
-  async partialRefresh() {
-    const labels = await this.db.db
-      .selectFrom('label')
-      .selectAll()
-      .where('cts', '>', this.latestLabel)
-      .execute()
-    this.processLabels(labels)
-  }
-
-  async poll() {
-    try {
-      if (this.destroyed) return
-      if (this.refreshes >= 120) {
-        await this.fullRefresh()
-        this.refreshes = 0
-      } else {
-        await this.partialRefresh()
-        this.refreshes++
-      }
-    } catch (err) {
-      log.error(
-        { err, latestLabel: this.latestLabel, refreshes: this.refreshes },
-        'label cache failed to refresh',
-      )
-    }
-    await wait(500)
-    this.poll()
-  }
-
-  processLabels(labels: Label[]) {
-    for (const label of labels) {
-      if (label.cts > this.latestLabel) {
-        this.latestLabel = label.cts
-      }
-      this.bySubject[label.uri] ??= []
-      this.bySubject[label.uri].push(label)
-    }
-  }
-
-  wipeCache() {
-    this.bySubject = {}
-  }
-
-  stop() {
-    this.destroyed = true
-  }
-
-  forSubject(subject: string, includeNeg = false): Label[] {
-    const labels = this.bySubject[subject] ?? []
-    return includeNeg ? labels : labels.filter((l) => l.neg === false)
-  }
-
-  forSubjects(subjects: string[], includeNeg?: boolean): Label[] {
-    let labels: Label[] = []
-    const alreadyAdded = new Set<string>()
-    for (const subject of subjects) {
-      if (alreadyAdded.has(subject)) {
-        continue
-      }
-      const subLabels = this.forSubject(subject, includeNeg)
-      labels = [...labels, ...subLabels]
-      alreadyAdded.add(subject)
-    }
-    return labels
-  }
-}

package/tests/admin/__snapshots__/get-moderation-action.test.ts.snap

@@ -1,172 +0,0 @@
-// Jest Snapshot v1, https://goo.gl/fbAQLP
-
-exports[`admin get moderation action view gets moderation action for a record. 1`] = `
-Object {
-  "action": "com.atproto.admin.defs#takedown",
-  "createdAt": "1970-01-01T00:00:00.000Z",
-  "createdBy": "did:example:admin",
-  "id": 2,
-  "reason": "X",
-  "resolvedReports": Array [
-    Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "id": 2,
-      "reason": "defamation",
-      "reasonType": "com.atproto.moderation.defs#reasonOther",
-      "reportedBy": "user(1)",
-      "resolvedByActionIds": Array [
-        2,
-        1,
-      ],
-      "subject": Object {
-        "$type": "com.atproto.repo.strongRef",
-        "cid": "cids(0)",
-        "uri": "record(0)",
-      },
-    },
-  ],
-  "subject": Object {
-    "$type": "com.atproto.admin.defs#recordView",
-    "blobCids": Array [],
-    "cid": "cids(0)",
-    "indexedAt": "1970-01-01T00:00:00.000Z",
-    "moderation": Object {
-      "currentAction": Object {
-        "action": "com.atproto.admin.defs#takedown",
-        "id": 2,
-      },
-    },
-    "repo": Object {
-      "did": "user(0)",
-      "email": "alice@test.com",
-      "handle": "alice.test",
-      "indexedAt": "1970-01-01T00:00:00.000Z",
-      "invitesDisabled": false,
-      "moderation": Object {},
-      "relatedRecords": Array [
-        Object {
-          "$type": "app.bsky.actor.profile",
-          "avatar": Object {
-            "$type": "blob",
-            "mimeType": "image/jpeg",
-            "ref": Object {
-              "$link": "cids(1)",
-            },
-            "size": 3976,
-          },
-          "description": "its me!",
-          "displayName": "ali",
-          "labels": Object {
-            "$type": "com.atproto.label.defs#selfLabels",
-            "values": Array [
-              Object {
-                "val": "self-label-a",
-              },
-              Object {
-                "val": "self-label-b",
-              },
-            ],
-          },
-        },
-      ],
-    },
-    "uri": "record(0)",
-    "value": Object {
-      "$type": "app.bsky.feed.post",
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "labels": Object {
-        "$type": "com.atproto.label.defs#selfLabels",
-        "values": Array [
-          Object {
-            "val": "self-label",
-          },
-        ],
-      },
-      "text": "hey there",
-    },
-  },
-  "subjectBlobs": Array [],
-}
-`;
-
-exports[`admin get moderation action view gets moderation action for a repo. 1`] = `
-Object {
-  "action": "com.atproto.admin.defs#flag",
-  "createdAt": "1970-01-01T00:00:00.000Z",
-  "createdBy": "did:example:admin",
-  "id": 1,
-  "reason": "X",
-  "resolvedReports": Array [
-    Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "id": 2,
-      "reason": "defamation",
-      "reasonType": "com.atproto.moderation.defs#reasonOther",
-      "reportedBy": "user(1)",
-      "resolvedByActionIds": Array [
-        2,
-        1,
-      ],
-      "subject": Object {
-        "$type": "com.atproto.repo.strongRef",
-        "cid": "cids(1)",
-        "uri": "record(0)",
-      },
-    },
-    Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "id": 1,
-      "reasonType": "com.atproto.moderation.defs#reasonSpam",
-      "reportedBy": "user(2)",
-      "resolvedByActionIds": Array [
-        1,
-      ],
-      "subject": Object {
-        "$type": "com.atproto.admin.defs#repoRef",
-        "did": "user(0)",
-      },
-    },
-  ],
-  "reversal": Object {
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "reason": "X",
-  },
-  "subject": Object {
-    "$type": "com.atproto.admin.defs#repoView",
-    "did": "user(0)",
-    "email": "alice@test.com",
-    "handle": "alice.test",
-    "indexedAt": "1970-01-01T00:00:00.000Z",
-    "invitesDisabled": false,
-    "moderation": Object {},
-    "relatedRecords": Array [
-      Object {
-        "$type": "app.bsky.actor.profile",
-        "avatar": Object {
-          "$type": "blob",
-          "mimeType": "image/jpeg",
-          "ref": Object {
-            "$link": "cids(0)",
-          },
-          "size": 3976,
-        },
-        "description": "its me!",
-        "displayName": "ali",
-        "labels": Object {
-          "$type": "com.atproto.label.defs#selfLabels",
-          "values": Array [
-            Object {
-              "val": "self-label-a",
-            },
-            Object {
-              "val": "self-label-b",
-            },
-          ],
-        },
-      },
-    ],
-  },
-  "subjectBlobs": Array [],
-}
-`;

package/tests/admin/__snapshots__/get-moderation-actions.test.ts.snap

@@ -1,178 +0,0 @@
-// Jest Snapshot v1, https://goo.gl/fbAQLP
-
-exports[`admin get moderation actions view gets all moderation actions for a record. 1`] = `
-Array [
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 1,
-    "reason": "X",
-    "resolvedReportIds": Array [
-      1,
-    ],
-    "reversal": Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "createdBy": "did:example:admin",
-      "reason": "X",
-    },
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(0)",
-      "uri": "record(0)",
-    },
-    "subjectBlobCids": Array [],
-  },
-]
-`;
-
-exports[`admin get moderation actions view gets all moderation actions for a repo. 1`] = `
-Array [
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 5,
-    "reason": "X",
-    "resolvedReportIds": Array [
-      3,
-    ],
-    "subject": Object {
-      "$type": "com.atproto.admin.defs#repoRef",
-      "did": "user(0)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#acknowledge",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 2,
-    "reason": "X",
-    "resolvedReportIds": Array [],
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(0)",
-      "uri": "record(0)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 1,
-    "reason": "X",
-    "resolvedReportIds": Array [
-      1,
-    ],
-    "reversal": Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "createdBy": "did:example:admin",
-      "reason": "X",
-    },
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(1)",
-      "uri": "record(1)",
-    },
-    "subjectBlobCids": Array [],
-  },
-]
-`;
-
-exports[`admin get moderation actions view gets all moderation actions. 1`] = `
-Array [
-  Object {
-    "action": "com.atproto.admin.defs#acknowledge",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 6,
-    "reason": "X",
-    "resolvedReportIds": Array [],
-    "subject": Object {
-      "$type": "com.atproto.admin.defs#repoRef",
-      "did": "user(0)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 5,
-    "reason": "X",
-    "resolvedReportIds": Array [
-      3,
-    ],
-    "subject": Object {
-      "$type": "com.atproto.admin.defs#repoRef",
-      "did": "user(1)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 4,
-    "reason": "X",
-    "resolvedReportIds": Array [],
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(0)",
-      "uri": "record(0)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#takedown",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 3,
-    "reason": "X",
-    "resolvedReportIds": Array [],
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(1)",
-      "uri": "record(1)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#acknowledge",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 2,
-    "reason": "X",
-    "resolvedReportIds": Array [],
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(2)",
-      "uri": "record(2)",
-    },
-    "subjectBlobCids": Array [],
-  },
-  Object {
-    "action": "com.atproto.admin.defs#flag",
-    "createdAt": "1970-01-01T00:00:00.000Z",
-    "createdBy": "did:example:admin",
-    "id": 1,
-    "reason": "X",
-    "resolvedReportIds": Array [
-      1,
-    ],
-    "reversal": Object {
-      "createdAt": "1970-01-01T00:00:00.000Z",
-      "createdBy": "did:example:admin",
-      "reason": "X",
-    },
-    "subject": Object {
-      "$type": "com.atproto.repo.strongRef",
-      "cid": "cids(3)",
-      "uri": "record(3)",
-    },
-    "subjectBlobCids": Array [],
-  },
-]
-`;