@atproto/bsky 0.0.251 → 0.0.253

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (459) hide show
  1. package/CHANGELOG.md +35 -0
  2. package/dist/api/age-assurance/const.js +19 -19
  3. package/dist/api/age-assurance/const.js.map +1 -1
  4. package/dist/kws.d.ts +8 -0
  5. package/dist/kws.d.ts.map +1 -1
  6. package/dist/kws.js +53 -4
  7. package/dist/kws.js.map +1 -1
  8. package/package.json +28 -23
  9. package/bin/migration-create.ts +0 -46
  10. package/buf.gen.yaml +0 -12
  11. package/proto/bsky.proto +0 -1907
  12. package/proto/courier.proto +0 -84
  13. package/proto/rolodex.proto +0 -116
  14. package/src/api/age-assurance/const.ts +0 -203
  15. package/src/api/age-assurance/index.ts +0 -34
  16. package/src/api/age-assurance/kws/age-verified.test.ts +0 -98
  17. package/src/api/age-assurance/kws/age-verified.ts +0 -81
  18. package/src/api/age-assurance/kws/const.ts +0 -33
  19. package/src/api/age-assurance/kws/external-payload.test.ts +0 -72
  20. package/src/api/age-assurance/kws/external-payload.ts +0 -149
  21. package/src/api/age-assurance/redirects/kws-age-verified.ts +0 -107
  22. package/src/api/age-assurance/stash.ts +0 -23
  23. package/src/api/age-assurance/types.ts +0 -10
  24. package/src/api/age-assurance/util.ts +0 -68
  25. package/src/api/age-assurance/webhooks/kws-age-verified.ts +0 -75
  26. package/src/api/app/bsky/actor/getProfile.ts +0 -106
  27. package/src/api/app/bsky/actor/getProfiles.ts +0 -99
  28. package/src/api/app/bsky/actor/getSuggestions.ts +0 -163
  29. package/src/api/app/bsky/actor/searchActors.ts +0 -171
  30. package/src/api/app/bsky/actor/searchActorsTypeahead.ts +0 -164
  31. package/src/api/app/bsky/ageassurance/begin.ts +0 -175
  32. package/src/api/app/bsky/ageassurance/getConfig.ts +0 -16
  33. package/src/api/app/bsky/ageassurance/getState.ts +0 -58
  34. package/src/api/app/bsky/bookmark/createBookmark.ts +0 -39
  35. package/src/api/app/bsky/bookmark/deleteBookmark.ts +0 -32
  36. package/src/api/app/bsky/bookmark/getBookmarks.ts +0 -97
  37. package/src/api/app/bsky/bookmark/util.ts +0 -13
  38. package/src/api/app/bsky/contact/dismissMatch.ts +0 -26
  39. package/src/api/app/bsky/contact/getMatches.ts +0 -111
  40. package/src/api/app/bsky/contact/getSyncStatus.ts +0 -38
  41. package/src/api/app/bsky/contact/importContacts.ts +0 -119
  42. package/src/api/app/bsky/contact/removeData.ts +0 -25
  43. package/src/api/app/bsky/contact/sendNotification.ts +0 -33
  44. package/src/api/app/bsky/contact/startPhoneVerification.ts +0 -26
  45. package/src/api/app/bsky/contact/util.ts +0 -92
  46. package/src/api/app/bsky/contact/verifyPhone.ts +0 -29
  47. package/src/api/app/bsky/draft/createDraft.ts +0 -45
  48. package/src/api/app/bsky/draft/deleteDraft.ts +0 -20
  49. package/src/api/app/bsky/draft/getDrafts.ts +0 -44
  50. package/src/api/app/bsky/draft/updateDraft.ts +0 -26
  51. package/src/api/app/bsky/embed/getEmbedExternalView.ts +0 -154
  52. package/src/api/app/bsky/feed/getActorFeeds.ts +0 -101
  53. package/src/api/app/bsky/feed/getActorLikes.ts +0 -128
  54. package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -279
  55. package/src/api/app/bsky/feed/getFeed.ts +0 -282
  56. package/src/api/app/bsky/feed/getFeedGenerator.ts +0 -68
  57. package/src/api/app/bsky/feed/getFeedGenerators.ts +0 -86
  58. package/src/api/app/bsky/feed/getLikes.ts +0 -151
  59. package/src/api/app/bsky/feed/getListFeed.ts +0 -147
  60. package/src/api/app/bsky/feed/getPostThread.ts +0 -156
  61. package/src/api/app/bsky/feed/getPosts.ts +0 -100
  62. package/src/api/app/bsky/feed/getQuotes.ts +0 -122
  63. package/src/api/app/bsky/feed/getRepostedBy.ts +0 -121
  64. package/src/api/app/bsky/feed/getSuggestedFeeds.ts +0 -39
  65. package/src/api/app/bsky/feed/getTimeline.ts +0 -127
  66. package/src/api/app/bsky/feed/searchPosts.ts +0 -274
  67. package/src/api/app/bsky/feed/searchPostsV2.ts +0 -243
  68. package/src/api/app/bsky/graph/getActorStarterPacks.ts +0 -103
  69. package/src/api/app/bsky/graph/getBlocks.ts +0 -94
  70. package/src/api/app/bsky/graph/getFollowers.ts +0 -153
  71. package/src/api/app/bsky/graph/getFollows.ts +0 -151
  72. package/src/api/app/bsky/graph/getKnownFollowers.ts +0 -123
  73. package/src/api/app/bsky/graph/getList.ts +0 -152
  74. package/src/api/app/bsky/graph/getListBlocks.ts +0 -87
  75. package/src/api/app/bsky/graph/getListMutes.ts +0 -87
  76. package/src/api/app/bsky/graph/getLists.ts +0 -125
  77. package/src/api/app/bsky/graph/getListsWithMembership.ts +0 -146
  78. package/src/api/app/bsky/graph/getMutes.ts +0 -87
  79. package/src/api/app/bsky/graph/getRelationships.ts +0 -58
  80. package/src/api/app/bsky/graph/getStarterPack.ts +0 -82
  81. package/src/api/app/bsky/graph/getStarterPacks.ts +0 -86
  82. package/src/api/app/bsky/graph/getStarterPacksWithMembership.ts +0 -136
  83. package/src/api/app/bsky/graph/getSuggestedFollowsByActor.ts +0 -171
  84. package/src/api/app/bsky/graph/muteActor.ts +0 -24
  85. package/src/api/app/bsky/graph/muteActorList.ts +0 -19
  86. package/src/api/app/bsky/graph/muteThread.ts +0 -19
  87. package/src/api/app/bsky/graph/searchStarterPacks.ts +0 -169
  88. package/src/api/app/bsky/graph/unmuteActor.ts +0 -21
  89. package/src/api/app/bsky/graph/unmuteActorList.ts +0 -19
  90. package/src/api/app/bsky/graph/unmuteThread.ts +0 -19
  91. package/src/api/app/bsky/labeler/getServices.ts +0 -41
  92. package/src/api/app/bsky/notification/getPreferences.ts +0 -49
  93. package/src/api/app/bsky/notification/getUnreadCount.ts +0 -83
  94. package/src/api/app/bsky/notification/listActivitySubscriptions.ts +0 -116
  95. package/src/api/app/bsky/notification/listNotifications.ts +0 -272
  96. package/src/api/app/bsky/notification/putActivitySubscription.ts +0 -69
  97. package/src/api/app/bsky/notification/putPreferences.ts +0 -17
  98. package/src/api/app/bsky/notification/putPreferencesV2.ts +0 -64
  99. package/src/api/app/bsky/notification/registerPush.ts +0 -40
  100. package/src/api/app/bsky/notification/unregisterPush.ts +0 -39
  101. package/src/api/app/bsky/notification/updateSeen.ts +0 -52
  102. package/src/api/app/bsky/notification/util.ts +0 -134
  103. package/src/api/app/bsky/unspecced/getAgeAssuranceState.ts +0 -48
  104. package/src/api/app/bsky/unspecced/getConfig.ts +0 -20
  105. package/src/api/app/bsky/unspecced/getOnboardingSuggestedStarterPacks.ts +0 -162
  106. package/src/api/app/bsky/unspecced/getPopularFeedGenerators.ts +0 -91
  107. package/src/api/app/bsky/unspecced/getPostThreadOtherV2.ts +0 -126
  108. package/src/api/app/bsky/unspecced/getPostThreadV2.ts +0 -148
  109. package/src/api/app/bsky/unspecced/getSuggestedFeeds.ts +0 -100
  110. package/src/api/app/bsky/unspecced/getSuggestedOnboardingUsers.ts +0 -143
  111. package/src/api/app/bsky/unspecced/getSuggestedStarterPacks.ts +0 -165
  112. package/src/api/app/bsky/unspecced/getSuggestedUsers.ts +0 -183
  113. package/src/api/app/bsky/unspecced/getSuggestedUsersForDiscover.ts +0 -175
  114. package/src/api/app/bsky/unspecced/getSuggestedUsersForExplore.ts +0 -178
  115. package/src/api/app/bsky/unspecced/getSuggestedUsersForSeeMore.ts +0 -178
  116. package/src/api/app/bsky/unspecced/getTaggedSuggestions.ts +0 -27
  117. package/src/api/app/bsky/unspecced/getTrendingTopics.ts +0 -96
  118. package/src/api/app/bsky/unspecced/getTrends.ts +0 -162
  119. package/src/api/app/bsky/unspecced/initAgeAssurance.ts +0 -150
  120. package/src/api/blob-dispatcher.ts +0 -41
  121. package/src/api/blob-resolver.ts +0 -401
  122. package/src/api/com/atproto/admin/getAccountInfos.ts +0 -49
  123. package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -79
  124. package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -80
  125. package/src/api/com/atproto/identity/resolveHandle.ts +0 -19
  126. package/src/api/com/atproto/label/queryLabels.ts +0 -42
  127. package/src/api/com/atproto/repo/getRecord.ts +0 -44
  128. package/src/api/com/atproto/temp/fetchLabels.ts +0 -9
  129. package/src/api/external.ts +0 -15
  130. package/src/api/health.ts +0 -47
  131. package/src/api/index.ts +0 -216
  132. package/src/api/internal/bsky/actor/getProfiles.ts +0 -87
  133. package/src/api/kws/api.ts +0 -113
  134. package/src/api/kws/index.ts +0 -29
  135. package/src/api/kws/types.ts +0 -78
  136. package/src/api/kws/util.test.ts +0 -50
  137. package/src/api/kws/util.ts +0 -109
  138. package/src/api/kws/webhook.ts +0 -134
  139. package/src/api/sitemap.ts +0 -76
  140. package/src/api/util.ts +0 -45
  141. package/src/api/well-known.ts +0 -44
  142. package/src/auth-verifier.ts +0 -522
  143. package/src/bsync.ts +0 -41
  144. package/src/cache/read-through.ts +0 -157
  145. package/src/config.ts +0 -719
  146. package/src/context.ts +0 -143
  147. package/src/courier.ts +0 -41
  148. package/src/data-plane/client/hosts.ts +0 -103
  149. package/src/data-plane/client/index.ts +0 -125
  150. package/src/data-plane/client/util.test.ts +0 -29
  151. package/src/data-plane/client/util.ts +0 -74
  152. package/src/data-plane/index.ts +0 -2
  153. package/src/data-plane/server/background.ts +0 -66
  154. package/src/data-plane/server/bsync-subscription.ts +0 -590
  155. package/src/data-plane/server/db/database-schema.ts +0 -90
  156. package/src/data-plane/server/db/db.ts +0 -204
  157. package/src/data-plane/server/db/index.ts +0 -2
  158. package/src/data-plane/server/db/migrations/20230309T045948368Z-init.ts +0 -305
  159. package/src/data-plane/server/db/migrations/20230408T152211201Z-notification-init.ts +0 -25
  160. package/src/data-plane/server/db/migrations/20230417T210628672Z-moderation-init.ts +0 -127
  161. package/src/data-plane/server/db/migrations/20230420T211446071Z-did-cache.ts +0 -14
  162. package/src/data-plane/server/db/migrations/20230427T194702079Z-notif-record-index.ts +0 -14
  163. package/src/data-plane/server/db/migrations/20230605T144730094Z-post-profile-aggs.ts +0 -23
  164. package/src/data-plane/server/db/migrations/20230607T211442112Z-feed-generator-init.ts +0 -34
  165. package/src/data-plane/server/db/migrations/20230608T155101190Z-algo-whats-hot-view.ts +0 -85
  166. package/src/data-plane/server/db/migrations/20230608T201813132Z-mute-lists.ts +0 -78
  167. package/src/data-plane/server/db/migrations/20230608T205147239Z-mutes.ts +0 -15
  168. package/src/data-plane/server/db/migrations/20230609T153623961Z-blocks.ts +0 -33
  169. package/src/data-plane/server/db/migrations/20230609T232122649Z-actor-deletion-indexes.ts +0 -27
  170. package/src/data-plane/server/db/migrations/20230610T203555962Z-suggested-follows.ts +0 -13
  171. package/src/data-plane/server/db/migrations/20230611T215300060Z-actor-state.ts +0 -13
  172. package/src/data-plane/server/db/migrations/20230620T161134972Z-post-langs.ts +0 -9
  173. package/src/data-plane/server/db/migrations/20230627T212437895Z-optional-handle.ts +0 -15
  174. package/src/data-plane/server/db/migrations/20230629T220835893Z-remove-post-hierarchy.ts +0 -32
  175. package/src/data-plane/server/db/migrations/20230703T045536691Z-feed-and-label-indices.ts +0 -31
  176. package/src/data-plane/server/db/migrations/20230720T164800037Z-posts-cursor-idx.ts +0 -19
  177. package/src/data-plane/server/db/migrations/20230807T035309811Z-feed-item-delete-invite-for-user-idx.ts +0 -14
  178. package/src/data-plane/server/db/migrations/20230808T172902639Z-repo-rev.ts +0 -12
  179. package/src/data-plane/server/db/migrations/20230810T203349843Z-action-duration.ts +0 -23
  180. package/src/data-plane/server/db/migrations/20230817T195936007Z-native-notifications.ts +0 -16
  181. package/src/data-plane/server/db/migrations/20230830T205507322Z-suggested-feeds.ts +0 -13
  182. package/src/data-plane/server/db/migrations/20230904T211011773Z-block-lists.ts +0 -24
  183. package/src/data-plane/server/db/migrations/20230906T222220386Z-thread-gating.ts +0 -27
  184. package/src/data-plane/server/db/migrations/20230920T213858047Z-add-tags-to-post.ts +0 -9
  185. package/src/data-plane/server/db/migrations/20230929T192920807Z-record-cursor-indexes.ts +0 -40
  186. package/src/data-plane/server/db/migrations/20231003T202833377Z-create-moderation-subject-status.ts +0 -123
  187. package/src/data-plane/server/db/migrations/20231220T225126090Z-blob-takedowns.ts +0 -66
  188. package/src/data-plane/server/db/migrations/20240124T023719200Z-tagged-suggestions.ts +0 -15
  189. package/src/data-plane/server/db/migrations/20240226T225725627Z-labelers.ts +0 -27
  190. package/src/data-plane/server/db/migrations/20240530T170337073Z-account-deactivation.ts +0 -12
  191. package/src/data-plane/server/db/migrations/20240606T171229898Z-thread-mutes.ts +0 -15
  192. package/src/data-plane/server/db/migrations/20240606T222548219Z-starter-packs.ts +0 -45
  193. package/src/data-plane/server/db/migrations/20240719T203853939Z-priority-notifs.ts +0 -25
  194. package/src/data-plane/server/db/migrations/20240723T220700077Z-quotes-post-aggs.ts +0 -12
  195. package/src/data-plane/server/db/migrations/20240723T220703655Z-quotes.ts +0 -28
  196. package/src/data-plane/server/db/migrations/20240801T193939827Z-post-gate.ts +0 -17
  197. package/src/data-plane/server/db/migrations/20240808T224251220Z-post-gate-flags.ts +0 -25
  198. package/src/data-plane/server/db/migrations/20240829T211238293Z-simplify-actor-sync.ts +0 -23
  199. package/src/data-plane/server/db/migrations/20240831T134810923Z-pinned-posts.ts +0 -17
  200. package/src/data-plane/server/db/migrations/20241114T153108102Z-add-starter-packs-name.ts +0 -19
  201. package/src/data-plane/server/db/migrations/20250116T222618297Z-post-embed-video.ts +0 -17
  202. package/src/data-plane/server/db/migrations/20250207T174822012Z-add-label-exp.ts +0 -9
  203. package/src/data-plane/server/db/migrations/20250404T163421487Z-verifications.ts +0 -39
  204. package/src/data-plane/server/db/migrations/20250526T023712742Z-like-repost-via.ts +0 -17
  205. package/src/data-plane/server/db/migrations/20250528T221913281Z-add-record-tags.ts +0 -9
  206. package/src/data-plane/server/db/migrations/20250602T190357447Z-add-private-data.ts +0 -22
  207. package/src/data-plane/server/db/migrations/20250611T140649895Z-add-activity-subscription.ts +0 -22
  208. package/src/data-plane/server/db/migrations/20250627T025331240Z-add-actor-age-assurance-columns.ts +0 -22
  209. package/src/data-plane/server/db/migrations/20250812T183735692Z-add-bookmarks.ts +0 -23
  210. package/src/data-plane/server/db/migrations/20250813T174955711Z-add-post-agg-bookmarks.ts +0 -12
  211. package/src/data-plane/server/db/migrations/20251120T004738098Z-update-actor-age-assurance-v2.ts +0 -28
  212. package/src/data-plane/server/db/migrations/20260112T133951271Z-add-drafts.ts +0 -24
  213. package/src/data-plane/server/db/migrations/20260604T224952774Z-post-embed-gallery-image.ts +0 -19
  214. package/src/data-plane/server/db/migrations/index.ts +0 -60
  215. package/src/data-plane/server/db/migrations/provider.ts +0 -26
  216. package/src/data-plane/server/db/pagination.ts +0 -341
  217. package/src/data-plane/server/db/tables/activity-subscription.ts +0 -12
  218. package/src/data-plane/server/db/tables/actor-block.ts +0 -14
  219. package/src/data-plane/server/db/tables/actor-state.ts +0 -10
  220. package/src/data-plane/server/db/tables/actor-sync.ts +0 -9
  221. package/src/data-plane/server/db/tables/actor.ts +0 -19
  222. package/src/data-plane/server/db/tables/algo.ts +0 -11
  223. package/src/data-plane/server/db/tables/blob-takedown.ts +0 -9
  224. package/src/data-plane/server/db/tables/bookmark.ts +0 -11
  225. package/src/data-plane/server/db/tables/did-cache.ts +0 -13
  226. package/src/data-plane/server/db/tables/draft.ts +0 -11
  227. package/src/data-plane/server/db/tables/duplicate-record.ts +0 -12
  228. package/src/data-plane/server/db/tables/feed-generator.ts +0 -21
  229. package/src/data-plane/server/db/tables/feed-item.ts +0 -12
  230. package/src/data-plane/server/db/tables/follow.ts +0 -15
  231. package/src/data-plane/server/db/tables/label.ts +0 -13
  232. package/src/data-plane/server/db/tables/labeler.ts +0 -16
  233. package/src/data-plane/server/db/tables/like.ts +0 -18
  234. package/src/data-plane/server/db/tables/list-block.ts +0 -15
  235. package/src/data-plane/server/db/tables/list-item.ts +0 -16
  236. package/src/data-plane/server/db/tables/list-mute.ts +0 -9
  237. package/src/data-plane/server/db/tables/list.ts +0 -19
  238. package/src/data-plane/server/db/tables/mute.ts +0 -9
  239. package/src/data-plane/server/db/tables/notification-push-token.ts +0 -10
  240. package/src/data-plane/server/db/tables/notification.ts +0 -16
  241. package/src/data-plane/server/db/tables/post-agg.ts +0 -16
  242. package/src/data-plane/server/db/tables/post-embed.ts +0 -47
  243. package/src/data-plane/server/db/tables/post-gate.ts +0 -12
  244. package/src/data-plane/server/db/tables/post.ts +0 -28
  245. package/src/data-plane/server/db/tables/private-data.ts +0 -13
  246. package/src/data-plane/server/db/tables/profile-agg.ts +0 -14
  247. package/src/data-plane/server/db/tables/profile.ts +0 -17
  248. package/src/data-plane/server/db/tables/quote.ts +0 -15
  249. package/src/data-plane/server/db/tables/record.ts +0 -15
  250. package/src/data-plane/server/db/tables/repost.ts +0 -18
  251. package/src/data-plane/server/db/tables/starter-pack.ts +0 -17
  252. package/src/data-plane/server/db/tables/subscription.ts +0 -9
  253. package/src/data-plane/server/db/tables/suggested-feed.ts +0 -10
  254. package/src/data-plane/server/db/tables/suggested-follow.ts +0 -10
  255. package/src/data-plane/server/db/tables/tagged-suggestion.ts +0 -11
  256. package/src/data-plane/server/db/tables/thread-gate.ts +0 -12
  257. package/src/data-plane/server/db/tables/thread-mute.ts +0 -9
  258. package/src/data-plane/server/db/tables/verification.ts +0 -20
  259. package/src/data-plane/server/db/tables/view-param.ts +0 -12
  260. package/src/data-plane/server/db/types.ts +0 -12
  261. package/src/data-plane/server/db/util.ts +0 -67
  262. package/src/data-plane/server/index.ts +0 -44
  263. package/src/data-plane/server/indexing/index.ts +0 -458
  264. package/src/data-plane/server/indexing/plugins/block.ts +0 -84
  265. package/src/data-plane/server/indexing/plugins/chat-declaration.ts +0 -60
  266. package/src/data-plane/server/indexing/plugins/feed-generator.ts +0 -80
  267. package/src/data-plane/server/indexing/plugins/follow.ts +0 -132
  268. package/src/data-plane/server/indexing/plugins/germ-declaration.ts +0 -57
  269. package/src/data-plane/server/indexing/plugins/labeler.ts +0 -74
  270. package/src/data-plane/server/indexing/plugins/like.ts +0 -151
  271. package/src/data-plane/server/indexing/plugins/list-block.ts +0 -84
  272. package/src/data-plane/server/indexing/plugins/list-item.ts +0 -92
  273. package/src/data-plane/server/indexing/plugins/list.ts +0 -80
  274. package/src/data-plane/server/indexing/plugins/notif-declaration.ts +0 -57
  275. package/src/data-plane/server/indexing/plugins/post-gate.ts +0 -101
  276. package/src/data-plane/server/indexing/plugins/post.ts +0 -675
  277. package/src/data-plane/server/indexing/plugins/profile.ts +0 -90
  278. package/src/data-plane/server/indexing/plugins/repost.ts +0 -176
  279. package/src/data-plane/server/indexing/plugins/starter-pack.ts +0 -74
  280. package/src/data-plane/server/indexing/plugins/status.ts +0 -57
  281. package/src/data-plane/server/indexing/plugins/thread-gate.ts +0 -101
  282. package/src/data-plane/server/indexing/plugins/verification.ts +0 -113
  283. package/src/data-plane/server/indexing/processor.ts +0 -292
  284. package/src/data-plane/server/routes/activity-subscription.ts +0 -84
  285. package/src/data-plane/server/routes/blocks.ts +0 -127
  286. package/src/data-plane/server/routes/bookmarks.ts +0 -83
  287. package/src/data-plane/server/routes/drafts.ts +0 -37
  288. package/src/data-plane/server/routes/feed-gens.ts +0 -89
  289. package/src/data-plane/server/routes/feeds.ts +0 -176
  290. package/src/data-plane/server/routes/follows.ts +0 -141
  291. package/src/data-plane/server/routes/identity.ts +0 -59
  292. package/src/data-plane/server/routes/index.ts +0 -67
  293. package/src/data-plane/server/routes/interactions.ts +0 -120
  294. package/src/data-plane/server/routes/labels.ts +0 -55
  295. package/src/data-plane/server/routes/likes.ts +0 -92
  296. package/src/data-plane/server/routes/lists.ts +0 -88
  297. package/src/data-plane/server/routes/moderation.ts +0 -102
  298. package/src/data-plane/server/routes/mutes.ts +0 -195
  299. package/src/data-plane/server/routes/notifs.ts +0 -239
  300. package/src/data-plane/server/routes/profile.ts +0 -220
  301. package/src/data-plane/server/routes/quotes.ts +0 -32
  302. package/src/data-plane/server/routes/records.ts +0 -119
  303. package/src/data-plane/server/routes/relationships.ts +0 -174
  304. package/src/data-plane/server/routes/reposts.ts +0 -76
  305. package/src/data-plane/server/routes/search.ts +0 -181
  306. package/src/data-plane/server/routes/site-standard.ts +0 -12
  307. package/src/data-plane/server/routes/sitemap.ts +0 -43
  308. package/src/data-plane/server/routes/starter-packs.ts +0 -32
  309. package/src/data-plane/server/routes/suggestions.ts +0 -175
  310. package/src/data-plane/server/routes/sync.ts +0 -16
  311. package/src/data-plane/server/routes/threads.ts +0 -33
  312. package/src/data-plane/server/subscription.ts +0 -152
  313. package/src/data-plane/server/util.ts +0 -202
  314. package/src/error.ts +0 -12
  315. package/src/etcd.ts +0 -90
  316. package/src/feature-gates/README.md +0 -83
  317. package/src/feature-gates/gates.ts +0 -25
  318. package/src/feature-gates/index.ts +0 -235
  319. package/src/feature-gates/metrics.test.ts +0 -196
  320. package/src/feature-gates/metrics.ts +0 -107
  321. package/src/feature-gates/types.ts +0 -62
  322. package/src/feature-gates/utils.test.ts +0 -66
  323. package/src/feature-gates/utils.ts +0 -135
  324. package/src/hydration/actor.ts +0 -578
  325. package/src/hydration/external.test.ts +0 -281
  326. package/src/hydration/external.ts +0 -268
  327. package/src/hydration/feed.ts +0 -455
  328. package/src/hydration/graph.ts +0 -354
  329. package/src/hydration/hydrator.ts +0 -1835
  330. package/src/hydration/label.ts +0 -207
  331. package/src/hydration/util.ts +0 -199
  332. package/src/image/index.ts +0 -2
  333. package/src/image/invalidator.ts +0 -33
  334. package/src/image/logger.ts +0 -6
  335. package/src/image/server.ts +0 -228
  336. package/src/image/sharp.ts +0 -89
  337. package/src/image/uri.ts +0 -114
  338. package/src/image/util.ts +0 -41
  339. package/src/index.ts +0 -312
  340. package/src/kws.ts +0 -197
  341. package/src/logger.ts +0 -40
  342. package/src/pipeline.ts +0 -60
  343. package/src/redis.ts +0 -205
  344. package/src/rolodex.ts +0 -42
  345. package/src/stash.ts +0 -76
  346. package/src/util/debug.ts +0 -10
  347. package/src/util/http.ts +0 -42
  348. package/src/util/retry.ts +0 -10
  349. package/src/util/standard-site.test.ts +0 -423
  350. package/src/util/standard-site.ts +0 -196
  351. package/src/util/uris.ts +0 -38
  352. package/src/util.ts +0 -48
  353. package/src/views/index.ts +0 -2783
  354. package/src/views/threads-v2.ts +0 -510
  355. package/src/views/types.ts +0 -193
  356. package/src/views/util.ts +0 -114
  357. package/test.env +0 -2
  358. package/tests/__snapshots__/feed-generation.test.ts.snap +0 -2510
  359. package/tests/_util.ts +0 -292
  360. package/tests/admin/admin-auth.test.ts +0 -190
  361. package/tests/admin/moderation.test.ts +0 -222
  362. package/tests/auth.test.ts +0 -90
  363. package/tests/blob-resolver.test.ts +0 -125
  364. package/tests/data-plane/__snapshots__/indexing.test.ts.snap +0 -887
  365. package/tests/data-plane/db.test.ts +0 -189
  366. package/tests/data-plane/duplicate-records.test.ts +0 -156
  367. package/tests/data-plane/handle-invalidation.test.ts +0 -153
  368. package/tests/data-plane/indexing.test.ts +0 -827
  369. package/tests/data-plane/subscription.test.ts +0 -128
  370. package/tests/data-plane/thread-mutes.test.ts +0 -175
  371. package/tests/entryway-auth.test.ts +0 -177
  372. package/tests/etcd.test.ts +0 -302
  373. package/tests/feed-generation.test.ts +0 -965
  374. package/tests/hydration/util.test.ts +0 -119
  375. package/tests/image/server.test.ts +0 -97
  376. package/tests/image/sharp.test.ts +0 -199
  377. package/tests/image/uri.test.ts +0 -106
  378. package/tests/label-hydration.test.ts +0 -245
  379. package/tests/postgates.test.ts +0 -182
  380. package/tests/query-labels.test.ts +0 -85
  381. package/tests/redis-cache.test.ts +0 -230
  382. package/tests/seed/feed-hidden-replies.ts +0 -63
  383. package/tests/seed/get-suggested-starter-packs.ts +0 -64
  384. package/tests/seed/get-trends.ts +0 -71
  385. package/tests/seed/known-followers.ts +0 -111
  386. package/tests/seed/postgates.ts +0 -57
  387. package/tests/server.test.ts +0 -115
  388. package/tests/sitemap.test.ts +0 -75
  389. package/tests/stash.test.ts +0 -180
  390. package/tests/utils.test.ts +0 -36
  391. package/tests/views/__snapshots__/actor-search.test.ts.snap +0 -155
  392. package/tests/views/__snapshots__/author-feed.test.ts.snap +0 -6301
  393. package/tests/views/__snapshots__/block-lists.test.ts.snap +0 -690
  394. package/tests/views/__snapshots__/blocks.test.ts.snap +0 -462
  395. package/tests/views/__snapshots__/bookmarks.test.ts.snap +0 -379
  396. package/tests/views/__snapshots__/follows.test.ts.snap +0 -798
  397. package/tests/views/__snapshots__/labeler-service.test.ts.snap +0 -233
  398. package/tests/views/__snapshots__/likes.test.ts.snap +0 -124
  399. package/tests/views/__snapshots__/list-feed.test.ts.snap +0 -883
  400. package/tests/views/__snapshots__/lists.test.ts.snap +0 -650
  401. package/tests/views/__snapshots__/mute-lists.test.ts.snap +0 -705
  402. package/tests/views/__snapshots__/mutes.test.ts.snap +0 -353
  403. package/tests/views/__snapshots__/notifications.test.ts.snap +0 -3074
  404. package/tests/views/__snapshots__/posts.test.ts.snap +0 -1019
  405. package/tests/views/__snapshots__/profile.test.ts.snap +0 -811
  406. package/tests/views/__snapshots__/quotes.test.ts.snap +0 -445
  407. package/tests/views/__snapshots__/reposts.test.ts.snap +0 -112
  408. package/tests/views/__snapshots__/starter-packs.test.ts.snap +0 -836
  409. package/tests/views/__snapshots__/thread-v2.test.ts.snap +0 -1298
  410. package/tests/views/__snapshots__/thread.test.ts.snap +0 -2051
  411. package/tests/views/__snapshots__/threadgating.test.ts.snap +0 -189
  412. package/tests/views/__snapshots__/timeline.test.ts.snap +0 -7252
  413. package/tests/views/account-deactivation.test.ts +0 -81
  414. package/tests/views/actor-likes.test.ts +0 -138
  415. package/tests/views/actor-search.test.ts +0 -261
  416. package/tests/views/age-assurance-v2.test.ts +0 -823
  417. package/tests/views/age-assurance.test.ts +0 -479
  418. package/tests/views/author-feed.test.ts +0 -694
  419. package/tests/views/block-lists.test.ts +0 -661
  420. package/tests/views/blocks.test.ts +0 -889
  421. package/tests/views/bookmarks.test.ts +0 -345
  422. package/tests/views/drafts.test.ts +0 -430
  423. package/tests/views/feed-hidden-replies.test.ts +0 -243
  424. package/tests/views/feed-view-post.test.ts +0 -501
  425. package/tests/views/follows.test.ts +0 -372
  426. package/tests/views/get-config.test.ts +0 -64
  427. package/tests/views/get-suggested-onboarding-users.test.ts +0 -193
  428. package/tests/views/get-suggested-starter-packs.test.ts +0 -137
  429. package/tests/views/get-trends.test.ts +0 -141
  430. package/tests/views/internal-actor.test.ts +0 -127
  431. package/tests/views/known-followers.test.ts +0 -193
  432. package/tests/views/labeler-service.test.ts +0 -242
  433. package/tests/views/labels-needs-review.test.ts +0 -316
  434. package/tests/views/labels-takedown.test.ts +0 -247
  435. package/tests/views/likes.test.ts +0 -192
  436. package/tests/views/list-feed.test.ts +0 -195
  437. package/tests/views/lists.test.ts +0 -412
  438. package/tests/views/mute-lists.test.ts +0 -509
  439. package/tests/views/mutes.test.ts +0 -308
  440. package/tests/views/notifications.test.ts +0 -1581
  441. package/tests/views/post-search.test.ts +0 -281
  442. package/tests/views/posts-debug.test.ts +0 -79
  443. package/tests/views/posts.test.ts +0 -427
  444. package/tests/views/profile-debug.test.ts +0 -75
  445. package/tests/views/profile.test.ts +0 -795
  446. package/tests/views/quotes.test.ts +0 -133
  447. package/tests/views/reposts.test.ts +0 -112
  448. package/tests/views/starter-packs.test.ts +0 -395
  449. package/tests/views/suggestions.test.ts +0 -145
  450. package/tests/views/thread-v2.test.ts +0 -2005
  451. package/tests/views/thread.test.ts +0 -637
  452. package/tests/views/threadgating.test.ts +0 -843
  453. package/tests/views/timeline.test.ts +0 -328
  454. package/tests/views/verification.test.ts +0 -296
  455. package/tsconfig.build.json +0 -10
  456. package/tsconfig.build.tsbuildinfo +0 -1
  457. package/tsconfig.json +0 -7
  458. package/tsconfig.tests.json +0 -8
  459. package/vitest.config.ts +0 -10
@@ -1,827 +0,0 @@
1
- import { sql } from 'kysely'
2
- import { afterAll, beforeAll, beforeEach, describe, expect, it } from 'vitest'
3
- import {
4
- AppBskyActorProfile,
5
- AppBskyFeedLike,
6
- AppBskyFeedPost,
7
- AppBskyFeedRepost,
8
- AppBskyGraphFollow,
9
- AtpAgent,
10
- ids,
11
- } from '@atproto/api'
12
- import { TID, cidForCbor } from '@atproto/common'
13
- import { SeedClient, TestNetwork, basicSeed, usersSeed } from '@atproto/dev-env'
14
- import { Cid } from '@atproto/lex'
15
- import { repoPrepare } from '@atproto/pds'
16
- import { WriteOpAction } from '@atproto/repo'
17
- import { AtUri } from '@atproto/syntax'
18
- import { Database } from '../../src/data-plane/server/db/index.js'
19
- import { IndexingService } from '../../src/data-plane/server/indexing/index.js'
20
- import { forSnapshot } from '../_util.js'
21
-
22
- describe('indexing', () => {
23
- let network: TestNetwork
24
- let agent: AtpAgent
25
- let pdsAgent: AtpAgent
26
- let sc: SeedClient
27
- let db: Database
28
-
29
- beforeAll(async () => {
30
- network = await TestNetwork.create({
31
- dbPostgresSchema: 'bsky_indexing',
32
- })
33
- agent = network.bsky.getAgent()
34
- pdsAgent = network.pds.getAgent()
35
- sc = network.getSeedClient()
36
- db = network.bsky.db
37
- await usersSeed(sc)
38
- await network.processAll()
39
-
40
- // Data in tests is not processed from subscription, instead we call
41
- // indexing service methods directly.
42
- await network.bsky.sub.stop()
43
- })
44
-
45
- beforeEach(async () => network.processAll())
46
- afterAll(async () => network?.close())
47
-
48
- it('indexes posts.', async () => {
49
- const createdAt = new Date().toISOString()
50
- const createRecord = await prepareCreate<AppBskyFeedPost.Record>({
51
- did: sc.dids.alice,
52
- collection: ids.AppBskyFeedPost,
53
- record: {
54
- $type: ids.AppBskyFeedPost,
55
- text: '@bob.test how are you?',
56
- facets: [
57
- {
58
- index: { byteStart: 0, byteEnd: 9 },
59
- features: [
60
- {
61
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
62
- did: sc.dids.bob,
63
- },
64
- ],
65
- },
66
- ],
67
- createdAt,
68
- },
69
- })
70
- const [uri] = createRecord
71
- const updateRecord = await prepareUpdate<AppBskyFeedPost.Record>({
72
- did: sc.dids.alice,
73
- collection: ids.AppBskyFeedPost,
74
- rkey: uri.rkey,
75
- record: {
76
- $type: ids.AppBskyFeedPost,
77
- text: '@carol.test how are you?',
78
- facets: [
79
- {
80
- index: { byteStart: 0, byteEnd: 11 },
81
- features: [
82
- {
83
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
84
- did: sc.dids.carol,
85
- },
86
- ],
87
- },
88
- ],
89
- createdAt,
90
- },
91
- })
92
- const deleteRecord = prepareDelete({
93
- did: sc.dids.alice,
94
- collection: ids.AppBskyFeedPost,
95
- rkey: uri.rkey,
96
- })
97
-
98
- // Create
99
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
100
-
101
- const getAfterCreate = await agent.api.app.bsky.feed.getPostThread(
102
- { uri: uri.toString() },
103
- {
104
- headers: await network.serviceHeaders(
105
- sc.dids.alice,
106
- ids.AppBskyFeedGetPostThread,
107
- ),
108
- },
109
- )
110
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
111
- const createNotifications = await getNotifications(db, uri)
112
-
113
- // Update
114
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
115
-
116
- const getAfterUpdate = await agent.api.app.bsky.feed.getPostThread(
117
- { uri: uri.toString() },
118
- {
119
- headers: await network.serviceHeaders(
120
- sc.dids.alice,
121
- ids.AppBskyFeedGetPostThread,
122
- ),
123
- },
124
- )
125
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
126
- const updateNotifications = await getNotifications(db, uri)
127
-
128
- // Delete
129
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
130
-
131
- const getAfterDelete = agent.api.app.bsky.feed.getPostThread(
132
- { uri: uri.toString() },
133
- {
134
- headers: await network.serviceHeaders(
135
- sc.dids.alice,
136
- ids.AppBskyFeedGetPostThread,
137
- ),
138
- },
139
- )
140
- await expect(getAfterDelete).rejects.toThrow(/Post not found:/)
141
- const deleteNotifications = await getNotifications(db, uri)
142
-
143
- expect(
144
- forSnapshot({
145
- createNotifications,
146
- updateNotifications,
147
- deleteNotifications,
148
- }),
149
- ).toMatchSnapshot()
150
- })
151
-
152
- it('indexes profiles.', async () => {
153
- const createRecord = await prepareCreate({
154
- did: sc.dids.dan,
155
- collection: ids.AppBskyActorProfile,
156
- rkey: 'self',
157
- record: {
158
- $type: ids.AppBskyActorProfile,
159
- displayName: 'dan',
160
- } satisfies AppBskyActorProfile.Record,
161
- })
162
- const [uri] = createRecord
163
- const updateRecord = await prepareUpdate({
164
- did: sc.dids.dan,
165
- collection: ids.AppBskyActorProfile,
166
- rkey: uri.rkey,
167
- record: {
168
- $type: ids.AppBskyActorProfile,
169
- displayName: 'danny',
170
- } satisfies AppBskyActorProfile.Record,
171
- })
172
- const deleteRecord = prepareDelete({
173
- did: sc.dids.dan,
174
- collection: ids.AppBskyActorProfile,
175
- rkey: uri.rkey,
176
- })
177
-
178
- // Create
179
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
180
-
181
- const getAfterCreate = await agent.api.app.bsky.actor.getProfile(
182
- { actor: sc.dids.dan },
183
- {
184
- headers: await network.serviceHeaders(
185
- sc.dids.alice,
186
- ids.AppBskyActorGetProfile,
187
- ),
188
- },
189
- )
190
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
191
-
192
- // Update
193
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
194
-
195
- const getAfterUpdate = await agent.api.app.bsky.actor.getProfile(
196
- { actor: sc.dids.dan },
197
- {
198
- headers: await network.serviceHeaders(
199
- sc.dids.alice,
200
- ids.AppBskyActorGetProfile,
201
- ),
202
- },
203
- )
204
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
205
-
206
- // Delete
207
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
208
-
209
- const getAfterDelete = await agent.api.app.bsky.actor.getProfile(
210
- { actor: sc.dids.dan },
211
- {
212
- headers: await network.serviceHeaders(
213
- sc.dids.alice,
214
- ids.AppBskyActorGetProfile,
215
- ),
216
- },
217
- )
218
- expect(forSnapshot(getAfterDelete.data)).toMatchSnapshot()
219
- })
220
-
221
- it('handles post aggregations out of order.', async () => {
222
- const createdAt = new Date().toISOString()
223
- const originalPost = await prepareCreate({
224
- did: sc.dids.alice,
225
- collection: ids.AppBskyFeedPost,
226
- record: {
227
- $type: ids.AppBskyFeedPost,
228
- text: 'original post',
229
- createdAt,
230
- } satisfies AppBskyFeedPost.Record,
231
- })
232
- const originalPostRef = {
233
- uri: originalPost[0].toString(),
234
- cid: originalPost[1].toString(),
235
- }
236
- const reply = await prepareCreate({
237
- did: sc.dids.bob,
238
- collection: ids.AppBskyFeedPost,
239
- record: {
240
- $type: ids.AppBskyFeedPost,
241
- text: 'reply post',
242
- reply: {
243
- root: originalPostRef,
244
- parent: originalPostRef,
245
- },
246
- createdAt,
247
- } satisfies AppBskyFeedPost.Record,
248
- })
249
- const like = await prepareCreate({
250
- did: sc.dids.bob,
251
- collection: ids.AppBskyFeedLike,
252
- record: {
253
- $type: ids.AppBskyFeedLike,
254
- subject: originalPostRef,
255
- createdAt,
256
- } satisfies AppBskyFeedLike.Record,
257
- })
258
- const repost = await prepareCreate({
259
- did: sc.dids.bob,
260
- collection: ids.AppBskyFeedRepost,
261
- record: {
262
- $type: ids.AppBskyFeedRepost,
263
- subject: originalPostRef,
264
- createdAt,
265
- } satisfies AppBskyFeedRepost.Record,
266
- })
267
- // reply, like, and repost indexed orior to the original post
268
- await network.bsky.sub.indexingSvc.indexRecord(...reply)
269
- await network.bsky.sub.indexingSvc.indexRecord(...like)
270
- await network.bsky.sub.indexingSvc.indexRecord(...repost)
271
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
272
- await network.bsky.sub.background.processAll()
273
- const agg = await db.db
274
- .selectFrom('post_agg')
275
- .selectAll()
276
- .where('uri', '=', originalPostRef.uri)
277
- .executeTakeFirst()
278
- expect(agg).toEqual({
279
- uri: originalPostRef.uri,
280
- bookmarkCount: 0,
281
- replyCount: 1,
282
- repostCount: 1,
283
- likeCount: 1,
284
- quoteCount: 0,
285
- })
286
- // Cleanup
287
- const del = (uri: AtUri) => {
288
- return prepareDelete({
289
- did: uri.host,
290
- collection: uri.collection,
291
- rkey: uri.rkey,
292
- })
293
- }
294
- await network.bsky.sub.indexingSvc.deleteRecord(...del(reply[0]))
295
- await network.bsky.sub.indexingSvc.deleteRecord(...del(like[0]))
296
- await network.bsky.sub.indexingSvc.deleteRecord(...del(repost[0]))
297
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
298
- })
299
-
300
- it('does not notify user of own like or repost', async () => {
301
- const createdAt = new Date().toISOString()
302
-
303
- const originalPost = await prepareCreate({
304
- did: sc.dids.bob,
305
- collection: ids.AppBskyFeedPost,
306
- record: {
307
- $type: ids.AppBskyFeedPost,
308
- text: 'original post',
309
- createdAt,
310
- } satisfies AppBskyFeedPost.Record,
311
- })
312
-
313
- const originalPostRef = {
314
- uri: originalPost[0].toString(),
315
- cid: originalPost[1].toString(),
316
- }
317
-
318
- // own actions
319
- const ownLike = await prepareCreate({
320
- did: sc.dids.bob,
321
- collection: ids.AppBskyFeedLike,
322
- record: {
323
- $type: ids.AppBskyFeedLike,
324
- subject: originalPostRef,
325
- createdAt,
326
- } satisfies AppBskyFeedLike.Record,
327
- })
328
- const ownRepost = await prepareCreate({
329
- did: sc.dids.bob,
330
- collection: ids.AppBskyFeedRepost,
331
- record: {
332
- $type: ids.AppBskyFeedRepost,
333
- subject: originalPostRef,
334
- createdAt,
335
- } satisfies AppBskyFeedRepost.Record,
336
- })
337
-
338
- // other actions
339
- const aliceLike = await prepareCreate({
340
- did: sc.dids.alice,
341
- collection: ids.AppBskyFeedLike,
342
- record: {
343
- $type: ids.AppBskyFeedLike,
344
- subject: originalPostRef,
345
- createdAt,
346
- } satisfies AppBskyFeedLike.Record,
347
- })
348
- const aliceRepost = await prepareCreate({
349
- did: sc.dids.alice,
350
- collection: ids.AppBskyFeedRepost,
351
- record: {
352
- $type: ids.AppBskyFeedRepost,
353
- subject: originalPostRef,
354
- createdAt,
355
- } satisfies AppBskyFeedRepost.Record,
356
- })
357
-
358
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
359
- await network.bsky.sub.indexingSvc.indexRecord(...ownLike)
360
- await network.bsky.sub.indexingSvc.indexRecord(...ownRepost)
361
- await network.bsky.sub.indexingSvc.indexRecord(...aliceLike)
362
- await network.bsky.sub.indexingSvc.indexRecord(...aliceRepost)
363
- await network.bsky.sub.background.processAll()
364
-
365
- const {
366
- data: { notifications },
367
- } = await agent.api.app.bsky.notification.listNotifications(
368
- {},
369
- {
370
- headers: await network.serviceHeaders(
371
- sc.dids.bob,
372
- ids.AppBskyNotificationListNotifications,
373
- ),
374
- },
375
- )
376
-
377
- expect(notifications).toHaveLength(2)
378
- expect(
379
- notifications.every((n) => {
380
- return n.author.did !== sc.dids.bob
381
- }),
382
- ).toBeTruthy()
383
-
384
- // Cleanup
385
- const del = (uri: AtUri) => {
386
- return prepareDelete({
387
- did: uri.host,
388
- collection: uri.collection,
389
- rkey: uri.rkey,
390
- })
391
- }
392
-
393
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownLike[0]))
394
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownRepost[0]))
395
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceLike[0]))
396
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceRepost[0]))
397
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
398
- })
399
-
400
- it('handles profile aggregations out of order.', async () => {
401
- const createdAt = new Date().toISOString()
402
- const unknownDid = 'did:example:unknown'
403
- const follow = await prepareCreate({
404
- did: sc.dids.bob,
405
- collection: ids.AppBskyGraphFollow,
406
- record: {
407
- $type: ids.AppBskyGraphFollow,
408
- subject: unknownDid,
409
- createdAt,
410
- } satisfies AppBskyGraphFollow.Record,
411
- })
412
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
413
- await network.bsky.sub.background.processAll()
414
- const agg = await db.db
415
- .selectFrom('profile_agg')
416
- .select(['did', 'followersCount'])
417
- .where('did', '=', unknownDid)
418
- .executeTakeFirst()
419
- expect(agg).toEqual({
420
- did: unknownDid,
421
- followersCount: 1,
422
- })
423
- // Cleanup
424
- const del = (uri: AtUri) => {
425
- return prepareDelete({
426
- did: uri.host,
427
- collection: uri.collection,
428
- rkey: uri.rkey,
429
- })
430
- }
431
- await network.bsky.sub.indexingSvc.deleteRecord(...del(follow[0]))
432
- })
433
-
434
- describe('indexRepo', () => {
435
- beforeAll(async () => {
436
- await network.bsky.sub.restart()
437
- await basicSeed(sc, false)
438
- await network.processAll()
439
- await network.bsky.sub.stop()
440
- })
441
-
442
- it('preserves indexes when no record changes.', async () => {
443
- // Mark originals
444
- const { data: origProfile } = await agent.api.app.bsky.actor.getProfile(
445
- { actor: sc.dids.alice },
446
- {
447
- headers: await network.serviceHeaders(
448
- sc.dids.alice,
449
- ids.AppBskyActorGetProfile,
450
- ),
451
- },
452
- )
453
- const { data: origFeed } = await agent.api.app.bsky.feed.getAuthorFeed(
454
- { actor: sc.dids.alice },
455
- {
456
- headers: await network.serviceHeaders(
457
- sc.dids.alice,
458
- ids.AppBskyFeedGetAuthorFeed,
459
- ),
460
- },
461
- )
462
- const { data: origFollows } = await agent.api.app.bsky.graph.getFollows(
463
- { actor: sc.dids.alice },
464
- {
465
- headers: await network.serviceHeaders(
466
- sc.dids.alice,
467
- ids.AppBskyGraphGetFollows,
468
- ),
469
- },
470
- )
471
- // Index
472
- const { data: commit } =
473
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
474
- did: sc.dids.alice,
475
- })
476
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
477
- await network.bsky.sub.background.processAll()
478
- // Check
479
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
480
- { actor: sc.dids.alice },
481
- {
482
- headers: await network.serviceHeaders(
483
- sc.dids.alice,
484
- ids.AppBskyActorGetProfile,
485
- ),
486
- },
487
- )
488
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
489
- { actor: sc.dids.alice },
490
- {
491
- headers: await network.serviceHeaders(
492
- sc.dids.alice,
493
- ids.AppBskyFeedGetAuthorFeed,
494
- ),
495
- },
496
- )
497
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
498
- { actor: sc.dids.alice },
499
- {
500
- headers: await network.serviceHeaders(
501
- sc.dids.alice,
502
- ids.AppBskyGraphGetFollows,
503
- ),
504
- },
505
- )
506
- expect(forSnapshot([origProfile, origFeed, origFollows])).toEqual(
507
- forSnapshot([profile, feed, follows]),
508
- )
509
- })
510
-
511
- it('updates indexes when records change.', async () => {
512
- // Update profile
513
- await pdsAgent.api.com.atproto.repo.putRecord(
514
- {
515
- repo: sc.dids.alice,
516
- collection: ids.AppBskyActorProfile,
517
- rkey: 'self',
518
- record: { description: 'freshening things up' },
519
- },
520
- { headers: sc.getHeaders(sc.dids.alice), encoding: 'application/json' },
521
- )
522
- // Add post
523
- const newPost = await sc.post(sc.dids.alice, 'fresh post!')
524
- // Remove a follow
525
- const removedFollow = sc.follows[sc.dids.alice][sc.dids.carol]
526
- await pdsAgent.api.app.bsky.graph.follow.delete(
527
- { repo: sc.dids.alice, rkey: removedFollow.uri.rkey },
528
- sc.getHeaders(sc.dids.alice),
529
- )
530
- // Index
531
- const { data: commit } =
532
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
533
- did: sc.dids.alice,
534
- })
535
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
536
- await network.bsky.sub.background.processAll()
537
- // Check
538
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
539
- { actor: sc.dids.alice },
540
- {
541
- headers: await network.serviceHeaders(
542
- sc.dids.alice,
543
- 'app.bsky.actor.getProfile',
544
- ),
545
- },
546
- )
547
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
548
- { actor: sc.dids.alice },
549
- {
550
- headers: await network.serviceHeaders(
551
- sc.dids.alice,
552
- ids.AppBskyFeedGetAuthorFeed,
553
- ),
554
- },
555
- )
556
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
557
- { actor: sc.dids.alice },
558
- {
559
- headers: await network.serviceHeaders(
560
- sc.dids.alice,
561
- ids.AppBskyGraphGetFollows,
562
- ),
563
- },
564
- )
565
- expect(profile.description).toEqual('freshening things up')
566
- expect(feed.feed[0].post.uri).toEqual(newPost.ref.uriStr)
567
- expect(feed.feed[0].post.cid).toEqual(newPost.ref.cidStr)
568
- expect(follows.follows.map(({ did }) => did)).not.toContain(sc.dids.carol)
569
- expect(forSnapshot([profile, feed, follows])).toMatchSnapshot()
570
- })
571
-
572
- it('skips invalid records.', async () => {
573
- const { accountManager } = network.pds.ctx
574
- // const { db: pdsDb, services: pdsServices } = network.pds.ctx
575
- // Create a good and a bad post record
576
- const writes = await Promise.all([
577
- repoPrepare.prepareCreate({
578
- did: sc.dids.alice,
579
- collection: ids.AppBskyFeedPost,
580
- record: { text: 'valid', createdAt: new Date().toISOString() },
581
- }),
582
- repoPrepare.prepareCreate({
583
- did: sc.dids.alice,
584
- collection: ids.AppBskyFeedPost,
585
- record: { text: 0 },
586
- validate: false,
587
- }),
588
- ])
589
- const writeCommit = await network.pds.ctx.actorStore.transact(
590
- sc.dids.alice,
591
- (store) => store.repo.processWrites(writes),
592
- )
593
- await accountManager.updateRepoRoot(
594
- sc.dids.alice,
595
- writeCommit.cid,
596
- writeCommit.rev,
597
- )
598
- await network.pds.ctx.sequencer.sequenceCommit(sc.dids.alice, writeCommit)
599
- // Index
600
- const { data: commit } =
601
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
602
- did: sc.dids.alice,
603
- })
604
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
605
- // Check
606
- const getGoodPost = agent.api.app.bsky.feed.getPostThread(
607
- { uri: writes[0].uri.toString(), depth: 0 },
608
- {
609
- headers: await network.serviceHeaders(
610
- sc.dids.alice,
611
- ids.AppBskyFeedGetPostThread,
612
- ),
613
- },
614
- )
615
- await expect(getGoodPost).resolves.toBeDefined()
616
- const getBadPost = agent.api.app.bsky.feed.getPostThread(
617
- { uri: writes[1].uri.toString(), depth: 0 },
618
- {
619
- headers: await network.serviceHeaders(
620
- sc.dids.alice,
621
- ids.AppBskyFeedGetPostThread,
622
- ),
623
- },
624
- )
625
- await expect(getBadPost).rejects.toThrow('Post not found')
626
- })
627
- })
628
-
629
- describe('indexHandle', () => {
630
- const getIndexedHandle = async (did) => {
631
- const res = await agent.api.app.bsky.actor.getProfile(
632
- { actor: did },
633
- {
634
- headers: await network.serviceHeaders(
635
- sc.dids.alice,
636
- ids.AppBskyActorGetProfile,
637
- ),
638
- },
639
- )
640
- return res.data.handle
641
- }
642
-
643
- it('indexes handle for a fresh did', async () => {
644
- const now = new Date().toISOString()
645
- const sessionAgent = new AtpAgent({ service: network.pds.url })
646
- const {
647
- data: { did },
648
- } = await sessionAgent.createAccount({
649
- email: 'did1@test.com',
650
- handle: 'did1.test',
651
- password: 'password',
652
- })
653
- await expect(getIndexedHandle(did)).rejects.toThrow('Profile not found')
654
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
655
- await expect(getIndexedHandle(did)).resolves.toEqual('did1.test')
656
- })
657
-
658
- it('reindexes handle for existing did when forced', async () => {
659
- const now = new Date().toISOString()
660
- const sessionAgent = network.pds.getAgent()
661
- const {
662
- data: { did },
663
- } = await sessionAgent.createAccount({
664
- email: 'did2@test.com',
665
- handle: 'did2.test',
666
- password: 'password',
667
- })
668
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
669
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test')
670
- await sessionAgent.com.atproto.identity.updateHandle({
671
- handle: 'did2-updated.test',
672
- })
673
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
674
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test') // Didn't update, not forced
675
- await network.bsky.sub.indexingSvc.indexHandle(did, now, true)
676
- await expect(getIndexedHandle(did)).resolves.toEqual('did2-updated.test')
677
- })
678
-
679
- it('handles profile aggregations out of order', async () => {
680
- const now = new Date().toISOString()
681
- const agent = network.pds.getAgent()
682
- await agent.createAccount({
683
- email: 'did3@test.com',
684
- handle: 'did3.test',
685
- password: 'password',
686
- })
687
- const did = agent.accountDid
688
- const follow = await prepareCreate({
689
- did: sc.dids.bob,
690
- collection: ids.AppBskyGraphFollow,
691
- record: {
692
- $type: ids.AppBskyGraphFollow,
693
- subject: did,
694
- createdAt: now,
695
- } satisfies AppBskyGraphFollow.Record,
696
- })
697
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
698
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
699
- await network.bsky.sub.background.processAll()
700
- const agg = await db.db
701
- .selectFrom('profile_agg')
702
- .select(['did', 'followersCount'])
703
- .where('did', '=', did)
704
- .executeTakeFirst()
705
- expect(agg).toEqual({
706
- did,
707
- followersCount: 1,
708
- })
709
- })
710
- })
711
-
712
- describe('deleteActor', () => {
713
- it('does not unindex actor when they are still being hosted by their pds', async () => {
714
- const { data: profileBefore } = await agent.api.app.bsky.actor.getProfile(
715
- { actor: sc.dids.alice },
716
- {
717
- headers: await network.serviceHeaders(
718
- sc.dids.bob,
719
- ids.AppBskyActorGetProfile,
720
- ),
721
- },
722
- )
723
- // Attempt indexing tombstone
724
- await network.bsky.sub.indexingSvc.deleteActor(sc.dids.alice)
725
- const { data: profileAfter } = await agent.api.app.bsky.actor.getProfile(
726
- { actor: sc.dids.alice },
727
- {
728
- headers: await network.serviceHeaders(
729
- sc.dids.bob,
730
- ids.AppBskyActorGetProfile,
731
- ),
732
- },
733
- )
734
- expect(profileAfter).toEqual(profileBefore)
735
- })
736
-
737
- it('unindexes actor when they are no longer hosted by their pds', async () => {
738
- const { alice } = sc.dids
739
- const getProfileBefore = agent.api.app.bsky.actor.getProfile(
740
- { actor: alice },
741
- {
742
- headers: await network.serviceHeaders(
743
- sc.dids.bob,
744
- ids.AppBskyActorGetProfile,
745
- ),
746
- },
747
- )
748
- await expect(getProfileBefore).resolves.toBeDefined()
749
- // Delete account on pds
750
- const token = await network.pds.ctx.accountManager.createEmailToken(
751
- alice,
752
- 'delete_account',
753
- )
754
- await pdsAgent.api.com.atproto.server.deleteAccount({
755
- token,
756
- did: alice,
757
- password: sc.accounts[alice].password,
758
- })
759
- await network.pds.ctx.backgroundQueue.processAll()
760
- // Index tombstone
761
- await network.bsky.sub.indexingSvc.deleteActor(alice)
762
- const getProfileAfter = agent.api.app.bsky.actor.getProfile(
763
- { actor: alice },
764
- {
765
- headers: await network.serviceHeaders(
766
- sc.dids.bob,
767
- ids.AppBskyActorGetProfile,
768
- ),
769
- },
770
- )
771
- await expect(getProfileAfter).rejects.toThrow('Profile not found')
772
- })
773
- })
774
-
775
- async function getNotifications(db: Database, uri: AtUri) {
776
- return await db.db
777
- .selectFrom('notification')
778
- .selectAll()
779
- .select(sql`0`.as('id')) // Ignore notification ids in comparisons
780
- .where('recordUri', '=', uri.toString())
781
- .orderBy('sortAt')
782
- .execute()
783
- }
784
- })
785
-
786
- async function prepareCreate<TRecord>(opts: {
787
- did: string
788
- collection: string
789
- rkey?: string
790
- record: TRecord
791
- timestamp?: string
792
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Create, string]> {
793
- const rkey = opts.rkey ?? TID.nextStr()
794
- return [
795
- AtUri.make(opts.did, opts.collection, rkey),
796
- await cidForCbor(opts.record),
797
- opts.record,
798
- WriteOpAction.Create,
799
- opts.timestamp ?? new Date().toISOString(),
800
- ] satisfies Parameters<IndexingService['indexRecord']>
801
- }
802
-
803
- async function prepareUpdate<TRecord>(opts: {
804
- did: string
805
- collection: string
806
- rkey: string
807
- record: TRecord
808
- timestamp?: string
809
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Update, string]> {
810
- return [
811
- AtUri.make(opts.did, opts.collection, opts.rkey),
812
- await cidForCbor(opts.record),
813
- opts.record,
814
- WriteOpAction.Update,
815
- opts.timestamp ?? new Date().toISOString(),
816
- ] satisfies Parameters<IndexingService['indexRecord']>
817
- }
818
-
819
- function prepareDelete(opts: {
820
- did: string
821
- collection: string
822
- rkey: string
823
- }): [AtUri] {
824
- return [
825
- AtUri.make(opts.did, opts.collection, opts.rkey),
826
- ] satisfies Parameters<IndexingService['deleteRecord']>
827
- }