@atproto/bsky 0.0.251 → 0.0.254

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (463) hide show
  1. package/CHANGELOG.md +50 -0
  2. package/dist/api/age-assurance/const.js +19 -19
  3. package/dist/api/age-assurance/const.js.map +1 -1
  4. package/dist/kws.d.ts +8 -0
  5. package/dist/kws.d.ts.map +1 -1
  6. package/dist/kws.js +53 -4
  7. package/dist/kws.js.map +1 -1
  8. package/dist/lexicons/app/bsky/actor/defs.defs.d.ts +6 -0
  9. package/dist/lexicons/app/bsky/actor/defs.defs.d.ts.map +1 -1
  10. package/dist/lexicons/app/bsky/actor/defs.defs.js +1 -0
  11. package/dist/lexicons/app/bsky/actor/defs.defs.js.map +1 -1
  12. package/package.json +28 -23
  13. package/bin/migration-create.ts +0 -46
  14. package/buf.gen.yaml +0 -12
  15. package/proto/bsky.proto +0 -1907
  16. package/proto/courier.proto +0 -84
  17. package/proto/rolodex.proto +0 -116
  18. package/src/api/age-assurance/const.ts +0 -203
  19. package/src/api/age-assurance/index.ts +0 -34
  20. package/src/api/age-assurance/kws/age-verified.test.ts +0 -98
  21. package/src/api/age-assurance/kws/age-verified.ts +0 -81
  22. package/src/api/age-assurance/kws/const.ts +0 -33
  23. package/src/api/age-assurance/kws/external-payload.test.ts +0 -72
  24. package/src/api/age-assurance/kws/external-payload.ts +0 -149
  25. package/src/api/age-assurance/redirects/kws-age-verified.ts +0 -107
  26. package/src/api/age-assurance/stash.ts +0 -23
  27. package/src/api/age-assurance/types.ts +0 -10
  28. package/src/api/age-assurance/util.ts +0 -68
  29. package/src/api/age-assurance/webhooks/kws-age-verified.ts +0 -75
  30. package/src/api/app/bsky/actor/getProfile.ts +0 -106
  31. package/src/api/app/bsky/actor/getProfiles.ts +0 -99
  32. package/src/api/app/bsky/actor/getSuggestions.ts +0 -163
  33. package/src/api/app/bsky/actor/searchActors.ts +0 -171
  34. package/src/api/app/bsky/actor/searchActorsTypeahead.ts +0 -164
  35. package/src/api/app/bsky/ageassurance/begin.ts +0 -175
  36. package/src/api/app/bsky/ageassurance/getConfig.ts +0 -16
  37. package/src/api/app/bsky/ageassurance/getState.ts +0 -58
  38. package/src/api/app/bsky/bookmark/createBookmark.ts +0 -39
  39. package/src/api/app/bsky/bookmark/deleteBookmark.ts +0 -32
  40. package/src/api/app/bsky/bookmark/getBookmarks.ts +0 -97
  41. package/src/api/app/bsky/bookmark/util.ts +0 -13
  42. package/src/api/app/bsky/contact/dismissMatch.ts +0 -26
  43. package/src/api/app/bsky/contact/getMatches.ts +0 -111
  44. package/src/api/app/bsky/contact/getSyncStatus.ts +0 -38
  45. package/src/api/app/bsky/contact/importContacts.ts +0 -119
  46. package/src/api/app/bsky/contact/removeData.ts +0 -25
  47. package/src/api/app/bsky/contact/sendNotification.ts +0 -33
  48. package/src/api/app/bsky/contact/startPhoneVerification.ts +0 -26
  49. package/src/api/app/bsky/contact/util.ts +0 -92
  50. package/src/api/app/bsky/contact/verifyPhone.ts +0 -29
  51. package/src/api/app/bsky/draft/createDraft.ts +0 -45
  52. package/src/api/app/bsky/draft/deleteDraft.ts +0 -20
  53. package/src/api/app/bsky/draft/getDrafts.ts +0 -44
  54. package/src/api/app/bsky/draft/updateDraft.ts +0 -26
  55. package/src/api/app/bsky/embed/getEmbedExternalView.ts +0 -154
  56. package/src/api/app/bsky/feed/getActorFeeds.ts +0 -101
  57. package/src/api/app/bsky/feed/getActorLikes.ts +0 -128
  58. package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -279
  59. package/src/api/app/bsky/feed/getFeed.ts +0 -282
  60. package/src/api/app/bsky/feed/getFeedGenerator.ts +0 -68
  61. package/src/api/app/bsky/feed/getFeedGenerators.ts +0 -86
  62. package/src/api/app/bsky/feed/getLikes.ts +0 -151
  63. package/src/api/app/bsky/feed/getListFeed.ts +0 -147
  64. package/src/api/app/bsky/feed/getPostThread.ts +0 -156
  65. package/src/api/app/bsky/feed/getPosts.ts +0 -100
  66. package/src/api/app/bsky/feed/getQuotes.ts +0 -122
  67. package/src/api/app/bsky/feed/getRepostedBy.ts +0 -121
  68. package/src/api/app/bsky/feed/getSuggestedFeeds.ts +0 -39
  69. package/src/api/app/bsky/feed/getTimeline.ts +0 -127
  70. package/src/api/app/bsky/feed/searchPosts.ts +0 -274
  71. package/src/api/app/bsky/feed/searchPostsV2.ts +0 -243
  72. package/src/api/app/bsky/graph/getActorStarterPacks.ts +0 -103
  73. package/src/api/app/bsky/graph/getBlocks.ts +0 -94
  74. package/src/api/app/bsky/graph/getFollowers.ts +0 -153
  75. package/src/api/app/bsky/graph/getFollows.ts +0 -151
  76. package/src/api/app/bsky/graph/getKnownFollowers.ts +0 -123
  77. package/src/api/app/bsky/graph/getList.ts +0 -152
  78. package/src/api/app/bsky/graph/getListBlocks.ts +0 -87
  79. package/src/api/app/bsky/graph/getListMutes.ts +0 -87
  80. package/src/api/app/bsky/graph/getLists.ts +0 -125
  81. package/src/api/app/bsky/graph/getListsWithMembership.ts +0 -146
  82. package/src/api/app/bsky/graph/getMutes.ts +0 -87
  83. package/src/api/app/bsky/graph/getRelationships.ts +0 -58
  84. package/src/api/app/bsky/graph/getStarterPack.ts +0 -82
  85. package/src/api/app/bsky/graph/getStarterPacks.ts +0 -86
  86. package/src/api/app/bsky/graph/getStarterPacksWithMembership.ts +0 -136
  87. package/src/api/app/bsky/graph/getSuggestedFollowsByActor.ts +0 -171
  88. package/src/api/app/bsky/graph/muteActor.ts +0 -24
  89. package/src/api/app/bsky/graph/muteActorList.ts +0 -19
  90. package/src/api/app/bsky/graph/muteThread.ts +0 -19
  91. package/src/api/app/bsky/graph/searchStarterPacks.ts +0 -169
  92. package/src/api/app/bsky/graph/unmuteActor.ts +0 -21
  93. package/src/api/app/bsky/graph/unmuteActorList.ts +0 -19
  94. package/src/api/app/bsky/graph/unmuteThread.ts +0 -19
  95. package/src/api/app/bsky/labeler/getServices.ts +0 -41
  96. package/src/api/app/bsky/notification/getPreferences.ts +0 -49
  97. package/src/api/app/bsky/notification/getUnreadCount.ts +0 -83
  98. package/src/api/app/bsky/notification/listActivitySubscriptions.ts +0 -116
  99. package/src/api/app/bsky/notification/listNotifications.ts +0 -272
  100. package/src/api/app/bsky/notification/putActivitySubscription.ts +0 -69
  101. package/src/api/app/bsky/notification/putPreferences.ts +0 -17
  102. package/src/api/app/bsky/notification/putPreferencesV2.ts +0 -64
  103. package/src/api/app/bsky/notification/registerPush.ts +0 -40
  104. package/src/api/app/bsky/notification/unregisterPush.ts +0 -39
  105. package/src/api/app/bsky/notification/updateSeen.ts +0 -52
  106. package/src/api/app/bsky/notification/util.ts +0 -134
  107. package/src/api/app/bsky/unspecced/getAgeAssuranceState.ts +0 -48
  108. package/src/api/app/bsky/unspecced/getConfig.ts +0 -20
  109. package/src/api/app/bsky/unspecced/getOnboardingSuggestedStarterPacks.ts +0 -162
  110. package/src/api/app/bsky/unspecced/getPopularFeedGenerators.ts +0 -91
  111. package/src/api/app/bsky/unspecced/getPostThreadOtherV2.ts +0 -126
  112. package/src/api/app/bsky/unspecced/getPostThreadV2.ts +0 -148
  113. package/src/api/app/bsky/unspecced/getSuggestedFeeds.ts +0 -100
  114. package/src/api/app/bsky/unspecced/getSuggestedOnboardingUsers.ts +0 -143
  115. package/src/api/app/bsky/unspecced/getSuggestedStarterPacks.ts +0 -165
  116. package/src/api/app/bsky/unspecced/getSuggestedUsers.ts +0 -183
  117. package/src/api/app/bsky/unspecced/getSuggestedUsersForDiscover.ts +0 -175
  118. package/src/api/app/bsky/unspecced/getSuggestedUsersForExplore.ts +0 -178
  119. package/src/api/app/bsky/unspecced/getSuggestedUsersForSeeMore.ts +0 -178
  120. package/src/api/app/bsky/unspecced/getTaggedSuggestions.ts +0 -27
  121. package/src/api/app/bsky/unspecced/getTrendingTopics.ts +0 -96
  122. package/src/api/app/bsky/unspecced/getTrends.ts +0 -162
  123. package/src/api/app/bsky/unspecced/initAgeAssurance.ts +0 -150
  124. package/src/api/blob-dispatcher.ts +0 -41
  125. package/src/api/blob-resolver.ts +0 -401
  126. package/src/api/com/atproto/admin/getAccountInfos.ts +0 -49
  127. package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -79
  128. package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -80
  129. package/src/api/com/atproto/identity/resolveHandle.ts +0 -19
  130. package/src/api/com/atproto/label/queryLabels.ts +0 -42
  131. package/src/api/com/atproto/repo/getRecord.ts +0 -44
  132. package/src/api/com/atproto/temp/fetchLabels.ts +0 -9
  133. package/src/api/external.ts +0 -15
  134. package/src/api/health.ts +0 -47
  135. package/src/api/index.ts +0 -216
  136. package/src/api/internal/bsky/actor/getProfiles.ts +0 -87
  137. package/src/api/kws/api.ts +0 -113
  138. package/src/api/kws/index.ts +0 -29
  139. package/src/api/kws/types.ts +0 -78
  140. package/src/api/kws/util.test.ts +0 -50
  141. package/src/api/kws/util.ts +0 -109
  142. package/src/api/kws/webhook.ts +0 -134
  143. package/src/api/sitemap.ts +0 -76
  144. package/src/api/util.ts +0 -45
  145. package/src/api/well-known.ts +0 -44
  146. package/src/auth-verifier.ts +0 -522
  147. package/src/bsync.ts +0 -41
  148. package/src/cache/read-through.ts +0 -157
  149. package/src/config.ts +0 -719
  150. package/src/context.ts +0 -143
  151. package/src/courier.ts +0 -41
  152. package/src/data-plane/client/hosts.ts +0 -103
  153. package/src/data-plane/client/index.ts +0 -125
  154. package/src/data-plane/client/util.test.ts +0 -29
  155. package/src/data-plane/client/util.ts +0 -74
  156. package/src/data-plane/index.ts +0 -2
  157. package/src/data-plane/server/background.ts +0 -66
  158. package/src/data-plane/server/bsync-subscription.ts +0 -590
  159. package/src/data-plane/server/db/database-schema.ts +0 -90
  160. package/src/data-plane/server/db/db.ts +0 -204
  161. package/src/data-plane/server/db/index.ts +0 -2
  162. package/src/data-plane/server/db/migrations/20230309T045948368Z-init.ts +0 -305
  163. package/src/data-plane/server/db/migrations/20230408T152211201Z-notification-init.ts +0 -25
  164. package/src/data-plane/server/db/migrations/20230417T210628672Z-moderation-init.ts +0 -127
  165. package/src/data-plane/server/db/migrations/20230420T211446071Z-did-cache.ts +0 -14
  166. package/src/data-plane/server/db/migrations/20230427T194702079Z-notif-record-index.ts +0 -14
  167. package/src/data-plane/server/db/migrations/20230605T144730094Z-post-profile-aggs.ts +0 -23
  168. package/src/data-plane/server/db/migrations/20230607T211442112Z-feed-generator-init.ts +0 -34
  169. package/src/data-plane/server/db/migrations/20230608T155101190Z-algo-whats-hot-view.ts +0 -85
  170. package/src/data-plane/server/db/migrations/20230608T201813132Z-mute-lists.ts +0 -78
  171. package/src/data-plane/server/db/migrations/20230608T205147239Z-mutes.ts +0 -15
  172. package/src/data-plane/server/db/migrations/20230609T153623961Z-blocks.ts +0 -33
  173. package/src/data-plane/server/db/migrations/20230609T232122649Z-actor-deletion-indexes.ts +0 -27
  174. package/src/data-plane/server/db/migrations/20230610T203555962Z-suggested-follows.ts +0 -13
  175. package/src/data-plane/server/db/migrations/20230611T215300060Z-actor-state.ts +0 -13
  176. package/src/data-plane/server/db/migrations/20230620T161134972Z-post-langs.ts +0 -9
  177. package/src/data-plane/server/db/migrations/20230627T212437895Z-optional-handle.ts +0 -15
  178. package/src/data-plane/server/db/migrations/20230629T220835893Z-remove-post-hierarchy.ts +0 -32
  179. package/src/data-plane/server/db/migrations/20230703T045536691Z-feed-and-label-indices.ts +0 -31
  180. package/src/data-plane/server/db/migrations/20230720T164800037Z-posts-cursor-idx.ts +0 -19
  181. package/src/data-plane/server/db/migrations/20230807T035309811Z-feed-item-delete-invite-for-user-idx.ts +0 -14
  182. package/src/data-plane/server/db/migrations/20230808T172902639Z-repo-rev.ts +0 -12
  183. package/src/data-plane/server/db/migrations/20230810T203349843Z-action-duration.ts +0 -23
  184. package/src/data-plane/server/db/migrations/20230817T195936007Z-native-notifications.ts +0 -16
  185. package/src/data-plane/server/db/migrations/20230830T205507322Z-suggested-feeds.ts +0 -13
  186. package/src/data-plane/server/db/migrations/20230904T211011773Z-block-lists.ts +0 -24
  187. package/src/data-plane/server/db/migrations/20230906T222220386Z-thread-gating.ts +0 -27
  188. package/src/data-plane/server/db/migrations/20230920T213858047Z-add-tags-to-post.ts +0 -9
  189. package/src/data-plane/server/db/migrations/20230929T192920807Z-record-cursor-indexes.ts +0 -40
  190. package/src/data-plane/server/db/migrations/20231003T202833377Z-create-moderation-subject-status.ts +0 -123
  191. package/src/data-plane/server/db/migrations/20231220T225126090Z-blob-takedowns.ts +0 -66
  192. package/src/data-plane/server/db/migrations/20240124T023719200Z-tagged-suggestions.ts +0 -15
  193. package/src/data-plane/server/db/migrations/20240226T225725627Z-labelers.ts +0 -27
  194. package/src/data-plane/server/db/migrations/20240530T170337073Z-account-deactivation.ts +0 -12
  195. package/src/data-plane/server/db/migrations/20240606T171229898Z-thread-mutes.ts +0 -15
  196. package/src/data-plane/server/db/migrations/20240606T222548219Z-starter-packs.ts +0 -45
  197. package/src/data-plane/server/db/migrations/20240719T203853939Z-priority-notifs.ts +0 -25
  198. package/src/data-plane/server/db/migrations/20240723T220700077Z-quotes-post-aggs.ts +0 -12
  199. package/src/data-plane/server/db/migrations/20240723T220703655Z-quotes.ts +0 -28
  200. package/src/data-plane/server/db/migrations/20240801T193939827Z-post-gate.ts +0 -17
  201. package/src/data-plane/server/db/migrations/20240808T224251220Z-post-gate-flags.ts +0 -25
  202. package/src/data-plane/server/db/migrations/20240829T211238293Z-simplify-actor-sync.ts +0 -23
  203. package/src/data-plane/server/db/migrations/20240831T134810923Z-pinned-posts.ts +0 -17
  204. package/src/data-plane/server/db/migrations/20241114T153108102Z-add-starter-packs-name.ts +0 -19
  205. package/src/data-plane/server/db/migrations/20250116T222618297Z-post-embed-video.ts +0 -17
  206. package/src/data-plane/server/db/migrations/20250207T174822012Z-add-label-exp.ts +0 -9
  207. package/src/data-plane/server/db/migrations/20250404T163421487Z-verifications.ts +0 -39
  208. package/src/data-plane/server/db/migrations/20250526T023712742Z-like-repost-via.ts +0 -17
  209. package/src/data-plane/server/db/migrations/20250528T221913281Z-add-record-tags.ts +0 -9
  210. package/src/data-plane/server/db/migrations/20250602T190357447Z-add-private-data.ts +0 -22
  211. package/src/data-plane/server/db/migrations/20250611T140649895Z-add-activity-subscription.ts +0 -22
  212. package/src/data-plane/server/db/migrations/20250627T025331240Z-add-actor-age-assurance-columns.ts +0 -22
  213. package/src/data-plane/server/db/migrations/20250812T183735692Z-add-bookmarks.ts +0 -23
  214. package/src/data-plane/server/db/migrations/20250813T174955711Z-add-post-agg-bookmarks.ts +0 -12
  215. package/src/data-plane/server/db/migrations/20251120T004738098Z-update-actor-age-assurance-v2.ts +0 -28
  216. package/src/data-plane/server/db/migrations/20260112T133951271Z-add-drafts.ts +0 -24
  217. package/src/data-plane/server/db/migrations/20260604T224952774Z-post-embed-gallery-image.ts +0 -19
  218. package/src/data-plane/server/db/migrations/index.ts +0 -60
  219. package/src/data-plane/server/db/migrations/provider.ts +0 -26
  220. package/src/data-plane/server/db/pagination.ts +0 -341
  221. package/src/data-plane/server/db/tables/activity-subscription.ts +0 -12
  222. package/src/data-plane/server/db/tables/actor-block.ts +0 -14
  223. package/src/data-plane/server/db/tables/actor-state.ts +0 -10
  224. package/src/data-plane/server/db/tables/actor-sync.ts +0 -9
  225. package/src/data-plane/server/db/tables/actor.ts +0 -19
  226. package/src/data-plane/server/db/tables/algo.ts +0 -11
  227. package/src/data-plane/server/db/tables/blob-takedown.ts +0 -9
  228. package/src/data-plane/server/db/tables/bookmark.ts +0 -11
  229. package/src/data-plane/server/db/tables/did-cache.ts +0 -13
  230. package/src/data-plane/server/db/tables/draft.ts +0 -11
  231. package/src/data-plane/server/db/tables/duplicate-record.ts +0 -12
  232. package/src/data-plane/server/db/tables/feed-generator.ts +0 -21
  233. package/src/data-plane/server/db/tables/feed-item.ts +0 -12
  234. package/src/data-plane/server/db/tables/follow.ts +0 -15
  235. package/src/data-plane/server/db/tables/label.ts +0 -13
  236. package/src/data-plane/server/db/tables/labeler.ts +0 -16
  237. package/src/data-plane/server/db/tables/like.ts +0 -18
  238. package/src/data-plane/server/db/tables/list-block.ts +0 -15
  239. package/src/data-plane/server/db/tables/list-item.ts +0 -16
  240. package/src/data-plane/server/db/tables/list-mute.ts +0 -9
  241. package/src/data-plane/server/db/tables/list.ts +0 -19
  242. package/src/data-plane/server/db/tables/mute.ts +0 -9
  243. package/src/data-plane/server/db/tables/notification-push-token.ts +0 -10
  244. package/src/data-plane/server/db/tables/notification.ts +0 -16
  245. package/src/data-plane/server/db/tables/post-agg.ts +0 -16
  246. package/src/data-plane/server/db/tables/post-embed.ts +0 -47
  247. package/src/data-plane/server/db/tables/post-gate.ts +0 -12
  248. package/src/data-plane/server/db/tables/post.ts +0 -28
  249. package/src/data-plane/server/db/tables/private-data.ts +0 -13
  250. package/src/data-plane/server/db/tables/profile-agg.ts +0 -14
  251. package/src/data-plane/server/db/tables/profile.ts +0 -17
  252. package/src/data-plane/server/db/tables/quote.ts +0 -15
  253. package/src/data-plane/server/db/tables/record.ts +0 -15
  254. package/src/data-plane/server/db/tables/repost.ts +0 -18
  255. package/src/data-plane/server/db/tables/starter-pack.ts +0 -17
  256. package/src/data-plane/server/db/tables/subscription.ts +0 -9
  257. package/src/data-plane/server/db/tables/suggested-feed.ts +0 -10
  258. package/src/data-plane/server/db/tables/suggested-follow.ts +0 -10
  259. package/src/data-plane/server/db/tables/tagged-suggestion.ts +0 -11
  260. package/src/data-plane/server/db/tables/thread-gate.ts +0 -12
  261. package/src/data-plane/server/db/tables/thread-mute.ts +0 -9
  262. package/src/data-plane/server/db/tables/verification.ts +0 -20
  263. package/src/data-plane/server/db/tables/view-param.ts +0 -12
  264. package/src/data-plane/server/db/types.ts +0 -12
  265. package/src/data-plane/server/db/util.ts +0 -67
  266. package/src/data-plane/server/index.ts +0 -44
  267. package/src/data-plane/server/indexing/index.ts +0 -458
  268. package/src/data-plane/server/indexing/plugins/block.ts +0 -84
  269. package/src/data-plane/server/indexing/plugins/chat-declaration.ts +0 -60
  270. package/src/data-plane/server/indexing/plugins/feed-generator.ts +0 -80
  271. package/src/data-plane/server/indexing/plugins/follow.ts +0 -132
  272. package/src/data-plane/server/indexing/plugins/germ-declaration.ts +0 -57
  273. package/src/data-plane/server/indexing/plugins/labeler.ts +0 -74
  274. package/src/data-plane/server/indexing/plugins/like.ts +0 -151
  275. package/src/data-plane/server/indexing/plugins/list-block.ts +0 -84
  276. package/src/data-plane/server/indexing/plugins/list-item.ts +0 -92
  277. package/src/data-plane/server/indexing/plugins/list.ts +0 -80
  278. package/src/data-plane/server/indexing/plugins/notif-declaration.ts +0 -57
  279. package/src/data-plane/server/indexing/plugins/post-gate.ts +0 -101
  280. package/src/data-plane/server/indexing/plugins/post.ts +0 -675
  281. package/src/data-plane/server/indexing/plugins/profile.ts +0 -90
  282. package/src/data-plane/server/indexing/plugins/repost.ts +0 -176
  283. package/src/data-plane/server/indexing/plugins/starter-pack.ts +0 -74
  284. package/src/data-plane/server/indexing/plugins/status.ts +0 -57
  285. package/src/data-plane/server/indexing/plugins/thread-gate.ts +0 -101
  286. package/src/data-plane/server/indexing/plugins/verification.ts +0 -113
  287. package/src/data-plane/server/indexing/processor.ts +0 -292
  288. package/src/data-plane/server/routes/activity-subscription.ts +0 -84
  289. package/src/data-plane/server/routes/blocks.ts +0 -127
  290. package/src/data-plane/server/routes/bookmarks.ts +0 -83
  291. package/src/data-plane/server/routes/drafts.ts +0 -37
  292. package/src/data-plane/server/routes/feed-gens.ts +0 -89
  293. package/src/data-plane/server/routes/feeds.ts +0 -176
  294. package/src/data-plane/server/routes/follows.ts +0 -141
  295. package/src/data-plane/server/routes/identity.ts +0 -59
  296. package/src/data-plane/server/routes/index.ts +0 -67
  297. package/src/data-plane/server/routes/interactions.ts +0 -120
  298. package/src/data-plane/server/routes/labels.ts +0 -55
  299. package/src/data-plane/server/routes/likes.ts +0 -92
  300. package/src/data-plane/server/routes/lists.ts +0 -88
  301. package/src/data-plane/server/routes/moderation.ts +0 -102
  302. package/src/data-plane/server/routes/mutes.ts +0 -195
  303. package/src/data-plane/server/routes/notifs.ts +0 -239
  304. package/src/data-plane/server/routes/profile.ts +0 -220
  305. package/src/data-plane/server/routes/quotes.ts +0 -32
  306. package/src/data-plane/server/routes/records.ts +0 -119
  307. package/src/data-plane/server/routes/relationships.ts +0 -174
  308. package/src/data-plane/server/routes/reposts.ts +0 -76
  309. package/src/data-plane/server/routes/search.ts +0 -181
  310. package/src/data-plane/server/routes/site-standard.ts +0 -12
  311. package/src/data-plane/server/routes/sitemap.ts +0 -43
  312. package/src/data-plane/server/routes/starter-packs.ts +0 -32
  313. package/src/data-plane/server/routes/suggestions.ts +0 -175
  314. package/src/data-plane/server/routes/sync.ts +0 -16
  315. package/src/data-plane/server/routes/threads.ts +0 -33
  316. package/src/data-plane/server/subscription.ts +0 -152
  317. package/src/data-plane/server/util.ts +0 -202
  318. package/src/error.ts +0 -12
  319. package/src/etcd.ts +0 -90
  320. package/src/feature-gates/README.md +0 -83
  321. package/src/feature-gates/gates.ts +0 -25
  322. package/src/feature-gates/index.ts +0 -235
  323. package/src/feature-gates/metrics.test.ts +0 -196
  324. package/src/feature-gates/metrics.ts +0 -107
  325. package/src/feature-gates/types.ts +0 -62
  326. package/src/feature-gates/utils.test.ts +0 -66
  327. package/src/feature-gates/utils.ts +0 -135
  328. package/src/hydration/actor.ts +0 -578
  329. package/src/hydration/external.test.ts +0 -281
  330. package/src/hydration/external.ts +0 -268
  331. package/src/hydration/feed.ts +0 -455
  332. package/src/hydration/graph.ts +0 -354
  333. package/src/hydration/hydrator.ts +0 -1835
  334. package/src/hydration/label.ts +0 -207
  335. package/src/hydration/util.ts +0 -199
  336. package/src/image/index.ts +0 -2
  337. package/src/image/invalidator.ts +0 -33
  338. package/src/image/logger.ts +0 -6
  339. package/src/image/server.ts +0 -228
  340. package/src/image/sharp.ts +0 -89
  341. package/src/image/uri.ts +0 -114
  342. package/src/image/util.ts +0 -41
  343. package/src/index.ts +0 -312
  344. package/src/kws.ts +0 -197
  345. package/src/logger.ts +0 -40
  346. package/src/pipeline.ts +0 -60
  347. package/src/redis.ts +0 -205
  348. package/src/rolodex.ts +0 -42
  349. package/src/stash.ts +0 -76
  350. package/src/util/debug.ts +0 -10
  351. package/src/util/http.ts +0 -42
  352. package/src/util/retry.ts +0 -10
  353. package/src/util/standard-site.test.ts +0 -423
  354. package/src/util/standard-site.ts +0 -196
  355. package/src/util/uris.ts +0 -38
  356. package/src/util.ts +0 -48
  357. package/src/views/index.ts +0 -2783
  358. package/src/views/threads-v2.ts +0 -510
  359. package/src/views/types.ts +0 -193
  360. package/src/views/util.ts +0 -114
  361. package/test.env +0 -2
  362. package/tests/__snapshots__/feed-generation.test.ts.snap +0 -2510
  363. package/tests/_util.ts +0 -292
  364. package/tests/admin/admin-auth.test.ts +0 -190
  365. package/tests/admin/moderation.test.ts +0 -222
  366. package/tests/auth.test.ts +0 -90
  367. package/tests/blob-resolver.test.ts +0 -125
  368. package/tests/data-plane/__snapshots__/indexing.test.ts.snap +0 -887
  369. package/tests/data-plane/db.test.ts +0 -189
  370. package/tests/data-plane/duplicate-records.test.ts +0 -156
  371. package/tests/data-plane/handle-invalidation.test.ts +0 -153
  372. package/tests/data-plane/indexing.test.ts +0 -827
  373. package/tests/data-plane/subscription.test.ts +0 -128
  374. package/tests/data-plane/thread-mutes.test.ts +0 -175
  375. package/tests/entryway-auth.test.ts +0 -177
  376. package/tests/etcd.test.ts +0 -302
  377. package/tests/feed-generation.test.ts +0 -965
  378. package/tests/hydration/util.test.ts +0 -119
  379. package/tests/image/server.test.ts +0 -97
  380. package/tests/image/sharp.test.ts +0 -199
  381. package/tests/image/uri.test.ts +0 -106
  382. package/tests/label-hydration.test.ts +0 -245
  383. package/tests/postgates.test.ts +0 -182
  384. package/tests/query-labels.test.ts +0 -85
  385. package/tests/redis-cache.test.ts +0 -230
  386. package/tests/seed/feed-hidden-replies.ts +0 -63
  387. package/tests/seed/get-suggested-starter-packs.ts +0 -64
  388. package/tests/seed/get-trends.ts +0 -71
  389. package/tests/seed/known-followers.ts +0 -111
  390. package/tests/seed/postgates.ts +0 -57
  391. package/tests/server.test.ts +0 -115
  392. package/tests/sitemap.test.ts +0 -75
  393. package/tests/stash.test.ts +0 -180
  394. package/tests/utils.test.ts +0 -36
  395. package/tests/views/__snapshots__/actor-search.test.ts.snap +0 -155
  396. package/tests/views/__snapshots__/author-feed.test.ts.snap +0 -6301
  397. package/tests/views/__snapshots__/block-lists.test.ts.snap +0 -690
  398. package/tests/views/__snapshots__/blocks.test.ts.snap +0 -462
  399. package/tests/views/__snapshots__/bookmarks.test.ts.snap +0 -379
  400. package/tests/views/__snapshots__/follows.test.ts.snap +0 -798
  401. package/tests/views/__snapshots__/labeler-service.test.ts.snap +0 -233
  402. package/tests/views/__snapshots__/likes.test.ts.snap +0 -124
  403. package/tests/views/__snapshots__/list-feed.test.ts.snap +0 -883
  404. package/tests/views/__snapshots__/lists.test.ts.snap +0 -650
  405. package/tests/views/__snapshots__/mute-lists.test.ts.snap +0 -705
  406. package/tests/views/__snapshots__/mutes.test.ts.snap +0 -353
  407. package/tests/views/__snapshots__/notifications.test.ts.snap +0 -3074
  408. package/tests/views/__snapshots__/posts.test.ts.snap +0 -1019
  409. package/tests/views/__snapshots__/profile.test.ts.snap +0 -811
  410. package/tests/views/__snapshots__/quotes.test.ts.snap +0 -445
  411. package/tests/views/__snapshots__/reposts.test.ts.snap +0 -112
  412. package/tests/views/__snapshots__/starter-packs.test.ts.snap +0 -836
  413. package/tests/views/__snapshots__/thread-v2.test.ts.snap +0 -1298
  414. package/tests/views/__snapshots__/thread.test.ts.snap +0 -2051
  415. package/tests/views/__snapshots__/threadgating.test.ts.snap +0 -189
  416. package/tests/views/__snapshots__/timeline.test.ts.snap +0 -7252
  417. package/tests/views/account-deactivation.test.ts +0 -81
  418. package/tests/views/actor-likes.test.ts +0 -138
  419. package/tests/views/actor-search.test.ts +0 -261
  420. package/tests/views/age-assurance-v2.test.ts +0 -823
  421. package/tests/views/age-assurance.test.ts +0 -479
  422. package/tests/views/author-feed.test.ts +0 -694
  423. package/tests/views/block-lists.test.ts +0 -661
  424. package/tests/views/blocks.test.ts +0 -889
  425. package/tests/views/bookmarks.test.ts +0 -345
  426. package/tests/views/drafts.test.ts +0 -430
  427. package/tests/views/feed-hidden-replies.test.ts +0 -243
  428. package/tests/views/feed-view-post.test.ts +0 -501
  429. package/tests/views/follows.test.ts +0 -372
  430. package/tests/views/get-config.test.ts +0 -64
  431. package/tests/views/get-suggested-onboarding-users.test.ts +0 -193
  432. package/tests/views/get-suggested-starter-packs.test.ts +0 -137
  433. package/tests/views/get-trends.test.ts +0 -141
  434. package/tests/views/internal-actor.test.ts +0 -127
  435. package/tests/views/known-followers.test.ts +0 -193
  436. package/tests/views/labeler-service.test.ts +0 -242
  437. package/tests/views/labels-needs-review.test.ts +0 -316
  438. package/tests/views/labels-takedown.test.ts +0 -247
  439. package/tests/views/likes.test.ts +0 -192
  440. package/tests/views/list-feed.test.ts +0 -195
  441. package/tests/views/lists.test.ts +0 -412
  442. package/tests/views/mute-lists.test.ts +0 -509
  443. package/tests/views/mutes.test.ts +0 -308
  444. package/tests/views/notifications.test.ts +0 -1581
  445. package/tests/views/post-search.test.ts +0 -281
  446. package/tests/views/posts-debug.test.ts +0 -79
  447. package/tests/views/posts.test.ts +0 -427
  448. package/tests/views/profile-debug.test.ts +0 -75
  449. package/tests/views/profile.test.ts +0 -795
  450. package/tests/views/quotes.test.ts +0 -133
  451. package/tests/views/reposts.test.ts +0 -112
  452. package/tests/views/starter-packs.test.ts +0 -395
  453. package/tests/views/suggestions.test.ts +0 -145
  454. package/tests/views/thread-v2.test.ts +0 -2005
  455. package/tests/views/thread.test.ts +0 -637
  456. package/tests/views/threadgating.test.ts +0 -843
  457. package/tests/views/timeline.test.ts +0 -328
  458. package/tests/views/verification.test.ts +0 -296
  459. package/tsconfig.build.json +0 -10
  460. package/tsconfig.build.tsbuildinfo +0 -1
  461. package/tsconfig.json +0 -7
  462. package/tsconfig.tests.json +0 -8
  463. package/vitest.config.ts +0 -10
@@ -1,827 +0,0 @@
1
- import { sql } from 'kysely'
2
- import { afterAll, beforeAll, beforeEach, describe, expect, it } from 'vitest'
3
- import {
4
- AppBskyActorProfile,
5
- AppBskyFeedLike,
6
- AppBskyFeedPost,
7
- AppBskyFeedRepost,
8
- AppBskyGraphFollow,
9
- AtpAgent,
10
- ids,
11
- } from '@atproto/api'
12
- import { TID, cidForCbor } from '@atproto/common'
13
- import { SeedClient, TestNetwork, basicSeed, usersSeed } from '@atproto/dev-env'
14
- import { Cid } from '@atproto/lex'
15
- import { repoPrepare } from '@atproto/pds'
16
- import { WriteOpAction } from '@atproto/repo'
17
- import { AtUri } from '@atproto/syntax'
18
- import { Database } from '../../src/data-plane/server/db/index.js'
19
- import { IndexingService } from '../../src/data-plane/server/indexing/index.js'
20
- import { forSnapshot } from '../_util.js'
21
-
22
- describe('indexing', () => {
23
- let network: TestNetwork
24
- let agent: AtpAgent
25
- let pdsAgent: AtpAgent
26
- let sc: SeedClient
27
- let db: Database
28
-
29
- beforeAll(async () => {
30
- network = await TestNetwork.create({
31
- dbPostgresSchema: 'bsky_indexing',
32
- })
33
- agent = network.bsky.getAgent()
34
- pdsAgent = network.pds.getAgent()
35
- sc = network.getSeedClient()
36
- db = network.bsky.db
37
- await usersSeed(sc)
38
- await network.processAll()
39
-
40
- // Data in tests is not processed from subscription, instead we call
41
- // indexing service methods directly.
42
- await network.bsky.sub.stop()
43
- })
44
-
45
- beforeEach(async () => network.processAll())
46
- afterAll(async () => network?.close())
47
-
48
- it('indexes posts.', async () => {
49
- const createdAt = new Date().toISOString()
50
- const createRecord = await prepareCreate<AppBskyFeedPost.Record>({
51
- did: sc.dids.alice,
52
- collection: ids.AppBskyFeedPost,
53
- record: {
54
- $type: ids.AppBskyFeedPost,
55
- text: '@bob.test how are you?',
56
- facets: [
57
- {
58
- index: { byteStart: 0, byteEnd: 9 },
59
- features: [
60
- {
61
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
62
- did: sc.dids.bob,
63
- },
64
- ],
65
- },
66
- ],
67
- createdAt,
68
- },
69
- })
70
- const [uri] = createRecord
71
- const updateRecord = await prepareUpdate<AppBskyFeedPost.Record>({
72
- did: sc.dids.alice,
73
- collection: ids.AppBskyFeedPost,
74
- rkey: uri.rkey,
75
- record: {
76
- $type: ids.AppBskyFeedPost,
77
- text: '@carol.test how are you?',
78
- facets: [
79
- {
80
- index: { byteStart: 0, byteEnd: 11 },
81
- features: [
82
- {
83
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
84
- did: sc.dids.carol,
85
- },
86
- ],
87
- },
88
- ],
89
- createdAt,
90
- },
91
- })
92
- const deleteRecord = prepareDelete({
93
- did: sc.dids.alice,
94
- collection: ids.AppBskyFeedPost,
95
- rkey: uri.rkey,
96
- })
97
-
98
- // Create
99
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
100
-
101
- const getAfterCreate = await agent.api.app.bsky.feed.getPostThread(
102
- { uri: uri.toString() },
103
- {
104
- headers: await network.serviceHeaders(
105
- sc.dids.alice,
106
- ids.AppBskyFeedGetPostThread,
107
- ),
108
- },
109
- )
110
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
111
- const createNotifications = await getNotifications(db, uri)
112
-
113
- // Update
114
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
115
-
116
- const getAfterUpdate = await agent.api.app.bsky.feed.getPostThread(
117
- { uri: uri.toString() },
118
- {
119
- headers: await network.serviceHeaders(
120
- sc.dids.alice,
121
- ids.AppBskyFeedGetPostThread,
122
- ),
123
- },
124
- )
125
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
126
- const updateNotifications = await getNotifications(db, uri)
127
-
128
- // Delete
129
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
130
-
131
- const getAfterDelete = agent.api.app.bsky.feed.getPostThread(
132
- { uri: uri.toString() },
133
- {
134
- headers: await network.serviceHeaders(
135
- sc.dids.alice,
136
- ids.AppBskyFeedGetPostThread,
137
- ),
138
- },
139
- )
140
- await expect(getAfterDelete).rejects.toThrow(/Post not found:/)
141
- const deleteNotifications = await getNotifications(db, uri)
142
-
143
- expect(
144
- forSnapshot({
145
- createNotifications,
146
- updateNotifications,
147
- deleteNotifications,
148
- }),
149
- ).toMatchSnapshot()
150
- })
151
-
152
- it('indexes profiles.', async () => {
153
- const createRecord = await prepareCreate({
154
- did: sc.dids.dan,
155
- collection: ids.AppBskyActorProfile,
156
- rkey: 'self',
157
- record: {
158
- $type: ids.AppBskyActorProfile,
159
- displayName: 'dan',
160
- } satisfies AppBskyActorProfile.Record,
161
- })
162
- const [uri] = createRecord
163
- const updateRecord = await prepareUpdate({
164
- did: sc.dids.dan,
165
- collection: ids.AppBskyActorProfile,
166
- rkey: uri.rkey,
167
- record: {
168
- $type: ids.AppBskyActorProfile,
169
- displayName: 'danny',
170
- } satisfies AppBskyActorProfile.Record,
171
- })
172
- const deleteRecord = prepareDelete({
173
- did: sc.dids.dan,
174
- collection: ids.AppBskyActorProfile,
175
- rkey: uri.rkey,
176
- })
177
-
178
- // Create
179
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
180
-
181
- const getAfterCreate = await agent.api.app.bsky.actor.getProfile(
182
- { actor: sc.dids.dan },
183
- {
184
- headers: await network.serviceHeaders(
185
- sc.dids.alice,
186
- ids.AppBskyActorGetProfile,
187
- ),
188
- },
189
- )
190
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
191
-
192
- // Update
193
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
194
-
195
- const getAfterUpdate = await agent.api.app.bsky.actor.getProfile(
196
- { actor: sc.dids.dan },
197
- {
198
- headers: await network.serviceHeaders(
199
- sc.dids.alice,
200
- ids.AppBskyActorGetProfile,
201
- ),
202
- },
203
- )
204
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
205
-
206
- // Delete
207
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
208
-
209
- const getAfterDelete = await agent.api.app.bsky.actor.getProfile(
210
- { actor: sc.dids.dan },
211
- {
212
- headers: await network.serviceHeaders(
213
- sc.dids.alice,
214
- ids.AppBskyActorGetProfile,
215
- ),
216
- },
217
- )
218
- expect(forSnapshot(getAfterDelete.data)).toMatchSnapshot()
219
- })
220
-
221
- it('handles post aggregations out of order.', async () => {
222
- const createdAt = new Date().toISOString()
223
- const originalPost = await prepareCreate({
224
- did: sc.dids.alice,
225
- collection: ids.AppBskyFeedPost,
226
- record: {
227
- $type: ids.AppBskyFeedPost,
228
- text: 'original post',
229
- createdAt,
230
- } satisfies AppBskyFeedPost.Record,
231
- })
232
- const originalPostRef = {
233
- uri: originalPost[0].toString(),
234
- cid: originalPost[1].toString(),
235
- }
236
- const reply = await prepareCreate({
237
- did: sc.dids.bob,
238
- collection: ids.AppBskyFeedPost,
239
- record: {
240
- $type: ids.AppBskyFeedPost,
241
- text: 'reply post',
242
- reply: {
243
- root: originalPostRef,
244
- parent: originalPostRef,
245
- },
246
- createdAt,
247
- } satisfies AppBskyFeedPost.Record,
248
- })
249
- const like = await prepareCreate({
250
- did: sc.dids.bob,
251
- collection: ids.AppBskyFeedLike,
252
- record: {
253
- $type: ids.AppBskyFeedLike,
254
- subject: originalPostRef,
255
- createdAt,
256
- } satisfies AppBskyFeedLike.Record,
257
- })
258
- const repost = await prepareCreate({
259
- did: sc.dids.bob,
260
- collection: ids.AppBskyFeedRepost,
261
- record: {
262
- $type: ids.AppBskyFeedRepost,
263
- subject: originalPostRef,
264
- createdAt,
265
- } satisfies AppBskyFeedRepost.Record,
266
- })
267
- // reply, like, and repost indexed orior to the original post
268
- await network.bsky.sub.indexingSvc.indexRecord(...reply)
269
- await network.bsky.sub.indexingSvc.indexRecord(...like)
270
- await network.bsky.sub.indexingSvc.indexRecord(...repost)
271
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
272
- await network.bsky.sub.background.processAll()
273
- const agg = await db.db
274
- .selectFrom('post_agg')
275
- .selectAll()
276
- .where('uri', '=', originalPostRef.uri)
277
- .executeTakeFirst()
278
- expect(agg).toEqual({
279
- uri: originalPostRef.uri,
280
- bookmarkCount: 0,
281
- replyCount: 1,
282
- repostCount: 1,
283
- likeCount: 1,
284
- quoteCount: 0,
285
- })
286
- // Cleanup
287
- const del = (uri: AtUri) => {
288
- return prepareDelete({
289
- did: uri.host,
290
- collection: uri.collection,
291
- rkey: uri.rkey,
292
- })
293
- }
294
- await network.bsky.sub.indexingSvc.deleteRecord(...del(reply[0]))
295
- await network.bsky.sub.indexingSvc.deleteRecord(...del(like[0]))
296
- await network.bsky.sub.indexingSvc.deleteRecord(...del(repost[0]))
297
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
298
- })
299
-
300
- it('does not notify user of own like or repost', async () => {
301
- const createdAt = new Date().toISOString()
302
-
303
- const originalPost = await prepareCreate({
304
- did: sc.dids.bob,
305
- collection: ids.AppBskyFeedPost,
306
- record: {
307
- $type: ids.AppBskyFeedPost,
308
- text: 'original post',
309
- createdAt,
310
- } satisfies AppBskyFeedPost.Record,
311
- })
312
-
313
- const originalPostRef = {
314
- uri: originalPost[0].toString(),
315
- cid: originalPost[1].toString(),
316
- }
317
-
318
- // own actions
319
- const ownLike = await prepareCreate({
320
- did: sc.dids.bob,
321
- collection: ids.AppBskyFeedLike,
322
- record: {
323
- $type: ids.AppBskyFeedLike,
324
- subject: originalPostRef,
325
- createdAt,
326
- } satisfies AppBskyFeedLike.Record,
327
- })
328
- const ownRepost = await prepareCreate({
329
- did: sc.dids.bob,
330
- collection: ids.AppBskyFeedRepost,
331
- record: {
332
- $type: ids.AppBskyFeedRepost,
333
- subject: originalPostRef,
334
- createdAt,
335
- } satisfies AppBskyFeedRepost.Record,
336
- })
337
-
338
- // other actions
339
- const aliceLike = await prepareCreate({
340
- did: sc.dids.alice,
341
- collection: ids.AppBskyFeedLike,
342
- record: {
343
- $type: ids.AppBskyFeedLike,
344
- subject: originalPostRef,
345
- createdAt,
346
- } satisfies AppBskyFeedLike.Record,
347
- })
348
- const aliceRepost = await prepareCreate({
349
- did: sc.dids.alice,
350
- collection: ids.AppBskyFeedRepost,
351
- record: {
352
- $type: ids.AppBskyFeedRepost,
353
- subject: originalPostRef,
354
- createdAt,
355
- } satisfies AppBskyFeedRepost.Record,
356
- })
357
-
358
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
359
- await network.bsky.sub.indexingSvc.indexRecord(...ownLike)
360
- await network.bsky.sub.indexingSvc.indexRecord(...ownRepost)
361
- await network.bsky.sub.indexingSvc.indexRecord(...aliceLike)
362
- await network.bsky.sub.indexingSvc.indexRecord(...aliceRepost)
363
- await network.bsky.sub.background.processAll()
364
-
365
- const {
366
- data: { notifications },
367
- } = await agent.api.app.bsky.notification.listNotifications(
368
- {},
369
- {
370
- headers: await network.serviceHeaders(
371
- sc.dids.bob,
372
- ids.AppBskyNotificationListNotifications,
373
- ),
374
- },
375
- )
376
-
377
- expect(notifications).toHaveLength(2)
378
- expect(
379
- notifications.every((n) => {
380
- return n.author.did !== sc.dids.bob
381
- }),
382
- ).toBeTruthy()
383
-
384
- // Cleanup
385
- const del = (uri: AtUri) => {
386
- return prepareDelete({
387
- did: uri.host,
388
- collection: uri.collection,
389
- rkey: uri.rkey,
390
- })
391
- }
392
-
393
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownLike[0]))
394
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownRepost[0]))
395
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceLike[0]))
396
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceRepost[0]))
397
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
398
- })
399
-
400
- it('handles profile aggregations out of order.', async () => {
401
- const createdAt = new Date().toISOString()
402
- const unknownDid = 'did:example:unknown'
403
- const follow = await prepareCreate({
404
- did: sc.dids.bob,
405
- collection: ids.AppBskyGraphFollow,
406
- record: {
407
- $type: ids.AppBskyGraphFollow,
408
- subject: unknownDid,
409
- createdAt,
410
- } satisfies AppBskyGraphFollow.Record,
411
- })
412
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
413
- await network.bsky.sub.background.processAll()
414
- const agg = await db.db
415
- .selectFrom('profile_agg')
416
- .select(['did', 'followersCount'])
417
- .where('did', '=', unknownDid)
418
- .executeTakeFirst()
419
- expect(agg).toEqual({
420
- did: unknownDid,
421
- followersCount: 1,
422
- })
423
- // Cleanup
424
- const del = (uri: AtUri) => {
425
- return prepareDelete({
426
- did: uri.host,
427
- collection: uri.collection,
428
- rkey: uri.rkey,
429
- })
430
- }
431
- await network.bsky.sub.indexingSvc.deleteRecord(...del(follow[0]))
432
- })
433
-
434
- describe('indexRepo', () => {
435
- beforeAll(async () => {
436
- await network.bsky.sub.restart()
437
- await basicSeed(sc, false)
438
- await network.processAll()
439
- await network.bsky.sub.stop()
440
- })
441
-
442
- it('preserves indexes when no record changes.', async () => {
443
- // Mark originals
444
- const { data: origProfile } = await agent.api.app.bsky.actor.getProfile(
445
- { actor: sc.dids.alice },
446
- {
447
- headers: await network.serviceHeaders(
448
- sc.dids.alice,
449
- ids.AppBskyActorGetProfile,
450
- ),
451
- },
452
- )
453
- const { data: origFeed } = await agent.api.app.bsky.feed.getAuthorFeed(
454
- { actor: sc.dids.alice },
455
- {
456
- headers: await network.serviceHeaders(
457
- sc.dids.alice,
458
- ids.AppBskyFeedGetAuthorFeed,
459
- ),
460
- },
461
- )
462
- const { data: origFollows } = await agent.api.app.bsky.graph.getFollows(
463
- { actor: sc.dids.alice },
464
- {
465
- headers: await network.serviceHeaders(
466
- sc.dids.alice,
467
- ids.AppBskyGraphGetFollows,
468
- ),
469
- },
470
- )
471
- // Index
472
- const { data: commit } =
473
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
474
- did: sc.dids.alice,
475
- })
476
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
477
- await network.bsky.sub.background.processAll()
478
- // Check
479
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
480
- { actor: sc.dids.alice },
481
- {
482
- headers: await network.serviceHeaders(
483
- sc.dids.alice,
484
- ids.AppBskyActorGetProfile,
485
- ),
486
- },
487
- )
488
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
489
- { actor: sc.dids.alice },
490
- {
491
- headers: await network.serviceHeaders(
492
- sc.dids.alice,
493
- ids.AppBskyFeedGetAuthorFeed,
494
- ),
495
- },
496
- )
497
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
498
- { actor: sc.dids.alice },
499
- {
500
- headers: await network.serviceHeaders(
501
- sc.dids.alice,
502
- ids.AppBskyGraphGetFollows,
503
- ),
504
- },
505
- )
506
- expect(forSnapshot([origProfile, origFeed, origFollows])).toEqual(
507
- forSnapshot([profile, feed, follows]),
508
- )
509
- })
510
-
511
- it('updates indexes when records change.', async () => {
512
- // Update profile
513
- await pdsAgent.api.com.atproto.repo.putRecord(
514
- {
515
- repo: sc.dids.alice,
516
- collection: ids.AppBskyActorProfile,
517
- rkey: 'self',
518
- record: { description: 'freshening things up' },
519
- },
520
- { headers: sc.getHeaders(sc.dids.alice), encoding: 'application/json' },
521
- )
522
- // Add post
523
- const newPost = await sc.post(sc.dids.alice, 'fresh post!')
524
- // Remove a follow
525
- const removedFollow = sc.follows[sc.dids.alice][sc.dids.carol]
526
- await pdsAgent.api.app.bsky.graph.follow.delete(
527
- { repo: sc.dids.alice, rkey: removedFollow.uri.rkey },
528
- sc.getHeaders(sc.dids.alice),
529
- )
530
- // Index
531
- const { data: commit } =
532
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
533
- did: sc.dids.alice,
534
- })
535
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
536
- await network.bsky.sub.background.processAll()
537
- // Check
538
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
539
- { actor: sc.dids.alice },
540
- {
541
- headers: await network.serviceHeaders(
542
- sc.dids.alice,
543
- 'app.bsky.actor.getProfile',
544
- ),
545
- },
546
- )
547
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
548
- { actor: sc.dids.alice },
549
- {
550
- headers: await network.serviceHeaders(
551
- sc.dids.alice,
552
- ids.AppBskyFeedGetAuthorFeed,
553
- ),
554
- },
555
- )
556
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
557
- { actor: sc.dids.alice },
558
- {
559
- headers: await network.serviceHeaders(
560
- sc.dids.alice,
561
- ids.AppBskyGraphGetFollows,
562
- ),
563
- },
564
- )
565
- expect(profile.description).toEqual('freshening things up')
566
- expect(feed.feed[0].post.uri).toEqual(newPost.ref.uriStr)
567
- expect(feed.feed[0].post.cid).toEqual(newPost.ref.cidStr)
568
- expect(follows.follows.map(({ did }) => did)).not.toContain(sc.dids.carol)
569
- expect(forSnapshot([profile, feed, follows])).toMatchSnapshot()
570
- })
571
-
572
- it('skips invalid records.', async () => {
573
- const { accountManager } = network.pds.ctx
574
- // const { db: pdsDb, services: pdsServices } = network.pds.ctx
575
- // Create a good and a bad post record
576
- const writes = await Promise.all([
577
- repoPrepare.prepareCreate({
578
- did: sc.dids.alice,
579
- collection: ids.AppBskyFeedPost,
580
- record: { text: 'valid', createdAt: new Date().toISOString() },
581
- }),
582
- repoPrepare.prepareCreate({
583
- did: sc.dids.alice,
584
- collection: ids.AppBskyFeedPost,
585
- record: { text: 0 },
586
- validate: false,
587
- }),
588
- ])
589
- const writeCommit = await network.pds.ctx.actorStore.transact(
590
- sc.dids.alice,
591
- (store) => store.repo.processWrites(writes),
592
- )
593
- await accountManager.updateRepoRoot(
594
- sc.dids.alice,
595
- writeCommit.cid,
596
- writeCommit.rev,
597
- )
598
- await network.pds.ctx.sequencer.sequenceCommit(sc.dids.alice, writeCommit)
599
- // Index
600
- const { data: commit } =
601
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
602
- did: sc.dids.alice,
603
- })
604
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
605
- // Check
606
- const getGoodPost = agent.api.app.bsky.feed.getPostThread(
607
- { uri: writes[0].uri.toString(), depth: 0 },
608
- {
609
- headers: await network.serviceHeaders(
610
- sc.dids.alice,
611
- ids.AppBskyFeedGetPostThread,
612
- ),
613
- },
614
- )
615
- await expect(getGoodPost).resolves.toBeDefined()
616
- const getBadPost = agent.api.app.bsky.feed.getPostThread(
617
- { uri: writes[1].uri.toString(), depth: 0 },
618
- {
619
- headers: await network.serviceHeaders(
620
- sc.dids.alice,
621
- ids.AppBskyFeedGetPostThread,
622
- ),
623
- },
624
- )
625
- await expect(getBadPost).rejects.toThrow('Post not found')
626
- })
627
- })
628
-
629
- describe('indexHandle', () => {
630
- const getIndexedHandle = async (did) => {
631
- const res = await agent.api.app.bsky.actor.getProfile(
632
- { actor: did },
633
- {
634
- headers: await network.serviceHeaders(
635
- sc.dids.alice,
636
- ids.AppBskyActorGetProfile,
637
- ),
638
- },
639
- )
640
- return res.data.handle
641
- }
642
-
643
- it('indexes handle for a fresh did', async () => {
644
- const now = new Date().toISOString()
645
- const sessionAgent = new AtpAgent({ service: network.pds.url })
646
- const {
647
- data: { did },
648
- } = await sessionAgent.createAccount({
649
- email: 'did1@test.com',
650
- handle: 'did1.test',
651
- password: 'password',
652
- })
653
- await expect(getIndexedHandle(did)).rejects.toThrow('Profile not found')
654
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
655
- await expect(getIndexedHandle(did)).resolves.toEqual('did1.test')
656
- })
657
-
658
- it('reindexes handle for existing did when forced', async () => {
659
- const now = new Date().toISOString()
660
- const sessionAgent = network.pds.getAgent()
661
- const {
662
- data: { did },
663
- } = await sessionAgent.createAccount({
664
- email: 'did2@test.com',
665
- handle: 'did2.test',
666
- password: 'password',
667
- })
668
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
669
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test')
670
- await sessionAgent.com.atproto.identity.updateHandle({
671
- handle: 'did2-updated.test',
672
- })
673
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
674
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test') // Didn't update, not forced
675
- await network.bsky.sub.indexingSvc.indexHandle(did, now, true)
676
- await expect(getIndexedHandle(did)).resolves.toEqual('did2-updated.test')
677
- })
678
-
679
- it('handles profile aggregations out of order', async () => {
680
- const now = new Date().toISOString()
681
- const agent = network.pds.getAgent()
682
- await agent.createAccount({
683
- email: 'did3@test.com',
684
- handle: 'did3.test',
685
- password: 'password',
686
- })
687
- const did = agent.accountDid
688
- const follow = await prepareCreate({
689
- did: sc.dids.bob,
690
- collection: ids.AppBskyGraphFollow,
691
- record: {
692
- $type: ids.AppBskyGraphFollow,
693
- subject: did,
694
- createdAt: now,
695
- } satisfies AppBskyGraphFollow.Record,
696
- })
697
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
698
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
699
- await network.bsky.sub.background.processAll()
700
- const agg = await db.db
701
- .selectFrom('profile_agg')
702
- .select(['did', 'followersCount'])
703
- .where('did', '=', did)
704
- .executeTakeFirst()
705
- expect(agg).toEqual({
706
- did,
707
- followersCount: 1,
708
- })
709
- })
710
- })
711
-
712
- describe('deleteActor', () => {
713
- it('does not unindex actor when they are still being hosted by their pds', async () => {
714
- const { data: profileBefore } = await agent.api.app.bsky.actor.getProfile(
715
- { actor: sc.dids.alice },
716
- {
717
- headers: await network.serviceHeaders(
718
- sc.dids.bob,
719
- ids.AppBskyActorGetProfile,
720
- ),
721
- },
722
- )
723
- // Attempt indexing tombstone
724
- await network.bsky.sub.indexingSvc.deleteActor(sc.dids.alice)
725
- const { data: profileAfter } = await agent.api.app.bsky.actor.getProfile(
726
- { actor: sc.dids.alice },
727
- {
728
- headers: await network.serviceHeaders(
729
- sc.dids.bob,
730
- ids.AppBskyActorGetProfile,
731
- ),
732
- },
733
- )
734
- expect(profileAfter).toEqual(profileBefore)
735
- })
736
-
737
- it('unindexes actor when they are no longer hosted by their pds', async () => {
738
- const { alice } = sc.dids
739
- const getProfileBefore = agent.api.app.bsky.actor.getProfile(
740
- { actor: alice },
741
- {
742
- headers: await network.serviceHeaders(
743
- sc.dids.bob,
744
- ids.AppBskyActorGetProfile,
745
- ),
746
- },
747
- )
748
- await expect(getProfileBefore).resolves.toBeDefined()
749
- // Delete account on pds
750
- const token = await network.pds.ctx.accountManager.createEmailToken(
751
- alice,
752
- 'delete_account',
753
- )
754
- await pdsAgent.api.com.atproto.server.deleteAccount({
755
- token,
756
- did: alice,
757
- password: sc.accounts[alice].password,
758
- })
759
- await network.pds.ctx.backgroundQueue.processAll()
760
- // Index tombstone
761
- await network.bsky.sub.indexingSvc.deleteActor(alice)
762
- const getProfileAfter = agent.api.app.bsky.actor.getProfile(
763
- { actor: alice },
764
- {
765
- headers: await network.serviceHeaders(
766
- sc.dids.bob,
767
- ids.AppBskyActorGetProfile,
768
- ),
769
- },
770
- )
771
- await expect(getProfileAfter).rejects.toThrow('Profile not found')
772
- })
773
- })
774
-
775
- async function getNotifications(db: Database, uri: AtUri) {
776
- return await db.db
777
- .selectFrom('notification')
778
- .selectAll()
779
- .select(sql`0`.as('id')) // Ignore notification ids in comparisons
780
- .where('recordUri', '=', uri.toString())
781
- .orderBy('sortAt')
782
- .execute()
783
- }
784
- })
785
-
786
- async function prepareCreate<TRecord>(opts: {
787
- did: string
788
- collection: string
789
- rkey?: string
790
- record: TRecord
791
- timestamp?: string
792
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Create, string]> {
793
- const rkey = opts.rkey ?? TID.nextStr()
794
- return [
795
- AtUri.make(opts.did, opts.collection, rkey),
796
- await cidForCbor(opts.record),
797
- opts.record,
798
- WriteOpAction.Create,
799
- opts.timestamp ?? new Date().toISOString(),
800
- ] satisfies Parameters<IndexingService['indexRecord']>
801
- }
802
-
803
- async function prepareUpdate<TRecord>(opts: {
804
- did: string
805
- collection: string
806
- rkey: string
807
- record: TRecord
808
- timestamp?: string
809
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Update, string]> {
810
- return [
811
- AtUri.make(opts.did, opts.collection, opts.rkey),
812
- await cidForCbor(opts.record),
813
- opts.record,
814
- WriteOpAction.Update,
815
- opts.timestamp ?? new Date().toISOString(),
816
- ] satisfies Parameters<IndexingService['indexRecord']>
817
- }
818
-
819
- function prepareDelete(opts: {
820
- did: string
821
- collection: string
822
- rkey: string
823
- }): [AtUri] {
824
- return [
825
- AtUri.make(opts.did, opts.collection, opts.rkey),
826
- ] satisfies Parameters<IndexingService['deleteRecord']>
827
- }