@atproto/bsky 0.0.250 → 0.0.253

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (473) hide show
  1. package/CHANGELOG.md +49 -0
  2. package/dist/api/age-assurance/const.js +19 -19
  3. package/dist/api/age-assurance/const.js.map +1 -1
  4. package/dist/api/app/bsky/feed/getFeed.d.ts.map +1 -1
  5. package/dist/api/app/bsky/feed/getFeed.js +4 -0
  6. package/dist/api/app/bsky/feed/getFeed.js.map +1 -1
  7. package/dist/api/app/bsky/feed/searchPosts.js +5 -0
  8. package/dist/api/app/bsky/feed/searchPosts.js.map +1 -1
  9. package/dist/api/app/bsky/feed/searchPostsV2.js +5 -0
  10. package/dist/api/app/bsky/feed/searchPostsV2.js.map +1 -1
  11. package/dist/config.d.ts +2 -0
  12. package/dist/config.d.ts.map +1 -1
  13. package/dist/config.js +5 -0
  14. package/dist/config.js.map +1 -1
  15. package/dist/hydration/feed.d.ts +1 -2
  16. package/dist/hydration/feed.d.ts.map +1 -1
  17. package/dist/hydration/feed.js.map +1 -1
  18. package/dist/kws.d.ts +8 -0
  19. package/dist/kws.d.ts.map +1 -1
  20. package/dist/kws.js +53 -4
  21. package/dist/kws.js.map +1 -1
  22. package/package.json +28 -23
  23. package/bin/migration-create.ts +0 -46
  24. package/buf.gen.yaml +0 -12
  25. package/proto/bsky.proto +0 -1907
  26. package/proto/courier.proto +0 -84
  27. package/proto/rolodex.proto +0 -116
  28. package/src/api/age-assurance/const.ts +0 -203
  29. package/src/api/age-assurance/index.ts +0 -34
  30. package/src/api/age-assurance/kws/age-verified.test.ts +0 -98
  31. package/src/api/age-assurance/kws/age-verified.ts +0 -81
  32. package/src/api/age-assurance/kws/const.ts +0 -33
  33. package/src/api/age-assurance/kws/external-payload.test.ts +0 -72
  34. package/src/api/age-assurance/kws/external-payload.ts +0 -149
  35. package/src/api/age-assurance/redirects/kws-age-verified.ts +0 -107
  36. package/src/api/age-assurance/stash.ts +0 -23
  37. package/src/api/age-assurance/types.ts +0 -10
  38. package/src/api/age-assurance/util.ts +0 -68
  39. package/src/api/age-assurance/webhooks/kws-age-verified.ts +0 -75
  40. package/src/api/app/bsky/actor/getProfile.ts +0 -106
  41. package/src/api/app/bsky/actor/getProfiles.ts +0 -99
  42. package/src/api/app/bsky/actor/getSuggestions.ts +0 -163
  43. package/src/api/app/bsky/actor/searchActors.ts +0 -171
  44. package/src/api/app/bsky/actor/searchActorsTypeahead.ts +0 -164
  45. package/src/api/app/bsky/ageassurance/begin.ts +0 -175
  46. package/src/api/app/bsky/ageassurance/getConfig.ts +0 -16
  47. package/src/api/app/bsky/ageassurance/getState.ts +0 -58
  48. package/src/api/app/bsky/bookmark/createBookmark.ts +0 -39
  49. package/src/api/app/bsky/bookmark/deleteBookmark.ts +0 -32
  50. package/src/api/app/bsky/bookmark/getBookmarks.ts +0 -97
  51. package/src/api/app/bsky/bookmark/util.ts +0 -13
  52. package/src/api/app/bsky/contact/dismissMatch.ts +0 -26
  53. package/src/api/app/bsky/contact/getMatches.ts +0 -111
  54. package/src/api/app/bsky/contact/getSyncStatus.ts +0 -38
  55. package/src/api/app/bsky/contact/importContacts.ts +0 -119
  56. package/src/api/app/bsky/contact/removeData.ts +0 -25
  57. package/src/api/app/bsky/contact/sendNotification.ts +0 -33
  58. package/src/api/app/bsky/contact/startPhoneVerification.ts +0 -26
  59. package/src/api/app/bsky/contact/util.ts +0 -92
  60. package/src/api/app/bsky/contact/verifyPhone.ts +0 -29
  61. package/src/api/app/bsky/draft/createDraft.ts +0 -45
  62. package/src/api/app/bsky/draft/deleteDraft.ts +0 -20
  63. package/src/api/app/bsky/draft/getDrafts.ts +0 -44
  64. package/src/api/app/bsky/draft/updateDraft.ts +0 -26
  65. package/src/api/app/bsky/embed/getEmbedExternalView.ts +0 -154
  66. package/src/api/app/bsky/feed/getActorFeeds.ts +0 -101
  67. package/src/api/app/bsky/feed/getActorLikes.ts +0 -128
  68. package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -279
  69. package/src/api/app/bsky/feed/getFeed.ts +0 -277
  70. package/src/api/app/bsky/feed/getFeedGenerator.ts +0 -68
  71. package/src/api/app/bsky/feed/getFeedGenerators.ts +0 -86
  72. package/src/api/app/bsky/feed/getLikes.ts +0 -151
  73. package/src/api/app/bsky/feed/getListFeed.ts +0 -147
  74. package/src/api/app/bsky/feed/getPostThread.ts +0 -156
  75. package/src/api/app/bsky/feed/getPosts.ts +0 -100
  76. package/src/api/app/bsky/feed/getQuotes.ts +0 -122
  77. package/src/api/app/bsky/feed/getRepostedBy.ts +0 -121
  78. package/src/api/app/bsky/feed/getSuggestedFeeds.ts +0 -39
  79. package/src/api/app/bsky/feed/getTimeline.ts +0 -127
  80. package/src/api/app/bsky/feed/searchPosts.ts +0 -267
  81. package/src/api/app/bsky/feed/searchPostsV2.ts +0 -236
  82. package/src/api/app/bsky/graph/getActorStarterPacks.ts +0 -103
  83. package/src/api/app/bsky/graph/getBlocks.ts +0 -94
  84. package/src/api/app/bsky/graph/getFollowers.ts +0 -153
  85. package/src/api/app/bsky/graph/getFollows.ts +0 -151
  86. package/src/api/app/bsky/graph/getKnownFollowers.ts +0 -123
  87. package/src/api/app/bsky/graph/getList.ts +0 -152
  88. package/src/api/app/bsky/graph/getListBlocks.ts +0 -87
  89. package/src/api/app/bsky/graph/getListMutes.ts +0 -87
  90. package/src/api/app/bsky/graph/getLists.ts +0 -125
  91. package/src/api/app/bsky/graph/getListsWithMembership.ts +0 -146
  92. package/src/api/app/bsky/graph/getMutes.ts +0 -87
  93. package/src/api/app/bsky/graph/getRelationships.ts +0 -58
  94. package/src/api/app/bsky/graph/getStarterPack.ts +0 -82
  95. package/src/api/app/bsky/graph/getStarterPacks.ts +0 -86
  96. package/src/api/app/bsky/graph/getStarterPacksWithMembership.ts +0 -136
  97. package/src/api/app/bsky/graph/getSuggestedFollowsByActor.ts +0 -171
  98. package/src/api/app/bsky/graph/muteActor.ts +0 -24
  99. package/src/api/app/bsky/graph/muteActorList.ts +0 -19
  100. package/src/api/app/bsky/graph/muteThread.ts +0 -19
  101. package/src/api/app/bsky/graph/searchStarterPacks.ts +0 -169
  102. package/src/api/app/bsky/graph/unmuteActor.ts +0 -21
  103. package/src/api/app/bsky/graph/unmuteActorList.ts +0 -19
  104. package/src/api/app/bsky/graph/unmuteThread.ts +0 -19
  105. package/src/api/app/bsky/labeler/getServices.ts +0 -41
  106. package/src/api/app/bsky/notification/getPreferences.ts +0 -49
  107. package/src/api/app/bsky/notification/getUnreadCount.ts +0 -83
  108. package/src/api/app/bsky/notification/listActivitySubscriptions.ts +0 -116
  109. package/src/api/app/bsky/notification/listNotifications.ts +0 -272
  110. package/src/api/app/bsky/notification/putActivitySubscription.ts +0 -69
  111. package/src/api/app/bsky/notification/putPreferences.ts +0 -17
  112. package/src/api/app/bsky/notification/putPreferencesV2.ts +0 -64
  113. package/src/api/app/bsky/notification/registerPush.ts +0 -40
  114. package/src/api/app/bsky/notification/unregisterPush.ts +0 -39
  115. package/src/api/app/bsky/notification/updateSeen.ts +0 -52
  116. package/src/api/app/bsky/notification/util.ts +0 -134
  117. package/src/api/app/bsky/unspecced/getAgeAssuranceState.ts +0 -48
  118. package/src/api/app/bsky/unspecced/getConfig.ts +0 -20
  119. package/src/api/app/bsky/unspecced/getOnboardingSuggestedStarterPacks.ts +0 -162
  120. package/src/api/app/bsky/unspecced/getPopularFeedGenerators.ts +0 -91
  121. package/src/api/app/bsky/unspecced/getPostThreadOtherV2.ts +0 -126
  122. package/src/api/app/bsky/unspecced/getPostThreadV2.ts +0 -148
  123. package/src/api/app/bsky/unspecced/getSuggestedFeeds.ts +0 -100
  124. package/src/api/app/bsky/unspecced/getSuggestedOnboardingUsers.ts +0 -143
  125. package/src/api/app/bsky/unspecced/getSuggestedStarterPacks.ts +0 -165
  126. package/src/api/app/bsky/unspecced/getSuggestedUsers.ts +0 -183
  127. package/src/api/app/bsky/unspecced/getSuggestedUsersForDiscover.ts +0 -175
  128. package/src/api/app/bsky/unspecced/getSuggestedUsersForExplore.ts +0 -178
  129. package/src/api/app/bsky/unspecced/getSuggestedUsersForSeeMore.ts +0 -178
  130. package/src/api/app/bsky/unspecced/getTaggedSuggestions.ts +0 -27
  131. package/src/api/app/bsky/unspecced/getTrendingTopics.ts +0 -96
  132. package/src/api/app/bsky/unspecced/getTrends.ts +0 -162
  133. package/src/api/app/bsky/unspecced/initAgeAssurance.ts +0 -150
  134. package/src/api/blob-dispatcher.ts +0 -41
  135. package/src/api/blob-resolver.ts +0 -401
  136. package/src/api/com/atproto/admin/getAccountInfos.ts +0 -49
  137. package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -79
  138. package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -80
  139. package/src/api/com/atproto/identity/resolveHandle.ts +0 -19
  140. package/src/api/com/atproto/label/queryLabels.ts +0 -42
  141. package/src/api/com/atproto/repo/getRecord.ts +0 -44
  142. package/src/api/com/atproto/temp/fetchLabels.ts +0 -9
  143. package/src/api/external.ts +0 -15
  144. package/src/api/health.ts +0 -47
  145. package/src/api/index.ts +0 -216
  146. package/src/api/internal/bsky/actor/getProfiles.ts +0 -87
  147. package/src/api/kws/api.ts +0 -113
  148. package/src/api/kws/index.ts +0 -29
  149. package/src/api/kws/types.ts +0 -78
  150. package/src/api/kws/util.test.ts +0 -50
  151. package/src/api/kws/util.ts +0 -109
  152. package/src/api/kws/webhook.ts +0 -134
  153. package/src/api/sitemap.ts +0 -76
  154. package/src/api/util.ts +0 -45
  155. package/src/api/well-known.ts +0 -44
  156. package/src/auth-verifier.ts +0 -522
  157. package/src/bsync.ts +0 -41
  158. package/src/cache/read-through.ts +0 -157
  159. package/src/config.ts +0 -710
  160. package/src/context.ts +0 -143
  161. package/src/courier.ts +0 -41
  162. package/src/data-plane/client/hosts.ts +0 -103
  163. package/src/data-plane/client/index.ts +0 -125
  164. package/src/data-plane/client/util.test.ts +0 -29
  165. package/src/data-plane/client/util.ts +0 -74
  166. package/src/data-plane/index.ts +0 -2
  167. package/src/data-plane/server/background.ts +0 -66
  168. package/src/data-plane/server/bsync-subscription.ts +0 -590
  169. package/src/data-plane/server/db/database-schema.ts +0 -90
  170. package/src/data-plane/server/db/db.ts +0 -204
  171. package/src/data-plane/server/db/index.ts +0 -2
  172. package/src/data-plane/server/db/migrations/20230309T045948368Z-init.ts +0 -305
  173. package/src/data-plane/server/db/migrations/20230408T152211201Z-notification-init.ts +0 -25
  174. package/src/data-plane/server/db/migrations/20230417T210628672Z-moderation-init.ts +0 -127
  175. package/src/data-plane/server/db/migrations/20230420T211446071Z-did-cache.ts +0 -14
  176. package/src/data-plane/server/db/migrations/20230427T194702079Z-notif-record-index.ts +0 -14
  177. package/src/data-plane/server/db/migrations/20230605T144730094Z-post-profile-aggs.ts +0 -23
  178. package/src/data-plane/server/db/migrations/20230607T211442112Z-feed-generator-init.ts +0 -34
  179. package/src/data-plane/server/db/migrations/20230608T155101190Z-algo-whats-hot-view.ts +0 -85
  180. package/src/data-plane/server/db/migrations/20230608T201813132Z-mute-lists.ts +0 -78
  181. package/src/data-plane/server/db/migrations/20230608T205147239Z-mutes.ts +0 -15
  182. package/src/data-plane/server/db/migrations/20230609T153623961Z-blocks.ts +0 -33
  183. package/src/data-plane/server/db/migrations/20230609T232122649Z-actor-deletion-indexes.ts +0 -27
  184. package/src/data-plane/server/db/migrations/20230610T203555962Z-suggested-follows.ts +0 -13
  185. package/src/data-plane/server/db/migrations/20230611T215300060Z-actor-state.ts +0 -13
  186. package/src/data-plane/server/db/migrations/20230620T161134972Z-post-langs.ts +0 -9
  187. package/src/data-plane/server/db/migrations/20230627T212437895Z-optional-handle.ts +0 -15
  188. package/src/data-plane/server/db/migrations/20230629T220835893Z-remove-post-hierarchy.ts +0 -32
  189. package/src/data-plane/server/db/migrations/20230703T045536691Z-feed-and-label-indices.ts +0 -31
  190. package/src/data-plane/server/db/migrations/20230720T164800037Z-posts-cursor-idx.ts +0 -19
  191. package/src/data-plane/server/db/migrations/20230807T035309811Z-feed-item-delete-invite-for-user-idx.ts +0 -14
  192. package/src/data-plane/server/db/migrations/20230808T172902639Z-repo-rev.ts +0 -12
  193. package/src/data-plane/server/db/migrations/20230810T203349843Z-action-duration.ts +0 -23
  194. package/src/data-plane/server/db/migrations/20230817T195936007Z-native-notifications.ts +0 -16
  195. package/src/data-plane/server/db/migrations/20230830T205507322Z-suggested-feeds.ts +0 -13
  196. package/src/data-plane/server/db/migrations/20230904T211011773Z-block-lists.ts +0 -24
  197. package/src/data-plane/server/db/migrations/20230906T222220386Z-thread-gating.ts +0 -27
  198. package/src/data-plane/server/db/migrations/20230920T213858047Z-add-tags-to-post.ts +0 -9
  199. package/src/data-plane/server/db/migrations/20230929T192920807Z-record-cursor-indexes.ts +0 -40
  200. package/src/data-plane/server/db/migrations/20231003T202833377Z-create-moderation-subject-status.ts +0 -123
  201. package/src/data-plane/server/db/migrations/20231220T225126090Z-blob-takedowns.ts +0 -66
  202. package/src/data-plane/server/db/migrations/20240124T023719200Z-tagged-suggestions.ts +0 -15
  203. package/src/data-plane/server/db/migrations/20240226T225725627Z-labelers.ts +0 -27
  204. package/src/data-plane/server/db/migrations/20240530T170337073Z-account-deactivation.ts +0 -12
  205. package/src/data-plane/server/db/migrations/20240606T171229898Z-thread-mutes.ts +0 -15
  206. package/src/data-plane/server/db/migrations/20240606T222548219Z-starter-packs.ts +0 -45
  207. package/src/data-plane/server/db/migrations/20240719T203853939Z-priority-notifs.ts +0 -25
  208. package/src/data-plane/server/db/migrations/20240723T220700077Z-quotes-post-aggs.ts +0 -12
  209. package/src/data-plane/server/db/migrations/20240723T220703655Z-quotes.ts +0 -28
  210. package/src/data-plane/server/db/migrations/20240801T193939827Z-post-gate.ts +0 -17
  211. package/src/data-plane/server/db/migrations/20240808T224251220Z-post-gate-flags.ts +0 -25
  212. package/src/data-plane/server/db/migrations/20240829T211238293Z-simplify-actor-sync.ts +0 -23
  213. package/src/data-plane/server/db/migrations/20240831T134810923Z-pinned-posts.ts +0 -17
  214. package/src/data-plane/server/db/migrations/20241114T153108102Z-add-starter-packs-name.ts +0 -19
  215. package/src/data-plane/server/db/migrations/20250116T222618297Z-post-embed-video.ts +0 -17
  216. package/src/data-plane/server/db/migrations/20250207T174822012Z-add-label-exp.ts +0 -9
  217. package/src/data-plane/server/db/migrations/20250404T163421487Z-verifications.ts +0 -39
  218. package/src/data-plane/server/db/migrations/20250526T023712742Z-like-repost-via.ts +0 -17
  219. package/src/data-plane/server/db/migrations/20250528T221913281Z-add-record-tags.ts +0 -9
  220. package/src/data-plane/server/db/migrations/20250602T190357447Z-add-private-data.ts +0 -22
  221. package/src/data-plane/server/db/migrations/20250611T140649895Z-add-activity-subscription.ts +0 -22
  222. package/src/data-plane/server/db/migrations/20250627T025331240Z-add-actor-age-assurance-columns.ts +0 -22
  223. package/src/data-plane/server/db/migrations/20250812T183735692Z-add-bookmarks.ts +0 -23
  224. package/src/data-plane/server/db/migrations/20250813T174955711Z-add-post-agg-bookmarks.ts +0 -12
  225. package/src/data-plane/server/db/migrations/20251120T004738098Z-update-actor-age-assurance-v2.ts +0 -28
  226. package/src/data-plane/server/db/migrations/20260112T133951271Z-add-drafts.ts +0 -24
  227. package/src/data-plane/server/db/migrations/20260604T224952774Z-post-embed-gallery-image.ts +0 -19
  228. package/src/data-plane/server/db/migrations/index.ts +0 -60
  229. package/src/data-plane/server/db/migrations/provider.ts +0 -26
  230. package/src/data-plane/server/db/pagination.ts +0 -341
  231. package/src/data-plane/server/db/tables/activity-subscription.ts +0 -12
  232. package/src/data-plane/server/db/tables/actor-block.ts +0 -14
  233. package/src/data-plane/server/db/tables/actor-state.ts +0 -10
  234. package/src/data-plane/server/db/tables/actor-sync.ts +0 -9
  235. package/src/data-plane/server/db/tables/actor.ts +0 -19
  236. package/src/data-plane/server/db/tables/algo.ts +0 -11
  237. package/src/data-plane/server/db/tables/blob-takedown.ts +0 -9
  238. package/src/data-plane/server/db/tables/bookmark.ts +0 -11
  239. package/src/data-plane/server/db/tables/did-cache.ts +0 -13
  240. package/src/data-plane/server/db/tables/draft.ts +0 -11
  241. package/src/data-plane/server/db/tables/duplicate-record.ts +0 -12
  242. package/src/data-plane/server/db/tables/feed-generator.ts +0 -21
  243. package/src/data-plane/server/db/tables/feed-item.ts +0 -12
  244. package/src/data-plane/server/db/tables/follow.ts +0 -15
  245. package/src/data-plane/server/db/tables/label.ts +0 -13
  246. package/src/data-plane/server/db/tables/labeler.ts +0 -16
  247. package/src/data-plane/server/db/tables/like.ts +0 -18
  248. package/src/data-plane/server/db/tables/list-block.ts +0 -15
  249. package/src/data-plane/server/db/tables/list-item.ts +0 -16
  250. package/src/data-plane/server/db/tables/list-mute.ts +0 -9
  251. package/src/data-plane/server/db/tables/list.ts +0 -19
  252. package/src/data-plane/server/db/tables/mute.ts +0 -9
  253. package/src/data-plane/server/db/tables/notification-push-token.ts +0 -10
  254. package/src/data-plane/server/db/tables/notification.ts +0 -16
  255. package/src/data-plane/server/db/tables/post-agg.ts +0 -16
  256. package/src/data-plane/server/db/tables/post-embed.ts +0 -47
  257. package/src/data-plane/server/db/tables/post-gate.ts +0 -12
  258. package/src/data-plane/server/db/tables/post.ts +0 -28
  259. package/src/data-plane/server/db/tables/private-data.ts +0 -13
  260. package/src/data-plane/server/db/tables/profile-agg.ts +0 -14
  261. package/src/data-plane/server/db/tables/profile.ts +0 -17
  262. package/src/data-plane/server/db/tables/quote.ts +0 -15
  263. package/src/data-plane/server/db/tables/record.ts +0 -15
  264. package/src/data-plane/server/db/tables/repost.ts +0 -18
  265. package/src/data-plane/server/db/tables/starter-pack.ts +0 -17
  266. package/src/data-plane/server/db/tables/subscription.ts +0 -9
  267. package/src/data-plane/server/db/tables/suggested-feed.ts +0 -10
  268. package/src/data-plane/server/db/tables/suggested-follow.ts +0 -10
  269. package/src/data-plane/server/db/tables/tagged-suggestion.ts +0 -11
  270. package/src/data-plane/server/db/tables/thread-gate.ts +0 -12
  271. package/src/data-plane/server/db/tables/thread-mute.ts +0 -9
  272. package/src/data-plane/server/db/tables/verification.ts +0 -20
  273. package/src/data-plane/server/db/tables/view-param.ts +0 -12
  274. package/src/data-plane/server/db/types.ts +0 -12
  275. package/src/data-plane/server/db/util.ts +0 -67
  276. package/src/data-plane/server/index.ts +0 -44
  277. package/src/data-plane/server/indexing/index.ts +0 -458
  278. package/src/data-plane/server/indexing/plugins/block.ts +0 -84
  279. package/src/data-plane/server/indexing/plugins/chat-declaration.ts +0 -60
  280. package/src/data-plane/server/indexing/plugins/feed-generator.ts +0 -80
  281. package/src/data-plane/server/indexing/plugins/follow.ts +0 -132
  282. package/src/data-plane/server/indexing/plugins/germ-declaration.ts +0 -57
  283. package/src/data-plane/server/indexing/plugins/labeler.ts +0 -74
  284. package/src/data-plane/server/indexing/plugins/like.ts +0 -151
  285. package/src/data-plane/server/indexing/plugins/list-block.ts +0 -84
  286. package/src/data-plane/server/indexing/plugins/list-item.ts +0 -92
  287. package/src/data-plane/server/indexing/plugins/list.ts +0 -80
  288. package/src/data-plane/server/indexing/plugins/notif-declaration.ts +0 -57
  289. package/src/data-plane/server/indexing/plugins/post-gate.ts +0 -101
  290. package/src/data-plane/server/indexing/plugins/post.ts +0 -675
  291. package/src/data-plane/server/indexing/plugins/profile.ts +0 -90
  292. package/src/data-plane/server/indexing/plugins/repost.ts +0 -176
  293. package/src/data-plane/server/indexing/plugins/starter-pack.ts +0 -74
  294. package/src/data-plane/server/indexing/plugins/status.ts +0 -57
  295. package/src/data-plane/server/indexing/plugins/thread-gate.ts +0 -101
  296. package/src/data-plane/server/indexing/plugins/verification.ts +0 -113
  297. package/src/data-plane/server/indexing/processor.ts +0 -292
  298. package/src/data-plane/server/routes/activity-subscription.ts +0 -84
  299. package/src/data-plane/server/routes/blocks.ts +0 -127
  300. package/src/data-plane/server/routes/bookmarks.ts +0 -83
  301. package/src/data-plane/server/routes/drafts.ts +0 -37
  302. package/src/data-plane/server/routes/feed-gens.ts +0 -89
  303. package/src/data-plane/server/routes/feeds.ts +0 -176
  304. package/src/data-plane/server/routes/follows.ts +0 -141
  305. package/src/data-plane/server/routes/identity.ts +0 -59
  306. package/src/data-plane/server/routes/index.ts +0 -67
  307. package/src/data-plane/server/routes/interactions.ts +0 -120
  308. package/src/data-plane/server/routes/labels.ts +0 -55
  309. package/src/data-plane/server/routes/likes.ts +0 -92
  310. package/src/data-plane/server/routes/lists.ts +0 -88
  311. package/src/data-plane/server/routes/moderation.ts +0 -102
  312. package/src/data-plane/server/routes/mutes.ts +0 -195
  313. package/src/data-plane/server/routes/notifs.ts +0 -239
  314. package/src/data-plane/server/routes/profile.ts +0 -220
  315. package/src/data-plane/server/routes/quotes.ts +0 -32
  316. package/src/data-plane/server/routes/records.ts +0 -119
  317. package/src/data-plane/server/routes/relationships.ts +0 -174
  318. package/src/data-plane/server/routes/reposts.ts +0 -76
  319. package/src/data-plane/server/routes/search.ts +0 -181
  320. package/src/data-plane/server/routes/site-standard.ts +0 -12
  321. package/src/data-plane/server/routes/sitemap.ts +0 -43
  322. package/src/data-plane/server/routes/starter-packs.ts +0 -32
  323. package/src/data-plane/server/routes/suggestions.ts +0 -175
  324. package/src/data-plane/server/routes/sync.ts +0 -16
  325. package/src/data-plane/server/routes/threads.ts +0 -33
  326. package/src/data-plane/server/subscription.ts +0 -152
  327. package/src/data-plane/server/util.ts +0 -202
  328. package/src/error.ts +0 -12
  329. package/src/etcd.ts +0 -90
  330. package/src/feature-gates/README.md +0 -83
  331. package/src/feature-gates/gates.ts +0 -25
  332. package/src/feature-gates/index.ts +0 -235
  333. package/src/feature-gates/metrics.test.ts +0 -196
  334. package/src/feature-gates/metrics.ts +0 -107
  335. package/src/feature-gates/types.ts +0 -62
  336. package/src/feature-gates/utils.test.ts +0 -66
  337. package/src/feature-gates/utils.ts +0 -135
  338. package/src/hydration/actor.ts +0 -578
  339. package/src/hydration/external.test.ts +0 -281
  340. package/src/hydration/external.ts +0 -268
  341. package/src/hydration/feed.ts +0 -456
  342. package/src/hydration/graph.ts +0 -354
  343. package/src/hydration/hydrator.ts +0 -1835
  344. package/src/hydration/label.ts +0 -207
  345. package/src/hydration/util.ts +0 -199
  346. package/src/image/index.ts +0 -2
  347. package/src/image/invalidator.ts +0 -33
  348. package/src/image/logger.ts +0 -6
  349. package/src/image/server.ts +0 -228
  350. package/src/image/sharp.ts +0 -89
  351. package/src/image/uri.ts +0 -114
  352. package/src/image/util.ts +0 -41
  353. package/src/index.ts +0 -312
  354. package/src/kws.ts +0 -197
  355. package/src/logger.ts +0 -40
  356. package/src/pipeline.ts +0 -60
  357. package/src/redis.ts +0 -205
  358. package/src/rolodex.ts +0 -42
  359. package/src/stash.ts +0 -76
  360. package/src/util/debug.ts +0 -10
  361. package/src/util/http.ts +0 -42
  362. package/src/util/retry.ts +0 -10
  363. package/src/util/standard-site.test.ts +0 -423
  364. package/src/util/standard-site.ts +0 -196
  365. package/src/util/uris.ts +0 -38
  366. package/src/util.ts +0 -48
  367. package/src/views/index.ts +0 -2783
  368. package/src/views/threads-v2.ts +0 -510
  369. package/src/views/types.ts +0 -193
  370. package/src/views/util.ts +0 -114
  371. package/test.env +0 -2
  372. package/tests/__snapshots__/feed-generation.test.ts.snap +0 -2463
  373. package/tests/_util.ts +0 -292
  374. package/tests/admin/admin-auth.test.ts +0 -190
  375. package/tests/admin/moderation.test.ts +0 -222
  376. package/tests/auth.test.ts +0 -90
  377. package/tests/blob-resolver.test.ts +0 -125
  378. package/tests/data-plane/__snapshots__/indexing.test.ts.snap +0 -887
  379. package/tests/data-plane/db.test.ts +0 -189
  380. package/tests/data-plane/duplicate-records.test.ts +0 -156
  381. package/tests/data-plane/handle-invalidation.test.ts +0 -153
  382. package/tests/data-plane/indexing.test.ts +0 -827
  383. package/tests/data-plane/subscription.test.ts +0 -128
  384. package/tests/data-plane/thread-mutes.test.ts +0 -175
  385. package/tests/entryway-auth.test.ts +0 -177
  386. package/tests/etcd.test.ts +0 -302
  387. package/tests/feed-generation.test.ts +0 -919
  388. package/tests/hydration/util.test.ts +0 -119
  389. package/tests/image/server.test.ts +0 -97
  390. package/tests/image/sharp.test.ts +0 -199
  391. package/tests/image/uri.test.ts +0 -106
  392. package/tests/label-hydration.test.ts +0 -245
  393. package/tests/postgates.test.ts +0 -182
  394. package/tests/query-labels.test.ts +0 -85
  395. package/tests/redis-cache.test.ts +0 -230
  396. package/tests/seed/feed-hidden-replies.ts +0 -63
  397. package/tests/seed/get-suggested-starter-packs.ts +0 -64
  398. package/tests/seed/get-trends.ts +0 -71
  399. package/tests/seed/known-followers.ts +0 -111
  400. package/tests/seed/postgates.ts +0 -57
  401. package/tests/server.test.ts +0 -115
  402. package/tests/sitemap.test.ts +0 -75
  403. package/tests/stash.test.ts +0 -180
  404. package/tests/utils.test.ts +0 -36
  405. package/tests/views/__snapshots__/actor-search.test.ts.snap +0 -155
  406. package/tests/views/__snapshots__/author-feed.test.ts.snap +0 -6301
  407. package/tests/views/__snapshots__/block-lists.test.ts.snap +0 -690
  408. package/tests/views/__snapshots__/blocks.test.ts.snap +0 -462
  409. package/tests/views/__snapshots__/bookmarks.test.ts.snap +0 -379
  410. package/tests/views/__snapshots__/follows.test.ts.snap +0 -798
  411. package/tests/views/__snapshots__/labeler-service.test.ts.snap +0 -233
  412. package/tests/views/__snapshots__/likes.test.ts.snap +0 -124
  413. package/tests/views/__snapshots__/list-feed.test.ts.snap +0 -883
  414. package/tests/views/__snapshots__/lists.test.ts.snap +0 -650
  415. package/tests/views/__snapshots__/mute-lists.test.ts.snap +0 -705
  416. package/tests/views/__snapshots__/mutes.test.ts.snap +0 -353
  417. package/tests/views/__snapshots__/notifications.test.ts.snap +0 -3074
  418. package/tests/views/__snapshots__/posts.test.ts.snap +0 -1019
  419. package/tests/views/__snapshots__/profile.test.ts.snap +0 -811
  420. package/tests/views/__snapshots__/quotes.test.ts.snap +0 -445
  421. package/tests/views/__snapshots__/reposts.test.ts.snap +0 -112
  422. package/tests/views/__snapshots__/starter-packs.test.ts.snap +0 -836
  423. package/tests/views/__snapshots__/thread-v2.test.ts.snap +0 -1298
  424. package/tests/views/__snapshots__/thread.test.ts.snap +0 -2051
  425. package/tests/views/__snapshots__/threadgating.test.ts.snap +0 -189
  426. package/tests/views/__snapshots__/timeline.test.ts.snap +0 -7252
  427. package/tests/views/account-deactivation.test.ts +0 -81
  428. package/tests/views/actor-likes.test.ts +0 -138
  429. package/tests/views/actor-search.test.ts +0 -261
  430. package/tests/views/age-assurance-v2.test.ts +0 -823
  431. package/tests/views/age-assurance.test.ts +0 -479
  432. package/tests/views/author-feed.test.ts +0 -694
  433. package/tests/views/block-lists.test.ts +0 -661
  434. package/tests/views/blocks.test.ts +0 -889
  435. package/tests/views/bookmarks.test.ts +0 -345
  436. package/tests/views/drafts.test.ts +0 -430
  437. package/tests/views/feed-hidden-replies.test.ts +0 -243
  438. package/tests/views/feed-view-post.test.ts +0 -501
  439. package/tests/views/follows.test.ts +0 -372
  440. package/tests/views/get-config.test.ts +0 -64
  441. package/tests/views/get-suggested-onboarding-users.test.ts +0 -193
  442. package/tests/views/get-suggested-starter-packs.test.ts +0 -137
  443. package/tests/views/get-trends.test.ts +0 -141
  444. package/tests/views/internal-actor.test.ts +0 -127
  445. package/tests/views/known-followers.test.ts +0 -193
  446. package/tests/views/labeler-service.test.ts +0 -242
  447. package/tests/views/labels-needs-review.test.ts +0 -316
  448. package/tests/views/labels-takedown.test.ts +0 -247
  449. package/tests/views/likes.test.ts +0 -192
  450. package/tests/views/list-feed.test.ts +0 -195
  451. package/tests/views/lists.test.ts +0 -412
  452. package/tests/views/mute-lists.test.ts +0 -509
  453. package/tests/views/mutes.test.ts +0 -308
  454. package/tests/views/notifications.test.ts +0 -1581
  455. package/tests/views/post-search.test.ts +0 -200
  456. package/tests/views/posts-debug.test.ts +0 -79
  457. package/tests/views/posts.test.ts +0 -427
  458. package/tests/views/profile-debug.test.ts +0 -75
  459. package/tests/views/profile.test.ts +0 -795
  460. package/tests/views/quotes.test.ts +0 -133
  461. package/tests/views/reposts.test.ts +0 -112
  462. package/tests/views/starter-packs.test.ts +0 -395
  463. package/tests/views/suggestions.test.ts +0 -145
  464. package/tests/views/thread-v2.test.ts +0 -2005
  465. package/tests/views/thread.test.ts +0 -637
  466. package/tests/views/threadgating.test.ts +0 -843
  467. package/tests/views/timeline.test.ts +0 -328
  468. package/tests/views/verification.test.ts +0 -296
  469. package/tsconfig.build.json +0 -10
  470. package/tsconfig.build.tsbuildinfo +0 -1
  471. package/tsconfig.json +0 -7
  472. package/tsconfig.tests.json +0 -8
  473. package/vitest.config.ts +0 -10
@@ -1,827 +0,0 @@
1
- import { sql } from 'kysely'
2
- import { afterAll, beforeAll, beforeEach, describe, expect, it } from 'vitest'
3
- import {
4
- AppBskyActorProfile,
5
- AppBskyFeedLike,
6
- AppBskyFeedPost,
7
- AppBskyFeedRepost,
8
- AppBskyGraphFollow,
9
- AtpAgent,
10
- ids,
11
- } from '@atproto/api'
12
- import { TID, cidForCbor } from '@atproto/common'
13
- import { SeedClient, TestNetwork, basicSeed, usersSeed } from '@atproto/dev-env'
14
- import { Cid } from '@atproto/lex'
15
- import { repoPrepare } from '@atproto/pds'
16
- import { WriteOpAction } from '@atproto/repo'
17
- import { AtUri } from '@atproto/syntax'
18
- import { Database } from '../../src/data-plane/server/db/index.js'
19
- import { IndexingService } from '../../src/data-plane/server/indexing/index.js'
20
- import { forSnapshot } from '../_util.js'
21
-
22
- describe('indexing', () => {
23
- let network: TestNetwork
24
- let agent: AtpAgent
25
- let pdsAgent: AtpAgent
26
- let sc: SeedClient
27
- let db: Database
28
-
29
- beforeAll(async () => {
30
- network = await TestNetwork.create({
31
- dbPostgresSchema: 'bsky_indexing',
32
- })
33
- agent = network.bsky.getAgent()
34
- pdsAgent = network.pds.getAgent()
35
- sc = network.getSeedClient()
36
- db = network.bsky.db
37
- await usersSeed(sc)
38
- await network.processAll()
39
-
40
- // Data in tests is not processed from subscription, instead we call
41
- // indexing service methods directly.
42
- await network.bsky.sub.stop()
43
- })
44
-
45
- beforeEach(async () => network.processAll())
46
- afterAll(async () => network?.close())
47
-
48
- it('indexes posts.', async () => {
49
- const createdAt = new Date().toISOString()
50
- const createRecord = await prepareCreate<AppBskyFeedPost.Record>({
51
- did: sc.dids.alice,
52
- collection: ids.AppBskyFeedPost,
53
- record: {
54
- $type: ids.AppBskyFeedPost,
55
- text: '@bob.test how are you?',
56
- facets: [
57
- {
58
- index: { byteStart: 0, byteEnd: 9 },
59
- features: [
60
- {
61
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
62
- did: sc.dids.bob,
63
- },
64
- ],
65
- },
66
- ],
67
- createdAt,
68
- },
69
- })
70
- const [uri] = createRecord
71
- const updateRecord = await prepareUpdate<AppBskyFeedPost.Record>({
72
- did: sc.dids.alice,
73
- collection: ids.AppBskyFeedPost,
74
- rkey: uri.rkey,
75
- record: {
76
- $type: ids.AppBskyFeedPost,
77
- text: '@carol.test how are you?',
78
- facets: [
79
- {
80
- index: { byteStart: 0, byteEnd: 11 },
81
- features: [
82
- {
83
- $type: `${ids.AppBskyRichtextFacet}#mention` as const,
84
- did: sc.dids.carol,
85
- },
86
- ],
87
- },
88
- ],
89
- createdAt,
90
- },
91
- })
92
- const deleteRecord = prepareDelete({
93
- did: sc.dids.alice,
94
- collection: ids.AppBskyFeedPost,
95
- rkey: uri.rkey,
96
- })
97
-
98
- // Create
99
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
100
-
101
- const getAfterCreate = await agent.api.app.bsky.feed.getPostThread(
102
- { uri: uri.toString() },
103
- {
104
- headers: await network.serviceHeaders(
105
- sc.dids.alice,
106
- ids.AppBskyFeedGetPostThread,
107
- ),
108
- },
109
- )
110
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
111
- const createNotifications = await getNotifications(db, uri)
112
-
113
- // Update
114
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
115
-
116
- const getAfterUpdate = await agent.api.app.bsky.feed.getPostThread(
117
- { uri: uri.toString() },
118
- {
119
- headers: await network.serviceHeaders(
120
- sc.dids.alice,
121
- ids.AppBskyFeedGetPostThread,
122
- ),
123
- },
124
- )
125
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
126
- const updateNotifications = await getNotifications(db, uri)
127
-
128
- // Delete
129
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
130
-
131
- const getAfterDelete = agent.api.app.bsky.feed.getPostThread(
132
- { uri: uri.toString() },
133
- {
134
- headers: await network.serviceHeaders(
135
- sc.dids.alice,
136
- ids.AppBskyFeedGetPostThread,
137
- ),
138
- },
139
- )
140
- await expect(getAfterDelete).rejects.toThrow(/Post not found:/)
141
- const deleteNotifications = await getNotifications(db, uri)
142
-
143
- expect(
144
- forSnapshot({
145
- createNotifications,
146
- updateNotifications,
147
- deleteNotifications,
148
- }),
149
- ).toMatchSnapshot()
150
- })
151
-
152
- it('indexes profiles.', async () => {
153
- const createRecord = await prepareCreate({
154
- did: sc.dids.dan,
155
- collection: ids.AppBskyActorProfile,
156
- rkey: 'self',
157
- record: {
158
- $type: ids.AppBskyActorProfile,
159
- displayName: 'dan',
160
- } satisfies AppBskyActorProfile.Record,
161
- })
162
- const [uri] = createRecord
163
- const updateRecord = await prepareUpdate({
164
- did: sc.dids.dan,
165
- collection: ids.AppBskyActorProfile,
166
- rkey: uri.rkey,
167
- record: {
168
- $type: ids.AppBskyActorProfile,
169
- displayName: 'danny',
170
- } satisfies AppBskyActorProfile.Record,
171
- })
172
- const deleteRecord = prepareDelete({
173
- did: sc.dids.dan,
174
- collection: ids.AppBskyActorProfile,
175
- rkey: uri.rkey,
176
- })
177
-
178
- // Create
179
- await network.bsky.sub.indexingSvc.indexRecord(...createRecord)
180
-
181
- const getAfterCreate = await agent.api.app.bsky.actor.getProfile(
182
- { actor: sc.dids.dan },
183
- {
184
- headers: await network.serviceHeaders(
185
- sc.dids.alice,
186
- ids.AppBskyActorGetProfile,
187
- ),
188
- },
189
- )
190
- expect(forSnapshot(getAfterCreate.data)).toMatchSnapshot()
191
-
192
- // Update
193
- await network.bsky.sub.indexingSvc.indexRecord(...updateRecord)
194
-
195
- const getAfterUpdate = await agent.api.app.bsky.actor.getProfile(
196
- { actor: sc.dids.dan },
197
- {
198
- headers: await network.serviceHeaders(
199
- sc.dids.alice,
200
- ids.AppBskyActorGetProfile,
201
- ),
202
- },
203
- )
204
- expect(forSnapshot(getAfterUpdate.data)).toMatchSnapshot()
205
-
206
- // Delete
207
- await network.bsky.sub.indexingSvc.deleteRecord(...deleteRecord)
208
-
209
- const getAfterDelete = await agent.api.app.bsky.actor.getProfile(
210
- { actor: sc.dids.dan },
211
- {
212
- headers: await network.serviceHeaders(
213
- sc.dids.alice,
214
- ids.AppBskyActorGetProfile,
215
- ),
216
- },
217
- )
218
- expect(forSnapshot(getAfterDelete.data)).toMatchSnapshot()
219
- })
220
-
221
- it('handles post aggregations out of order.', async () => {
222
- const createdAt = new Date().toISOString()
223
- const originalPost = await prepareCreate({
224
- did: sc.dids.alice,
225
- collection: ids.AppBskyFeedPost,
226
- record: {
227
- $type: ids.AppBskyFeedPost,
228
- text: 'original post',
229
- createdAt,
230
- } satisfies AppBskyFeedPost.Record,
231
- })
232
- const originalPostRef = {
233
- uri: originalPost[0].toString(),
234
- cid: originalPost[1].toString(),
235
- }
236
- const reply = await prepareCreate({
237
- did: sc.dids.bob,
238
- collection: ids.AppBskyFeedPost,
239
- record: {
240
- $type: ids.AppBskyFeedPost,
241
- text: 'reply post',
242
- reply: {
243
- root: originalPostRef,
244
- parent: originalPostRef,
245
- },
246
- createdAt,
247
- } satisfies AppBskyFeedPost.Record,
248
- })
249
- const like = await prepareCreate({
250
- did: sc.dids.bob,
251
- collection: ids.AppBskyFeedLike,
252
- record: {
253
- $type: ids.AppBskyFeedLike,
254
- subject: originalPostRef,
255
- createdAt,
256
- } satisfies AppBskyFeedLike.Record,
257
- })
258
- const repost = await prepareCreate({
259
- did: sc.dids.bob,
260
- collection: ids.AppBskyFeedRepost,
261
- record: {
262
- $type: ids.AppBskyFeedRepost,
263
- subject: originalPostRef,
264
- createdAt,
265
- } satisfies AppBskyFeedRepost.Record,
266
- })
267
- // reply, like, and repost indexed orior to the original post
268
- await network.bsky.sub.indexingSvc.indexRecord(...reply)
269
- await network.bsky.sub.indexingSvc.indexRecord(...like)
270
- await network.bsky.sub.indexingSvc.indexRecord(...repost)
271
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
272
- await network.bsky.sub.background.processAll()
273
- const agg = await db.db
274
- .selectFrom('post_agg')
275
- .selectAll()
276
- .where('uri', '=', originalPostRef.uri)
277
- .executeTakeFirst()
278
- expect(agg).toEqual({
279
- uri: originalPostRef.uri,
280
- bookmarkCount: 0,
281
- replyCount: 1,
282
- repostCount: 1,
283
- likeCount: 1,
284
- quoteCount: 0,
285
- })
286
- // Cleanup
287
- const del = (uri: AtUri) => {
288
- return prepareDelete({
289
- did: uri.host,
290
- collection: uri.collection,
291
- rkey: uri.rkey,
292
- })
293
- }
294
- await network.bsky.sub.indexingSvc.deleteRecord(...del(reply[0]))
295
- await network.bsky.sub.indexingSvc.deleteRecord(...del(like[0]))
296
- await network.bsky.sub.indexingSvc.deleteRecord(...del(repost[0]))
297
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
298
- })
299
-
300
- it('does not notify user of own like or repost', async () => {
301
- const createdAt = new Date().toISOString()
302
-
303
- const originalPost = await prepareCreate({
304
- did: sc.dids.bob,
305
- collection: ids.AppBskyFeedPost,
306
- record: {
307
- $type: ids.AppBskyFeedPost,
308
- text: 'original post',
309
- createdAt,
310
- } satisfies AppBskyFeedPost.Record,
311
- })
312
-
313
- const originalPostRef = {
314
- uri: originalPost[0].toString(),
315
- cid: originalPost[1].toString(),
316
- }
317
-
318
- // own actions
319
- const ownLike = await prepareCreate({
320
- did: sc.dids.bob,
321
- collection: ids.AppBskyFeedLike,
322
- record: {
323
- $type: ids.AppBskyFeedLike,
324
- subject: originalPostRef,
325
- createdAt,
326
- } satisfies AppBskyFeedLike.Record,
327
- })
328
- const ownRepost = await prepareCreate({
329
- did: sc.dids.bob,
330
- collection: ids.AppBskyFeedRepost,
331
- record: {
332
- $type: ids.AppBskyFeedRepost,
333
- subject: originalPostRef,
334
- createdAt,
335
- } satisfies AppBskyFeedRepost.Record,
336
- })
337
-
338
- // other actions
339
- const aliceLike = await prepareCreate({
340
- did: sc.dids.alice,
341
- collection: ids.AppBskyFeedLike,
342
- record: {
343
- $type: ids.AppBskyFeedLike,
344
- subject: originalPostRef,
345
- createdAt,
346
- } satisfies AppBskyFeedLike.Record,
347
- })
348
- const aliceRepost = await prepareCreate({
349
- did: sc.dids.alice,
350
- collection: ids.AppBskyFeedRepost,
351
- record: {
352
- $type: ids.AppBskyFeedRepost,
353
- subject: originalPostRef,
354
- createdAt,
355
- } satisfies AppBskyFeedRepost.Record,
356
- })
357
-
358
- await network.bsky.sub.indexingSvc.indexRecord(...originalPost)
359
- await network.bsky.sub.indexingSvc.indexRecord(...ownLike)
360
- await network.bsky.sub.indexingSvc.indexRecord(...ownRepost)
361
- await network.bsky.sub.indexingSvc.indexRecord(...aliceLike)
362
- await network.bsky.sub.indexingSvc.indexRecord(...aliceRepost)
363
- await network.bsky.sub.background.processAll()
364
-
365
- const {
366
- data: { notifications },
367
- } = await agent.api.app.bsky.notification.listNotifications(
368
- {},
369
- {
370
- headers: await network.serviceHeaders(
371
- sc.dids.bob,
372
- ids.AppBskyNotificationListNotifications,
373
- ),
374
- },
375
- )
376
-
377
- expect(notifications).toHaveLength(2)
378
- expect(
379
- notifications.every((n) => {
380
- return n.author.did !== sc.dids.bob
381
- }),
382
- ).toBeTruthy()
383
-
384
- // Cleanup
385
- const del = (uri: AtUri) => {
386
- return prepareDelete({
387
- did: uri.host,
388
- collection: uri.collection,
389
- rkey: uri.rkey,
390
- })
391
- }
392
-
393
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownLike[0]))
394
- await network.bsky.sub.indexingSvc.deleteRecord(...del(ownRepost[0]))
395
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceLike[0]))
396
- await network.bsky.sub.indexingSvc.deleteRecord(...del(aliceRepost[0]))
397
- await network.bsky.sub.indexingSvc.deleteRecord(...del(originalPost[0]))
398
- })
399
-
400
- it('handles profile aggregations out of order.', async () => {
401
- const createdAt = new Date().toISOString()
402
- const unknownDid = 'did:example:unknown'
403
- const follow = await prepareCreate({
404
- did: sc.dids.bob,
405
- collection: ids.AppBskyGraphFollow,
406
- record: {
407
- $type: ids.AppBskyGraphFollow,
408
- subject: unknownDid,
409
- createdAt,
410
- } satisfies AppBskyGraphFollow.Record,
411
- })
412
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
413
- await network.bsky.sub.background.processAll()
414
- const agg = await db.db
415
- .selectFrom('profile_agg')
416
- .select(['did', 'followersCount'])
417
- .where('did', '=', unknownDid)
418
- .executeTakeFirst()
419
- expect(agg).toEqual({
420
- did: unknownDid,
421
- followersCount: 1,
422
- })
423
- // Cleanup
424
- const del = (uri: AtUri) => {
425
- return prepareDelete({
426
- did: uri.host,
427
- collection: uri.collection,
428
- rkey: uri.rkey,
429
- })
430
- }
431
- await network.bsky.sub.indexingSvc.deleteRecord(...del(follow[0]))
432
- })
433
-
434
- describe('indexRepo', () => {
435
- beforeAll(async () => {
436
- await network.bsky.sub.restart()
437
- await basicSeed(sc, false)
438
- await network.processAll()
439
- await network.bsky.sub.stop()
440
- })
441
-
442
- it('preserves indexes when no record changes.', async () => {
443
- // Mark originals
444
- const { data: origProfile } = await agent.api.app.bsky.actor.getProfile(
445
- { actor: sc.dids.alice },
446
- {
447
- headers: await network.serviceHeaders(
448
- sc.dids.alice,
449
- ids.AppBskyActorGetProfile,
450
- ),
451
- },
452
- )
453
- const { data: origFeed } = await agent.api.app.bsky.feed.getAuthorFeed(
454
- { actor: sc.dids.alice },
455
- {
456
- headers: await network.serviceHeaders(
457
- sc.dids.alice,
458
- ids.AppBskyFeedGetAuthorFeed,
459
- ),
460
- },
461
- )
462
- const { data: origFollows } = await agent.api.app.bsky.graph.getFollows(
463
- { actor: sc.dids.alice },
464
- {
465
- headers: await network.serviceHeaders(
466
- sc.dids.alice,
467
- ids.AppBskyGraphGetFollows,
468
- ),
469
- },
470
- )
471
- // Index
472
- const { data: commit } =
473
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
474
- did: sc.dids.alice,
475
- })
476
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
477
- await network.bsky.sub.background.processAll()
478
- // Check
479
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
480
- { actor: sc.dids.alice },
481
- {
482
- headers: await network.serviceHeaders(
483
- sc.dids.alice,
484
- ids.AppBskyActorGetProfile,
485
- ),
486
- },
487
- )
488
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
489
- { actor: sc.dids.alice },
490
- {
491
- headers: await network.serviceHeaders(
492
- sc.dids.alice,
493
- ids.AppBskyFeedGetAuthorFeed,
494
- ),
495
- },
496
- )
497
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
498
- { actor: sc.dids.alice },
499
- {
500
- headers: await network.serviceHeaders(
501
- sc.dids.alice,
502
- ids.AppBskyGraphGetFollows,
503
- ),
504
- },
505
- )
506
- expect(forSnapshot([origProfile, origFeed, origFollows])).toEqual(
507
- forSnapshot([profile, feed, follows]),
508
- )
509
- })
510
-
511
- it('updates indexes when records change.', async () => {
512
- // Update profile
513
- await pdsAgent.api.com.atproto.repo.putRecord(
514
- {
515
- repo: sc.dids.alice,
516
- collection: ids.AppBskyActorProfile,
517
- rkey: 'self',
518
- record: { description: 'freshening things up' },
519
- },
520
- { headers: sc.getHeaders(sc.dids.alice), encoding: 'application/json' },
521
- )
522
- // Add post
523
- const newPost = await sc.post(sc.dids.alice, 'fresh post!')
524
- // Remove a follow
525
- const removedFollow = sc.follows[sc.dids.alice][sc.dids.carol]
526
- await pdsAgent.api.app.bsky.graph.follow.delete(
527
- { repo: sc.dids.alice, rkey: removedFollow.uri.rkey },
528
- sc.getHeaders(sc.dids.alice),
529
- )
530
- // Index
531
- const { data: commit } =
532
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
533
- did: sc.dids.alice,
534
- })
535
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
536
- await network.bsky.sub.background.processAll()
537
- // Check
538
- const { data: profile } = await agent.api.app.bsky.actor.getProfile(
539
- { actor: sc.dids.alice },
540
- {
541
- headers: await network.serviceHeaders(
542
- sc.dids.alice,
543
- 'app.bsky.actor.getProfile',
544
- ),
545
- },
546
- )
547
- const { data: feed } = await agent.api.app.bsky.feed.getAuthorFeed(
548
- { actor: sc.dids.alice },
549
- {
550
- headers: await network.serviceHeaders(
551
- sc.dids.alice,
552
- ids.AppBskyFeedGetAuthorFeed,
553
- ),
554
- },
555
- )
556
- const { data: follows } = await agent.api.app.bsky.graph.getFollows(
557
- { actor: sc.dids.alice },
558
- {
559
- headers: await network.serviceHeaders(
560
- sc.dids.alice,
561
- ids.AppBskyGraphGetFollows,
562
- ),
563
- },
564
- )
565
- expect(profile.description).toEqual('freshening things up')
566
- expect(feed.feed[0].post.uri).toEqual(newPost.ref.uriStr)
567
- expect(feed.feed[0].post.cid).toEqual(newPost.ref.cidStr)
568
- expect(follows.follows.map(({ did }) => did)).not.toContain(sc.dids.carol)
569
- expect(forSnapshot([profile, feed, follows])).toMatchSnapshot()
570
- })
571
-
572
- it('skips invalid records.', async () => {
573
- const { accountManager } = network.pds.ctx
574
- // const { db: pdsDb, services: pdsServices } = network.pds.ctx
575
- // Create a good and a bad post record
576
- const writes = await Promise.all([
577
- repoPrepare.prepareCreate({
578
- did: sc.dids.alice,
579
- collection: ids.AppBskyFeedPost,
580
- record: { text: 'valid', createdAt: new Date().toISOString() },
581
- }),
582
- repoPrepare.prepareCreate({
583
- did: sc.dids.alice,
584
- collection: ids.AppBskyFeedPost,
585
- record: { text: 0 },
586
- validate: false,
587
- }),
588
- ])
589
- const writeCommit = await network.pds.ctx.actorStore.transact(
590
- sc.dids.alice,
591
- (store) => store.repo.processWrites(writes),
592
- )
593
- await accountManager.updateRepoRoot(
594
- sc.dids.alice,
595
- writeCommit.cid,
596
- writeCommit.rev,
597
- )
598
- await network.pds.ctx.sequencer.sequenceCommit(sc.dids.alice, writeCommit)
599
- // Index
600
- const { data: commit } =
601
- await pdsAgent.api.com.atproto.sync.getLatestCommit({
602
- did: sc.dids.alice,
603
- })
604
- await network.bsky.sub.indexingSvc.indexRepo(sc.dids.alice, commit.cid)
605
- // Check
606
- const getGoodPost = agent.api.app.bsky.feed.getPostThread(
607
- { uri: writes[0].uri.toString(), depth: 0 },
608
- {
609
- headers: await network.serviceHeaders(
610
- sc.dids.alice,
611
- ids.AppBskyFeedGetPostThread,
612
- ),
613
- },
614
- )
615
- await expect(getGoodPost).resolves.toBeDefined()
616
- const getBadPost = agent.api.app.bsky.feed.getPostThread(
617
- { uri: writes[1].uri.toString(), depth: 0 },
618
- {
619
- headers: await network.serviceHeaders(
620
- sc.dids.alice,
621
- ids.AppBskyFeedGetPostThread,
622
- ),
623
- },
624
- )
625
- await expect(getBadPost).rejects.toThrow('Post not found')
626
- })
627
- })
628
-
629
- describe('indexHandle', () => {
630
- const getIndexedHandle = async (did) => {
631
- const res = await agent.api.app.bsky.actor.getProfile(
632
- { actor: did },
633
- {
634
- headers: await network.serviceHeaders(
635
- sc.dids.alice,
636
- ids.AppBskyActorGetProfile,
637
- ),
638
- },
639
- )
640
- return res.data.handle
641
- }
642
-
643
- it('indexes handle for a fresh did', async () => {
644
- const now = new Date().toISOString()
645
- const sessionAgent = new AtpAgent({ service: network.pds.url })
646
- const {
647
- data: { did },
648
- } = await sessionAgent.createAccount({
649
- email: 'did1@test.com',
650
- handle: 'did1.test',
651
- password: 'password',
652
- })
653
- await expect(getIndexedHandle(did)).rejects.toThrow('Profile not found')
654
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
655
- await expect(getIndexedHandle(did)).resolves.toEqual('did1.test')
656
- })
657
-
658
- it('reindexes handle for existing did when forced', async () => {
659
- const now = new Date().toISOString()
660
- const sessionAgent = network.pds.getAgent()
661
- const {
662
- data: { did },
663
- } = await sessionAgent.createAccount({
664
- email: 'did2@test.com',
665
- handle: 'did2.test',
666
- password: 'password',
667
- })
668
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
669
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test')
670
- await sessionAgent.com.atproto.identity.updateHandle({
671
- handle: 'did2-updated.test',
672
- })
673
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
674
- await expect(getIndexedHandle(did)).resolves.toEqual('did2.test') // Didn't update, not forced
675
- await network.bsky.sub.indexingSvc.indexHandle(did, now, true)
676
- await expect(getIndexedHandle(did)).resolves.toEqual('did2-updated.test')
677
- })
678
-
679
- it('handles profile aggregations out of order', async () => {
680
- const now = new Date().toISOString()
681
- const agent = network.pds.getAgent()
682
- await agent.createAccount({
683
- email: 'did3@test.com',
684
- handle: 'did3.test',
685
- password: 'password',
686
- })
687
- const did = agent.accountDid
688
- const follow = await prepareCreate({
689
- did: sc.dids.bob,
690
- collection: ids.AppBskyGraphFollow,
691
- record: {
692
- $type: ids.AppBskyGraphFollow,
693
- subject: did,
694
- createdAt: now,
695
- } satisfies AppBskyGraphFollow.Record,
696
- })
697
- await network.bsky.sub.indexingSvc.indexRecord(...follow)
698
- await network.bsky.sub.indexingSvc.indexHandle(did, now)
699
- await network.bsky.sub.background.processAll()
700
- const agg = await db.db
701
- .selectFrom('profile_agg')
702
- .select(['did', 'followersCount'])
703
- .where('did', '=', did)
704
- .executeTakeFirst()
705
- expect(agg).toEqual({
706
- did,
707
- followersCount: 1,
708
- })
709
- })
710
- })
711
-
712
- describe('deleteActor', () => {
713
- it('does not unindex actor when they are still being hosted by their pds', async () => {
714
- const { data: profileBefore } = await agent.api.app.bsky.actor.getProfile(
715
- { actor: sc.dids.alice },
716
- {
717
- headers: await network.serviceHeaders(
718
- sc.dids.bob,
719
- ids.AppBskyActorGetProfile,
720
- ),
721
- },
722
- )
723
- // Attempt indexing tombstone
724
- await network.bsky.sub.indexingSvc.deleteActor(sc.dids.alice)
725
- const { data: profileAfter } = await agent.api.app.bsky.actor.getProfile(
726
- { actor: sc.dids.alice },
727
- {
728
- headers: await network.serviceHeaders(
729
- sc.dids.bob,
730
- ids.AppBskyActorGetProfile,
731
- ),
732
- },
733
- )
734
- expect(profileAfter).toEqual(profileBefore)
735
- })
736
-
737
- it('unindexes actor when they are no longer hosted by their pds', async () => {
738
- const { alice } = sc.dids
739
- const getProfileBefore = agent.api.app.bsky.actor.getProfile(
740
- { actor: alice },
741
- {
742
- headers: await network.serviceHeaders(
743
- sc.dids.bob,
744
- ids.AppBskyActorGetProfile,
745
- ),
746
- },
747
- )
748
- await expect(getProfileBefore).resolves.toBeDefined()
749
- // Delete account on pds
750
- const token = await network.pds.ctx.accountManager.createEmailToken(
751
- alice,
752
- 'delete_account',
753
- )
754
- await pdsAgent.api.com.atproto.server.deleteAccount({
755
- token,
756
- did: alice,
757
- password: sc.accounts[alice].password,
758
- })
759
- await network.pds.ctx.backgroundQueue.processAll()
760
- // Index tombstone
761
- await network.bsky.sub.indexingSvc.deleteActor(alice)
762
- const getProfileAfter = agent.api.app.bsky.actor.getProfile(
763
- { actor: alice },
764
- {
765
- headers: await network.serviceHeaders(
766
- sc.dids.bob,
767
- ids.AppBskyActorGetProfile,
768
- ),
769
- },
770
- )
771
- await expect(getProfileAfter).rejects.toThrow('Profile not found')
772
- })
773
- })
774
-
775
- async function getNotifications(db: Database, uri: AtUri) {
776
- return await db.db
777
- .selectFrom('notification')
778
- .selectAll()
779
- .select(sql`0`.as('id')) // Ignore notification ids in comparisons
780
- .where('recordUri', '=', uri.toString())
781
- .orderBy('sortAt')
782
- .execute()
783
- }
784
- })
785
-
786
- async function prepareCreate<TRecord>(opts: {
787
- did: string
788
- collection: string
789
- rkey?: string
790
- record: TRecord
791
- timestamp?: string
792
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Create, string]> {
793
- const rkey = opts.rkey ?? TID.nextStr()
794
- return [
795
- AtUri.make(opts.did, opts.collection, rkey),
796
- await cidForCbor(opts.record),
797
- opts.record,
798
- WriteOpAction.Create,
799
- opts.timestamp ?? new Date().toISOString(),
800
- ] satisfies Parameters<IndexingService['indexRecord']>
801
- }
802
-
803
- async function prepareUpdate<TRecord>(opts: {
804
- did: string
805
- collection: string
806
- rkey: string
807
- record: TRecord
808
- timestamp?: string
809
- }): Promise<[AtUri, Cid, TRecord, WriteOpAction.Update, string]> {
810
- return [
811
- AtUri.make(opts.did, opts.collection, opts.rkey),
812
- await cidForCbor(opts.record),
813
- opts.record,
814
- WriteOpAction.Update,
815
- opts.timestamp ?? new Date().toISOString(),
816
- ] satisfies Parameters<IndexingService['indexRecord']>
817
- }
818
-
819
- function prepareDelete(opts: {
820
- did: string
821
- collection: string
822
- rkey: string
823
- }): [AtUri] {
824
- return [
825
- AtUri.make(opts.did, opts.collection, opts.rkey),
826
- ] satisfies Parameters<IndexingService['deleteRecord']>
827
- }