@atproto/pds 0.5.11 → 0.5.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (322) hide show
  1. package/CHANGELOG.md +46 -0
  2. package/dist/api/app/bsky/notification/index.d.ts.map +1 -1
  3. package/dist/api/app/bsky/notification/index.js +2 -0
  4. package/dist/api/app/bsky/notification/index.js.map +1 -1
  5. package/dist/api/app/bsky/notification/unregisterPush.d.ts +4 -0
  6. package/dist/api/app/bsky/notification/unregisterPush.d.ts.map +1 -0
  7. package/dist/api/app/bsky/notification/unregisterPush.js +48 -0
  8. package/dist/api/app/bsky/notification/unregisterPush.js.map +1 -0
  9. package/package.json +42 -38
  10. package/build.templates.cjs +0 -22
  11. package/example.env +0 -42
  12. package/jest.config.cjs +0 -27
  13. package/src/account-manager/account-manager.ts +0 -916
  14. package/src/account-manager/db/index.ts +0 -21
  15. package/src/account-manager/db/migrations/001-init.ts +0 -115
  16. package/src/account-manager/db/migrations/002-account-deactivation.ts +0 -17
  17. package/src/account-manager/db/migrations/003-privileged-app-passwords.ts +0 -12
  18. package/src/account-manager/db/migrations/004-oauth.ts +0 -122
  19. package/src/account-manager/db/migrations/005-oauth-account-management.ts +0 -136
  20. package/src/account-manager/db/migrations/006-oauth-permission-sets.ts +0 -20
  21. package/src/account-manager/db/migrations/007-lexicon-failures-index.ts +0 -14
  22. package/src/account-manager/db/migrations/index.ts +0 -17
  23. package/src/account-manager/db/schema/account-device.ts +0 -14
  24. package/src/account-manager/db/schema/account.ts +0 -16
  25. package/src/account-manager/db/schema/actor.ts +0 -17
  26. package/src/account-manager/db/schema/app-password.ts +0 -13
  27. package/src/account-manager/db/schema/authorization-request.ts +0 -30
  28. package/src/account-manager/db/schema/authorized-client.ts +0 -23
  29. package/src/account-manager/db/schema/device.ts +0 -18
  30. package/src/account-manager/db/schema/email-token.ts +0 -19
  31. package/src/account-manager/db/schema/index.ts +0 -43
  32. package/src/account-manager/db/schema/invite-code.ts +0 -24
  33. package/src/account-manager/db/schema/lexicon.ts +0 -15
  34. package/src/account-manager/db/schema/refresh-token.ts +0 -11
  35. package/src/account-manager/db/schema/repo-root.ts +0 -12
  36. package/src/account-manager/db/schema/token.ts +0 -38
  37. package/src/account-manager/db/schema/used-refresh-token.ts +0 -13
  38. package/src/account-manager/helpers/account-device.ts +0 -63
  39. package/src/account-manager/helpers/account.ts +0 -355
  40. package/src/account-manager/helpers/auth.ts +0 -222
  41. package/src/account-manager/helpers/authorization-request.ts +0 -90
  42. package/src/account-manager/helpers/authorized-client.ts +0 -75
  43. package/src/account-manager/helpers/device.ts +0 -47
  44. package/src/account-manager/helpers/email-token.ts +0 -87
  45. package/src/account-manager/helpers/invite.ts +0 -263
  46. package/src/account-manager/helpers/lexicon.ts +0 -67
  47. package/src/account-manager/helpers/password.ts +0 -136
  48. package/src/account-manager/helpers/repo.ts +0 -24
  49. package/src/account-manager/helpers/scrypt.ts +0 -53
  50. package/src/account-manager/helpers/token.ts +0 -158
  51. package/src/account-manager/helpers/used-refresh-token.ts +0 -30
  52. package/src/account-manager/oauth-store.ts +0 -880
  53. package/src/account-manager/scope-reference-getter.ts +0 -106
  54. package/src/actor-store/actor-store-reader.ts +0 -45
  55. package/src/actor-store/actor-store-resources.ts +0 -8
  56. package/src/actor-store/actor-store-transactor.ts +0 -31
  57. package/src/actor-store/actor-store-writer.ts +0 -17
  58. package/src/actor-store/actor-store.ts +0 -210
  59. package/src/actor-store/blob/reader.ts +0 -160
  60. package/src/actor-store/blob/transactor.ts +0 -383
  61. package/src/actor-store/db/index.ts +0 -20
  62. package/src/actor-store/db/migrations/001-init.ts +0 -105
  63. package/src/actor-store/db/migrations/index.ts +0 -5
  64. package/src/actor-store/db/schema/account-pref.ts +0 -11
  65. package/src/actor-store/db/schema/backlink.ts +0 -9
  66. package/src/actor-store/db/schema/blob.ts +0 -14
  67. package/src/actor-store/db/schema/index.ts +0 -23
  68. package/src/actor-store/db/schema/record-blob.ts +0 -8
  69. package/src/actor-store/db/schema/record.ts +0 -14
  70. package/src/actor-store/db/schema/repo-block.ts +0 -10
  71. package/src/actor-store/db/schema/repo-root.ts +0 -10
  72. package/src/actor-store/migrate.ts +0 -39
  73. package/src/actor-store/preference/reader.ts +0 -48
  74. package/src/actor-store/preference/transactor.ts +0 -55
  75. package/src/actor-store/preference/util.ts +0 -39
  76. package/src/actor-store/record/reader.ts +0 -374
  77. package/src/actor-store/record/transactor.ts +0 -111
  78. package/src/actor-store/repo/reader.ts +0 -31
  79. package/src/actor-store/repo/sql-repo-reader.ts +0 -150
  80. package/src/actor-store/repo/sql-repo-transactor.ts +0 -105
  81. package/src/actor-store/repo/transactor.ts +0 -227
  82. package/src/api/app/bsky/actor/getPreferences.ts +0 -57
  83. package/src/api/app/bsky/actor/getProfile.ts +0 -41
  84. package/src/api/app/bsky/actor/getProfiles.ts +0 -51
  85. package/src/api/app/bsky/actor/index.ts +0 -13
  86. package/src/api/app/bsky/actor/putPreferences.ts +0 -62
  87. package/src/api/app/bsky/feed/getActorLikes.ts +0 -63
  88. package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -84
  89. package/src/api/app/bsky/feed/getFeed.ts +0 -47
  90. package/src/api/app/bsky/feed/getPostThread.ts +0 -251
  91. package/src/api/app/bsky/feed/getTimeline.ts +0 -50
  92. package/src/api/app/bsky/feed/index.ts +0 -15
  93. package/src/api/app/bsky/index.ts +0 -11
  94. package/src/api/app/bsky/notification/index.ts +0 -7
  95. package/src/api/app/bsky/notification/registerPush.ts +0 -71
  96. package/src/api/app/bsky/util/resolver.ts +0 -20
  97. package/src/api/com/atproto/admin/deleteAccount.ts +0 -22
  98. package/src/api/com/atproto/admin/disableAccountInvites.ts +0 -18
  99. package/src/api/com/atproto/admin/disableInviteCodes.ts +0 -21
  100. package/src/api/com/atproto/admin/enableAccountInvites.ts +0 -18
  101. package/src/api/com/atproto/admin/getAccountInfo.ts +0 -32
  102. package/src/api/com/atproto/admin/getAccountInfos.ts +0 -34
  103. package/src/api/com/atproto/admin/getInviteCodes.ts +0 -126
  104. package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -76
  105. package/src/api/com/atproto/admin/index.ts +0 -31
  106. package/src/api/com/atproto/admin/sendEmail.ts +0 -47
  107. package/src/api/com/atproto/admin/updateAccountEmail.ts +0 -32
  108. package/src/api/com/atproto/admin/updateAccountHandle.ts +0 -47
  109. package/src/api/com/atproto/admin/updateAccountPassword.ts +0 -34
  110. package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -68
  111. package/src/api/com/atproto/admin/util.ts +0 -66
  112. package/src/api/com/atproto/identity/getRecommendedDidCredentials.ts +0 -50
  113. package/src/api/com/atproto/identity/index.ts +0 -17
  114. package/src/api/com/atproto/identity/requestPlcOperationSignature.ts +0 -59
  115. package/src/api/com/atproto/identity/resolveHandle.ts +0 -50
  116. package/src/api/com/atproto/identity/signPlcOperation.ts +0 -85
  117. package/src/api/com/atproto/identity/submitPlcOperation.ts +0 -65
  118. package/src/api/com/atproto/identity/updateHandle.ts +0 -66
  119. package/src/api/com/atproto/index.ts +0 -19
  120. package/src/api/com/atproto/moderation/createReport.ts +0 -41
  121. package/src/api/com/atproto/moderation/index.ts +0 -7
  122. package/src/api/com/atproto/repo/applyWrites.ts +0 -226
  123. package/src/api/com/atproto/repo/createRecord.ts +0 -143
  124. package/src/api/com/atproto/repo/deleteRecord.ts +0 -122
  125. package/src/api/com/atproto/repo/describeRepo.ts +0 -43
  126. package/src/api/com/atproto/repo/getRecord.ts +0 -40
  127. package/src/api/com/atproto/repo/importRepo.ts +0 -101
  128. package/src/api/com/atproto/repo/index.ts +0 -25
  129. package/src/api/com/atproto/repo/listMissingBlobs.ts +0 -29
  130. package/src/api/com/atproto/repo/listRecords.ts +0 -36
  131. package/src/api/com/atproto/repo/putRecord.ts +0 -211
  132. package/src/api/com/atproto/repo/uploadBlob.ts +0 -60
  133. package/src/api/com/atproto/server/activateAccount.ts +0 -37
  134. package/src/api/com/atproto/server/checkAccountStatus.ts +0 -51
  135. package/src/api/com/atproto/server/confirmEmail.ts +0 -39
  136. package/src/api/com/atproto/server/createAccount.ts +0 -327
  137. package/src/api/com/atproto/server/createAppPassword.ts +0 -53
  138. package/src/api/com/atproto/server/createInviteCode.ts +0 -38
  139. package/src/api/com/atproto/server/createInviteCodes.ts +0 -42
  140. package/src/api/com/atproto/server/createSession.ts +0 -97
  141. package/src/api/com/atproto/server/deactivateAccount.ts +0 -41
  142. package/src/api/com/atproto/server/deleteAccount.ts +0 -85
  143. package/src/api/com/atproto/server/deleteSession.ts +0 -23
  144. package/src/api/com/atproto/server/describeServer.ts +0 -29
  145. package/src/api/com/atproto/server/getAccountInviteCodes.ts +0 -142
  146. package/src/api/com/atproto/server/getServiceAuth.ts +0 -111
  147. package/src/api/com/atproto/server/getSession.ts +0 -80
  148. package/src/api/com/atproto/server/index.ts +0 -55
  149. package/src/api/com/atproto/server/listAppPasswords.ts +0 -45
  150. package/src/api/com/atproto/server/refreshSession.ts +0 -72
  151. package/src/api/com/atproto/server/requestAccountDelete.ts +0 -66
  152. package/src/api/com/atproto/server/requestEmailConfirmation.ts +0 -68
  153. package/src/api/com/atproto/server/requestEmailUpdate.ts +0 -86
  154. package/src/api/com/atproto/server/requestPasswordReset.ts +0 -52
  155. package/src/api/com/atproto/server/reserveSigningKey.ts +0 -15
  156. package/src/api/com/atproto/server/resetPassword.ts +0 -50
  157. package/src/api/com/atproto/server/revokeAppPassword.ts +0 -42
  158. package/src/api/com/atproto/server/updateEmail.ts +0 -52
  159. package/src/api/com/atproto/server/util.ts +0 -136
  160. package/src/api/com/atproto/sync/deprecated/getCheckout.ts +0 -27
  161. package/src/api/com/atproto/sync/deprecated/getHead.ts +0 -33
  162. package/src/api/com/atproto/sync/getBlob.ts +0 -61
  163. package/src/api/com/atproto/sync/getBlocks.ts +0 -37
  164. package/src/api/com/atproto/sync/getLatestCommit.ts +0 -33
  165. package/src/api/com/atproto/sync/getRecord.ts +0 -49
  166. package/src/api/com/atproto/sync/getRepo.ts +0 -75
  167. package/src/api/com/atproto/sync/getRepoStatus.ts +0 -34
  168. package/src/api/com/atproto/sync/index.ts +0 -27
  169. package/src/api/com/atproto/sync/listBlobs.ts +0 -33
  170. package/src/api/com/atproto/sync/listRepos.ts +0 -74
  171. package/src/api/com/atproto/sync/subscribeRepos.ts +0 -73
  172. package/src/api/com/atproto/sync/util.ts +0 -37
  173. package/src/api/com/atproto/temp/checkSignupQueue.ts +0 -34
  174. package/src/api/com/atproto/temp/index.ts +0 -7
  175. package/src/api/index.ts +0 -10
  176. package/src/api/proxy.ts +0 -44
  177. package/src/app-view.ts +0 -24
  178. package/src/auth-output.ts +0 -52
  179. package/src/auth-routes.ts +0 -64
  180. package/src/auth-scope.ts +0 -40
  181. package/src/auth-verifier.ts +0 -668
  182. package/src/background.ts +0 -65
  183. package/src/basic-routes.ts +0 -52
  184. package/src/bsky-app-view.ts +0 -33
  185. package/src/config/config.ts +0 -553
  186. package/src/config/env.ts +0 -167
  187. package/src/config/index.ts +0 -3
  188. package/src/config/secrets.ts +0 -54
  189. package/src/context.ts +0 -523
  190. package/src/crawlers.ts +0 -46
  191. package/src/db/cast.ts +0 -52
  192. package/src/db/db.ts +0 -140
  193. package/src/db/index.ts +0 -4
  194. package/src/db/migrator.ts +0 -40
  195. package/src/db/pagination.ts +0 -132
  196. package/src/db/tables/moderation.ts +0 -80
  197. package/src/db/util.ts +0 -108
  198. package/src/did-cache/db/index.ts +0 -21
  199. package/src/did-cache/db/migrations.ts +0 -17
  200. package/src/did-cache/db/schema.ts +0 -9
  201. package/src/did-cache/index.ts +0 -131
  202. package/src/disk-blobstore.ts +0 -172
  203. package/src/error.ts +0 -19
  204. package/src/handle/explicit-slurs.ts +0 -22
  205. package/src/handle/index.ts +0 -49
  206. package/src/handle/reserved.ts +0 -1059
  207. package/src/image/image-url-builder.ts +0 -16
  208. package/src/index.ts +0 -189
  209. package/src/lexicons.ts +0 -4
  210. package/src/logger.ts +0 -35
  211. package/src/mailer/index.ts +0 -111
  212. package/src/mailer/moderation.ts +0 -33
  213. package/src/mailer/templates/confirm-email.d.ts +0 -4
  214. package/src/mailer/templates/confirm-email.hbs +0 -158
  215. package/src/mailer/templates/delete-account.d.ts +0 -4
  216. package/src/mailer/templates/delete-account.hbs +0 -156
  217. package/src/mailer/templates/plc-operation.d.ts +0 -4
  218. package/src/mailer/templates/plc-operation.hbs +0 -153
  219. package/src/mailer/templates/reset-password.d.ts +0 -4
  220. package/src/mailer/templates/reset-password.hbs +0 -154
  221. package/src/mailer/templates/update-email.d.ts +0 -4
  222. package/src/mailer/templates/update-email.hbs +0 -153
  223. package/src/mailer/templates.ts +0 -17
  224. package/src/pipethrough.ts +0 -716
  225. package/src/rate-limits.ts +0 -59
  226. package/src/read-after-write/index.ts +0 -3
  227. package/src/read-after-write/types.ts +0 -35
  228. package/src/read-after-write/util.ts +0 -101
  229. package/src/read-after-write/viewer.ts +0 -290
  230. package/src/redis.ts +0 -25
  231. package/src/repo/index.ts +0 -2
  232. package/src/repo/prepare.ts +0 -266
  233. package/src/repo/types.ts +0 -65
  234. package/src/scripts/README.md +0 -40
  235. package/src/scripts/index.ts +0 -20
  236. package/src/scripts/publish-identity.ts +0 -60
  237. package/src/scripts/rebuild-repo.ts +0 -119
  238. package/src/scripts/rotate-keys.ts +0 -146
  239. package/src/scripts/sequencer-recovery/index.ts +0 -23
  240. package/src/scripts/sequencer-recovery/recoverer.ts +0 -297
  241. package/src/scripts/sequencer-recovery/recovery-db.ts +0 -65
  242. package/src/scripts/sequencer-recovery/repair-repos.ts +0 -49
  243. package/src/scripts/sequencer-recovery/user-queues.ts +0 -44
  244. package/src/scripts/util.ts +0 -7
  245. package/src/sequencer/db/index.ts +0 -21
  246. package/src/sequencer/db/migrations/001-init.ts +0 -35
  247. package/src/sequencer/db/migrations/index.ts +0 -5
  248. package/src/sequencer/db/schema.ts +0 -19
  249. package/src/sequencer/events.ts +0 -199
  250. package/src/sequencer/index.ts +0 -3
  251. package/src/sequencer/outbox.ts +0 -123
  252. package/src/sequencer/sequencer.ts +0 -290
  253. package/src/util/compression.ts +0 -16
  254. package/src/util/debug.ts +0 -10
  255. package/src/util/http.ts +0 -31
  256. package/src/util/types.ts +0 -7
  257. package/src/well-known.ts +0 -30
  258. package/test.env +0 -2
  259. package/tests/__snapshots__/takedown-appeal.test.ts.snap +0 -43
  260. package/tests/_oauth_client_assets_middleware.ts +0 -23
  261. package/tests/_puppeteer.ts +0 -147
  262. package/tests/_types.d.ts +0 -16
  263. package/tests/_util.ts +0 -191
  264. package/tests/account-deactivation.test.ts +0 -204
  265. package/tests/account-deletion.test.ts +0 -300
  266. package/tests/account-manager.test.ts +0 -462
  267. package/tests/account-migration.test.ts +0 -221
  268. package/tests/account-status.test.ts +0 -206
  269. package/tests/account.test.ts +0 -595
  270. package/tests/app-passwords.test.ts +0 -262
  271. package/tests/auth.test.ts +0 -405
  272. package/tests/blob-deletes.test.ts +0 -204
  273. package/tests/create-post.test.ts +0 -79
  274. package/tests/crud.test.ts +0 -1595
  275. package/tests/db.test.ts +0 -170
  276. package/tests/email-confirmation.test.ts +0 -227
  277. package/tests/entryway-mock.ts +0 -323
  278. package/tests/entryway.test.ts +0 -145
  279. package/tests/file-uploads.test.ts +0 -301
  280. package/tests/get-service-auth.test.ts +0 -81
  281. package/tests/handle-validation.test.ts +0 -56
  282. package/tests/handles.test.ts +0 -274
  283. package/tests/invite-codes.test.ts +0 -367
  284. package/tests/invites-admin.test.ts +0 -252
  285. package/tests/moderation.test.ts +0 -280
  286. package/tests/moderator-auth.test.ts +0 -177
  287. package/tests/oauth.test.ts +0 -334
  288. package/tests/plc-operations.test.ts +0 -239
  289. package/tests/preferences.test.ts +0 -352
  290. package/tests/proxied/__snapshots__/admin.test.ts.snap +0 -516
  291. package/tests/proxied/__snapshots__/feedgen.test.ts.snap +0 -215
  292. package/tests/proxied/__snapshots__/views.test.ts.snap +0 -4456
  293. package/tests/proxied/admin.test.ts +0 -340
  294. package/tests/proxied/feedgen.test.ts +0 -66
  295. package/tests/proxied/notif.test.ts +0 -85
  296. package/tests/proxied/procedures.test.ts +0 -175
  297. package/tests/proxied/proxy-catchall.test.ts +0 -256
  298. package/tests/proxied/proxy-header.test.ts +0 -239
  299. package/tests/proxied/proxy-oauth-aud.test.ts +0 -182
  300. package/tests/proxied/read-after-write.test.ts +0 -382
  301. package/tests/proxied/views.test.ts +0 -608
  302. package/tests/races.test.ts +0 -89
  303. package/tests/rate-limits.test.ts +0 -70
  304. package/tests/recovery.test.ts +0 -180
  305. package/tests/seeds/basic.ts +0 -165
  306. package/tests/seeds/follows.ts +0 -57
  307. package/tests/seeds/likes.ts +0 -14
  308. package/tests/seeds/reposts.ts +0 -18
  309. package/tests/seeds/thread.ts +0 -40
  310. package/tests/seeds/users-bulk.ts +0 -246
  311. package/tests/seeds/users.ts +0 -67
  312. package/tests/sequencer.test.ts +0 -251
  313. package/tests/server.test.ts +0 -151
  314. package/tests/sync/invertible-ops.test.ts +0 -99
  315. package/tests/sync/list.test.ts +0 -43
  316. package/tests/sync/subscribe-repos.test.ts +0 -672
  317. package/tests/sync/sync.test.ts +0 -316
  318. package/tests/takedown-appeal.test.ts +0 -166
  319. package/tsconfig.build.json +0 -9
  320. package/tsconfig.build.tsbuildinfo +0 -1
  321. package/tsconfig.json +0 -7
  322. package/tsconfig.tests.json +0 -8
@@ -1,246 +0,0 @@
1
- import { chunkArray } from '@atproto/common'
2
- import { SeedClient } from '@atproto/dev-env'
3
- import type { HandleString } from '@atproto/syntax'
4
-
5
- export default async (sc: SeedClient, max = Infinity) => {
6
- // @TODO when these are run in parallel, seem to get an intermittent
7
- // "TypeError: fetch failed" while running the tests.
8
- const userSubset = users.slice(0, Math.min(max, users.length))
9
- const chunks = chunkArray(userSubset, 50)
10
- for (const chunk of chunks) {
11
- await Promise.all(
12
- chunk.map(async (user) => {
13
- const { handle, displayName } = user
14
- await sc.createAccount(handle, {
15
- handle: handle,
16
- password: 'password',
17
- email: `${handle}@bsky.app`,
18
- })
19
- if (displayName !== null) {
20
- await sc.createProfile(sc.dids[handle], displayName, '')
21
- }
22
- }),
23
- )
24
- }
25
- return sc
26
- }
27
-
28
- // export default async (sc: SeedClient, max = Infinity) => {
29
- // // @TODO when these are run in parallel, seem to get an intermittent
30
- // // "TypeError: fetch failed" while running the tests.
31
- // for (let i = 0; i < Math.min(max, users.length); ++i) {
32
- // const { handle, displayName } = users[i]
33
- // await sc.createAccount(handle, {
34
- // handle: handle,
35
- // password: 'password',
36
- // email: `${handle}@bsky.app`,
37
- // })
38
- // if (displayName !== null) {
39
- // await sc.createProfile(sc.dids[handle], displayName, '')
40
- // }
41
- // }
42
- // return sc
43
- // }
44
-
45
- const users: { handle: HandleString; displayName: string | null }[] = [
46
- { handle: 'silas77.test', displayName: 'Tanya Denesik' },
47
- { handle: 'nicolas-krajcik10.test', displayName: null },
48
- { handle: 'lennie-strosin.test', displayName: null },
49
- { handle: 'aliya-hodkiewicz.test', displayName: 'Carlton Abernathy IV' },
50
- { handle: 'jeffrey-sawayn87.test', displayName: 'Patrick Sawayn' },
51
- { handle: 'kaycee66.test', displayName: null },
52
- { handle: 'adrienne49.test', displayName: 'Kim Streich' },
53
- { handle: 'magnus53.test', displayName: 'Sally Funk' },
54
- { handle: 'charles-spencer.test', displayName: null },
55
- { handle: 'elta48.test', displayName: 'Dr. Lowell DuBuque' },
56
- { handle: 'tressa-senger.test', displayName: null },
57
- { handle: 'marietta-zboncak.test', displayName: null },
58
- { handle: 'alexander-hickle.test', displayName: 'Winifred Harber' },
59
- { handle: 'rodger-maggio24.test', displayName: 'Yolanda VonRueden' },
60
- { handle: 'janiya48.test', displayName: 'Miss Terrell Ziemann' },
61
- { handle: 'cayla-marquardt39.test', displayName: 'Rachel Kshlerin' },
62
- { handle: 'jonathan-green.test', displayName: 'Erica Mertz' },
63
- { handle: 'brycen-smith.test', displayName: null },
64
- { handle: 'leonel-koch43.test', displayName: 'Karl Bosco IV' },
65
- { handle: 'fidel-rath.test', displayName: null },
66
- { handle: 'raleigh-metz.test', displayName: null },
67
- { handle: 'kim41.test', displayName: null },
68
- { handle: 'roderick-dibbert.test', displayName: null },
69
- { handle: 'alec-bergnaum.test', displayName: 'Cody Berge' },
70
- { handle: 'sven70.test', displayName: null },
71
- { handle: 'ola-oconnell.test', displayName: null },
72
- { handle: 'chauncey-klein.test', displayName: 'Kelvin Klein' },
73
- { handle: 'ariel-krajcik.test', displayName: null },
74
- { handle: 'murphy35.test', displayName: 'Mrs. Clifford Mertz' },
75
- { handle: 'joshuah-parker11.test', displayName: null },
76
- { handle: 'dewitt-wunsch.test', displayName: null },
77
- { handle: 'kelton-nitzsche43.test', displayName: null },
78
- { handle: 'dock-mann91.test', displayName: 'Miss Danielle Weber' },
79
- { handle: 'herman-gleichner95.test', displayName: 'Kelli Schinner III' },
80
- { handle: 'gerda-marquardt.test', displayName: 'Myron Wolf' },
81
- { handle: 'jamil-batz.test', displayName: null },
82
- { handle: 'hilario84.test', displayName: null },
83
- { handle: 'kayli-bode.test', displayName: 'Miss Floyd McClure' },
84
- { handle: 'elouise28.test', displayName: 'Alberta Fay' },
85
- { handle: 'leann49.test', displayName: null },
86
- { handle: 'javon24.test', displayName: null },
87
- { handle: 'polly-shanahan45.test', displayName: null },
88
- { handle: 'rosamond38.test', displayName: 'Karl Goyette' },
89
- { handle: 'fredrick-mueller.test', displayName: null },
90
- { handle: 'reina-runte33.test', displayName: 'Pablo Schmidt' },
91
- { handle: 'bianka33.test', displayName: null },
92
- { handle: 'carlos6.test', displayName: null },
93
- { handle: 'jermain-smith.test', displayName: 'Eileen Stroman' },
94
- { handle: 'gina97.test', displayName: null },
95
- { handle: 'kiera97.test', displayName: null },
96
- { handle: 'savannah-botsford.test', displayName: 'Darnell Kuvalis' },
97
- { handle: 'lilliana-waters.test', displayName: null },
98
- { handle: 'hailey-stroman.test', displayName: 'Elsa Schaden' },
99
- { handle: 'dortha-terry.test', displayName: 'Nicole Bradtke' },
100
- { handle: 'hank-powlowski32.test', displayName: null },
101
- { handle: 'ervin-daugherty.test', displayName: null },
102
- { handle: 'nannie18.test', displayName: null },
103
- { handle: 'gilberto-watsica65.test', displayName: 'Ms. Ida Wilderman' },
104
- { handle: 'kara-zieme58.test', displayName: 'Andres Towne' },
105
- { handle: 'crystal-boyle.test', displayName: null },
106
- { handle: 'tobin63.test', displayName: 'Alex Johnson' },
107
- { handle: 'isai-kunze72.test', displayName: 'Marion Dickinson' },
108
- { handle: 'paris-swift.test', displayName: null },
109
- { handle: 'nestor90.test', displayName: 'Travis Hoppe' },
110
- { handle: 'aliyah-flatley12.test', displayName: 'Loren Krajcik' },
111
- { handle: 'maiya42.test', displayName: null },
112
- { handle: 'dovie33.test', displayName: null },
113
- { handle: 'kendra-ledner80.test', displayName: 'Sergio Hane' },
114
- { handle: 'greyson-tromp3.test', displayName: null },
115
- { handle: 'precious-fay.test', displayName: null },
116
- { handle: 'kiana-schmitt39.test', displayName: null },
117
- { handle: 'rhianna-stamm29.test', displayName: null },
118
- { handle: 'tiara-mohr.test', displayName: null },
119
- { handle: 'eleazar-balist70.test', displayName: 'Gordon Weissnat' },
120
- { handle: 'bettie-bogisich96.test', displayName: null },
121
- { handle: 'lura-jacobi55.test', displayName: null },
122
- { handle: 'santa-hermann78.test', displayName: 'Melissa Johnson' },
123
- { handle: 'dylan61.test', displayName: null },
124
- { handle: 'ryley-kerluke.test', displayName: 'Alexander Purdy' },
125
- { handle: 'moises-bins8.test', displayName: null },
126
- { handle: 'angelita-schaef27.test', displayName: null },
127
- { handle: 'natasha83.test', displayName: 'Dean Romaguera' },
128
- { handle: 'sydni48.test', displayName: null },
129
- { handle: 'darrion91.test', displayName: 'Jeanette Weimann' },
130
- { handle: 'reynold-ortiz.test', displayName: null },
131
- { handle: 'hassie-schuppe.test', displayName: 'Rita Zieme' },
132
- { handle: 'clark-stehr8.test', displayName: 'Sammy Larkin' },
133
- { handle: 'preston-harris.test', displayName: 'Ms. Bradford Thiel' },
134
- { handle: 'benedict-schulist.test', displayName: 'Todd Stark' },
135
- { handle: 'alden-wolff22.test', displayName: null },
136
- { handle: 'joel-gulgowski.test', displayName: null },
137
- { handle: 'joanie56.test', displayName: 'Ms. Darin Cole' },
138
- { handle: 'israel-hermann0.test', displayName: 'Wilbur Schuster' },
139
- { handle: 'tracy56.test', displayName: null },
140
- { handle: 'kyle72.test', displayName: null },
141
- { handle: 'gunnar-dare70.test', displayName: 'Mrs. Angelo Keeling' },
142
- { handle: 'justus58.test', displayName: null },
143
- { handle: 'brooke24.test', displayName: 'Clint Ward' },
144
- { handle: 'angela-morissette.test', displayName: 'Jim Kertzmann' },
145
- { handle: 'amy-bins.test', displayName: 'Angelina Hills' },
146
- { handle: 'susanna81.test', displayName: null },
147
- { handle: 'jailyn-hettinger50.test', displayName: 'Sheldon Ratke' },
148
- { handle: 'wendell-hansen54.test', displayName: null },
149
- { handle: 'jennyfer-spinka.test', displayName: 'Leticia Blick' },
150
- { handle: 'alexandrea31.test', displayName: 'Leslie Von' },
151
- { handle: 'hazle-davis.test', displayName: 'Ella Farrell' },
152
- { handle: 'alta6.test', displayName: null },
153
- { handle: 'sherwood4.test', displayName: 'Dr. Hattie Nienow I' },
154
- { handle: 'marilie24.test', displayName: 'Gene Howell' },
155
- { handle: 'jimmie-feeney82.test', displayName: null },
156
- { handle: 'trisha-ohara.test', displayName: null },
157
- { handle: 'jake-schuster33.test', displayName: 'Raymond Price' },
158
- { handle: 'shane-torphy52.test', displayName: 'Sadie Carter' },
159
- { handle: 'nakia-kuphal8.test', displayName: null },
160
- { handle: 'lea-trantow.test', displayName: null },
161
- { handle: 'joel62.test', displayName: 'Veronica Nitzsche' },
162
- { handle: 'roosevelt33.test', displayName: 'Jay Moen' },
163
- { handle: 'talon-okeefe85.test', displayName: null },
164
- { handle: 'herman-dare.test', displayName: 'Eric White' },
165
- { handle: 'flavio-fay.test', displayName: 'John Lindgren' },
166
- { handle: 'elyse-prosacco.test', displayName: null },
167
- { handle: 'jessyca-wiegand23.test', displayName: 'Debra Lockman' },
168
- { handle: 'ara-spencer41.test', displayName: null },
169
- { handle: 'frederic-fadel.test', displayName: null },
170
- { handle: 'zora-gerlach.test', displayName: 'Noel Hansen' },
171
- { handle: 'spencer4.test', displayName: 'Marjorie Gorczany' },
172
- { handle: 'gage-wilkinson33.test', displayName: 'Preston Schoen V' },
173
- { handle: 'kiley-runolfsson1.test', displayName: null },
174
- { handle: 'ramona80.test', displayName: 'Sylvia Dietrich' },
175
- { handle: 'rashad97.test', displayName: null },
176
- { handle: 'kylie76.test', displayName: 'Josefina Pfeffer' },
177
- { handle: 'alisha-zieme.test', displayName: null },
178
- { handle: 'claud79.test', displayName: null },
179
- { handle: 'jairo-kuvalis.test', displayName: 'Derrick Jacobson' },
180
- { handle: 'delfina-emard.test', displayName: null },
181
- { handle: 'waino-gutmann20.test', displayName: 'Wesley Kemmer' },
182
- { handle: 'arvid-hermiston49.test', displayName: 'Vernon Towne PhD' },
183
- { handle: 'hans79.test', displayName: 'Rex Hartmann' },
184
- { handle: 'karlee-greenholt40.test', displayName: null },
185
- { handle: 'nels-cummings.test', displayName: null },
186
- { handle: 'andrew-maggio.test', displayName: null },
187
- { handle: 'stephany75.test', displayName: null },
188
- { handle: 'alba-lueilwitz.test', displayName: null },
189
- { handle: 'fermin47.test', displayName: null },
190
- { handle: 'milo-quitzon3.test', displayName: null },
191
- { handle: 'eudora-dietrich4.test', displayName: 'Carol Littel' },
192
- { handle: 'uriel-witting12.test', displayName: 'Sophia Schmidt' },
193
- { handle: 'reuben-stracke48.test', displayName: 'Darrell Walker MD' },
194
- { handle: 'letitia-sawayn11.test', displayName: 'Mrs. Sophie Reilly' },
195
- { handle: 'macy-schaden.test', displayName: 'Lindsey Klein' },
196
- { handle: 'imelda61.test', displayName: 'Shannon Beier' },
197
- { handle: 'oswald-bailey.test', displayName: 'Angel Mann' },
198
- { handle: 'pattie-fisher34.test', displayName: null },
199
- { handle: 'loyce95.test', displayName: 'Claude Tromp' },
200
- { handle: 'melyna-zboncak.test', displayName: null },
201
- { handle: 'rowan-parisian.test', displayName: 'Mr. Veronica Feeney' },
202
- { handle: 'lois-blanda20.test', displayName: 'Todd Rolfson' },
203
- { handle: 'turner-bali76.test', displayName: null },
204
- { handle: 'dee-hoppe65.test', displayName: null },
205
- { handle: 'nikko-rosenbaum60.test', displayName: 'Joann Gutmann' },
206
- { handle: 'cornell-rom53.test', displayName: null },
207
- { handle: 'zack3.test', displayName: null },
208
- { handle: 'fredrick41.test', displayName: 'Julius Kreiger' },
209
- { handle: 'elwyn62.test', displayName: null },
210
- { handle: 'isaias-hirthe37.test', displayName: 'Louis Cremin' },
211
- { handle: 'ronaldo36.test', displayName: null },
212
- { handle: 'jesse34.test', displayName: 'Bridget Schulist' },
213
- { handle: 'darrel-mills17.test', displayName: null },
214
- { handle: 'euna-mayert92.test', displayName: 'Grant Lang II' },
215
- { handle: 'terrell92.test', displayName: null },
216
- { handle: 'alyson-bogisich.test', displayName: 'Dana MacGyver' },
217
- { handle: 'nicolas65.test', displayName: null },
218
- { handle: 'bernita8.test', displayName: null },
219
- { handle: 'gunner23.test', displayName: 'Maggie DuBuque' },
220
- { handle: 'phoebe80.test', displayName: null },
221
- { handle: 'cory-cruickshank.test', displayName: null },
222
- { handle: 'conor-price.test', displayName: 'Ralph Daugherty III' },
223
- { handle: 'rae91.test', displayName: null },
224
- { handle: 'abigale-cronin.test', displayName: null },
225
- { handle: 'aileen-reilly90.test', displayName: 'Charles Stanton' },
226
- { handle: 'adrianna-hansen6.test', displayName: 'Elbert Langworth IV' },
227
- { handle: 'pierre54.test', displayName: null },
228
- { handle: 'jaida-stark62.test', displayName: 'Justin Stoltenberg MD' },
229
- { handle: 'wade-witting.test', displayName: null },
230
- { handle: 'yvonne-predovic5.test', displayName: 'Gregory Hamill' },
231
- { handle: 'spencer-dubuque.test', displayName: null },
232
- { handle: 'randi44.test', displayName: null },
233
- { handle: 'maye-grimes.test', displayName: null },
234
- { handle: 'margarette-effertz.test', displayName: null },
235
- { handle: 'aimee98.test', displayName: null },
236
- { handle: 'jaren-veum0.test', displayName: 'Dr. Omar Wolff' },
237
- { handle: 'ariel-abbott54.test', displayName: 'Emanuel Powlowski' },
238
- { handle: 'mercedes23.test', displayName: null },
239
- { handle: 'jarrett-orn.test', displayName: null },
240
- { handle: 'damion88.test', displayName: null },
241
- { handle: 'nayeli-koss73.test', displayName: 'Johnny Lang' },
242
- { handle: 'cara-wiegand69.test', displayName: null },
243
- { handle: 'gideon-ohara51.test', displayName: null },
244
- { handle: 'carolina-mcderm77.test', displayName: 'Latoya Windler' },
245
- { handle: 'danyka90.test', displayName: 'Hope Kub' },
246
- ]
@@ -1,67 +0,0 @@
1
- import { SeedClient } from '@atproto/dev-env'
2
-
3
- export default async function usersSeed(
4
- sc: SeedClient,
5
- opts?: { inviteCode?: string },
6
- ) {
7
- await sc.createAccount('alice', {
8
- ...users.alice,
9
- inviteCode: opts?.inviteCode,
10
- })
11
- await sc.createAccount('bob', { ...users.bob, inviteCode: opts?.inviteCode })
12
- await sc.createAccount('carol', {
13
- ...users.carol,
14
- inviteCode: opts?.inviteCode,
15
- })
16
- await sc.createAccount('dan', { ...users.dan, inviteCode: opts?.inviteCode })
17
-
18
- await sc.createProfile(
19
- sc.dids.alice,
20
- users.alice.displayName,
21
- users.alice.description,
22
- users.alice.selfLabels,
23
- )
24
- await sc.createProfile(
25
- sc.dids.bob,
26
- users.bob.displayName,
27
- users.bob.description,
28
- users.bob.selfLabels,
29
- )
30
-
31
- return sc
32
- }
33
-
34
- export const users = {
35
- alice: {
36
- email: 'alice@test.com',
37
- handle: 'alice.test',
38
- password: 'alice-pass',
39
- displayName: 'ali',
40
- description: 'its me!',
41
- selfLabels: ['self-label-a', 'self-label-b'],
42
- },
43
- bob: {
44
- email: 'bob@test.com',
45
- handle: 'bob.test',
46
- password: 'bob-pass',
47
- displayName: 'bobby',
48
- description: 'hi im bob label_me',
49
- selfLabels: undefined,
50
- },
51
- carol: {
52
- email: 'carol@test.com',
53
- handle: 'carol.test',
54
- password: 'carol-pass',
55
- displayName: undefined,
56
- description: undefined,
57
- selfLabels: undefined,
58
- },
59
- dan: {
60
- email: 'dan@test.com',
61
- handle: 'dan.test',
62
- password: 'dan-pass',
63
- displayName: undefined,
64
- description: undefined,
65
- selfLabels: undefined,
66
- },
67
- } as const
@@ -1,251 +0,0 @@
1
- import {
2
- cborDecode,
3
- cborEncode,
4
- readFromGenerator,
5
- wait,
6
- } from '@atproto/common'
7
- import { randomStr } from '@atproto/crypto'
8
- import { SeedClient, TestNetworkNoAppView } from '@atproto/dev-env'
9
- import { readCarWithRoot } from '@atproto/repo'
10
- import type { DidString } from '@atproto/syntax'
11
- import {
12
- SeqEvt,
13
- Sequencer,
14
- SyncEvt,
15
- formatSeqSyncEvt,
16
- } from '../src/sequencer/index.js'
17
- import { Outbox } from '../src/sequencer/outbox.js'
18
- import userSeed from './seeds/users.js'
19
-
20
- describe('sequencer', () => {
21
- let network: TestNetworkNoAppView
22
- let sequencer: Sequencer
23
- let sc: SeedClient
24
- let alice: DidString
25
- let bob: DidString
26
-
27
- let totalEvts
28
- let lastSeen: number
29
-
30
- beforeAll(async () => {
31
- network = await TestNetworkNoAppView.create({
32
- dbPostgresSchema: 'sequencer',
33
- })
34
- // @ts-expect-error Error due to circular dependency with the dev-env package
35
- sequencer = network.pds.ctx.sequencer
36
- sc = network.getSeedClient()
37
- await userSeed(sc)
38
- alice = sc.dids.alice
39
- bob = sc.dids.bob
40
- // 18 events in userSeed
41
- totalEvts = 18
42
- })
43
-
44
- beforeEach(async () => {
45
- await network.processAll()
46
- })
47
-
48
- afterAll(async () => {
49
- await network?.close()
50
- })
51
-
52
- const randomPost = async (by: DidString) =>
53
- sc.post(by, randomStr(8, 'base32'))
54
- const createPosts = async (count: number): Promise<void> => {
55
- const promises: Promise<unknown>[] = []
56
- for (let i = 0; i < count; i++) {
57
- if (i % 2 === 0) {
58
- promises.push(randomPost(alice))
59
- } else {
60
- promises.push(randomPost(bob))
61
- }
62
- await Promise.all(promises)
63
- }
64
- }
65
-
66
- const loadFromDb = (lastSeen: number) => {
67
- return sequencer.db.db
68
- .selectFrom('repo_seq')
69
- .select([
70
- 'seq',
71
- 'did',
72
- 'eventType',
73
- 'event',
74
- 'invalidated',
75
- 'sequencedAt',
76
- ])
77
- .where('seq', '>', lastSeen)
78
- .orderBy('seq', 'asc')
79
- .execute()
80
- }
81
-
82
- const evtToDbRow = (e: SeqEvt) => {
83
- const did = e.type === 'commit' ? e.evt.repo : e.evt.did
84
- const eventType = e.type === 'commit' ? 'append' : e.type
85
- return {
86
- seq: e.seq,
87
- did,
88
- eventType,
89
- event: Buffer.from(cborEncode(e.evt)),
90
- invalidated: 0,
91
- sequencedAt: e.time,
92
- }
93
- }
94
-
95
- const caughtUp = (outbox: Outbox): (() => Promise<boolean>) => {
96
- return async () => {
97
- const lastEvt = await outbox.sequencer.curr()
98
- if (lastEvt === null) return true
99
- return outbox.lastSeen >= (lastEvt ?? 0)
100
- }
101
- }
102
-
103
- it('sends to outbox', async () => {
104
- const count = 20
105
- totalEvts += count
106
- await createPosts(count)
107
- const outbox = new Outbox(sequencer)
108
- const evts = await readFromGenerator(outbox.events(-1), caughtUp(outbox))
109
- expect(evts.length).toBe(totalEvts)
110
-
111
- const fromDb = await loadFromDb(-1)
112
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
113
-
114
- lastSeen = evts.at(-1)?.seq ?? lastSeen
115
- })
116
-
117
- it('handles cut over', async () => {
118
- const count = 20
119
- totalEvts += count
120
- const outbox = new Outbox(sequencer)
121
- const createPromise = createPosts(count)
122
- const [evts] = await Promise.all([
123
- readFromGenerator(outbox.events(-1), caughtUp(outbox), createPromise),
124
- createPromise,
125
- ])
126
- expect(evts.length).toBe(totalEvts)
127
-
128
- const fromDb = await loadFromDb(-1)
129
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
130
-
131
- lastSeen = evts.at(-1)?.seq ?? lastSeen
132
- })
133
-
134
- it('only gets events after cursor', async () => {
135
- const count = 20
136
- totalEvts += count
137
- const outbox = new Outbox(sequencer)
138
- const createPromise = createPosts(count)
139
- const [evts] = await Promise.all([
140
- readFromGenerator(
141
- outbox.events(lastSeen),
142
- caughtUp(outbox),
143
- createPromise,
144
- ),
145
- createPromise,
146
- ])
147
-
148
- // +1 because we send the lastSeen date as well
149
- expect(evts.length).toBe(count)
150
-
151
- const fromDb = await loadFromDb(lastSeen)
152
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
153
-
154
- lastSeen = evts.at(-1)?.seq ?? lastSeen
155
- })
156
-
157
- it('buffers events that are not being read', async () => {
158
- const count = 20
159
- totalEvts += count
160
- const outbox = new Outbox(sequencer)
161
- const createPromise = createPosts(count)
162
- const gen = outbox.events(lastSeen)
163
- // read enough to start streaming then wait so that the rest go into the buffer,
164
- // then stream out from buffer
165
- const [firstPart] = await Promise.all([
166
- readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
167
- createPromise,
168
- ])
169
- const secondPart = await readFromGenerator(
170
- gen,
171
- caughtUp(outbox),
172
- createPromise,
173
- )
174
- const evts = [...firstPart, ...secondPart]
175
- expect(evts.length).toBe(count)
176
-
177
- const fromDb = await loadFromDb(lastSeen)
178
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
179
-
180
- lastSeen = evts.at(-1)?.seq ?? lastSeen
181
- })
182
-
183
- it('errors when buffer is overloaded', async () => {
184
- const count = 20
185
- totalEvts += count
186
- const outbox = new Outbox(sequencer, { maxBufferSize: 5 })
187
- const gen = outbox.events(lastSeen)
188
- const createPromise = createPosts(count)
189
- // read enough to start streaming then wait to stream rest until buffer is overloaded
190
- const overloadBuffer = async () => {
191
- await Promise.all([
192
- readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
193
- createPromise,
194
- ])
195
- await wait(500)
196
- await readFromGenerator(gen, caughtUp(outbox), createPromise)
197
- }
198
- await expect(overloadBuffer).rejects.toThrow('Stream consumer too slow')
199
-
200
- await createPromise
201
-
202
- const fromDb = await loadFromDb(lastSeen)
203
- lastSeen = fromDb.at(-1)?.seq ?? lastSeen
204
- })
205
-
206
- it('handles many open connections', async () => {
207
- const count = 20
208
- const outboxes: Outbox[] = []
209
- for (let i = 0; i < 50; i++) {
210
- outboxes.push(new Outbox(sequencer))
211
- }
212
- const createPromise = createPosts(count)
213
- const readOutboxes = Promise.all(
214
- outboxes.map((o) =>
215
- readFromGenerator(o.events(lastSeen), caughtUp(o), createPromise),
216
- ),
217
- )
218
- const [results] = await Promise.all([readOutboxes, createPromise])
219
- const fromDb = await loadFromDb(lastSeen)
220
- for (let i = 0; i < 50; i++) {
221
- const evts = results[i]
222
- expect(evts.length).toBe(count)
223
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
224
- }
225
- lastSeen = results[0].at(-1)?.seq ?? lastSeen
226
- })
227
-
228
- it('root block must be returned in sync event', async () => {
229
- const syncData = await network.pds.ctx.actorStore.read(
230
- sc.dids.alice,
231
- async (store) => {
232
- const root = await store.repo.storage.getRootDetailed()
233
- const { blocks } = await store.repo.storage.getBlocks([root.cid])
234
- return {
235
- cid: root.cid,
236
- rev: root.rev,
237
- blocks,
238
- }
239
- },
240
- )
241
-
242
- const dbEvt = await formatSeqSyncEvt(sc.dids.alice, syncData)
243
- const evt = cborDecode<SyncEvt>(dbEvt.event)
244
- expect(evt.did).toBe(sc.dids.alice)
245
- const car = await readCarWithRoot(evt.blocks)
246
- expect(car.root.toString()).toBe(syncData.cid.toString())
247
- // in the case of tooBig, the blocks must contain the root block only
248
- expect(car.blocks.size).toBe(1)
249
- expect(car.blocks.has(syncData.cid)).toBeTruthy()
250
- })
251
- })