@atproto/pds 0.5.12 → 0.5.15

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (326) hide show
  1. package/CHANGELOG.md +53 -0
  2. package/dist/api/app/bsky/notification/index.d.ts.map +1 -1
  3. package/dist/api/app/bsky/notification/index.js +2 -0
  4. package/dist/api/app/bsky/notification/index.js.map +1 -1
  5. package/dist/api/app/bsky/notification/unregisterPush.d.ts +4 -0
  6. package/dist/api/app/bsky/notification/unregisterPush.d.ts.map +1 -0
  7. package/dist/api/app/bsky/notification/unregisterPush.js +48 -0
  8. package/dist/api/app/bsky/notification/unregisterPush.js.map +1 -0
  9. package/dist/lexicons/app/bsky/actor/defs.defs.d.ts +6 -0
  10. package/dist/lexicons/app/bsky/actor/defs.defs.d.ts.map +1 -1
  11. package/dist/lexicons/app/bsky/actor/defs.defs.js +1 -0
  12. package/dist/lexicons/app/bsky/actor/defs.defs.js.map +1 -1
  13. package/package.json +42 -38
  14. package/build.templates.cjs +0 -22
  15. package/example.env +0 -42
  16. package/jest.config.cjs +0 -27
  17. package/src/account-manager/account-manager.ts +0 -916
  18. package/src/account-manager/db/index.ts +0 -21
  19. package/src/account-manager/db/migrations/001-init.ts +0 -115
  20. package/src/account-manager/db/migrations/002-account-deactivation.ts +0 -17
  21. package/src/account-manager/db/migrations/003-privileged-app-passwords.ts +0 -12
  22. package/src/account-manager/db/migrations/004-oauth.ts +0 -122
  23. package/src/account-manager/db/migrations/005-oauth-account-management.ts +0 -136
  24. package/src/account-manager/db/migrations/006-oauth-permission-sets.ts +0 -20
  25. package/src/account-manager/db/migrations/007-lexicon-failures-index.ts +0 -14
  26. package/src/account-manager/db/migrations/index.ts +0 -17
  27. package/src/account-manager/db/schema/account-device.ts +0 -14
  28. package/src/account-manager/db/schema/account.ts +0 -16
  29. package/src/account-manager/db/schema/actor.ts +0 -17
  30. package/src/account-manager/db/schema/app-password.ts +0 -13
  31. package/src/account-manager/db/schema/authorization-request.ts +0 -30
  32. package/src/account-manager/db/schema/authorized-client.ts +0 -23
  33. package/src/account-manager/db/schema/device.ts +0 -18
  34. package/src/account-manager/db/schema/email-token.ts +0 -19
  35. package/src/account-manager/db/schema/index.ts +0 -43
  36. package/src/account-manager/db/schema/invite-code.ts +0 -24
  37. package/src/account-manager/db/schema/lexicon.ts +0 -15
  38. package/src/account-manager/db/schema/refresh-token.ts +0 -11
  39. package/src/account-manager/db/schema/repo-root.ts +0 -12
  40. package/src/account-manager/db/schema/token.ts +0 -38
  41. package/src/account-manager/db/schema/used-refresh-token.ts +0 -13
  42. package/src/account-manager/helpers/account-device.ts +0 -63
  43. package/src/account-manager/helpers/account.ts +0 -355
  44. package/src/account-manager/helpers/auth.ts +0 -222
  45. package/src/account-manager/helpers/authorization-request.ts +0 -90
  46. package/src/account-manager/helpers/authorized-client.ts +0 -75
  47. package/src/account-manager/helpers/device.ts +0 -47
  48. package/src/account-manager/helpers/email-token.ts +0 -87
  49. package/src/account-manager/helpers/invite.ts +0 -263
  50. package/src/account-manager/helpers/lexicon.ts +0 -67
  51. package/src/account-manager/helpers/password.ts +0 -136
  52. package/src/account-manager/helpers/repo.ts +0 -24
  53. package/src/account-manager/helpers/scrypt.ts +0 -53
  54. package/src/account-manager/helpers/token.ts +0 -158
  55. package/src/account-manager/helpers/used-refresh-token.ts +0 -30
  56. package/src/account-manager/oauth-store.ts +0 -880
  57. package/src/account-manager/scope-reference-getter.ts +0 -106
  58. package/src/actor-store/actor-store-reader.ts +0 -45
  59. package/src/actor-store/actor-store-resources.ts +0 -8
  60. package/src/actor-store/actor-store-transactor.ts +0 -31
  61. package/src/actor-store/actor-store-writer.ts +0 -17
  62. package/src/actor-store/actor-store.ts +0 -210
  63. package/src/actor-store/blob/reader.ts +0 -160
  64. package/src/actor-store/blob/transactor.ts +0 -383
  65. package/src/actor-store/db/index.ts +0 -20
  66. package/src/actor-store/db/migrations/001-init.ts +0 -105
  67. package/src/actor-store/db/migrations/index.ts +0 -5
  68. package/src/actor-store/db/schema/account-pref.ts +0 -11
  69. package/src/actor-store/db/schema/backlink.ts +0 -9
  70. package/src/actor-store/db/schema/blob.ts +0 -14
  71. package/src/actor-store/db/schema/index.ts +0 -23
  72. package/src/actor-store/db/schema/record-blob.ts +0 -8
  73. package/src/actor-store/db/schema/record.ts +0 -14
  74. package/src/actor-store/db/schema/repo-block.ts +0 -10
  75. package/src/actor-store/db/schema/repo-root.ts +0 -10
  76. package/src/actor-store/migrate.ts +0 -39
  77. package/src/actor-store/preference/reader.ts +0 -48
  78. package/src/actor-store/preference/transactor.ts +0 -55
  79. package/src/actor-store/preference/util.ts +0 -39
  80. package/src/actor-store/record/reader.ts +0 -374
  81. package/src/actor-store/record/transactor.ts +0 -111
  82. package/src/actor-store/repo/reader.ts +0 -31
  83. package/src/actor-store/repo/sql-repo-reader.ts +0 -150
  84. package/src/actor-store/repo/sql-repo-transactor.ts +0 -105
  85. package/src/actor-store/repo/transactor.ts +0 -227
  86. package/src/api/app/bsky/actor/getPreferences.ts +0 -57
  87. package/src/api/app/bsky/actor/getProfile.ts +0 -41
  88. package/src/api/app/bsky/actor/getProfiles.ts +0 -51
  89. package/src/api/app/bsky/actor/index.ts +0 -13
  90. package/src/api/app/bsky/actor/putPreferences.ts +0 -62
  91. package/src/api/app/bsky/feed/getActorLikes.ts +0 -63
  92. package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -84
  93. package/src/api/app/bsky/feed/getFeed.ts +0 -47
  94. package/src/api/app/bsky/feed/getPostThread.ts +0 -251
  95. package/src/api/app/bsky/feed/getTimeline.ts +0 -50
  96. package/src/api/app/bsky/feed/index.ts +0 -15
  97. package/src/api/app/bsky/index.ts +0 -11
  98. package/src/api/app/bsky/notification/index.ts +0 -7
  99. package/src/api/app/bsky/notification/registerPush.ts +0 -71
  100. package/src/api/app/bsky/util/resolver.ts +0 -20
  101. package/src/api/com/atproto/admin/deleteAccount.ts +0 -22
  102. package/src/api/com/atproto/admin/disableAccountInvites.ts +0 -18
  103. package/src/api/com/atproto/admin/disableInviteCodes.ts +0 -21
  104. package/src/api/com/atproto/admin/enableAccountInvites.ts +0 -18
  105. package/src/api/com/atproto/admin/getAccountInfo.ts +0 -32
  106. package/src/api/com/atproto/admin/getAccountInfos.ts +0 -34
  107. package/src/api/com/atproto/admin/getInviteCodes.ts +0 -126
  108. package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -76
  109. package/src/api/com/atproto/admin/index.ts +0 -31
  110. package/src/api/com/atproto/admin/sendEmail.ts +0 -47
  111. package/src/api/com/atproto/admin/updateAccountEmail.ts +0 -32
  112. package/src/api/com/atproto/admin/updateAccountHandle.ts +0 -47
  113. package/src/api/com/atproto/admin/updateAccountPassword.ts +0 -34
  114. package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -68
  115. package/src/api/com/atproto/admin/util.ts +0 -66
  116. package/src/api/com/atproto/identity/getRecommendedDidCredentials.ts +0 -50
  117. package/src/api/com/atproto/identity/index.ts +0 -17
  118. package/src/api/com/atproto/identity/requestPlcOperationSignature.ts +0 -59
  119. package/src/api/com/atproto/identity/resolveHandle.ts +0 -50
  120. package/src/api/com/atproto/identity/signPlcOperation.ts +0 -85
  121. package/src/api/com/atproto/identity/submitPlcOperation.ts +0 -65
  122. package/src/api/com/atproto/identity/updateHandle.ts +0 -66
  123. package/src/api/com/atproto/index.ts +0 -19
  124. package/src/api/com/atproto/moderation/createReport.ts +0 -41
  125. package/src/api/com/atproto/moderation/index.ts +0 -7
  126. package/src/api/com/atproto/repo/applyWrites.ts +0 -226
  127. package/src/api/com/atproto/repo/createRecord.ts +0 -143
  128. package/src/api/com/atproto/repo/deleteRecord.ts +0 -122
  129. package/src/api/com/atproto/repo/describeRepo.ts +0 -43
  130. package/src/api/com/atproto/repo/getRecord.ts +0 -40
  131. package/src/api/com/atproto/repo/importRepo.ts +0 -101
  132. package/src/api/com/atproto/repo/index.ts +0 -25
  133. package/src/api/com/atproto/repo/listMissingBlobs.ts +0 -29
  134. package/src/api/com/atproto/repo/listRecords.ts +0 -36
  135. package/src/api/com/atproto/repo/putRecord.ts +0 -211
  136. package/src/api/com/atproto/repo/uploadBlob.ts +0 -60
  137. package/src/api/com/atproto/server/activateAccount.ts +0 -37
  138. package/src/api/com/atproto/server/checkAccountStatus.ts +0 -51
  139. package/src/api/com/atproto/server/confirmEmail.ts +0 -39
  140. package/src/api/com/atproto/server/createAccount.ts +0 -327
  141. package/src/api/com/atproto/server/createAppPassword.ts +0 -53
  142. package/src/api/com/atproto/server/createInviteCode.ts +0 -38
  143. package/src/api/com/atproto/server/createInviteCodes.ts +0 -42
  144. package/src/api/com/atproto/server/createSession.ts +0 -97
  145. package/src/api/com/atproto/server/deactivateAccount.ts +0 -41
  146. package/src/api/com/atproto/server/deleteAccount.ts +0 -85
  147. package/src/api/com/atproto/server/deleteSession.ts +0 -23
  148. package/src/api/com/atproto/server/describeServer.ts +0 -29
  149. package/src/api/com/atproto/server/getAccountInviteCodes.ts +0 -142
  150. package/src/api/com/atproto/server/getServiceAuth.ts +0 -111
  151. package/src/api/com/atproto/server/getSession.ts +0 -80
  152. package/src/api/com/atproto/server/index.ts +0 -55
  153. package/src/api/com/atproto/server/listAppPasswords.ts +0 -45
  154. package/src/api/com/atproto/server/refreshSession.ts +0 -72
  155. package/src/api/com/atproto/server/requestAccountDelete.ts +0 -66
  156. package/src/api/com/atproto/server/requestEmailConfirmation.ts +0 -68
  157. package/src/api/com/atproto/server/requestEmailUpdate.ts +0 -86
  158. package/src/api/com/atproto/server/requestPasswordReset.ts +0 -52
  159. package/src/api/com/atproto/server/reserveSigningKey.ts +0 -15
  160. package/src/api/com/atproto/server/resetPassword.ts +0 -50
  161. package/src/api/com/atproto/server/revokeAppPassword.ts +0 -42
  162. package/src/api/com/atproto/server/updateEmail.ts +0 -52
  163. package/src/api/com/atproto/server/util.ts +0 -136
  164. package/src/api/com/atproto/sync/deprecated/getCheckout.ts +0 -27
  165. package/src/api/com/atproto/sync/deprecated/getHead.ts +0 -33
  166. package/src/api/com/atproto/sync/getBlob.ts +0 -61
  167. package/src/api/com/atproto/sync/getBlocks.ts +0 -37
  168. package/src/api/com/atproto/sync/getLatestCommit.ts +0 -33
  169. package/src/api/com/atproto/sync/getRecord.ts +0 -49
  170. package/src/api/com/atproto/sync/getRepo.ts +0 -75
  171. package/src/api/com/atproto/sync/getRepoStatus.ts +0 -34
  172. package/src/api/com/atproto/sync/index.ts +0 -27
  173. package/src/api/com/atproto/sync/listBlobs.ts +0 -33
  174. package/src/api/com/atproto/sync/listRepos.ts +0 -74
  175. package/src/api/com/atproto/sync/subscribeRepos.ts +0 -73
  176. package/src/api/com/atproto/sync/util.ts +0 -37
  177. package/src/api/com/atproto/temp/checkSignupQueue.ts +0 -34
  178. package/src/api/com/atproto/temp/index.ts +0 -7
  179. package/src/api/index.ts +0 -10
  180. package/src/api/proxy.ts +0 -44
  181. package/src/app-view.ts +0 -24
  182. package/src/auth-output.ts +0 -52
  183. package/src/auth-routes.ts +0 -64
  184. package/src/auth-scope.ts +0 -40
  185. package/src/auth-verifier.ts +0 -668
  186. package/src/background.ts +0 -65
  187. package/src/basic-routes.ts +0 -52
  188. package/src/bsky-app-view.ts +0 -33
  189. package/src/config/config.ts +0 -553
  190. package/src/config/env.ts +0 -167
  191. package/src/config/index.ts +0 -3
  192. package/src/config/secrets.ts +0 -54
  193. package/src/context.ts +0 -523
  194. package/src/crawlers.ts +0 -46
  195. package/src/db/cast.ts +0 -52
  196. package/src/db/db.ts +0 -140
  197. package/src/db/index.ts +0 -4
  198. package/src/db/migrator.ts +0 -40
  199. package/src/db/pagination.ts +0 -132
  200. package/src/db/tables/moderation.ts +0 -80
  201. package/src/db/util.ts +0 -108
  202. package/src/did-cache/db/index.ts +0 -21
  203. package/src/did-cache/db/migrations.ts +0 -17
  204. package/src/did-cache/db/schema.ts +0 -9
  205. package/src/did-cache/index.ts +0 -131
  206. package/src/disk-blobstore.ts +0 -172
  207. package/src/error.ts +0 -19
  208. package/src/handle/explicit-slurs.ts +0 -22
  209. package/src/handle/index.ts +0 -49
  210. package/src/handle/reserved.ts +0 -1059
  211. package/src/image/image-url-builder.ts +0 -16
  212. package/src/index.ts +0 -189
  213. package/src/lexicons.ts +0 -4
  214. package/src/logger.ts +0 -35
  215. package/src/mailer/index.ts +0 -111
  216. package/src/mailer/moderation.ts +0 -33
  217. package/src/mailer/templates/confirm-email.d.ts +0 -4
  218. package/src/mailer/templates/confirm-email.hbs +0 -158
  219. package/src/mailer/templates/delete-account.d.ts +0 -4
  220. package/src/mailer/templates/delete-account.hbs +0 -156
  221. package/src/mailer/templates/plc-operation.d.ts +0 -4
  222. package/src/mailer/templates/plc-operation.hbs +0 -153
  223. package/src/mailer/templates/reset-password.d.ts +0 -4
  224. package/src/mailer/templates/reset-password.hbs +0 -154
  225. package/src/mailer/templates/update-email.d.ts +0 -4
  226. package/src/mailer/templates/update-email.hbs +0 -153
  227. package/src/mailer/templates.ts +0 -17
  228. package/src/pipethrough.ts +0 -716
  229. package/src/rate-limits.ts +0 -59
  230. package/src/read-after-write/index.ts +0 -3
  231. package/src/read-after-write/types.ts +0 -35
  232. package/src/read-after-write/util.ts +0 -101
  233. package/src/read-after-write/viewer.ts +0 -290
  234. package/src/redis.ts +0 -25
  235. package/src/repo/index.ts +0 -2
  236. package/src/repo/prepare.ts +0 -266
  237. package/src/repo/types.ts +0 -65
  238. package/src/scripts/README.md +0 -40
  239. package/src/scripts/index.ts +0 -20
  240. package/src/scripts/publish-identity.ts +0 -60
  241. package/src/scripts/rebuild-repo.ts +0 -119
  242. package/src/scripts/rotate-keys.ts +0 -146
  243. package/src/scripts/sequencer-recovery/index.ts +0 -23
  244. package/src/scripts/sequencer-recovery/recoverer.ts +0 -297
  245. package/src/scripts/sequencer-recovery/recovery-db.ts +0 -65
  246. package/src/scripts/sequencer-recovery/repair-repos.ts +0 -49
  247. package/src/scripts/sequencer-recovery/user-queues.ts +0 -44
  248. package/src/scripts/util.ts +0 -7
  249. package/src/sequencer/db/index.ts +0 -21
  250. package/src/sequencer/db/migrations/001-init.ts +0 -35
  251. package/src/sequencer/db/migrations/index.ts +0 -5
  252. package/src/sequencer/db/schema.ts +0 -19
  253. package/src/sequencer/events.ts +0 -199
  254. package/src/sequencer/index.ts +0 -3
  255. package/src/sequencer/outbox.ts +0 -123
  256. package/src/sequencer/sequencer.ts +0 -290
  257. package/src/util/compression.ts +0 -16
  258. package/src/util/debug.ts +0 -10
  259. package/src/util/http.ts +0 -31
  260. package/src/util/types.ts +0 -7
  261. package/src/well-known.ts +0 -30
  262. package/test.env +0 -2
  263. package/tests/__snapshots__/takedown-appeal.test.ts.snap +0 -43
  264. package/tests/_oauth_client_assets_middleware.ts +0 -23
  265. package/tests/_puppeteer.ts +0 -147
  266. package/tests/_types.d.ts +0 -16
  267. package/tests/_util.ts +0 -191
  268. package/tests/account-deactivation.test.ts +0 -204
  269. package/tests/account-deletion.test.ts +0 -300
  270. package/tests/account-manager.test.ts +0 -462
  271. package/tests/account-migration.test.ts +0 -221
  272. package/tests/account-status.test.ts +0 -206
  273. package/tests/account.test.ts +0 -595
  274. package/tests/app-passwords.test.ts +0 -262
  275. package/tests/auth.test.ts +0 -405
  276. package/tests/blob-deletes.test.ts +0 -204
  277. package/tests/create-post.test.ts +0 -79
  278. package/tests/crud.test.ts +0 -1595
  279. package/tests/db.test.ts +0 -170
  280. package/tests/email-confirmation.test.ts +0 -227
  281. package/tests/entryway-mock.ts +0 -323
  282. package/tests/entryway.test.ts +0 -145
  283. package/tests/file-uploads.test.ts +0 -301
  284. package/tests/get-service-auth.test.ts +0 -81
  285. package/tests/handle-validation.test.ts +0 -56
  286. package/tests/handles.test.ts +0 -274
  287. package/tests/invite-codes.test.ts +0 -367
  288. package/tests/invites-admin.test.ts +0 -252
  289. package/tests/moderation.test.ts +0 -280
  290. package/tests/moderator-auth.test.ts +0 -177
  291. package/tests/oauth.test.ts +0 -334
  292. package/tests/plc-operations.test.ts +0 -239
  293. package/tests/preferences.test.ts +0 -352
  294. package/tests/proxied/__snapshots__/admin.test.ts.snap +0 -516
  295. package/tests/proxied/__snapshots__/feedgen.test.ts.snap +0 -215
  296. package/tests/proxied/__snapshots__/views.test.ts.snap +0 -4456
  297. package/tests/proxied/admin.test.ts +0 -340
  298. package/tests/proxied/feedgen.test.ts +0 -66
  299. package/tests/proxied/notif.test.ts +0 -85
  300. package/tests/proxied/procedures.test.ts +0 -175
  301. package/tests/proxied/proxy-catchall.test.ts +0 -256
  302. package/tests/proxied/proxy-header.test.ts +0 -239
  303. package/tests/proxied/proxy-oauth-aud.test.ts +0 -182
  304. package/tests/proxied/read-after-write.test.ts +0 -382
  305. package/tests/proxied/views.test.ts +0 -608
  306. package/tests/races.test.ts +0 -89
  307. package/tests/rate-limits.test.ts +0 -70
  308. package/tests/recovery.test.ts +0 -180
  309. package/tests/seeds/basic.ts +0 -165
  310. package/tests/seeds/follows.ts +0 -57
  311. package/tests/seeds/likes.ts +0 -14
  312. package/tests/seeds/reposts.ts +0 -18
  313. package/tests/seeds/thread.ts +0 -40
  314. package/tests/seeds/users-bulk.ts +0 -246
  315. package/tests/seeds/users.ts +0 -67
  316. package/tests/sequencer.test.ts +0 -251
  317. package/tests/server.test.ts +0 -151
  318. package/tests/sync/invertible-ops.test.ts +0 -99
  319. package/tests/sync/list.test.ts +0 -43
  320. package/tests/sync/subscribe-repos.test.ts +0 -672
  321. package/tests/sync/sync.test.ts +0 -316
  322. package/tests/takedown-appeal.test.ts +0 -166
  323. package/tsconfig.build.json +0 -9
  324. package/tsconfig.build.tsbuildinfo +0 -1
  325. package/tsconfig.json +0 -7
  326. package/tsconfig.tests.json +0 -8
@@ -1,246 +0,0 @@
1
- import { chunkArray } from '@atproto/common'
2
- import { SeedClient } from '@atproto/dev-env'
3
- import type { HandleString } from '@atproto/syntax'
4
-
5
- export default async (sc: SeedClient, max = Infinity) => {
6
- // @TODO when these are run in parallel, seem to get an intermittent
7
- // "TypeError: fetch failed" while running the tests.
8
- const userSubset = users.slice(0, Math.min(max, users.length))
9
- const chunks = chunkArray(userSubset, 50)
10
- for (const chunk of chunks) {
11
- await Promise.all(
12
- chunk.map(async (user) => {
13
- const { handle, displayName } = user
14
- await sc.createAccount(handle, {
15
- handle: handle,
16
- password: 'password',
17
- email: `${handle}@bsky.app`,
18
- })
19
- if (displayName !== null) {
20
- await sc.createProfile(sc.dids[handle], displayName, '')
21
- }
22
- }),
23
- )
24
- }
25
- return sc
26
- }
27
-
28
- // export default async (sc: SeedClient, max = Infinity) => {
29
- // // @TODO when these are run in parallel, seem to get an intermittent
30
- // // "TypeError: fetch failed" while running the tests.
31
- // for (let i = 0; i < Math.min(max, users.length); ++i) {
32
- // const { handle, displayName } = users[i]
33
- // await sc.createAccount(handle, {
34
- // handle: handle,
35
- // password: 'password',
36
- // email: `${handle}@bsky.app`,
37
- // })
38
- // if (displayName !== null) {
39
- // await sc.createProfile(sc.dids[handle], displayName, '')
40
- // }
41
- // }
42
- // return sc
43
- // }
44
-
45
- const users: { handle: HandleString; displayName: string | null }[] = [
46
- { handle: 'silas77.test', displayName: 'Tanya Denesik' },
47
- { handle: 'nicolas-krajcik10.test', displayName: null },
48
- { handle: 'lennie-strosin.test', displayName: null },
49
- { handle: 'aliya-hodkiewicz.test', displayName: 'Carlton Abernathy IV' },
50
- { handle: 'jeffrey-sawayn87.test', displayName: 'Patrick Sawayn' },
51
- { handle: 'kaycee66.test', displayName: null },
52
- { handle: 'adrienne49.test', displayName: 'Kim Streich' },
53
- { handle: 'magnus53.test', displayName: 'Sally Funk' },
54
- { handle: 'charles-spencer.test', displayName: null },
55
- { handle: 'elta48.test', displayName: 'Dr. Lowell DuBuque' },
56
- { handle: 'tressa-senger.test', displayName: null },
57
- { handle: 'marietta-zboncak.test', displayName: null },
58
- { handle: 'alexander-hickle.test', displayName: 'Winifred Harber' },
59
- { handle: 'rodger-maggio24.test', displayName: 'Yolanda VonRueden' },
60
- { handle: 'janiya48.test', displayName: 'Miss Terrell Ziemann' },
61
- { handle: 'cayla-marquardt39.test', displayName: 'Rachel Kshlerin' },
62
- { handle: 'jonathan-green.test', displayName: 'Erica Mertz' },
63
- { handle: 'brycen-smith.test', displayName: null },
64
- { handle: 'leonel-koch43.test', displayName: 'Karl Bosco IV' },
65
- { handle: 'fidel-rath.test', displayName: null },
66
- { handle: 'raleigh-metz.test', displayName: null },
67
- { handle: 'kim41.test', displayName: null },
68
- { handle: 'roderick-dibbert.test', displayName: null },
69
- { handle: 'alec-bergnaum.test', displayName: 'Cody Berge' },
70
- { handle: 'sven70.test', displayName: null },
71
- { handle: 'ola-oconnell.test', displayName: null },
72
- { handle: 'chauncey-klein.test', displayName: 'Kelvin Klein' },
73
- { handle: 'ariel-krajcik.test', displayName: null },
74
- { handle: 'murphy35.test', displayName: 'Mrs. Clifford Mertz' },
75
- { handle: 'joshuah-parker11.test', displayName: null },
76
- { handle: 'dewitt-wunsch.test', displayName: null },
77
- { handle: 'kelton-nitzsche43.test', displayName: null },
78
- { handle: 'dock-mann91.test', displayName: 'Miss Danielle Weber' },
79
- { handle: 'herman-gleichner95.test', displayName: 'Kelli Schinner III' },
80
- { handle: 'gerda-marquardt.test', displayName: 'Myron Wolf' },
81
- { handle: 'jamil-batz.test', displayName: null },
82
- { handle: 'hilario84.test', displayName: null },
83
- { handle: 'kayli-bode.test', displayName: 'Miss Floyd McClure' },
84
- { handle: 'elouise28.test', displayName: 'Alberta Fay' },
85
- { handle: 'leann49.test', displayName: null },
86
- { handle: 'javon24.test', displayName: null },
87
- { handle: 'polly-shanahan45.test', displayName: null },
88
- { handle: 'rosamond38.test', displayName: 'Karl Goyette' },
89
- { handle: 'fredrick-mueller.test', displayName: null },
90
- { handle: 'reina-runte33.test', displayName: 'Pablo Schmidt' },
91
- { handle: 'bianka33.test', displayName: null },
92
- { handle: 'carlos6.test', displayName: null },
93
- { handle: 'jermain-smith.test', displayName: 'Eileen Stroman' },
94
- { handle: 'gina97.test', displayName: null },
95
- { handle: 'kiera97.test', displayName: null },
96
- { handle: 'savannah-botsford.test', displayName: 'Darnell Kuvalis' },
97
- { handle: 'lilliana-waters.test', displayName: null },
98
- { handle: 'hailey-stroman.test', displayName: 'Elsa Schaden' },
99
- { handle: 'dortha-terry.test', displayName: 'Nicole Bradtke' },
100
- { handle: 'hank-powlowski32.test', displayName: null },
101
- { handle: 'ervin-daugherty.test', displayName: null },
102
- { handle: 'nannie18.test', displayName: null },
103
- { handle: 'gilberto-watsica65.test', displayName: 'Ms. Ida Wilderman' },
104
- { handle: 'kara-zieme58.test', displayName: 'Andres Towne' },
105
- { handle: 'crystal-boyle.test', displayName: null },
106
- { handle: 'tobin63.test', displayName: 'Alex Johnson' },
107
- { handle: 'isai-kunze72.test', displayName: 'Marion Dickinson' },
108
- { handle: 'paris-swift.test', displayName: null },
109
- { handle: 'nestor90.test', displayName: 'Travis Hoppe' },
110
- { handle: 'aliyah-flatley12.test', displayName: 'Loren Krajcik' },
111
- { handle: 'maiya42.test', displayName: null },
112
- { handle: 'dovie33.test', displayName: null },
113
- { handle: 'kendra-ledner80.test', displayName: 'Sergio Hane' },
114
- { handle: 'greyson-tromp3.test', displayName: null },
115
- { handle: 'precious-fay.test', displayName: null },
116
- { handle: 'kiana-schmitt39.test', displayName: null },
117
- { handle: 'rhianna-stamm29.test', displayName: null },
118
- { handle: 'tiara-mohr.test', displayName: null },
119
- { handle: 'eleazar-balist70.test', displayName: 'Gordon Weissnat' },
120
- { handle: 'bettie-bogisich96.test', displayName: null },
121
- { handle: 'lura-jacobi55.test', displayName: null },
122
- { handle: 'santa-hermann78.test', displayName: 'Melissa Johnson' },
123
- { handle: 'dylan61.test', displayName: null },
124
- { handle: 'ryley-kerluke.test', displayName: 'Alexander Purdy' },
125
- { handle: 'moises-bins8.test', displayName: null },
126
- { handle: 'angelita-schaef27.test', displayName: null },
127
- { handle: 'natasha83.test', displayName: 'Dean Romaguera' },
128
- { handle: 'sydni48.test', displayName: null },
129
- { handle: 'darrion91.test', displayName: 'Jeanette Weimann' },
130
- { handle: 'reynold-ortiz.test', displayName: null },
131
- { handle: 'hassie-schuppe.test', displayName: 'Rita Zieme' },
132
- { handle: 'clark-stehr8.test', displayName: 'Sammy Larkin' },
133
- { handle: 'preston-harris.test', displayName: 'Ms. Bradford Thiel' },
134
- { handle: 'benedict-schulist.test', displayName: 'Todd Stark' },
135
- { handle: 'alden-wolff22.test', displayName: null },
136
- { handle: 'joel-gulgowski.test', displayName: null },
137
- { handle: 'joanie56.test', displayName: 'Ms. Darin Cole' },
138
- { handle: 'israel-hermann0.test', displayName: 'Wilbur Schuster' },
139
- { handle: 'tracy56.test', displayName: null },
140
- { handle: 'kyle72.test', displayName: null },
141
- { handle: 'gunnar-dare70.test', displayName: 'Mrs. Angelo Keeling' },
142
- { handle: 'justus58.test', displayName: null },
143
- { handle: 'brooke24.test', displayName: 'Clint Ward' },
144
- { handle: 'angela-morissette.test', displayName: 'Jim Kertzmann' },
145
- { handle: 'amy-bins.test', displayName: 'Angelina Hills' },
146
- { handle: 'susanna81.test', displayName: null },
147
- { handle: 'jailyn-hettinger50.test', displayName: 'Sheldon Ratke' },
148
- { handle: 'wendell-hansen54.test', displayName: null },
149
- { handle: 'jennyfer-spinka.test', displayName: 'Leticia Blick' },
150
- { handle: 'alexandrea31.test', displayName: 'Leslie Von' },
151
- { handle: 'hazle-davis.test', displayName: 'Ella Farrell' },
152
- { handle: 'alta6.test', displayName: null },
153
- { handle: 'sherwood4.test', displayName: 'Dr. Hattie Nienow I' },
154
- { handle: 'marilie24.test', displayName: 'Gene Howell' },
155
- { handle: 'jimmie-feeney82.test', displayName: null },
156
- { handle: 'trisha-ohara.test', displayName: null },
157
- { handle: 'jake-schuster33.test', displayName: 'Raymond Price' },
158
- { handle: 'shane-torphy52.test', displayName: 'Sadie Carter' },
159
- { handle: 'nakia-kuphal8.test', displayName: null },
160
- { handle: 'lea-trantow.test', displayName: null },
161
- { handle: 'joel62.test', displayName: 'Veronica Nitzsche' },
162
- { handle: 'roosevelt33.test', displayName: 'Jay Moen' },
163
- { handle: 'talon-okeefe85.test', displayName: null },
164
- { handle: 'herman-dare.test', displayName: 'Eric White' },
165
- { handle: 'flavio-fay.test', displayName: 'John Lindgren' },
166
- { handle: 'elyse-prosacco.test', displayName: null },
167
- { handle: 'jessyca-wiegand23.test', displayName: 'Debra Lockman' },
168
- { handle: 'ara-spencer41.test', displayName: null },
169
- { handle: 'frederic-fadel.test', displayName: null },
170
- { handle: 'zora-gerlach.test', displayName: 'Noel Hansen' },
171
- { handle: 'spencer4.test', displayName: 'Marjorie Gorczany' },
172
- { handle: 'gage-wilkinson33.test', displayName: 'Preston Schoen V' },
173
- { handle: 'kiley-runolfsson1.test', displayName: null },
174
- { handle: 'ramona80.test', displayName: 'Sylvia Dietrich' },
175
- { handle: 'rashad97.test', displayName: null },
176
- { handle: 'kylie76.test', displayName: 'Josefina Pfeffer' },
177
- { handle: 'alisha-zieme.test', displayName: null },
178
- { handle: 'claud79.test', displayName: null },
179
- { handle: 'jairo-kuvalis.test', displayName: 'Derrick Jacobson' },
180
- { handle: 'delfina-emard.test', displayName: null },
181
- { handle: 'waino-gutmann20.test', displayName: 'Wesley Kemmer' },
182
- { handle: 'arvid-hermiston49.test', displayName: 'Vernon Towne PhD' },
183
- { handle: 'hans79.test', displayName: 'Rex Hartmann' },
184
- { handle: 'karlee-greenholt40.test', displayName: null },
185
- { handle: 'nels-cummings.test', displayName: null },
186
- { handle: 'andrew-maggio.test', displayName: null },
187
- { handle: 'stephany75.test', displayName: null },
188
- { handle: 'alba-lueilwitz.test', displayName: null },
189
- { handle: 'fermin47.test', displayName: null },
190
- { handle: 'milo-quitzon3.test', displayName: null },
191
- { handle: 'eudora-dietrich4.test', displayName: 'Carol Littel' },
192
- { handle: 'uriel-witting12.test', displayName: 'Sophia Schmidt' },
193
- { handle: 'reuben-stracke48.test', displayName: 'Darrell Walker MD' },
194
- { handle: 'letitia-sawayn11.test', displayName: 'Mrs. Sophie Reilly' },
195
- { handle: 'macy-schaden.test', displayName: 'Lindsey Klein' },
196
- { handle: 'imelda61.test', displayName: 'Shannon Beier' },
197
- { handle: 'oswald-bailey.test', displayName: 'Angel Mann' },
198
- { handle: 'pattie-fisher34.test', displayName: null },
199
- { handle: 'loyce95.test', displayName: 'Claude Tromp' },
200
- { handle: 'melyna-zboncak.test', displayName: null },
201
- { handle: 'rowan-parisian.test', displayName: 'Mr. Veronica Feeney' },
202
- { handle: 'lois-blanda20.test', displayName: 'Todd Rolfson' },
203
- { handle: 'turner-bali76.test', displayName: null },
204
- { handle: 'dee-hoppe65.test', displayName: null },
205
- { handle: 'nikko-rosenbaum60.test', displayName: 'Joann Gutmann' },
206
- { handle: 'cornell-rom53.test', displayName: null },
207
- { handle: 'zack3.test', displayName: null },
208
- { handle: 'fredrick41.test', displayName: 'Julius Kreiger' },
209
- { handle: 'elwyn62.test', displayName: null },
210
- { handle: 'isaias-hirthe37.test', displayName: 'Louis Cremin' },
211
- { handle: 'ronaldo36.test', displayName: null },
212
- { handle: 'jesse34.test', displayName: 'Bridget Schulist' },
213
- { handle: 'darrel-mills17.test', displayName: null },
214
- { handle: 'euna-mayert92.test', displayName: 'Grant Lang II' },
215
- { handle: 'terrell92.test', displayName: null },
216
- { handle: 'alyson-bogisich.test', displayName: 'Dana MacGyver' },
217
- { handle: 'nicolas65.test', displayName: null },
218
- { handle: 'bernita8.test', displayName: null },
219
- { handle: 'gunner23.test', displayName: 'Maggie DuBuque' },
220
- { handle: 'phoebe80.test', displayName: null },
221
- { handle: 'cory-cruickshank.test', displayName: null },
222
- { handle: 'conor-price.test', displayName: 'Ralph Daugherty III' },
223
- { handle: 'rae91.test', displayName: null },
224
- { handle: 'abigale-cronin.test', displayName: null },
225
- { handle: 'aileen-reilly90.test', displayName: 'Charles Stanton' },
226
- { handle: 'adrianna-hansen6.test', displayName: 'Elbert Langworth IV' },
227
- { handle: 'pierre54.test', displayName: null },
228
- { handle: 'jaida-stark62.test', displayName: 'Justin Stoltenberg MD' },
229
- { handle: 'wade-witting.test', displayName: null },
230
- { handle: 'yvonne-predovic5.test', displayName: 'Gregory Hamill' },
231
- { handle: 'spencer-dubuque.test', displayName: null },
232
- { handle: 'randi44.test', displayName: null },
233
- { handle: 'maye-grimes.test', displayName: null },
234
- { handle: 'margarette-effertz.test', displayName: null },
235
- { handle: 'aimee98.test', displayName: null },
236
- { handle: 'jaren-veum0.test', displayName: 'Dr. Omar Wolff' },
237
- { handle: 'ariel-abbott54.test', displayName: 'Emanuel Powlowski' },
238
- { handle: 'mercedes23.test', displayName: null },
239
- { handle: 'jarrett-orn.test', displayName: null },
240
- { handle: 'damion88.test', displayName: null },
241
- { handle: 'nayeli-koss73.test', displayName: 'Johnny Lang' },
242
- { handle: 'cara-wiegand69.test', displayName: null },
243
- { handle: 'gideon-ohara51.test', displayName: null },
244
- { handle: 'carolina-mcderm77.test', displayName: 'Latoya Windler' },
245
- { handle: 'danyka90.test', displayName: 'Hope Kub' },
246
- ]
@@ -1,67 +0,0 @@
1
- import { SeedClient } from '@atproto/dev-env'
2
-
3
- export default async function usersSeed(
4
- sc: SeedClient,
5
- opts?: { inviteCode?: string },
6
- ) {
7
- await sc.createAccount('alice', {
8
- ...users.alice,
9
- inviteCode: opts?.inviteCode,
10
- })
11
- await sc.createAccount('bob', { ...users.bob, inviteCode: opts?.inviteCode })
12
- await sc.createAccount('carol', {
13
- ...users.carol,
14
- inviteCode: opts?.inviteCode,
15
- })
16
- await sc.createAccount('dan', { ...users.dan, inviteCode: opts?.inviteCode })
17
-
18
- await sc.createProfile(
19
- sc.dids.alice,
20
- users.alice.displayName,
21
- users.alice.description,
22
- users.alice.selfLabels,
23
- )
24
- await sc.createProfile(
25
- sc.dids.bob,
26
- users.bob.displayName,
27
- users.bob.description,
28
- users.bob.selfLabels,
29
- )
30
-
31
- return sc
32
- }
33
-
34
- export const users = {
35
- alice: {
36
- email: 'alice@test.com',
37
- handle: 'alice.test',
38
- password: 'alice-pass',
39
- displayName: 'ali',
40
- description: 'its me!',
41
- selfLabels: ['self-label-a', 'self-label-b'],
42
- },
43
- bob: {
44
- email: 'bob@test.com',
45
- handle: 'bob.test',
46
- password: 'bob-pass',
47
- displayName: 'bobby',
48
- description: 'hi im bob label_me',
49
- selfLabels: undefined,
50
- },
51
- carol: {
52
- email: 'carol@test.com',
53
- handle: 'carol.test',
54
- password: 'carol-pass',
55
- displayName: undefined,
56
- description: undefined,
57
- selfLabels: undefined,
58
- },
59
- dan: {
60
- email: 'dan@test.com',
61
- handle: 'dan.test',
62
- password: 'dan-pass',
63
- displayName: undefined,
64
- description: undefined,
65
- selfLabels: undefined,
66
- },
67
- } as const
@@ -1,251 +0,0 @@
1
- import {
2
- cborDecode,
3
- cborEncode,
4
- readFromGenerator,
5
- wait,
6
- } from '@atproto/common'
7
- import { randomStr } from '@atproto/crypto'
8
- import { SeedClient, TestNetworkNoAppView } from '@atproto/dev-env'
9
- import { readCarWithRoot } from '@atproto/repo'
10
- import type { DidString } from '@atproto/syntax'
11
- import {
12
- SeqEvt,
13
- Sequencer,
14
- SyncEvt,
15
- formatSeqSyncEvt,
16
- } from '../src/sequencer/index.js'
17
- import { Outbox } from '../src/sequencer/outbox.js'
18
- import userSeed from './seeds/users.js'
19
-
20
- describe('sequencer', () => {
21
- let network: TestNetworkNoAppView
22
- let sequencer: Sequencer
23
- let sc: SeedClient
24
- let alice: DidString
25
- let bob: DidString
26
-
27
- let totalEvts
28
- let lastSeen: number
29
-
30
- beforeAll(async () => {
31
- network = await TestNetworkNoAppView.create({
32
- dbPostgresSchema: 'sequencer',
33
- })
34
- // @ts-expect-error Error due to circular dependency with the dev-env package
35
- sequencer = network.pds.ctx.sequencer
36
- sc = network.getSeedClient()
37
- await userSeed(sc)
38
- alice = sc.dids.alice
39
- bob = sc.dids.bob
40
- // 18 events in userSeed
41
- totalEvts = 18
42
- })
43
-
44
- beforeEach(async () => {
45
- await network.processAll()
46
- })
47
-
48
- afterAll(async () => {
49
- await network?.close()
50
- })
51
-
52
- const randomPost = async (by: DidString) =>
53
- sc.post(by, randomStr(8, 'base32'))
54
- const createPosts = async (count: number): Promise<void> => {
55
- const promises: Promise<unknown>[] = []
56
- for (let i = 0; i < count; i++) {
57
- if (i % 2 === 0) {
58
- promises.push(randomPost(alice))
59
- } else {
60
- promises.push(randomPost(bob))
61
- }
62
- await Promise.all(promises)
63
- }
64
- }
65
-
66
- const loadFromDb = (lastSeen: number) => {
67
- return sequencer.db.db
68
- .selectFrom('repo_seq')
69
- .select([
70
- 'seq',
71
- 'did',
72
- 'eventType',
73
- 'event',
74
- 'invalidated',
75
- 'sequencedAt',
76
- ])
77
- .where('seq', '>', lastSeen)
78
- .orderBy('seq', 'asc')
79
- .execute()
80
- }
81
-
82
- const evtToDbRow = (e: SeqEvt) => {
83
- const did = e.type === 'commit' ? e.evt.repo : e.evt.did
84
- const eventType = e.type === 'commit' ? 'append' : e.type
85
- return {
86
- seq: e.seq,
87
- did,
88
- eventType,
89
- event: Buffer.from(cborEncode(e.evt)),
90
- invalidated: 0,
91
- sequencedAt: e.time,
92
- }
93
- }
94
-
95
- const caughtUp = (outbox: Outbox): (() => Promise<boolean>) => {
96
- return async () => {
97
- const lastEvt = await outbox.sequencer.curr()
98
- if (lastEvt === null) return true
99
- return outbox.lastSeen >= (lastEvt ?? 0)
100
- }
101
- }
102
-
103
- it('sends to outbox', async () => {
104
- const count = 20
105
- totalEvts += count
106
- await createPosts(count)
107
- const outbox = new Outbox(sequencer)
108
- const evts = await readFromGenerator(outbox.events(-1), caughtUp(outbox))
109
- expect(evts.length).toBe(totalEvts)
110
-
111
- const fromDb = await loadFromDb(-1)
112
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
113
-
114
- lastSeen = evts.at(-1)?.seq ?? lastSeen
115
- })
116
-
117
- it('handles cut over', async () => {
118
- const count = 20
119
- totalEvts += count
120
- const outbox = new Outbox(sequencer)
121
- const createPromise = createPosts(count)
122
- const [evts] = await Promise.all([
123
- readFromGenerator(outbox.events(-1), caughtUp(outbox), createPromise),
124
- createPromise,
125
- ])
126
- expect(evts.length).toBe(totalEvts)
127
-
128
- const fromDb = await loadFromDb(-1)
129
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
130
-
131
- lastSeen = evts.at(-1)?.seq ?? lastSeen
132
- })
133
-
134
- it('only gets events after cursor', async () => {
135
- const count = 20
136
- totalEvts += count
137
- const outbox = new Outbox(sequencer)
138
- const createPromise = createPosts(count)
139
- const [evts] = await Promise.all([
140
- readFromGenerator(
141
- outbox.events(lastSeen),
142
- caughtUp(outbox),
143
- createPromise,
144
- ),
145
- createPromise,
146
- ])
147
-
148
- // +1 because we send the lastSeen date as well
149
- expect(evts.length).toBe(count)
150
-
151
- const fromDb = await loadFromDb(lastSeen)
152
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
153
-
154
- lastSeen = evts.at(-1)?.seq ?? lastSeen
155
- })
156
-
157
- it('buffers events that are not being read', async () => {
158
- const count = 20
159
- totalEvts += count
160
- const outbox = new Outbox(sequencer)
161
- const createPromise = createPosts(count)
162
- const gen = outbox.events(lastSeen)
163
- // read enough to start streaming then wait so that the rest go into the buffer,
164
- // then stream out from buffer
165
- const [firstPart] = await Promise.all([
166
- readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
167
- createPromise,
168
- ])
169
- const secondPart = await readFromGenerator(
170
- gen,
171
- caughtUp(outbox),
172
- createPromise,
173
- )
174
- const evts = [...firstPart, ...secondPart]
175
- expect(evts.length).toBe(count)
176
-
177
- const fromDb = await loadFromDb(lastSeen)
178
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
179
-
180
- lastSeen = evts.at(-1)?.seq ?? lastSeen
181
- })
182
-
183
- it('errors when buffer is overloaded', async () => {
184
- const count = 20
185
- totalEvts += count
186
- const outbox = new Outbox(sequencer, { maxBufferSize: 5 })
187
- const gen = outbox.events(lastSeen)
188
- const createPromise = createPosts(count)
189
- // read enough to start streaming then wait to stream rest until buffer is overloaded
190
- const overloadBuffer = async () => {
191
- await Promise.all([
192
- readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
193
- createPromise,
194
- ])
195
- await wait(500)
196
- await readFromGenerator(gen, caughtUp(outbox), createPromise)
197
- }
198
- await expect(overloadBuffer).rejects.toThrow('Stream consumer too slow')
199
-
200
- await createPromise
201
-
202
- const fromDb = await loadFromDb(lastSeen)
203
- lastSeen = fromDb.at(-1)?.seq ?? lastSeen
204
- })
205
-
206
- it('handles many open connections', async () => {
207
- const count = 20
208
- const outboxes: Outbox[] = []
209
- for (let i = 0; i < 50; i++) {
210
- outboxes.push(new Outbox(sequencer))
211
- }
212
- const createPromise = createPosts(count)
213
- const readOutboxes = Promise.all(
214
- outboxes.map((o) =>
215
- readFromGenerator(o.events(lastSeen), caughtUp(o), createPromise),
216
- ),
217
- )
218
- const [results] = await Promise.all([readOutboxes, createPromise])
219
- const fromDb = await loadFromDb(lastSeen)
220
- for (let i = 0; i < 50; i++) {
221
- const evts = results[i]
222
- expect(evts.length).toBe(count)
223
- expect(evts.map(evtToDbRow)).toEqual(fromDb)
224
- }
225
- lastSeen = results[0].at(-1)?.seq ?? lastSeen
226
- })
227
-
228
- it('root block must be returned in sync event', async () => {
229
- const syncData = await network.pds.ctx.actorStore.read(
230
- sc.dids.alice,
231
- async (store) => {
232
- const root = await store.repo.storage.getRootDetailed()
233
- const { blocks } = await store.repo.storage.getBlocks([root.cid])
234
- return {
235
- cid: root.cid,
236
- rev: root.rev,
237
- blocks,
238
- }
239
- },
240
- )
241
-
242
- const dbEvt = await formatSeqSyncEvt(sc.dids.alice, syncData)
243
- const evt = cborDecode<SyncEvt>(dbEvt.event)
244
- expect(evt.did).toBe(sc.dids.alice)
245
- const car = await readCarWithRoot(evt.blocks)
246
- expect(car.root.toString()).toBe(syncData.cid.toString())
247
- // in the case of tooBig, the blocks must contain the root block only
248
- expect(car.blocks.size).toBe(1)
249
- expect(car.blocks.has(syncData.cid)).toBeTruthy()
250
- })
251
- })