@atproto/pds 0.5.11 → 0.5.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +46 -0
- package/dist/api/app/bsky/notification/index.d.ts.map +1 -1
- package/dist/api/app/bsky/notification/index.js +2 -0
- package/dist/api/app/bsky/notification/index.js.map +1 -1
- package/dist/api/app/bsky/notification/unregisterPush.d.ts +4 -0
- package/dist/api/app/bsky/notification/unregisterPush.d.ts.map +1 -0
- package/dist/api/app/bsky/notification/unregisterPush.js +48 -0
- package/dist/api/app/bsky/notification/unregisterPush.js.map +1 -0
- package/package.json +42 -38
- package/build.templates.cjs +0 -22
- package/example.env +0 -42
- package/jest.config.cjs +0 -27
- package/src/account-manager/account-manager.ts +0 -916
- package/src/account-manager/db/index.ts +0 -21
- package/src/account-manager/db/migrations/001-init.ts +0 -115
- package/src/account-manager/db/migrations/002-account-deactivation.ts +0 -17
- package/src/account-manager/db/migrations/003-privileged-app-passwords.ts +0 -12
- package/src/account-manager/db/migrations/004-oauth.ts +0 -122
- package/src/account-manager/db/migrations/005-oauth-account-management.ts +0 -136
- package/src/account-manager/db/migrations/006-oauth-permission-sets.ts +0 -20
- package/src/account-manager/db/migrations/007-lexicon-failures-index.ts +0 -14
- package/src/account-manager/db/migrations/index.ts +0 -17
- package/src/account-manager/db/schema/account-device.ts +0 -14
- package/src/account-manager/db/schema/account.ts +0 -16
- package/src/account-manager/db/schema/actor.ts +0 -17
- package/src/account-manager/db/schema/app-password.ts +0 -13
- package/src/account-manager/db/schema/authorization-request.ts +0 -30
- package/src/account-manager/db/schema/authorized-client.ts +0 -23
- package/src/account-manager/db/schema/device.ts +0 -18
- package/src/account-manager/db/schema/email-token.ts +0 -19
- package/src/account-manager/db/schema/index.ts +0 -43
- package/src/account-manager/db/schema/invite-code.ts +0 -24
- package/src/account-manager/db/schema/lexicon.ts +0 -15
- package/src/account-manager/db/schema/refresh-token.ts +0 -11
- package/src/account-manager/db/schema/repo-root.ts +0 -12
- package/src/account-manager/db/schema/token.ts +0 -38
- package/src/account-manager/db/schema/used-refresh-token.ts +0 -13
- package/src/account-manager/helpers/account-device.ts +0 -63
- package/src/account-manager/helpers/account.ts +0 -355
- package/src/account-manager/helpers/auth.ts +0 -222
- package/src/account-manager/helpers/authorization-request.ts +0 -90
- package/src/account-manager/helpers/authorized-client.ts +0 -75
- package/src/account-manager/helpers/device.ts +0 -47
- package/src/account-manager/helpers/email-token.ts +0 -87
- package/src/account-manager/helpers/invite.ts +0 -263
- package/src/account-manager/helpers/lexicon.ts +0 -67
- package/src/account-manager/helpers/password.ts +0 -136
- package/src/account-manager/helpers/repo.ts +0 -24
- package/src/account-manager/helpers/scrypt.ts +0 -53
- package/src/account-manager/helpers/token.ts +0 -158
- package/src/account-manager/helpers/used-refresh-token.ts +0 -30
- package/src/account-manager/oauth-store.ts +0 -880
- package/src/account-manager/scope-reference-getter.ts +0 -106
- package/src/actor-store/actor-store-reader.ts +0 -45
- package/src/actor-store/actor-store-resources.ts +0 -8
- package/src/actor-store/actor-store-transactor.ts +0 -31
- package/src/actor-store/actor-store-writer.ts +0 -17
- package/src/actor-store/actor-store.ts +0 -210
- package/src/actor-store/blob/reader.ts +0 -160
- package/src/actor-store/blob/transactor.ts +0 -383
- package/src/actor-store/db/index.ts +0 -20
- package/src/actor-store/db/migrations/001-init.ts +0 -105
- package/src/actor-store/db/migrations/index.ts +0 -5
- package/src/actor-store/db/schema/account-pref.ts +0 -11
- package/src/actor-store/db/schema/backlink.ts +0 -9
- package/src/actor-store/db/schema/blob.ts +0 -14
- package/src/actor-store/db/schema/index.ts +0 -23
- package/src/actor-store/db/schema/record-blob.ts +0 -8
- package/src/actor-store/db/schema/record.ts +0 -14
- package/src/actor-store/db/schema/repo-block.ts +0 -10
- package/src/actor-store/db/schema/repo-root.ts +0 -10
- package/src/actor-store/migrate.ts +0 -39
- package/src/actor-store/preference/reader.ts +0 -48
- package/src/actor-store/preference/transactor.ts +0 -55
- package/src/actor-store/preference/util.ts +0 -39
- package/src/actor-store/record/reader.ts +0 -374
- package/src/actor-store/record/transactor.ts +0 -111
- package/src/actor-store/repo/reader.ts +0 -31
- package/src/actor-store/repo/sql-repo-reader.ts +0 -150
- package/src/actor-store/repo/sql-repo-transactor.ts +0 -105
- package/src/actor-store/repo/transactor.ts +0 -227
- package/src/api/app/bsky/actor/getPreferences.ts +0 -57
- package/src/api/app/bsky/actor/getProfile.ts +0 -41
- package/src/api/app/bsky/actor/getProfiles.ts +0 -51
- package/src/api/app/bsky/actor/index.ts +0 -13
- package/src/api/app/bsky/actor/putPreferences.ts +0 -62
- package/src/api/app/bsky/feed/getActorLikes.ts +0 -63
- package/src/api/app/bsky/feed/getAuthorFeed.ts +0 -84
- package/src/api/app/bsky/feed/getFeed.ts +0 -47
- package/src/api/app/bsky/feed/getPostThread.ts +0 -251
- package/src/api/app/bsky/feed/getTimeline.ts +0 -50
- package/src/api/app/bsky/feed/index.ts +0 -15
- package/src/api/app/bsky/index.ts +0 -11
- package/src/api/app/bsky/notification/index.ts +0 -7
- package/src/api/app/bsky/notification/registerPush.ts +0 -71
- package/src/api/app/bsky/util/resolver.ts +0 -20
- package/src/api/com/atproto/admin/deleteAccount.ts +0 -22
- package/src/api/com/atproto/admin/disableAccountInvites.ts +0 -18
- package/src/api/com/atproto/admin/disableInviteCodes.ts +0 -21
- package/src/api/com/atproto/admin/enableAccountInvites.ts +0 -18
- package/src/api/com/atproto/admin/getAccountInfo.ts +0 -32
- package/src/api/com/atproto/admin/getAccountInfos.ts +0 -34
- package/src/api/com/atproto/admin/getInviteCodes.ts +0 -126
- package/src/api/com/atproto/admin/getSubjectStatus.ts +0 -76
- package/src/api/com/atproto/admin/index.ts +0 -31
- package/src/api/com/atproto/admin/sendEmail.ts +0 -47
- package/src/api/com/atproto/admin/updateAccountEmail.ts +0 -32
- package/src/api/com/atproto/admin/updateAccountHandle.ts +0 -47
- package/src/api/com/atproto/admin/updateAccountPassword.ts +0 -34
- package/src/api/com/atproto/admin/updateSubjectStatus.ts +0 -68
- package/src/api/com/atproto/admin/util.ts +0 -66
- package/src/api/com/atproto/identity/getRecommendedDidCredentials.ts +0 -50
- package/src/api/com/atproto/identity/index.ts +0 -17
- package/src/api/com/atproto/identity/requestPlcOperationSignature.ts +0 -59
- package/src/api/com/atproto/identity/resolveHandle.ts +0 -50
- package/src/api/com/atproto/identity/signPlcOperation.ts +0 -85
- package/src/api/com/atproto/identity/submitPlcOperation.ts +0 -65
- package/src/api/com/atproto/identity/updateHandle.ts +0 -66
- package/src/api/com/atproto/index.ts +0 -19
- package/src/api/com/atproto/moderation/createReport.ts +0 -41
- package/src/api/com/atproto/moderation/index.ts +0 -7
- package/src/api/com/atproto/repo/applyWrites.ts +0 -226
- package/src/api/com/atproto/repo/createRecord.ts +0 -143
- package/src/api/com/atproto/repo/deleteRecord.ts +0 -122
- package/src/api/com/atproto/repo/describeRepo.ts +0 -43
- package/src/api/com/atproto/repo/getRecord.ts +0 -40
- package/src/api/com/atproto/repo/importRepo.ts +0 -101
- package/src/api/com/atproto/repo/index.ts +0 -25
- package/src/api/com/atproto/repo/listMissingBlobs.ts +0 -29
- package/src/api/com/atproto/repo/listRecords.ts +0 -36
- package/src/api/com/atproto/repo/putRecord.ts +0 -211
- package/src/api/com/atproto/repo/uploadBlob.ts +0 -60
- package/src/api/com/atproto/server/activateAccount.ts +0 -37
- package/src/api/com/atproto/server/checkAccountStatus.ts +0 -51
- package/src/api/com/atproto/server/confirmEmail.ts +0 -39
- package/src/api/com/atproto/server/createAccount.ts +0 -327
- package/src/api/com/atproto/server/createAppPassword.ts +0 -53
- package/src/api/com/atproto/server/createInviteCode.ts +0 -38
- package/src/api/com/atproto/server/createInviteCodes.ts +0 -42
- package/src/api/com/atproto/server/createSession.ts +0 -97
- package/src/api/com/atproto/server/deactivateAccount.ts +0 -41
- package/src/api/com/atproto/server/deleteAccount.ts +0 -85
- package/src/api/com/atproto/server/deleteSession.ts +0 -23
- package/src/api/com/atproto/server/describeServer.ts +0 -29
- package/src/api/com/atproto/server/getAccountInviteCodes.ts +0 -142
- package/src/api/com/atproto/server/getServiceAuth.ts +0 -111
- package/src/api/com/atproto/server/getSession.ts +0 -80
- package/src/api/com/atproto/server/index.ts +0 -55
- package/src/api/com/atproto/server/listAppPasswords.ts +0 -45
- package/src/api/com/atproto/server/refreshSession.ts +0 -72
- package/src/api/com/atproto/server/requestAccountDelete.ts +0 -66
- package/src/api/com/atproto/server/requestEmailConfirmation.ts +0 -68
- package/src/api/com/atproto/server/requestEmailUpdate.ts +0 -86
- package/src/api/com/atproto/server/requestPasswordReset.ts +0 -52
- package/src/api/com/atproto/server/reserveSigningKey.ts +0 -15
- package/src/api/com/atproto/server/resetPassword.ts +0 -50
- package/src/api/com/atproto/server/revokeAppPassword.ts +0 -42
- package/src/api/com/atproto/server/updateEmail.ts +0 -52
- package/src/api/com/atproto/server/util.ts +0 -136
- package/src/api/com/atproto/sync/deprecated/getCheckout.ts +0 -27
- package/src/api/com/atproto/sync/deprecated/getHead.ts +0 -33
- package/src/api/com/atproto/sync/getBlob.ts +0 -61
- package/src/api/com/atproto/sync/getBlocks.ts +0 -37
- package/src/api/com/atproto/sync/getLatestCommit.ts +0 -33
- package/src/api/com/atproto/sync/getRecord.ts +0 -49
- package/src/api/com/atproto/sync/getRepo.ts +0 -75
- package/src/api/com/atproto/sync/getRepoStatus.ts +0 -34
- package/src/api/com/atproto/sync/index.ts +0 -27
- package/src/api/com/atproto/sync/listBlobs.ts +0 -33
- package/src/api/com/atproto/sync/listRepos.ts +0 -74
- package/src/api/com/atproto/sync/subscribeRepos.ts +0 -73
- package/src/api/com/atproto/sync/util.ts +0 -37
- package/src/api/com/atproto/temp/checkSignupQueue.ts +0 -34
- package/src/api/com/atproto/temp/index.ts +0 -7
- package/src/api/index.ts +0 -10
- package/src/api/proxy.ts +0 -44
- package/src/app-view.ts +0 -24
- package/src/auth-output.ts +0 -52
- package/src/auth-routes.ts +0 -64
- package/src/auth-scope.ts +0 -40
- package/src/auth-verifier.ts +0 -668
- package/src/background.ts +0 -65
- package/src/basic-routes.ts +0 -52
- package/src/bsky-app-view.ts +0 -33
- package/src/config/config.ts +0 -553
- package/src/config/env.ts +0 -167
- package/src/config/index.ts +0 -3
- package/src/config/secrets.ts +0 -54
- package/src/context.ts +0 -523
- package/src/crawlers.ts +0 -46
- package/src/db/cast.ts +0 -52
- package/src/db/db.ts +0 -140
- package/src/db/index.ts +0 -4
- package/src/db/migrator.ts +0 -40
- package/src/db/pagination.ts +0 -132
- package/src/db/tables/moderation.ts +0 -80
- package/src/db/util.ts +0 -108
- package/src/did-cache/db/index.ts +0 -21
- package/src/did-cache/db/migrations.ts +0 -17
- package/src/did-cache/db/schema.ts +0 -9
- package/src/did-cache/index.ts +0 -131
- package/src/disk-blobstore.ts +0 -172
- package/src/error.ts +0 -19
- package/src/handle/explicit-slurs.ts +0 -22
- package/src/handle/index.ts +0 -49
- package/src/handle/reserved.ts +0 -1059
- package/src/image/image-url-builder.ts +0 -16
- package/src/index.ts +0 -189
- package/src/lexicons.ts +0 -4
- package/src/logger.ts +0 -35
- package/src/mailer/index.ts +0 -111
- package/src/mailer/moderation.ts +0 -33
- package/src/mailer/templates/confirm-email.d.ts +0 -4
- package/src/mailer/templates/confirm-email.hbs +0 -158
- package/src/mailer/templates/delete-account.d.ts +0 -4
- package/src/mailer/templates/delete-account.hbs +0 -156
- package/src/mailer/templates/plc-operation.d.ts +0 -4
- package/src/mailer/templates/plc-operation.hbs +0 -153
- package/src/mailer/templates/reset-password.d.ts +0 -4
- package/src/mailer/templates/reset-password.hbs +0 -154
- package/src/mailer/templates/update-email.d.ts +0 -4
- package/src/mailer/templates/update-email.hbs +0 -153
- package/src/mailer/templates.ts +0 -17
- package/src/pipethrough.ts +0 -716
- package/src/rate-limits.ts +0 -59
- package/src/read-after-write/index.ts +0 -3
- package/src/read-after-write/types.ts +0 -35
- package/src/read-after-write/util.ts +0 -101
- package/src/read-after-write/viewer.ts +0 -290
- package/src/redis.ts +0 -25
- package/src/repo/index.ts +0 -2
- package/src/repo/prepare.ts +0 -266
- package/src/repo/types.ts +0 -65
- package/src/scripts/README.md +0 -40
- package/src/scripts/index.ts +0 -20
- package/src/scripts/publish-identity.ts +0 -60
- package/src/scripts/rebuild-repo.ts +0 -119
- package/src/scripts/rotate-keys.ts +0 -146
- package/src/scripts/sequencer-recovery/index.ts +0 -23
- package/src/scripts/sequencer-recovery/recoverer.ts +0 -297
- package/src/scripts/sequencer-recovery/recovery-db.ts +0 -65
- package/src/scripts/sequencer-recovery/repair-repos.ts +0 -49
- package/src/scripts/sequencer-recovery/user-queues.ts +0 -44
- package/src/scripts/util.ts +0 -7
- package/src/sequencer/db/index.ts +0 -21
- package/src/sequencer/db/migrations/001-init.ts +0 -35
- package/src/sequencer/db/migrations/index.ts +0 -5
- package/src/sequencer/db/schema.ts +0 -19
- package/src/sequencer/events.ts +0 -199
- package/src/sequencer/index.ts +0 -3
- package/src/sequencer/outbox.ts +0 -123
- package/src/sequencer/sequencer.ts +0 -290
- package/src/util/compression.ts +0 -16
- package/src/util/debug.ts +0 -10
- package/src/util/http.ts +0 -31
- package/src/util/types.ts +0 -7
- package/src/well-known.ts +0 -30
- package/test.env +0 -2
- package/tests/__snapshots__/takedown-appeal.test.ts.snap +0 -43
- package/tests/_oauth_client_assets_middleware.ts +0 -23
- package/tests/_puppeteer.ts +0 -147
- package/tests/_types.d.ts +0 -16
- package/tests/_util.ts +0 -191
- package/tests/account-deactivation.test.ts +0 -204
- package/tests/account-deletion.test.ts +0 -300
- package/tests/account-manager.test.ts +0 -462
- package/tests/account-migration.test.ts +0 -221
- package/tests/account-status.test.ts +0 -206
- package/tests/account.test.ts +0 -595
- package/tests/app-passwords.test.ts +0 -262
- package/tests/auth.test.ts +0 -405
- package/tests/blob-deletes.test.ts +0 -204
- package/tests/create-post.test.ts +0 -79
- package/tests/crud.test.ts +0 -1595
- package/tests/db.test.ts +0 -170
- package/tests/email-confirmation.test.ts +0 -227
- package/tests/entryway-mock.ts +0 -323
- package/tests/entryway.test.ts +0 -145
- package/tests/file-uploads.test.ts +0 -301
- package/tests/get-service-auth.test.ts +0 -81
- package/tests/handle-validation.test.ts +0 -56
- package/tests/handles.test.ts +0 -274
- package/tests/invite-codes.test.ts +0 -367
- package/tests/invites-admin.test.ts +0 -252
- package/tests/moderation.test.ts +0 -280
- package/tests/moderator-auth.test.ts +0 -177
- package/tests/oauth.test.ts +0 -334
- package/tests/plc-operations.test.ts +0 -239
- package/tests/preferences.test.ts +0 -352
- package/tests/proxied/__snapshots__/admin.test.ts.snap +0 -516
- package/tests/proxied/__snapshots__/feedgen.test.ts.snap +0 -215
- package/tests/proxied/__snapshots__/views.test.ts.snap +0 -4456
- package/tests/proxied/admin.test.ts +0 -340
- package/tests/proxied/feedgen.test.ts +0 -66
- package/tests/proxied/notif.test.ts +0 -85
- package/tests/proxied/procedures.test.ts +0 -175
- package/tests/proxied/proxy-catchall.test.ts +0 -256
- package/tests/proxied/proxy-header.test.ts +0 -239
- package/tests/proxied/proxy-oauth-aud.test.ts +0 -182
- package/tests/proxied/read-after-write.test.ts +0 -382
- package/tests/proxied/views.test.ts +0 -608
- package/tests/races.test.ts +0 -89
- package/tests/rate-limits.test.ts +0 -70
- package/tests/recovery.test.ts +0 -180
- package/tests/seeds/basic.ts +0 -165
- package/tests/seeds/follows.ts +0 -57
- package/tests/seeds/likes.ts +0 -14
- package/tests/seeds/reposts.ts +0 -18
- package/tests/seeds/thread.ts +0 -40
- package/tests/seeds/users-bulk.ts +0 -246
- package/tests/seeds/users.ts +0 -67
- package/tests/sequencer.test.ts +0 -251
- package/tests/server.test.ts +0 -151
- package/tests/sync/invertible-ops.test.ts +0 -99
- package/tests/sync/list.test.ts +0 -43
- package/tests/sync/subscribe-repos.test.ts +0 -672
- package/tests/sync/sync.test.ts +0 -316
- package/tests/takedown-appeal.test.ts +0 -166
- package/tsconfig.build.json +0 -9
- package/tsconfig.build.tsbuildinfo +0 -1
- package/tsconfig.json +0 -7
- package/tsconfig.tests.json +0 -8
|
@@ -1,246 +0,0 @@
|
|
|
1
|
-
import { chunkArray } from '@atproto/common'
|
|
2
|
-
import { SeedClient } from '@atproto/dev-env'
|
|
3
|
-
import type { HandleString } from '@atproto/syntax'
|
|
4
|
-
|
|
5
|
-
export default async (sc: SeedClient, max = Infinity) => {
|
|
6
|
-
// @TODO when these are run in parallel, seem to get an intermittent
|
|
7
|
-
// "TypeError: fetch failed" while running the tests.
|
|
8
|
-
const userSubset = users.slice(0, Math.min(max, users.length))
|
|
9
|
-
const chunks = chunkArray(userSubset, 50)
|
|
10
|
-
for (const chunk of chunks) {
|
|
11
|
-
await Promise.all(
|
|
12
|
-
chunk.map(async (user) => {
|
|
13
|
-
const { handle, displayName } = user
|
|
14
|
-
await sc.createAccount(handle, {
|
|
15
|
-
handle: handle,
|
|
16
|
-
password: 'password',
|
|
17
|
-
email: `${handle}@bsky.app`,
|
|
18
|
-
})
|
|
19
|
-
if (displayName !== null) {
|
|
20
|
-
await sc.createProfile(sc.dids[handle], displayName, '')
|
|
21
|
-
}
|
|
22
|
-
}),
|
|
23
|
-
)
|
|
24
|
-
}
|
|
25
|
-
return sc
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
// export default async (sc: SeedClient, max = Infinity) => {
|
|
29
|
-
// // @TODO when these are run in parallel, seem to get an intermittent
|
|
30
|
-
// // "TypeError: fetch failed" while running the tests.
|
|
31
|
-
// for (let i = 0; i < Math.min(max, users.length); ++i) {
|
|
32
|
-
// const { handle, displayName } = users[i]
|
|
33
|
-
// await sc.createAccount(handle, {
|
|
34
|
-
// handle: handle,
|
|
35
|
-
// password: 'password',
|
|
36
|
-
// email: `${handle}@bsky.app`,
|
|
37
|
-
// })
|
|
38
|
-
// if (displayName !== null) {
|
|
39
|
-
// await sc.createProfile(sc.dids[handle], displayName, '')
|
|
40
|
-
// }
|
|
41
|
-
// }
|
|
42
|
-
// return sc
|
|
43
|
-
// }
|
|
44
|
-
|
|
45
|
-
const users: { handle: HandleString; displayName: string | null }[] = [
|
|
46
|
-
{ handle: 'silas77.test', displayName: 'Tanya Denesik' },
|
|
47
|
-
{ handle: 'nicolas-krajcik10.test', displayName: null },
|
|
48
|
-
{ handle: 'lennie-strosin.test', displayName: null },
|
|
49
|
-
{ handle: 'aliya-hodkiewicz.test', displayName: 'Carlton Abernathy IV' },
|
|
50
|
-
{ handle: 'jeffrey-sawayn87.test', displayName: 'Patrick Sawayn' },
|
|
51
|
-
{ handle: 'kaycee66.test', displayName: null },
|
|
52
|
-
{ handle: 'adrienne49.test', displayName: 'Kim Streich' },
|
|
53
|
-
{ handle: 'magnus53.test', displayName: 'Sally Funk' },
|
|
54
|
-
{ handle: 'charles-spencer.test', displayName: null },
|
|
55
|
-
{ handle: 'elta48.test', displayName: 'Dr. Lowell DuBuque' },
|
|
56
|
-
{ handle: 'tressa-senger.test', displayName: null },
|
|
57
|
-
{ handle: 'marietta-zboncak.test', displayName: null },
|
|
58
|
-
{ handle: 'alexander-hickle.test', displayName: 'Winifred Harber' },
|
|
59
|
-
{ handle: 'rodger-maggio24.test', displayName: 'Yolanda VonRueden' },
|
|
60
|
-
{ handle: 'janiya48.test', displayName: 'Miss Terrell Ziemann' },
|
|
61
|
-
{ handle: 'cayla-marquardt39.test', displayName: 'Rachel Kshlerin' },
|
|
62
|
-
{ handle: 'jonathan-green.test', displayName: 'Erica Mertz' },
|
|
63
|
-
{ handle: 'brycen-smith.test', displayName: null },
|
|
64
|
-
{ handle: 'leonel-koch43.test', displayName: 'Karl Bosco IV' },
|
|
65
|
-
{ handle: 'fidel-rath.test', displayName: null },
|
|
66
|
-
{ handle: 'raleigh-metz.test', displayName: null },
|
|
67
|
-
{ handle: 'kim41.test', displayName: null },
|
|
68
|
-
{ handle: 'roderick-dibbert.test', displayName: null },
|
|
69
|
-
{ handle: 'alec-bergnaum.test', displayName: 'Cody Berge' },
|
|
70
|
-
{ handle: 'sven70.test', displayName: null },
|
|
71
|
-
{ handle: 'ola-oconnell.test', displayName: null },
|
|
72
|
-
{ handle: 'chauncey-klein.test', displayName: 'Kelvin Klein' },
|
|
73
|
-
{ handle: 'ariel-krajcik.test', displayName: null },
|
|
74
|
-
{ handle: 'murphy35.test', displayName: 'Mrs. Clifford Mertz' },
|
|
75
|
-
{ handle: 'joshuah-parker11.test', displayName: null },
|
|
76
|
-
{ handle: 'dewitt-wunsch.test', displayName: null },
|
|
77
|
-
{ handle: 'kelton-nitzsche43.test', displayName: null },
|
|
78
|
-
{ handle: 'dock-mann91.test', displayName: 'Miss Danielle Weber' },
|
|
79
|
-
{ handle: 'herman-gleichner95.test', displayName: 'Kelli Schinner III' },
|
|
80
|
-
{ handle: 'gerda-marquardt.test', displayName: 'Myron Wolf' },
|
|
81
|
-
{ handle: 'jamil-batz.test', displayName: null },
|
|
82
|
-
{ handle: 'hilario84.test', displayName: null },
|
|
83
|
-
{ handle: 'kayli-bode.test', displayName: 'Miss Floyd McClure' },
|
|
84
|
-
{ handle: 'elouise28.test', displayName: 'Alberta Fay' },
|
|
85
|
-
{ handle: 'leann49.test', displayName: null },
|
|
86
|
-
{ handle: 'javon24.test', displayName: null },
|
|
87
|
-
{ handle: 'polly-shanahan45.test', displayName: null },
|
|
88
|
-
{ handle: 'rosamond38.test', displayName: 'Karl Goyette' },
|
|
89
|
-
{ handle: 'fredrick-mueller.test', displayName: null },
|
|
90
|
-
{ handle: 'reina-runte33.test', displayName: 'Pablo Schmidt' },
|
|
91
|
-
{ handle: 'bianka33.test', displayName: null },
|
|
92
|
-
{ handle: 'carlos6.test', displayName: null },
|
|
93
|
-
{ handle: 'jermain-smith.test', displayName: 'Eileen Stroman' },
|
|
94
|
-
{ handle: 'gina97.test', displayName: null },
|
|
95
|
-
{ handle: 'kiera97.test', displayName: null },
|
|
96
|
-
{ handle: 'savannah-botsford.test', displayName: 'Darnell Kuvalis' },
|
|
97
|
-
{ handle: 'lilliana-waters.test', displayName: null },
|
|
98
|
-
{ handle: 'hailey-stroman.test', displayName: 'Elsa Schaden' },
|
|
99
|
-
{ handle: 'dortha-terry.test', displayName: 'Nicole Bradtke' },
|
|
100
|
-
{ handle: 'hank-powlowski32.test', displayName: null },
|
|
101
|
-
{ handle: 'ervin-daugherty.test', displayName: null },
|
|
102
|
-
{ handle: 'nannie18.test', displayName: null },
|
|
103
|
-
{ handle: 'gilberto-watsica65.test', displayName: 'Ms. Ida Wilderman' },
|
|
104
|
-
{ handle: 'kara-zieme58.test', displayName: 'Andres Towne' },
|
|
105
|
-
{ handle: 'crystal-boyle.test', displayName: null },
|
|
106
|
-
{ handle: 'tobin63.test', displayName: 'Alex Johnson' },
|
|
107
|
-
{ handle: 'isai-kunze72.test', displayName: 'Marion Dickinson' },
|
|
108
|
-
{ handle: 'paris-swift.test', displayName: null },
|
|
109
|
-
{ handle: 'nestor90.test', displayName: 'Travis Hoppe' },
|
|
110
|
-
{ handle: 'aliyah-flatley12.test', displayName: 'Loren Krajcik' },
|
|
111
|
-
{ handle: 'maiya42.test', displayName: null },
|
|
112
|
-
{ handle: 'dovie33.test', displayName: null },
|
|
113
|
-
{ handle: 'kendra-ledner80.test', displayName: 'Sergio Hane' },
|
|
114
|
-
{ handle: 'greyson-tromp3.test', displayName: null },
|
|
115
|
-
{ handle: 'precious-fay.test', displayName: null },
|
|
116
|
-
{ handle: 'kiana-schmitt39.test', displayName: null },
|
|
117
|
-
{ handle: 'rhianna-stamm29.test', displayName: null },
|
|
118
|
-
{ handle: 'tiara-mohr.test', displayName: null },
|
|
119
|
-
{ handle: 'eleazar-balist70.test', displayName: 'Gordon Weissnat' },
|
|
120
|
-
{ handle: 'bettie-bogisich96.test', displayName: null },
|
|
121
|
-
{ handle: 'lura-jacobi55.test', displayName: null },
|
|
122
|
-
{ handle: 'santa-hermann78.test', displayName: 'Melissa Johnson' },
|
|
123
|
-
{ handle: 'dylan61.test', displayName: null },
|
|
124
|
-
{ handle: 'ryley-kerluke.test', displayName: 'Alexander Purdy' },
|
|
125
|
-
{ handle: 'moises-bins8.test', displayName: null },
|
|
126
|
-
{ handle: 'angelita-schaef27.test', displayName: null },
|
|
127
|
-
{ handle: 'natasha83.test', displayName: 'Dean Romaguera' },
|
|
128
|
-
{ handle: 'sydni48.test', displayName: null },
|
|
129
|
-
{ handle: 'darrion91.test', displayName: 'Jeanette Weimann' },
|
|
130
|
-
{ handle: 'reynold-ortiz.test', displayName: null },
|
|
131
|
-
{ handle: 'hassie-schuppe.test', displayName: 'Rita Zieme' },
|
|
132
|
-
{ handle: 'clark-stehr8.test', displayName: 'Sammy Larkin' },
|
|
133
|
-
{ handle: 'preston-harris.test', displayName: 'Ms. Bradford Thiel' },
|
|
134
|
-
{ handle: 'benedict-schulist.test', displayName: 'Todd Stark' },
|
|
135
|
-
{ handle: 'alden-wolff22.test', displayName: null },
|
|
136
|
-
{ handle: 'joel-gulgowski.test', displayName: null },
|
|
137
|
-
{ handle: 'joanie56.test', displayName: 'Ms. Darin Cole' },
|
|
138
|
-
{ handle: 'israel-hermann0.test', displayName: 'Wilbur Schuster' },
|
|
139
|
-
{ handle: 'tracy56.test', displayName: null },
|
|
140
|
-
{ handle: 'kyle72.test', displayName: null },
|
|
141
|
-
{ handle: 'gunnar-dare70.test', displayName: 'Mrs. Angelo Keeling' },
|
|
142
|
-
{ handle: 'justus58.test', displayName: null },
|
|
143
|
-
{ handle: 'brooke24.test', displayName: 'Clint Ward' },
|
|
144
|
-
{ handle: 'angela-morissette.test', displayName: 'Jim Kertzmann' },
|
|
145
|
-
{ handle: 'amy-bins.test', displayName: 'Angelina Hills' },
|
|
146
|
-
{ handle: 'susanna81.test', displayName: null },
|
|
147
|
-
{ handle: 'jailyn-hettinger50.test', displayName: 'Sheldon Ratke' },
|
|
148
|
-
{ handle: 'wendell-hansen54.test', displayName: null },
|
|
149
|
-
{ handle: 'jennyfer-spinka.test', displayName: 'Leticia Blick' },
|
|
150
|
-
{ handle: 'alexandrea31.test', displayName: 'Leslie Von' },
|
|
151
|
-
{ handle: 'hazle-davis.test', displayName: 'Ella Farrell' },
|
|
152
|
-
{ handle: 'alta6.test', displayName: null },
|
|
153
|
-
{ handle: 'sherwood4.test', displayName: 'Dr. Hattie Nienow I' },
|
|
154
|
-
{ handle: 'marilie24.test', displayName: 'Gene Howell' },
|
|
155
|
-
{ handle: 'jimmie-feeney82.test', displayName: null },
|
|
156
|
-
{ handle: 'trisha-ohara.test', displayName: null },
|
|
157
|
-
{ handle: 'jake-schuster33.test', displayName: 'Raymond Price' },
|
|
158
|
-
{ handle: 'shane-torphy52.test', displayName: 'Sadie Carter' },
|
|
159
|
-
{ handle: 'nakia-kuphal8.test', displayName: null },
|
|
160
|
-
{ handle: 'lea-trantow.test', displayName: null },
|
|
161
|
-
{ handle: 'joel62.test', displayName: 'Veronica Nitzsche' },
|
|
162
|
-
{ handle: 'roosevelt33.test', displayName: 'Jay Moen' },
|
|
163
|
-
{ handle: 'talon-okeefe85.test', displayName: null },
|
|
164
|
-
{ handle: 'herman-dare.test', displayName: 'Eric White' },
|
|
165
|
-
{ handle: 'flavio-fay.test', displayName: 'John Lindgren' },
|
|
166
|
-
{ handle: 'elyse-prosacco.test', displayName: null },
|
|
167
|
-
{ handle: 'jessyca-wiegand23.test', displayName: 'Debra Lockman' },
|
|
168
|
-
{ handle: 'ara-spencer41.test', displayName: null },
|
|
169
|
-
{ handle: 'frederic-fadel.test', displayName: null },
|
|
170
|
-
{ handle: 'zora-gerlach.test', displayName: 'Noel Hansen' },
|
|
171
|
-
{ handle: 'spencer4.test', displayName: 'Marjorie Gorczany' },
|
|
172
|
-
{ handle: 'gage-wilkinson33.test', displayName: 'Preston Schoen V' },
|
|
173
|
-
{ handle: 'kiley-runolfsson1.test', displayName: null },
|
|
174
|
-
{ handle: 'ramona80.test', displayName: 'Sylvia Dietrich' },
|
|
175
|
-
{ handle: 'rashad97.test', displayName: null },
|
|
176
|
-
{ handle: 'kylie76.test', displayName: 'Josefina Pfeffer' },
|
|
177
|
-
{ handle: 'alisha-zieme.test', displayName: null },
|
|
178
|
-
{ handle: 'claud79.test', displayName: null },
|
|
179
|
-
{ handle: 'jairo-kuvalis.test', displayName: 'Derrick Jacobson' },
|
|
180
|
-
{ handle: 'delfina-emard.test', displayName: null },
|
|
181
|
-
{ handle: 'waino-gutmann20.test', displayName: 'Wesley Kemmer' },
|
|
182
|
-
{ handle: 'arvid-hermiston49.test', displayName: 'Vernon Towne PhD' },
|
|
183
|
-
{ handle: 'hans79.test', displayName: 'Rex Hartmann' },
|
|
184
|
-
{ handle: 'karlee-greenholt40.test', displayName: null },
|
|
185
|
-
{ handle: 'nels-cummings.test', displayName: null },
|
|
186
|
-
{ handle: 'andrew-maggio.test', displayName: null },
|
|
187
|
-
{ handle: 'stephany75.test', displayName: null },
|
|
188
|
-
{ handle: 'alba-lueilwitz.test', displayName: null },
|
|
189
|
-
{ handle: 'fermin47.test', displayName: null },
|
|
190
|
-
{ handle: 'milo-quitzon3.test', displayName: null },
|
|
191
|
-
{ handle: 'eudora-dietrich4.test', displayName: 'Carol Littel' },
|
|
192
|
-
{ handle: 'uriel-witting12.test', displayName: 'Sophia Schmidt' },
|
|
193
|
-
{ handle: 'reuben-stracke48.test', displayName: 'Darrell Walker MD' },
|
|
194
|
-
{ handle: 'letitia-sawayn11.test', displayName: 'Mrs. Sophie Reilly' },
|
|
195
|
-
{ handle: 'macy-schaden.test', displayName: 'Lindsey Klein' },
|
|
196
|
-
{ handle: 'imelda61.test', displayName: 'Shannon Beier' },
|
|
197
|
-
{ handle: 'oswald-bailey.test', displayName: 'Angel Mann' },
|
|
198
|
-
{ handle: 'pattie-fisher34.test', displayName: null },
|
|
199
|
-
{ handle: 'loyce95.test', displayName: 'Claude Tromp' },
|
|
200
|
-
{ handle: 'melyna-zboncak.test', displayName: null },
|
|
201
|
-
{ handle: 'rowan-parisian.test', displayName: 'Mr. Veronica Feeney' },
|
|
202
|
-
{ handle: 'lois-blanda20.test', displayName: 'Todd Rolfson' },
|
|
203
|
-
{ handle: 'turner-bali76.test', displayName: null },
|
|
204
|
-
{ handle: 'dee-hoppe65.test', displayName: null },
|
|
205
|
-
{ handle: 'nikko-rosenbaum60.test', displayName: 'Joann Gutmann' },
|
|
206
|
-
{ handle: 'cornell-rom53.test', displayName: null },
|
|
207
|
-
{ handle: 'zack3.test', displayName: null },
|
|
208
|
-
{ handle: 'fredrick41.test', displayName: 'Julius Kreiger' },
|
|
209
|
-
{ handle: 'elwyn62.test', displayName: null },
|
|
210
|
-
{ handle: 'isaias-hirthe37.test', displayName: 'Louis Cremin' },
|
|
211
|
-
{ handle: 'ronaldo36.test', displayName: null },
|
|
212
|
-
{ handle: 'jesse34.test', displayName: 'Bridget Schulist' },
|
|
213
|
-
{ handle: 'darrel-mills17.test', displayName: null },
|
|
214
|
-
{ handle: 'euna-mayert92.test', displayName: 'Grant Lang II' },
|
|
215
|
-
{ handle: 'terrell92.test', displayName: null },
|
|
216
|
-
{ handle: 'alyson-bogisich.test', displayName: 'Dana MacGyver' },
|
|
217
|
-
{ handle: 'nicolas65.test', displayName: null },
|
|
218
|
-
{ handle: 'bernita8.test', displayName: null },
|
|
219
|
-
{ handle: 'gunner23.test', displayName: 'Maggie DuBuque' },
|
|
220
|
-
{ handle: 'phoebe80.test', displayName: null },
|
|
221
|
-
{ handle: 'cory-cruickshank.test', displayName: null },
|
|
222
|
-
{ handle: 'conor-price.test', displayName: 'Ralph Daugherty III' },
|
|
223
|
-
{ handle: 'rae91.test', displayName: null },
|
|
224
|
-
{ handle: 'abigale-cronin.test', displayName: null },
|
|
225
|
-
{ handle: 'aileen-reilly90.test', displayName: 'Charles Stanton' },
|
|
226
|
-
{ handle: 'adrianna-hansen6.test', displayName: 'Elbert Langworth IV' },
|
|
227
|
-
{ handle: 'pierre54.test', displayName: null },
|
|
228
|
-
{ handle: 'jaida-stark62.test', displayName: 'Justin Stoltenberg MD' },
|
|
229
|
-
{ handle: 'wade-witting.test', displayName: null },
|
|
230
|
-
{ handle: 'yvonne-predovic5.test', displayName: 'Gregory Hamill' },
|
|
231
|
-
{ handle: 'spencer-dubuque.test', displayName: null },
|
|
232
|
-
{ handle: 'randi44.test', displayName: null },
|
|
233
|
-
{ handle: 'maye-grimes.test', displayName: null },
|
|
234
|
-
{ handle: 'margarette-effertz.test', displayName: null },
|
|
235
|
-
{ handle: 'aimee98.test', displayName: null },
|
|
236
|
-
{ handle: 'jaren-veum0.test', displayName: 'Dr. Omar Wolff' },
|
|
237
|
-
{ handle: 'ariel-abbott54.test', displayName: 'Emanuel Powlowski' },
|
|
238
|
-
{ handle: 'mercedes23.test', displayName: null },
|
|
239
|
-
{ handle: 'jarrett-orn.test', displayName: null },
|
|
240
|
-
{ handle: 'damion88.test', displayName: null },
|
|
241
|
-
{ handle: 'nayeli-koss73.test', displayName: 'Johnny Lang' },
|
|
242
|
-
{ handle: 'cara-wiegand69.test', displayName: null },
|
|
243
|
-
{ handle: 'gideon-ohara51.test', displayName: null },
|
|
244
|
-
{ handle: 'carolina-mcderm77.test', displayName: 'Latoya Windler' },
|
|
245
|
-
{ handle: 'danyka90.test', displayName: 'Hope Kub' },
|
|
246
|
-
]
|
package/tests/seeds/users.ts
DELETED
|
@@ -1,67 +0,0 @@
|
|
|
1
|
-
import { SeedClient } from '@atproto/dev-env'
|
|
2
|
-
|
|
3
|
-
export default async function usersSeed(
|
|
4
|
-
sc: SeedClient,
|
|
5
|
-
opts?: { inviteCode?: string },
|
|
6
|
-
) {
|
|
7
|
-
await sc.createAccount('alice', {
|
|
8
|
-
...users.alice,
|
|
9
|
-
inviteCode: opts?.inviteCode,
|
|
10
|
-
})
|
|
11
|
-
await sc.createAccount('bob', { ...users.bob, inviteCode: opts?.inviteCode })
|
|
12
|
-
await sc.createAccount('carol', {
|
|
13
|
-
...users.carol,
|
|
14
|
-
inviteCode: opts?.inviteCode,
|
|
15
|
-
})
|
|
16
|
-
await sc.createAccount('dan', { ...users.dan, inviteCode: opts?.inviteCode })
|
|
17
|
-
|
|
18
|
-
await sc.createProfile(
|
|
19
|
-
sc.dids.alice,
|
|
20
|
-
users.alice.displayName,
|
|
21
|
-
users.alice.description,
|
|
22
|
-
users.alice.selfLabels,
|
|
23
|
-
)
|
|
24
|
-
await sc.createProfile(
|
|
25
|
-
sc.dids.bob,
|
|
26
|
-
users.bob.displayName,
|
|
27
|
-
users.bob.description,
|
|
28
|
-
users.bob.selfLabels,
|
|
29
|
-
)
|
|
30
|
-
|
|
31
|
-
return sc
|
|
32
|
-
}
|
|
33
|
-
|
|
34
|
-
export const users = {
|
|
35
|
-
alice: {
|
|
36
|
-
email: 'alice@test.com',
|
|
37
|
-
handle: 'alice.test',
|
|
38
|
-
password: 'alice-pass',
|
|
39
|
-
displayName: 'ali',
|
|
40
|
-
description: 'its me!',
|
|
41
|
-
selfLabels: ['self-label-a', 'self-label-b'],
|
|
42
|
-
},
|
|
43
|
-
bob: {
|
|
44
|
-
email: 'bob@test.com',
|
|
45
|
-
handle: 'bob.test',
|
|
46
|
-
password: 'bob-pass',
|
|
47
|
-
displayName: 'bobby',
|
|
48
|
-
description: 'hi im bob label_me',
|
|
49
|
-
selfLabels: undefined,
|
|
50
|
-
},
|
|
51
|
-
carol: {
|
|
52
|
-
email: 'carol@test.com',
|
|
53
|
-
handle: 'carol.test',
|
|
54
|
-
password: 'carol-pass',
|
|
55
|
-
displayName: undefined,
|
|
56
|
-
description: undefined,
|
|
57
|
-
selfLabels: undefined,
|
|
58
|
-
},
|
|
59
|
-
dan: {
|
|
60
|
-
email: 'dan@test.com',
|
|
61
|
-
handle: 'dan.test',
|
|
62
|
-
password: 'dan-pass',
|
|
63
|
-
displayName: undefined,
|
|
64
|
-
description: undefined,
|
|
65
|
-
selfLabels: undefined,
|
|
66
|
-
},
|
|
67
|
-
} as const
|
package/tests/sequencer.test.ts
DELETED
|
@@ -1,251 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
cborDecode,
|
|
3
|
-
cborEncode,
|
|
4
|
-
readFromGenerator,
|
|
5
|
-
wait,
|
|
6
|
-
} from '@atproto/common'
|
|
7
|
-
import { randomStr } from '@atproto/crypto'
|
|
8
|
-
import { SeedClient, TestNetworkNoAppView } from '@atproto/dev-env'
|
|
9
|
-
import { readCarWithRoot } from '@atproto/repo'
|
|
10
|
-
import type { DidString } from '@atproto/syntax'
|
|
11
|
-
import {
|
|
12
|
-
SeqEvt,
|
|
13
|
-
Sequencer,
|
|
14
|
-
SyncEvt,
|
|
15
|
-
formatSeqSyncEvt,
|
|
16
|
-
} from '../src/sequencer/index.js'
|
|
17
|
-
import { Outbox } from '../src/sequencer/outbox.js'
|
|
18
|
-
import userSeed from './seeds/users.js'
|
|
19
|
-
|
|
20
|
-
describe('sequencer', () => {
|
|
21
|
-
let network: TestNetworkNoAppView
|
|
22
|
-
let sequencer: Sequencer
|
|
23
|
-
let sc: SeedClient
|
|
24
|
-
let alice: DidString
|
|
25
|
-
let bob: DidString
|
|
26
|
-
|
|
27
|
-
let totalEvts
|
|
28
|
-
let lastSeen: number
|
|
29
|
-
|
|
30
|
-
beforeAll(async () => {
|
|
31
|
-
network = await TestNetworkNoAppView.create({
|
|
32
|
-
dbPostgresSchema: 'sequencer',
|
|
33
|
-
})
|
|
34
|
-
// @ts-expect-error Error due to circular dependency with the dev-env package
|
|
35
|
-
sequencer = network.pds.ctx.sequencer
|
|
36
|
-
sc = network.getSeedClient()
|
|
37
|
-
await userSeed(sc)
|
|
38
|
-
alice = sc.dids.alice
|
|
39
|
-
bob = sc.dids.bob
|
|
40
|
-
// 18 events in userSeed
|
|
41
|
-
totalEvts = 18
|
|
42
|
-
})
|
|
43
|
-
|
|
44
|
-
beforeEach(async () => {
|
|
45
|
-
await network.processAll()
|
|
46
|
-
})
|
|
47
|
-
|
|
48
|
-
afterAll(async () => {
|
|
49
|
-
await network?.close()
|
|
50
|
-
})
|
|
51
|
-
|
|
52
|
-
const randomPost = async (by: DidString) =>
|
|
53
|
-
sc.post(by, randomStr(8, 'base32'))
|
|
54
|
-
const createPosts = async (count: number): Promise<void> => {
|
|
55
|
-
const promises: Promise<unknown>[] = []
|
|
56
|
-
for (let i = 0; i < count; i++) {
|
|
57
|
-
if (i % 2 === 0) {
|
|
58
|
-
promises.push(randomPost(alice))
|
|
59
|
-
} else {
|
|
60
|
-
promises.push(randomPost(bob))
|
|
61
|
-
}
|
|
62
|
-
await Promise.all(promises)
|
|
63
|
-
}
|
|
64
|
-
}
|
|
65
|
-
|
|
66
|
-
const loadFromDb = (lastSeen: number) => {
|
|
67
|
-
return sequencer.db.db
|
|
68
|
-
.selectFrom('repo_seq')
|
|
69
|
-
.select([
|
|
70
|
-
'seq',
|
|
71
|
-
'did',
|
|
72
|
-
'eventType',
|
|
73
|
-
'event',
|
|
74
|
-
'invalidated',
|
|
75
|
-
'sequencedAt',
|
|
76
|
-
])
|
|
77
|
-
.where('seq', '>', lastSeen)
|
|
78
|
-
.orderBy('seq', 'asc')
|
|
79
|
-
.execute()
|
|
80
|
-
}
|
|
81
|
-
|
|
82
|
-
const evtToDbRow = (e: SeqEvt) => {
|
|
83
|
-
const did = e.type === 'commit' ? e.evt.repo : e.evt.did
|
|
84
|
-
const eventType = e.type === 'commit' ? 'append' : e.type
|
|
85
|
-
return {
|
|
86
|
-
seq: e.seq,
|
|
87
|
-
did,
|
|
88
|
-
eventType,
|
|
89
|
-
event: Buffer.from(cborEncode(e.evt)),
|
|
90
|
-
invalidated: 0,
|
|
91
|
-
sequencedAt: e.time,
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
|
|
95
|
-
const caughtUp = (outbox: Outbox): (() => Promise<boolean>) => {
|
|
96
|
-
return async () => {
|
|
97
|
-
const lastEvt = await outbox.sequencer.curr()
|
|
98
|
-
if (lastEvt === null) return true
|
|
99
|
-
return outbox.lastSeen >= (lastEvt ?? 0)
|
|
100
|
-
}
|
|
101
|
-
}
|
|
102
|
-
|
|
103
|
-
it('sends to outbox', async () => {
|
|
104
|
-
const count = 20
|
|
105
|
-
totalEvts += count
|
|
106
|
-
await createPosts(count)
|
|
107
|
-
const outbox = new Outbox(sequencer)
|
|
108
|
-
const evts = await readFromGenerator(outbox.events(-1), caughtUp(outbox))
|
|
109
|
-
expect(evts.length).toBe(totalEvts)
|
|
110
|
-
|
|
111
|
-
const fromDb = await loadFromDb(-1)
|
|
112
|
-
expect(evts.map(evtToDbRow)).toEqual(fromDb)
|
|
113
|
-
|
|
114
|
-
lastSeen = evts.at(-1)?.seq ?? lastSeen
|
|
115
|
-
})
|
|
116
|
-
|
|
117
|
-
it('handles cut over', async () => {
|
|
118
|
-
const count = 20
|
|
119
|
-
totalEvts += count
|
|
120
|
-
const outbox = new Outbox(sequencer)
|
|
121
|
-
const createPromise = createPosts(count)
|
|
122
|
-
const [evts] = await Promise.all([
|
|
123
|
-
readFromGenerator(outbox.events(-1), caughtUp(outbox), createPromise),
|
|
124
|
-
createPromise,
|
|
125
|
-
])
|
|
126
|
-
expect(evts.length).toBe(totalEvts)
|
|
127
|
-
|
|
128
|
-
const fromDb = await loadFromDb(-1)
|
|
129
|
-
expect(evts.map(evtToDbRow)).toEqual(fromDb)
|
|
130
|
-
|
|
131
|
-
lastSeen = evts.at(-1)?.seq ?? lastSeen
|
|
132
|
-
})
|
|
133
|
-
|
|
134
|
-
it('only gets events after cursor', async () => {
|
|
135
|
-
const count = 20
|
|
136
|
-
totalEvts += count
|
|
137
|
-
const outbox = new Outbox(sequencer)
|
|
138
|
-
const createPromise = createPosts(count)
|
|
139
|
-
const [evts] = await Promise.all([
|
|
140
|
-
readFromGenerator(
|
|
141
|
-
outbox.events(lastSeen),
|
|
142
|
-
caughtUp(outbox),
|
|
143
|
-
createPromise,
|
|
144
|
-
),
|
|
145
|
-
createPromise,
|
|
146
|
-
])
|
|
147
|
-
|
|
148
|
-
// +1 because we send the lastSeen date as well
|
|
149
|
-
expect(evts.length).toBe(count)
|
|
150
|
-
|
|
151
|
-
const fromDb = await loadFromDb(lastSeen)
|
|
152
|
-
expect(evts.map(evtToDbRow)).toEqual(fromDb)
|
|
153
|
-
|
|
154
|
-
lastSeen = evts.at(-1)?.seq ?? lastSeen
|
|
155
|
-
})
|
|
156
|
-
|
|
157
|
-
it('buffers events that are not being read', async () => {
|
|
158
|
-
const count = 20
|
|
159
|
-
totalEvts += count
|
|
160
|
-
const outbox = new Outbox(sequencer)
|
|
161
|
-
const createPromise = createPosts(count)
|
|
162
|
-
const gen = outbox.events(lastSeen)
|
|
163
|
-
// read enough to start streaming then wait so that the rest go into the buffer,
|
|
164
|
-
// then stream out from buffer
|
|
165
|
-
const [firstPart] = await Promise.all([
|
|
166
|
-
readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
|
|
167
|
-
createPromise,
|
|
168
|
-
])
|
|
169
|
-
const secondPart = await readFromGenerator(
|
|
170
|
-
gen,
|
|
171
|
-
caughtUp(outbox),
|
|
172
|
-
createPromise,
|
|
173
|
-
)
|
|
174
|
-
const evts = [...firstPart, ...secondPart]
|
|
175
|
-
expect(evts.length).toBe(count)
|
|
176
|
-
|
|
177
|
-
const fromDb = await loadFromDb(lastSeen)
|
|
178
|
-
expect(evts.map(evtToDbRow)).toEqual(fromDb)
|
|
179
|
-
|
|
180
|
-
lastSeen = evts.at(-1)?.seq ?? lastSeen
|
|
181
|
-
})
|
|
182
|
-
|
|
183
|
-
it('errors when buffer is overloaded', async () => {
|
|
184
|
-
const count = 20
|
|
185
|
-
totalEvts += count
|
|
186
|
-
const outbox = new Outbox(sequencer, { maxBufferSize: 5 })
|
|
187
|
-
const gen = outbox.events(lastSeen)
|
|
188
|
-
const createPromise = createPosts(count)
|
|
189
|
-
// read enough to start streaming then wait to stream rest until buffer is overloaded
|
|
190
|
-
const overloadBuffer = async () => {
|
|
191
|
-
await Promise.all([
|
|
192
|
-
readFromGenerator(gen, caughtUp(outbox), createPromise, 5),
|
|
193
|
-
createPromise,
|
|
194
|
-
])
|
|
195
|
-
await wait(500)
|
|
196
|
-
await readFromGenerator(gen, caughtUp(outbox), createPromise)
|
|
197
|
-
}
|
|
198
|
-
await expect(overloadBuffer).rejects.toThrow('Stream consumer too slow')
|
|
199
|
-
|
|
200
|
-
await createPromise
|
|
201
|
-
|
|
202
|
-
const fromDb = await loadFromDb(lastSeen)
|
|
203
|
-
lastSeen = fromDb.at(-1)?.seq ?? lastSeen
|
|
204
|
-
})
|
|
205
|
-
|
|
206
|
-
it('handles many open connections', async () => {
|
|
207
|
-
const count = 20
|
|
208
|
-
const outboxes: Outbox[] = []
|
|
209
|
-
for (let i = 0; i < 50; i++) {
|
|
210
|
-
outboxes.push(new Outbox(sequencer))
|
|
211
|
-
}
|
|
212
|
-
const createPromise = createPosts(count)
|
|
213
|
-
const readOutboxes = Promise.all(
|
|
214
|
-
outboxes.map((o) =>
|
|
215
|
-
readFromGenerator(o.events(lastSeen), caughtUp(o), createPromise),
|
|
216
|
-
),
|
|
217
|
-
)
|
|
218
|
-
const [results] = await Promise.all([readOutboxes, createPromise])
|
|
219
|
-
const fromDb = await loadFromDb(lastSeen)
|
|
220
|
-
for (let i = 0; i < 50; i++) {
|
|
221
|
-
const evts = results[i]
|
|
222
|
-
expect(evts.length).toBe(count)
|
|
223
|
-
expect(evts.map(evtToDbRow)).toEqual(fromDb)
|
|
224
|
-
}
|
|
225
|
-
lastSeen = results[0].at(-1)?.seq ?? lastSeen
|
|
226
|
-
})
|
|
227
|
-
|
|
228
|
-
it('root block must be returned in sync event', async () => {
|
|
229
|
-
const syncData = await network.pds.ctx.actorStore.read(
|
|
230
|
-
sc.dids.alice,
|
|
231
|
-
async (store) => {
|
|
232
|
-
const root = await store.repo.storage.getRootDetailed()
|
|
233
|
-
const { blocks } = await store.repo.storage.getBlocks([root.cid])
|
|
234
|
-
return {
|
|
235
|
-
cid: root.cid,
|
|
236
|
-
rev: root.rev,
|
|
237
|
-
blocks,
|
|
238
|
-
}
|
|
239
|
-
},
|
|
240
|
-
)
|
|
241
|
-
|
|
242
|
-
const dbEvt = await formatSeqSyncEvt(sc.dids.alice, syncData)
|
|
243
|
-
const evt = cborDecode<SyncEvt>(dbEvt.event)
|
|
244
|
-
expect(evt.did).toBe(sc.dids.alice)
|
|
245
|
-
const car = await readCarWithRoot(evt.blocks)
|
|
246
|
-
expect(car.root.toString()).toBe(syncData.cid.toString())
|
|
247
|
-
// in the case of tooBig, the blocks must contain the root block only
|
|
248
|
-
expect(car.blocks.size).toBe(1)
|
|
249
|
-
expect(car.blocks.has(syncData.cid)).toBeTruthy()
|
|
250
|
-
})
|
|
251
|
-
})
|