npm - @atproto/pds - Versions diffs - 0.5.15 → 0.5.16 - Mend

@atproto/pds 0.5.15 → 0.5.16

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (619) hide show

package/dist/scripts/publish-identity.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"publish-identity.js","sourceRoot":"","sources":["../../src/scripts/publish-identity.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,kBAAkB,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG1C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAMvC,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,yBAAyB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,yBAAyB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;IACvD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC5C,GAA2B,EAC3B,IAAiB,EACjB,WAAW,GAAG,CAAC,EACf,EAAE;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;YACzC,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport { wait } from '@atproto/common'\nimport { isDidString } from '@atproto/lex'\nimport { DidString } from '@atproto/syntax'\nimport { Sequencer } from '../sequencer/index.js'\nimport { parseIntArg } from './util.js'\n\nexport type PublishIdentityContext = {\n sequencer: Sequencer\n}\n\nexport const publishIdentity = async (\n ctx: PublishIdentityContext,\n args: string[],\n) => {\n const dids = args\n assert(dids.every(isDidString), 'All arguments must be DIDs')\n await publishIdentityEvtForDids(ctx, dids)\n console.log('DONE')\n}\n\nexport const publishIdentityFromFile = async (\n ctx: PublishIdentityContext,\n args: string[],\n) => {\n const filepath = args[0]\n if (!filepath) {\n throw new Error('Expected filepath as argument')\n }\n const timeBetween = args[1] ? parseIntArg(args[1]) : 5\n const file = await fs.readFile(filepath)\n const dids = file\n .toString()\n .split('\\n')\n .map((did) => did.trim())\n\n assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n await publishIdentityEvtForDids(ctx, dids, timeBetween)\n console.log('DONE')\n}\n\nexport const publishIdentityEvtForDids = async (\n ctx: PublishIdentityContext,\n dids: DidString[],\n timeBetween = 0,\n) => {\n for (const did of dids) {\n try {\n await ctx.sequencer.sequenceIdentity(did)\n console.log(`published identity evt for ${did}`)\n } catch (err) {\n console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n }\n if (timeBetween > 0) {\n await wait(timeBetween)\n }\n }\n}\n"]}
1	+ {"version":3,"file":"publish-identity.js","sourceRoot":"","sources":["../../src/scripts/publish-identity.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,kBAAkB,CAAA;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,iBAAiB,CAAA;AACtC,OAAO,EAAE,WAAW,EAAE,MAAM,cAAc,CAAA;AAG1C,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAMvC,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,yBAAyB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3B,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,yBAAyB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;IACvD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,KAAK,EAC5C,GAA2B,EAC3B,IAAiB,EACjB,WAAW,GAAG,CAAC,EACf,EAAE;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;YACzC,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,WAAW,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport { wait } from '@atproto/common'\nimport { isDidString } from '@atproto/lex'\nimport type { DidString } from '@atproto/syntax'\nimport type { Sequencer } from '../sequencer/index.js'\nimport { parseIntArg } from './util.js'\n\nexport type PublishIdentityContext = {\n sequencer: Sequencer\n}\n\nexport const publishIdentity = async (\n ctx: PublishIdentityContext,\n args: string[],\n) => {\n const dids = args\n assert(dids.every(isDidString), 'All arguments must be DIDs')\n await publishIdentityEvtForDids(ctx, dids)\n console.log('DONE')\n}\n\nexport const publishIdentityFromFile = async (\n ctx: PublishIdentityContext,\n args: string[],\n) => {\n const filepath = args[0]\n if (!filepath) {\n throw new Error('Expected filepath as argument')\n }\n const timeBetween = args[1] ? parseIntArg(args[1]) : 5\n const file = await fs.readFile(filepath)\n const dids = file\n .toString()\n .split('\\n')\n .map((did) => did.trim())\n\n assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n await publishIdentityEvtForDids(ctx, dids, timeBetween)\n console.log('DONE')\n}\n\nexport const publishIdentityEvtForDids = async (\n ctx: PublishIdentityContext,\n dids: DidString[],\n timeBetween = 0,\n) => {\n for (const did of dids) {\n try {\n await ctx.sequencer.sequenceIdentity(did)\n console.log(`published identity evt for ${did}`)\n } catch (err) {\n console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n }\n if (timeBetween > 0) {\n await wait(timeBetween)\n }\n }\n}\n"]}

package/dist/scripts/rebuild-repo.d.ts CHANGED Viewed

@@ -1,7 +1,7 @@
-import { DidString } from '@atproto/lex';
-import { AccountManager } from '../account-manager/account-manager.js';
-import { ActorStore } from '../actor-store/actor-store.js';
-import { Sequencer } from '../sequencer/index.js';
+import { type DidString } from '@atproto/lex';
+import type { AccountManager } from '../account-manager/account-manager.js';
+import type { ActorStore } from '../actor-store/actor-store.js';
+import type { Sequencer } from '../sequencer/index.js';
 export interface RebuildContext {
     sequencer: Sequencer;
     accountManager: AccountManager;

package/dist/scripts/rebuild-repo.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"rebuild-repo.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAe,MAAM,cAAc,CAAA;~~AAQrD~~,OAAO,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;~~AACtE~~,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;~~AAC1D~~,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;~~AAEjD~~,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,eAAO,MAAM,iBAAiB,QACvB,cAAc,QACb,MAAM,EAAE,kBAKf,CAAA;AAED,eAAO,MAAM,WAAW,QACjB,cAAc,OACd,SAAS,cACF,OAAO,kBA4EpB,CAAA"}
1	+ {"version":3,"file":"rebuild-repo.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,KAAK,SAAS,EAAe,MAAM,cAAc,CAAA;AAQ1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uCAAuC,CAAA;AAC3E,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAC/D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAEtD,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,eAAO,MAAM,iBAAiB,QACvB,cAAc,QACb,MAAM,EAAE,kBAKf,CAAA;AAED,eAAO,MAAM,WAAW,QACjB,cAAc,OACd,SAAS,cACF,OAAO,kBA4EpB,CAAA"}

package/dist/scripts/rebuild-repo.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"rebuild-repo.js","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,QAAQ,MAAM,wBAAwB,CAAA;AAC7C,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AACrC,OAAO,~~EAAa~~,WAAW,EAAE,MAAM,cAAc,CAAA;~~AACrD~~,OAAO,EACL,QAAQ,EACR,MAAM,EACN,GAAG,EACH,gBAAgB,EAChB,UAAU,GACX,MAAM,eAAe,CAAA;AAWtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAmB,EACnB,IAAc,EACd,EAAE;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACpD,OAAO,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;AACpC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAmB,EACnB,GAAc,EACd,UAAmB,EACnB,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,gBAAgB,EAAE,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9D,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;QAC5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAE5D,iCAAiC;QACjC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CACtB,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,EACtB,MAAM,CAAC,OAAO,EAAE,CACjB,CAAC,QAAQ,EAAE,CAAA;QAEZ,IAAI,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,QAAQ,EAAE,CAAA;QAChC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;oBACzC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC;YACE,GAAG;YACH,OAAO,EAAE,CAAC;YACV,GAAG;YACH,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,MAAM,GAAG,CAAC,UAAU,EAAE;SAC7B,EACD,KAAK,CAAC,IAAI,CAAC,UAAU,CACtB,CAAA;QACD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAEhD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,IAAI,CAAC,CAAA;YAE9C,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAA;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAChD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QACnD,OAAO;YACL,GAAG,EAAE,SAAS;YACd,GAAG;YACH,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,SAAS;YACT,cAAc,EAAE,SAAS;YACzB,WAAW,EAAE,QAAQ;YACrB,GAAG,EAAE,EAAE;YACP,KAAK,EAAE,IAAI,MAAM,EAAE;YACnB,QAAQ,EAAE,IAAI;SACf,CAAA;IACH,CAAC,CAAC,CAAA;IACF,MAAM,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CACxD,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC9B,CAAA;IACD,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AACjD,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;IAClD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAClD,OAAO,MAAM,KAAK,EAAE,CAAA;AACtB,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport readline from 'node:readline/promises'\nimport { TID } from '@atproto/common'\nimport { DidString, isDidString } from '@atproto/lex'\nimport {\n BlockMap,\n CidSet,\n MST,\n MemoryBlockstore,\n signCommit,\n} from '@atproto/repo'\nimport { AccountManager } from '../account-manager/account-manager.js'\nimport { ActorStore } from '../actor-store/actor-store.js'\nimport { Sequencer } from '../sequencer/index.js'\n\nexport interface RebuildContext {\n sequencer: Sequencer\n accountManager: AccountManager\n actorStore: ActorStore\n}\n\nexport const rebuildRepoScript = async (\n ctx: RebuildContext,\n args: string[],\n) => {\n const did = args[0]\n assert(isDidString(did), 'Expected DID as argument')\n return rebuildRepo(ctx, did, true)\n}\n\nexport const rebuildRepo = async (\n ctx: RebuildContext,\n did: DidString,\n promptUser: boolean,\n) => {\n const memoryStore = new MemoryBlockstore()\n const commit = await ctx.actorStore.transact(did, async (store) => {\n const rootDetails = await store.repo.storage.getRootDetailed()\n const records = await store.record.listAll()\n const existingCids = await store.record.listExistingBlocks()\n\n // increment existing rev by 1 ms\n const revTid = TID.fromStr(rootDetails.rev)\n const rev = TID.fromTime(\n revTid.timestamp() + 1,\n revTid.clockid(),\n ).toString()\n\n let mst = await MST.create(memoryStore)\n for (const record of records) {\n mst = await mst.add(record.path, record.cid)\n }\n const newBlocks = new BlockMap()\n for await (const node of mst.walk()) {\n if (node.isTree()) {\n const pointer = await node.getPointer()\n if (!existingCids.has(pointer)) {\n const serialized = await node.serialize()\n newBlocks.set(serialized.cid, serialized.bytes)\n }\n }\n }\n const mstCids = await mst.allCids()\n const toDelete = new CidSet(existingCids.toList()).subtractSet(mstCids)\n const newCommit = await signCommit(\n {\n did,\n version: 3,\n rev,\n prev: null,\n data: await mst.getPointer(),\n },\n store.repo.signingKey,\n )\n const commitCid = await newBlocks.add(newCommit)\n\n if (promptUser) {\n console.log('Record count: ', records.length)\n console.log('Existing blocks: ', existingCids.toList().length)\n console.log('Deleting blocks:', toDelete.toList().length)\n console.log('Adding blocks: ', newBlocks.size)\n\n const shouldContinue = await promptContinue()\n if (!shouldContinue) {\n throw new Error('Aborted')\n }\n }\n\n await store.repo.storage.deleteMany(toDelete.toList())\n await store.repo.storage.putMany(newBlocks, rev)\n await store.repo.storage.updateRoot(commitCid, rev)\n return {\n cid: commitCid,\n rev,\n since: null,\n prev: null,\n newBlocks,\n relevantBlocks: newBlocks,\n removedCids: toDelete,\n ops: [],\n blobs: new CidSet(),\n prevData: null,\n }\n })\n await ctx.accountManager.updateRepoRoot(did, commit.cid, commit.rev)\n const syncData = await ctx.actorStore.read(did, (store) =>\n store.repo.getSyncEventData(),\n )\n await ctx.sequencer.sequenceSync(did, syncData)\n}\n\nconst promptContinue = async (): Promise<boolean> => {\n const rl = readline.createInterface({\n input: process.stdin,\n output: process.stdout,\n })\n const answer = await rl.question('Continue? y/n ')\n return answer === ''\n}\n"]}
1	+ {"version":3,"file":"rebuild-repo.js","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,QAAQ,MAAM,wBAAwB,CAAA;AAC7C,OAAO,EAAE,GAAG,EAAE,MAAM,iBAAiB,CAAA;AACrC,OAAO,EAAkB,WAAW,EAAE,MAAM,cAAc,CAAA;AAC1D,OAAO,EACL,QAAQ,EACR,MAAM,EACN,GAAG,EACH,gBAAgB,EAChB,UAAU,GACX,MAAM,eAAe,CAAA;AAWtB,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAmB,EACnB,IAAc,EACd,EAAE;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACpD,OAAO,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;AACpC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAmB,EACnB,GAAc,EACd,UAAmB,EACnB,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,gBAAgB,EAAE,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9D,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;QAC5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAE5D,iCAAiC;QACjC,MAAM,MAAM,GAAG,GAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CACtB,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,EACtB,MAAM,CAAC,OAAO,EAAE,CACjB,CAAC,QAAQ,EAAE,CAAA;QAEZ,IAAI,GAAG,GAAG,MAAM,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,QAAQ,EAAE,CAAA;QAChC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;oBACzC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,MAAM,UAAU,CAChC;YACE,GAAG;YACH,OAAO,EAAE,CAAC;YACV,GAAG;YACH,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,MAAM,GAAG,CAAC,UAAU,EAAE;SAC7B,EACD,KAAK,CAAC,IAAI,CAAC,UAAU,CACtB,CAAA;QACD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAEhD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,IAAI,CAAC,CAAA;YAE9C,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAA;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAChD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QACnD,OAAO;YACL,GAAG,EAAE,SAAS;YACd,GAAG;YACH,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,SAAS;YACT,cAAc,EAAE,SAAS;YACzB,WAAW,EAAE,QAAQ;YACrB,GAAG,EAAE,EAAE;YACP,KAAK,EAAE,IAAI,MAAM,EAAE;YACnB,QAAQ,EAAE,IAAI;SACf,CAAA;IACH,CAAC,CAAC,CAAA;IACF,MAAM,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CACxD,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC9B,CAAA;IACD,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AACjD,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;IAClD,MAAM,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAClD,OAAO,MAAM,KAAK,EAAE,CAAA;AACtB,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport readline from 'node:readline/promises'\nimport { TID } from '@atproto/common'\nimport { type DidString, isDidString } from '@atproto/lex'\nimport {\n BlockMap,\n CidSet,\n MST,\n MemoryBlockstore,\n signCommit,\n} from '@atproto/repo'\nimport type { AccountManager } from '../account-manager/account-manager.js'\nimport type { ActorStore } from '../actor-store/actor-store.js'\nimport type { Sequencer } from '../sequencer/index.js'\n\nexport interface RebuildContext {\n sequencer: Sequencer\n accountManager: AccountManager\n actorStore: ActorStore\n}\n\nexport const rebuildRepoScript = async (\n ctx: RebuildContext,\n args: string[],\n) => {\n const did = args[0]\n assert(isDidString(did), 'Expected DID as argument')\n return rebuildRepo(ctx, did, true)\n}\n\nexport const rebuildRepo = async (\n ctx: RebuildContext,\n did: DidString,\n promptUser: boolean,\n) => {\n const memoryStore = new MemoryBlockstore()\n const commit = await ctx.actorStore.transact(did, async (store) => {\n const rootDetails = await store.repo.storage.getRootDetailed()\n const records = await store.record.listAll()\n const existingCids = await store.record.listExistingBlocks()\n\n // increment existing rev by 1 ms\n const revTid = TID.fromStr(rootDetails.rev)\n const rev = TID.fromTime(\n revTid.timestamp() + 1,\n revTid.clockid(),\n ).toString()\n\n let mst = await MST.create(memoryStore)\n for (const record of records) {\n mst = await mst.add(record.path, record.cid)\n }\n const newBlocks = new BlockMap()\n for await (const node of mst.walk()) {\n if (node.isTree()) {\n const pointer = await node.getPointer()\n if (!existingCids.has(pointer)) {\n const serialized = await node.serialize()\n newBlocks.set(serialized.cid, serialized.bytes)\n }\n }\n }\n const mstCids = await mst.allCids()\n const toDelete = new CidSet(existingCids.toList()).subtractSet(mstCids)\n const newCommit = await signCommit(\n {\n did,\n version: 3,\n rev,\n prev: null,\n data: await mst.getPointer(),\n },\n store.repo.signingKey,\n )\n const commitCid = await newBlocks.add(newCommit)\n\n if (promptUser) {\n console.log('Record count: ', records.length)\n console.log('Existing blocks: ', existingCids.toList().length)\n console.log('Deleting blocks:', toDelete.toList().length)\n console.log('Adding blocks: ', newBlocks.size)\n\n const shouldContinue = await promptContinue()\n if (!shouldContinue) {\n throw new Error('Aborted')\n }\n }\n\n await store.repo.storage.deleteMany(toDelete.toList())\n await store.repo.storage.putMany(newBlocks, rev)\n await store.repo.storage.updateRoot(commitCid, rev)\n return {\n cid: commitCid,\n rev,\n since: null,\n prev: null,\n newBlocks,\n relevantBlocks: newBlocks,\n removedCids: toDelete,\n ops: [],\n blobs: new CidSet(),\n prevData: null,\n }\n })\n await ctx.accountManager.updateRepoRoot(did, commit.cid, commit.rev)\n const syncData = await ctx.actorStore.read(did, (store) =>\n store.repo.getSyncEventData(),\n )\n await ctx.sequencer.sequenceSync(did, syncData)\n}\n\nconst promptContinue = async (): Promise<boolean> => {\n const rl = readline.createInterface({\n input: process.stdin,\n output: process.stdout,\n })\n const answer = await rl.question('Continue? y/n ')\n return answer === ''\n}\n"]}

package/dist/scripts/rotate-keys.d.ts CHANGED Viewed

@@ -1,9 +1,9 @@
-import * as plc from '@did-plc/lib';
-import AtpAgent from '@atproto/api';
-import { Keypair } from '@atproto/crypto';
-import { IdResolver } from '@atproto/identity';
-import { ActorStore } from '../actor-store/actor-store.js';
-import { Sequencer } from '../sequencer/index.js';
+import type * as plc from '@did-plc/lib';
+import type AtpAgent from '@atproto/api';
+import type { Keypair } from '@atproto/crypto';
+import type { IdResolver } from '@atproto/identity';
+import type { ActorStore } from '../actor-store/actor-store.js';
+import type { Sequencer } from '../sequencer/index.js';
 export type RotateKeysContext = {
     sequencer: Sequencer;
     actorStore: ActorStore;

package/dist/scripts/rotate-keys.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"rotate-keys.d.ts","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAA;~~AAEnC~~,OAAO,QAAQ,MAAM,cAAc,CAAA;~~AACnC~~,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;~~AACzC~~,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;~~AAE9C~~,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;~~AAE1D~~,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;~~AAIjD~~,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,SAAS,CAAA;IACpB,UAAU,EAAE,UAAU,CAAA;IACtB,UAAU,EAAE,UAAU,CAAA;IACtB,SAAS,EAAE,GAAG,CAAC,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;IACvB,kBAAkB,CAAC,EAAE,QAAQ,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,UAAU,QAAe,iBAAiB,QAAQ,MAAM,EAAE,kBAItE,CAAA;AAED,eAAO,MAAM,kBAAkB,QACxB,iBAAiB,QAChB,MAAM,EAAE,kBAiBf,CAAA;AAED,eAAO,MAAM,kBAAkB,QACxB,iBAAiB,QAChB,MAAM,EAAE,kBAqBf,CAAA"}
1	+ {"version":3,"file":"rotate-keys.d.ts","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,GAAG,MAAM,cAAc,CAAA;AAExC,OAAO,KAAK,QAAQ,MAAM,cAAc,CAAA;AACxC,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AAC9C,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAEnD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAE/D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAA;AAItD,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,SAAS,CAAA;IACpB,UAAU,EAAE,UAAU,CAAA;IACtB,UAAU,EAAE,UAAU,CAAA;IACtB,SAAS,EAAE,GAAG,CAAC,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;IACvB,kBAAkB,CAAC,EAAE,QAAQ,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,UAAU,QAAe,iBAAiB,QAAQ,MAAM,EAAE,kBAItE,CAAA;AAED,eAAO,MAAM,kBAAkB,QACxB,iBAAiB,QAChB,MAAM,EAAE,kBAiBf,CAAA;AAED,eAAO,MAAM,kBAAkB,QACxB,iBAAiB,QAChB,MAAM,EAAE,kBAqBf,CAAA"}

package/dist/scripts/rotate-keys.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"rotate-keys.js","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAEjC,OAAO,MAAM,MAAM,SAAS,CAAA;AAI5B,OAAO,~~EAAa~~,WAAW,EAAE,MAAM,cAAc,CAAA;~~AAIrD~~,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAA;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAWvC,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,GAAsB,EAAE,IAAc,EAAE,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;AACzC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;IAE7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;AAClD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,EAAE;SAC7B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;SACtC,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAgB,CAAC,CAAA;IAEhD,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC7D,MAAM,UAAU,CAAC,EAAE;aAChB,WAAW,CAAC,aAAa,CAAC;aAC1B,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aACrB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;aACtB,OAAO,EAAE,CAAA;IACd,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,KAAK,EAC9B,GAAsB,EACtB,IAAiB,EACjB,WAAmB,EACnB,SAA6C,EAC7C,EAAE;IACF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IACzC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnB,IAAI,CAAC;gBACH,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACxD,OAAM;YACR,CAAC;YACD,IAAI,QAAqB,CAAA;YACzB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/D,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;oBACrC,OAAO,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAA;gBACzC,CAAC,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;YAC3C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACvE,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;YACjD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACtD,OAAM;YACR,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,CAAC,GAAG,CAAC,CAAA;YACtB,CAAC;YACD,SAAS,EAAE,CAAA;YACX,IAAI,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAsB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClD,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,cAAc,EAAE,CAAC;QACtC,qBAAqB;QACrB,OAAM;IACR,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC;YACzE,GAAG;YACH,UAAU,EAAE,QAAQ,CAAC,GAAG,EAAE;SAC3B,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAClC,GAAG,EACH,GAAG,CAAC,cAAc,EAClB,QAAQ,CAAC,GAAG,EAAE,CACf,CAAA;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport * as plc from '@did-plc/lib'\nimport PQueue from 'p-queue'\nimport AtpAgent from '@atproto/api'\nimport { Keypair } from '@atproto/crypto'\nimport { IdResolver } from '@atproto/identity'\nimport { DidString, isDidString } from '@atproto/lex'\nimport { ActorStore } from '../actor-store/actor-store.js'\nimport { SyncEvtData } from '../repo/index.js'\nimport { Sequencer } from '../sequencer/index.js'\nimport { getRecoveryDbFromSequencerLoc } from './sequencer-recovery/recovery-db.js'\nimport { parseIntArg } from './util.js'\n\nexport type RotateKeysContext = {\n sequencer: Sequencer\n actorStore: ActorStore\n idResolver: IdResolver\n plcClient: plc.Client\n plcRotationKey: Keypair\n entrywayAdminAgent?: AtpAgent\n}\n\nexport const rotateKeys = async (ctx: RotateKeysContext, args: string[]) => {\n const dids = args\n assert(dids.every(isDidString), 'All arguments must be DIDs')\n await rotateKeysForRepos(ctx, dids, 10)\n}\n\nexport const rotateKeysFromFile = async (\n ctx: RotateKeysContext,\n args: string[],\n) => {\n const filepath = args[0]\n if (!filepath) {\n throw new Error('Expected filepath as argument')\n }\n const concurrency = args[1] ? parseIntArg(args[1]) : 25\n const file = await fs.readFile(filepath)\n const dids = file\n .toString()\n .split('\\n')\n .map((did) => did.trim())\n .filter((did) => did.startsWith('did:plc'))\n\n assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n await rotateKeysForRepos(ctx, dids, concurrency)\n}\n\nexport const rotateKeysRecovery = async (\n ctx: RotateKeysContext,\n args: string[],\n) => {\n const concurrency = args[1] ? parseIntArg(args[0]) : 10\n\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n const rows = await recoveryDb.db\n .selectFrom('new_account')\n .select('did')\n .where('new_account.published', '=', 0)\n .execute()\n const dids = rows.map((r) => r.did as DidString)\n\n await rotateKeysForRepos(ctx, dids, concurrency, async (did) => {\n await recoveryDb.db\n .updateTable('new_account')\n .set({ published: 1 })\n .where('did', '=', did)\n .execute()\n })\n}\n\nconst rotateKeysForRepos = async (\n ctx: RotateKeysContext,\n dids: DidString[],\n concurrency: number,\n onSuccess?: (did: DidString) => Promise<void>,\n) => {\n const queue = new PQueue({ concurrency })\n let completed = 0\n for (const did of dids) {\n queue.add(async () => {\n try {\n await updatePlcSigningKey(ctx, did)\n } catch (err) {\n console.error(`failed to update key for ${did}: ${err}`)\n return\n }\n let syncData: SyncEvtData\n try {\n syncData = await ctx.actorStore.transact(did, async (actorTxn) => {\n await actorTxn.repo.processWrites([])\n return actorTxn.repo.getSyncEventData()\n })\n } catch (err) {\n console.error(`failed to write new commit for ${did}: ${err}`)\n return\n }\n try {\n await ctx.sequencer.sequenceIdentity(did)\n } catch (err) {\n console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n return\n }\n try {\n await ctx.sequencer.sequenceSync(did, syncData)\n } catch (err) {\n console.error(`failed to sequence for ${did}: ${err}`)\n return\n }\n if (onSuccess) {\n await onSuccess(did)\n }\n completed++\n if (completed % 10 === 0) {\n console.log(`${completed}/${dids.length}`)\n }\n })\n }\n await queue.onIdle()\n console.log('DONE')\n}\n\nconst updatePlcSigningKey = async (ctx: RotateKeysContext, did: DidString) => {\n const updateTo = await ctx.actorStore.keypair(did)\n const currSigningKey = await ctx.idResolver.did.resolveAtprotoKey(did, true)\n if (updateTo.did() === currSigningKey) {\n // already up to date\n return\n }\n if (ctx.entrywayAdminAgent) {\n await ctx.entrywayAdminAgent.api.com.atproto.admin.updateAccountSigningKey({\n did,\n signingKey: updateTo.did(),\n })\n } else {\n await ctx.plcClient.updateAtprotoKey(\n did,\n ctx.plcRotationKey,\n updateTo.did(),\n )\n }\n}\n"]}
1	+ {"version":3,"file":"rotate-keys.js","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,MAAM,kBAAkB,CAAA;AAEjC,OAAO,MAAM,MAAM,SAAS,CAAA;AAI5B,OAAO,EAAkB,WAAW,EAAE,MAAM,cAAc,CAAA;AAI1D,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAA;AACnF,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAA;AAWvC,MAAM,CAAC,MAAM,UAAU,GAAG,KAAK,EAAE,GAAsB,EAAE,IAAc,EAAE,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;AACzC,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;IAE7C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;AAClD,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,EAAE;SAC7B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;SACtC,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAgB,CAAC,CAAA;IAEhD,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC7D,MAAM,UAAU,CAAC,EAAE;aAChB,WAAW,CAAC,aAAa,CAAC;aAC1B,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aACrB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;aACtB,OAAO,EAAE,CAAA;IACd,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,kBAAkB,GAAG,KAAK,EAC9B,GAAsB,EACtB,IAAiB,EACjB,WAAmB,EACnB,SAA6C,EAC7C,EAAE;IACF,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IACzC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnB,IAAI,CAAC;gBACH,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACxD,OAAM;YACR,CAAC;YACD,IAAI,QAAqB,CAAA;YACzB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/D,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;oBACrC,OAAO,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAA;gBACzC,CAAC,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAA;YAC3C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACvE,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;YACjD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACtD,OAAM;YACR,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,CAAC,GAAG,CAAC,CAAA;YACtB,CAAC;YACD,SAAS,EAAE,CAAA;YACX,IAAI,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAsB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClD,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,cAAc,EAAE,CAAC;QACtC,qBAAqB;QACrB,OAAM;IACR,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC;YACzE,GAAG;YACH,UAAU,EAAE,QAAQ,CAAC,GAAG,EAAE;SAC3B,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAClC,GAAG,EACH,GAAG,CAAC,cAAc,EAClB,QAAQ,CAAC,GAAG,EAAE,CACf,CAAA;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport type * as plc from '@did-plc/lib'\nimport PQueue from 'p-queue'\nimport type AtpAgent from '@atproto/api'\nimport type { Keypair } from '@atproto/crypto'\nimport type { IdResolver } from '@atproto/identity'\nimport { type DidString, isDidString } from '@atproto/lex'\nimport type { ActorStore } from '../actor-store/actor-store.js'\nimport type { SyncEvtData } from '../repo/index.js'\nimport type { Sequencer } from '../sequencer/index.js'\nimport { getRecoveryDbFromSequencerLoc } from './sequencer-recovery/recovery-db.js'\nimport { parseIntArg } from './util.js'\n\nexport type RotateKeysContext = {\n sequencer: Sequencer\n actorStore: ActorStore\n idResolver: IdResolver\n plcClient: plc.Client\n plcRotationKey: Keypair\n entrywayAdminAgent?: AtpAgent\n}\n\nexport const rotateKeys = async (ctx: RotateKeysContext, args: string[]) => {\n const dids = args\n assert(dids.every(isDidString), 'All arguments must be DIDs')\n await rotateKeysForRepos(ctx, dids, 10)\n}\n\nexport const rotateKeysFromFile = async (\n ctx: RotateKeysContext,\n args: string[],\n) => {\n const filepath = args[0]\n if (!filepath) {\n throw new Error('Expected filepath as argument')\n }\n const concurrency = args[1] ? parseIntArg(args[1]) : 25\n const file = await fs.readFile(filepath)\n const dids = file\n .toString()\n .split('\\n')\n .map((did) => did.trim())\n .filter((did) => did.startsWith('did:plc'))\n\n assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n await rotateKeysForRepos(ctx, dids, concurrency)\n}\n\nexport const rotateKeysRecovery = async (\n ctx: RotateKeysContext,\n args: string[],\n) => {\n const concurrency = args[1] ? parseIntArg(args[0]) : 10\n\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n const rows = await recoveryDb.db\n .selectFrom('new_account')\n .select('did')\n .where('new_account.published', '=', 0)\n .execute()\n const dids = rows.map((r) => r.did as DidString)\n\n await rotateKeysForRepos(ctx, dids, concurrency, async (did) => {\n await recoveryDb.db\n .updateTable('new_account')\n .set({ published: 1 })\n .where('did', '=', did)\n .execute()\n })\n}\n\nconst rotateKeysForRepos = async (\n ctx: RotateKeysContext,\n dids: DidString[],\n concurrency: number,\n onSuccess?: (did: DidString) => Promise<void>,\n) => {\n const queue = new PQueue({ concurrency })\n let completed = 0\n for (const did of dids) {\n queue.add(async () => {\n try {\n await updatePlcSigningKey(ctx, did)\n } catch (err) {\n console.error(`failed to update key for ${did}: ${err}`)\n return\n }\n let syncData: SyncEvtData\n try {\n syncData = await ctx.actorStore.transact(did, async (actorTxn) => {\n await actorTxn.repo.processWrites([])\n return actorTxn.repo.getSyncEventData()\n })\n } catch (err) {\n console.error(`failed to write new commit for ${did}: ${err}`)\n return\n }\n try {\n await ctx.sequencer.sequenceIdentity(did)\n } catch (err) {\n console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n return\n }\n try {\n await ctx.sequencer.sequenceSync(did, syncData)\n } catch (err) {\n console.error(`failed to sequence for ${did}: ${err}`)\n return\n }\n if (onSuccess) {\n await onSuccess(did)\n }\n completed++\n if (completed % 10 === 0) {\n console.log(`${completed}/${dids.length}`)\n }\n })\n }\n await queue.onIdle()\n console.log('DONE')\n}\n\nconst updatePlcSigningKey = async (ctx: RotateKeysContext, did: DidString) => {\n const updateTo = await ctx.actorStore.keypair(did)\n const currSigningKey = await ctx.idResolver.did.resolveAtprotoKey(did, true)\n if (updateTo.did() === currSigningKey) {\n // already up to date\n return\n }\n if (ctx.entrywayAdminAgent) {\n await ctx.entrywayAdminAgent.api.com.atproto.admin.updateAccountSigningKey({\n did,\n signingKey: updateTo.did(),\n })\n } else {\n await ctx.plcClient.updateAtprotoKey(\n did,\n ctx.plcRotationKey,\n updateTo.did(),\n )\n }\n}\n"]}

package/dist/scripts/sequencer-recovery/index.d.ts CHANGED Viewed

@@ -1,3 +1,3 @@
-import { RecovererContextNoDb } from './recoverer.js';
+import { type RecovererContextNoDb } from './recoverer.js';
 export declare const sequencerRecovery: (ctx: RecovererContextNoDb, args: string[]) => Promise<void>;
 //# sourceMappingURL=index.d.ts.map

package/dist/scripts/sequencer-recovery/index.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAa,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;~~AAGhE~~,eAAO,MAAM,iBAAiB,QACvB,oBAAoB,QACnB,MAAM,EAAE,kBAgBf,CAAA"}
1	+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAa,KAAK,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AAGrE,eAAO,MAAM,iBAAiB,QACvB,oBAAoB,QACnB,MAAM,EAAE,kBAgBf,CAAA"}

package/dist/scripts/sequencer-recovery/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AACxC,OAAO,EAAE,SAAS,~~EAAwB~~,MAAM,gBAAgB,CAAA;~~AAChE~~,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAA;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAyB,EACzB,IAAc,EACd,EAAE;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IAED,MAAM,OAAO,GAAG,IAAI,SAAS,CAC3B,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EACtB;QACE,WAAW;KACZ,CACF,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AAC3B,CAAC,CAAA","sourcesContent":["import { parseIntArg } from '../util.js'\nimport { Recoverer, RecovererContextNoDb } from './recoverer.js'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db.js'\n\nexport const sequencerRecovery = async (\n ctx: RecovererContextNoDb,\n args: string[],\n) => {\n const cursor = args[0] ? parseIntArg(args[0]) : 0\n const concurrency = args[1] ? parseIntArg(args[1]) : 10\n\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n\n const recover = new Recoverer(\n { ...ctx, recoveryDb },\n {\n concurrency,\n },\n )\n await recover.run(cursor)\n}\n"]}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAA;AACxC,OAAO,EAAE,SAAS,EAA6B,MAAM,gBAAgB,CAAA;AACrE,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAA;AAEhE,MAAM,CAAC,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAyB,EACzB,IAAc,EACd,EAAE;IACF,MAAM,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACjD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IAED,MAAM,OAAO,GAAG,IAAI,SAAS,CAC3B,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EACtB;QACE,WAAW;KACZ,CACF,CAAA;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AAC3B,CAAC,CAAA","sourcesContent":["import { parseIntArg } from '../util.js'\nimport { Recoverer, type RecovererContextNoDb } from './recoverer.js'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db.js'\n\nexport const sequencerRecovery = async (\n ctx: RecovererContextNoDb,\n args: string[],\n) => {\n const cursor = args[0] ? parseIntArg(args[0]) : 0\n const concurrency = args[1] ? parseIntArg(args[1]) : 10\n\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n\n const recover = new Recoverer(\n { ...ctx, recoveryDb },\n {\n concurrency,\n },\n )\n await recover.run(cursor)\n}\n"]}

package/dist/scripts/sequencer-recovery/recoverer.d.ts CHANGED Viewed

@@ -1,7 +1,7 @@
-import { AccountManager } from '../../account-manager/account-manager.js';
-import { ActorStore } from '../../actor-store/actor-store.js';
-import { SeqEvt, Sequencer } from '../../sequencer/index.js';
-import { RecoveryDb } from './recovery-db.js';
+import { type AccountManager } from '../../account-manager/account-manager.js';
+import type { ActorStore } from '../../actor-store/actor-store.js';
+import type { SeqEvt, Sequencer } from '../../sequencer/index.js';
+import type { RecoveryDb } from './recovery-db.js';
 import { UserQueues } from './user-queues.js';
 export type RecovererContextNoDb = {
     sequencer: Sequencer;

package/dist/scripts/sequencer-recovery/recoverer.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"recoverer.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,cAAc,~~EAEf~~,MAAM,0CAA0C,CAAA;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAA;~~AAQ7D~~,OAAO,~~EAGL~~,MAAM,EACN,SAAS,EACV,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;~~AAC7C~~,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG;IACpD,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAID,qBAAa,SAAS;IAKX,GAAG,EAAE,gBAAgB;IAJ9B,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAEnB,YACS,GAAG,EAAE,gBAAgB,EAC5B,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,EAI9B;IAEK,GAAG,CAAC,WAAW,SAAI,iBAiCxB;IAEK,UAAU,kBAEf;IAEK,OAAO,kBAEZ;IAED,YAAY,CAAC,GAAG,EAAE,MAAM,QAcvB;CACF;AAED,eAAO,MAAM,aAAa,QAAe,gBAAgB,OAAO,MAAM,kBAQrE,CAAA"}
1	+ {"version":3,"file":"recoverer.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,KAAK,cAAc,EAEpB,MAAM,0CAA0C,CAAA;AAEjD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kCAAkC,CAAA;AAQlE,OAAO,KAAK,EAGV,MAAM,EACN,SAAS,EACV,MAAM,0BAA0B,CAAA;AACjC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAClD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAE7C,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG;IACpD,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAID,qBAAa,SAAS;IAKX,GAAG,EAAE,gBAAgB;IAJ9B,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;IAEnB,YACS,GAAG,EAAE,gBAAgB,EAC5B,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE,EAI9B;IAEK,GAAG,CAAC,WAAW,SAAI,iBAiCxB;IAEK,UAAU,kBAEf;IAEK,OAAO,kBAEZ;IAED,YAAY,CAAC,GAAG,EAAE,MAAM,QAcvB;CACF;AAED,eAAO,MAAM,aAAa,QAAe,gBAAgB,OAAO,MAAM,kBAQrE,CAAA"}

package/dist/scripts/sequencer-recovery/recoverer.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"recoverer.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAa,YAAY,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AACzE,OAAO,EACL,QAAQ,EACR,MAAM,EAEN,aAAa,EACb,eAAe,EACf,YAAY,EACZ,OAAO,GACR,MAAM,eAAe,CAAA;AACtB,OAAO,EAEL,aAAa,GACd,MAAM,0CAA0C,CAAA;AAGjD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAEL,aAAa,EACb,aAAa,EACb,aAAa,GACd,MAAM,qBAAqB,CAAA;AAQ5B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAY7C,MAAM,SAAS,GAAG,IAAI,CAAA;AAEtB,MAAM,OAAO,SAAS;IAIpB,YACS,GAAqB,EAC5B,IAA6B;mBADtB,GAAG;QAGV,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;aACxC,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,KAAK,CAAC;aACb,OAAO,EAAE,CAAA;QACZ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;aAC5C,UAAU,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5B,uBAAuB,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAA;QAChC,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,IAAI,MAAM,GAAuB,WAAW,CAAA;QAC5C,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7C,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAA;YAEzB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YAE3B,SAAS,IAAI,SAAS,CAAA;YACtB,MAAM,eAAe,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,GAAG,CAAA;YACrD,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,CAAC,CAAA;QAC3D,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;IAC7B,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;YACpC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAM;YACR,CAAC;YACD,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACpB,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAW,EAAE,EAAE;IACxE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3C,CAAC;AACH,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IACpE,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC1D,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAA;QACzB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAA;QACvB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAA;QACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,GAAqB,EACrB,GAAc,EACd,MAAuB,EACvB,MAAgB,EAChB,EAAE;IACF,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACzC,MAAM,MAAM,GAAe;QACzB,GAAG,EAAE,GAAG,CAAC,MAAM;QACf,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,IAAI,QAAQ,EAAE;QAC9B,WAAW,EAAE,IAAI,MAAM,EAAE;KAC1B,CAAA;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IACF,MAAM,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAe,EAAE,EAAE;IACzE,qFAAqF;IAErF,IAAI,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;QACzC,wEAAwE;QACxE,2EAA2E;QAC3E,mCAAmC;QACnC,MAAM,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAE/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC/D,MAAM,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACnC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,KAAK,EACtB,KAA2B,EAC3B,MAAuB,EACvB,EAAE;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAErD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IACE,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM;YACrC,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EACrC,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;gBAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,KAAK,EACxB,UAAsB,EACtB,GAAc,EACd,GAAY,EACZ,EAAE;IACF,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC;QACN,GAAG;QACH,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;QACtB,KAAK,EAAE,CAAC;KACT,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,KAAK,EAAE,UAAsB,EAAE,GAAc,EAAE,EAAE;IACvE,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC;QACN,GAAG;QACH,SAAS,EAAE,CAAC;KACb,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EAC1B,GAAc,EAIb,EAAE;IACH,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;YAAE,OAAO,SAAS,CAAA;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAA;QAE9C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,aAAa,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,GAAG;YAAE,OAAO,SAAS,CAAA;QAE7B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAA;QAClC,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;QAE3C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,aAAa,CAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,aAAa,CAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IAED,OAAO;QACL,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACjD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAW,EAAoB,EAAE;IACnD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAA;IACpB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA","sourcesContent":["import { rmIfExists } from '@atproto/common'\nimport { Secp256k1Keypair } from '@atproto/crypto'\nimport { DidString, isNsidString, isRecordKeyString } from '@atproto/lex'\nimport {\n BlockMap,\n CidSet,\n CommitData,\n WriteOpAction,\n cborToLexRecord,\n parseDataKey,\n readCar,\n} from '@atproto/repo'\nimport {\n AccountManager,\n AccountStatus,\n} from '../../account-manager/account-manager.js'\nimport { ActorStoreTransactor } from '../../actor-store/actor-store-transactor.js'\nimport { ActorStore } from '../../actor-store/actor-store.js'\nimport { countAll } from '../../db/index.js'\nimport {\n PreparedWrite,\n prepareCreate,\n prepareDelete,\n prepareUpdate,\n} from '../../repo/index.js'\nimport {\n AccountEvt,\n CommitEvt,\n SeqEvt,\n Sequencer,\n} from '../../sequencer/index.js'\nimport { RecoveryDb } from './recovery-db.js'\nimport { UserQueues } from './user-queues.js'\n\nexport type RecovererContextNoDb = {\n sequencer: Sequencer\n accountManager: AccountManager\n actorStore: ActorStore\n}\n\nexport type RecovererContext = RecovererContextNoDb & {\n recoveryDb: RecoveryDb\n}\n\nconst PAGE_SIZE = 5000\n\nexport class Recoverer {\n queues: UserQueues\n failed: Set<string>\n\n constructor(\n public ctx: RecovererContext,\n opts: { concurrency: number },\n ) {\n this.queues = new UserQueues(opts.concurrency)\n this.failed = new Set()\n }\n\n async run(startCursor = 0) {\n const failed = await this.ctx.recoveryDb.db\n .selectFrom('failed')\n .select('did')\n .execute()\n for (const row of failed) {\n this.failed.add(row.did)\n }\n\n const totalRes = await this.ctx.sequencer.db.db\n .selectFrom('repo_seq')\n .select(countAll.as('count'))\n .executeTakeFirstOrThrow()\n const totalEvts = totalRes.count\n let completed = 0\n\n let cursor: number \| undefined = startCursor\n while (cursor !== undefined) {\n const page = await this.ctx.sequencer.requestSeqRange({\n earliestSeq: cursor,\n limit: PAGE_SIZE,\n })\n page.forEach((evt) => this.processEvent(evt))\n cursor = page.at(-1)?.seq\n\n await this.queues.onEmpty()\n\n completed += PAGE_SIZE\n const percentComplete = (completed / totalEvts) * 100\n console.log(`${percentComplete.toFixed(2)}% - ${cursor}`)\n }\n\n await this.queues.processAll()\n }\n\n async processAll() {\n await this.queues.processAll()\n }\n\n async destroy() {\n await this.queues.destroy()\n }\n\n processEvent(evt: SeqEvt) {\n const did = didFromEvt(evt)\n if (!did) {\n return\n }\n this.queues.addToUser(did, async () => {\n if (this.failed.has(did)) {\n return\n }\n await processSeqEvt(this.ctx, evt).catch(async (err) => {\n this.failed.add(did)\n await trackFailure(this.ctx.recoveryDb, did, err)\n })\n })\n }\n}\n\nexport const processSeqEvt = async (ctx: RecovererContext, evt: SeqEvt) => {\n // only need to process commits & tombstones\n if (evt.type === 'account') {\n await processAccountEvt(ctx, evt.evt)\n }\n if (evt.type === 'commit') {\n await processCommit(ctx, evt.evt).catch()\n }\n}\n\nconst processCommit = async (ctx: RecovererContext, evt: CommitEvt) => {\n const did = evt.repo\n const { writes, blocks } = await parseCommitEvt(evt)\n if (evt.since === null) {\n const actorExists = await ctx.actorStore.exists(did)\n if (!actorExists) {\n await processRepoCreation(ctx, evt, writes, blocks)\n return\n }\n }\n await ctx.actorStore.transact(did, async (actorTxn) => {\n const root = await actorTxn.repo.storage.getRootDetailed()\n if (root.rev >= evt.rev) {\n return\n }\n const commit = await actorTxn.repo.formatCommit(writes)\n commit.newBlocks = blocks\n commit.cid = evt.commit\n commit.rev = evt.rev\n await actorTxn.repo.storage.applyCommit(commit)\n await actorTxn.repo.indexWrites(writes, commit.rev)\n await trackBlobs(actorTxn, writes)\n })\n}\n\nconst processRepoCreation = async (\n ctx: RecovererContext,\n evt: CommitEvt,\n writes: PreparedWrite[],\n blocks: BlockMap,\n) => {\n const did = evt.repo\n const keypair = await Secp256k1Keypair.create({ exportable: true })\n await ctx.actorStore.create(did, keypair)\n const commit: CommitData = {\n cid: evt.commit,\n rev: evt.rev,\n since: evt.since,\n prev: null,\n newBlocks: blocks,\n relevantBlocks: new BlockMap(),\n removedCids: new CidSet(),\n }\n await ctx.actorStore.transact(did, async (actorTxn) => {\n await actorTxn.repo.storage.applyCommit(commit, true)\n await actorTxn.repo.indexWrites(writes, commit.rev)\n await actorTxn.repo.blob.processWriteBlobs(commit.rev, writes)\n })\n await trackNewAccount(ctx.recoveryDb, did)\n}\n\nconst processAccountEvt = async (ctx: RecovererContext, evt: AccountEvt) => {\n // do not need to process deactivation/takedowns because we backup account DB as well\n\n if (evt.status === AccountStatus.Deleted) {\n // In case an account deletion was sequenced, let's make sure to (first)\n // delete the accounts database, and (then) unlink the actor store from the\n // file system. Order matters here.\n await ctx.accountManager.deleteAccount(evt.did)\n\n const { directory } = await ctx.actorStore.getLocation(evt.did)\n await rmIfExists(directory, true)\n }\n}\n\nconst trackBlobs = async (\n store: ActorStoreTransactor,\n writes: PreparedWrite[],\n) => {\n await store.repo.blob.deleteDereferencedBlobs(writes)\n\n for (const write of writes) {\n if (\n write.action === WriteOpAction.Create \|\|\n write.action === WriteOpAction.Update\n ) {\n for (const blob of write.blobs) {\n await store.repo.blob.insertBlobMetadata(blob)\n await store.repo.blob.associateBlob(blob, write.uri)\n }\n }\n }\n}\n\nconst trackFailure = async (\n recoveryDb: RecoveryDb,\n did: DidString,\n err: unknown,\n) => {\n await recoveryDb.db\n .insertInto('failed')\n .values({\n did,\n error: err?.toString(),\n fixed: 0,\n })\n .onConflict((oc) => oc.doNothing())\n .execute()\n}\n\nconst trackNewAccount = async (recoveryDb: RecoveryDb, did: DidString) => {\n await recoveryDb.db\n .insertInto('new_account')\n .values({\n did,\n published: 0,\n })\n .onConflict((oc) => oc.doNothing())\n .execute()\n}\n\nconst parseCommitEvt = async (\n evt: CommitEvt,\n): Promise<{\n writes: PreparedWrite[]\n blocks: BlockMap\n}> => {\n const did = evt.repo\n const evtCar = await readCar(evt.blocks, { skipCidVerification: true })\n const writesUnfiltered = await Promise.all(\n evt.ops.map(async (op) => {\n const { collection, rkey } = parseDataKey(op.path)\n if (!isNsidString(collection)) return undefined\n if (!isRecordKeyString(rkey)) return undefined\n\n if (op.action === 'delete') {\n return prepareDelete({ did, collection, rkey })\n }\n if (!op.cid) return undefined\n\n const recordBytes = evtCar.blocks.get(op.cid)\n if (!recordBytes) return undefined\n const record = cborToLexRecord(recordBytes)\n\n if (op.action === 'create') {\n return prepareCreate({\n did,\n collection,\n rkey,\n record,\n validate: false,\n })\n } else {\n return prepareUpdate({\n did,\n collection,\n rkey,\n record,\n validate: false,\n })\n }\n }),\n )\n\n return {\n writes: writesUnfiltered.filter((w) => w != null),\n blocks: evtCar.blocks,\n }\n}\n\nconst didFromEvt = (evt: SeqEvt): DidString \| null => {\n if (evt.type === 'account') {\n return evt.evt.did\n } else if (evt.type === 'commit') {\n return evt.evt.repo\n } else {\n return null\n }\n}\n"]}
1	+ {"version":3,"file":"recoverer.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAkB,YAAY,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAA;AAC9E,OAAO,EACL,QAAQ,EACR,MAAM,EAEN,aAAa,EACb,eAAe,EACf,YAAY,EACZ,OAAO,GACR,MAAM,eAAe,CAAA;AACtB,OAAO,EAEL,aAAa,GACd,MAAM,0CAA0C,CAAA;AAGjD,OAAO,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAC5C,OAAO,EAEL,aAAa,EACb,aAAa,EACb,aAAa,GACd,MAAM,qBAAqB,CAAA;AAQ5B,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAY7C,MAAM,SAAS,GAAG,IAAI,CAAA;AAEtB,MAAM,OAAO,SAAS;IAIpB,YACS,GAAqB,EAC5B,IAA6B;mBADtB,GAAG;QAGV,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;aACxC,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,KAAK,CAAC;aACb,OAAO,EAAE,CAAA;QACZ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;aAC5C,UAAU,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5B,uBAAuB,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAA;QAChC,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,IAAI,MAAM,GAAuB,WAAW,CAAA;QAC5C,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7C,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAA;YAEzB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YAE3B,SAAS,IAAI,SAAS,CAAA;YACtB,MAAM,eAAe,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,GAAG,CAAA;YACrD,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,CAAC,CAAA;QAC3D,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;IAC7B,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;YACpC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAM;YACR,CAAC;YACD,MAAM,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACpB,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AAED,MAAM,CAAC,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAW,EAAE,EAAE;IACxE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3C,CAAC;AACH,CAAC,CAAA;AAED,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IACpE,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC1D,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAA;QACzB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAA;QACvB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAA;QACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,GAAqB,EACrB,GAAc,EACd,MAAuB,EACvB,MAAgB,EAChB,EAAE;IACF,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,OAAO,GAAG,MAAM,gBAAgB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACzC,MAAM,MAAM,GAAe;QACzB,GAAG,EAAE,GAAG,CAAC,MAAM;QACf,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,IAAI,QAAQ,EAAE;QAC9B,WAAW,EAAE,IAAI,MAAM,EAAE;KAC1B,CAAA;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IACF,MAAM,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAe,EAAE,EAAE;IACzE,qFAAqF;IAErF,IAAI,GAAG,CAAC,MAAM,KAAK,aAAa,CAAC,OAAO,EAAE,CAAC;QACzC,wEAAwE;QACxE,2EAA2E;QAC3E,mCAAmC;QACnC,MAAM,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAE/C,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC/D,MAAM,UAAU,CAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACnC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,KAAK,EACtB,KAA2B,EAC3B,MAAuB,EACvB,EAAE;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAErD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IACE,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM;YACrC,KAAK,CAAC,MAAM,KAAK,aAAa,CAAC,MAAM,EACrC,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;gBAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,KAAK,EACxB,UAAsB,EACtB,GAAc,EACd,GAAY,EACZ,EAAE;IACF,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC;QACN,GAAG;QACH,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;QACtB,KAAK,EAAE,CAAC;KACT,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,KAAK,EAAE,UAAsB,EAAE,GAAc,EAAE,EAAE;IACvE,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC;QACN,GAAG;QACH,SAAS,EAAE,CAAC;KACb,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EAC1B,GAAc,EAIb,EAAE;IACH,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,YAAY,CAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC;YAAE,OAAO,SAAS,CAAA;QAC/C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAA;QAE9C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,aAAa,CAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,GAAG;YAAE,OAAO,SAAS,CAAA;QAE7B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAA;QAClC,MAAM,MAAM,GAAG,eAAe,CAAC,WAAW,CAAC,CAAA;QAE3C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,aAAa,CAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,aAAa,CAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IAED,OAAO;QACL,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACjD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAW,EAAoB,EAAE;IACnD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAA;IACpB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA","sourcesContent":["import { rmIfExists } from '@atproto/common'\nimport { Secp256k1Keypair } from '@atproto/crypto'\nimport { type DidString, isNsidString, isRecordKeyString } from '@atproto/lex'\nimport {\n BlockMap,\n CidSet,\n type CommitData,\n WriteOpAction,\n cborToLexRecord,\n parseDataKey,\n readCar,\n} from '@atproto/repo'\nimport {\n type AccountManager,\n AccountStatus,\n} from '../../account-manager/account-manager.js'\nimport type { ActorStoreTransactor } from '../../actor-store/actor-store-transactor.js'\nimport type { ActorStore } from '../../actor-store/actor-store.js'\nimport { countAll } from '../../db/index.js'\nimport {\n type PreparedWrite,\n prepareCreate,\n prepareDelete,\n prepareUpdate,\n} from '../../repo/index.js'\nimport type {\n AccountEvt,\n CommitEvt,\n SeqEvt,\n Sequencer,\n} from '../../sequencer/index.js'\nimport type { RecoveryDb } from './recovery-db.js'\nimport { UserQueues } from './user-queues.js'\n\nexport type RecovererContextNoDb = {\n sequencer: Sequencer\n accountManager: AccountManager\n actorStore: ActorStore\n}\n\nexport type RecovererContext = RecovererContextNoDb & {\n recoveryDb: RecoveryDb\n}\n\nconst PAGE_SIZE = 5000\n\nexport class Recoverer {\n queues: UserQueues\n failed: Set<string>\n\n constructor(\n public ctx: RecovererContext,\n opts: { concurrency: number },\n ) {\n this.queues = new UserQueues(opts.concurrency)\n this.failed = new Set()\n }\n\n async run(startCursor = 0) {\n const failed = await this.ctx.recoveryDb.db\n .selectFrom('failed')\n .select('did')\n .execute()\n for (const row of failed) {\n this.failed.add(row.did)\n }\n\n const totalRes = await this.ctx.sequencer.db.db\n .selectFrom('repo_seq')\n .select(countAll.as('count'))\n .executeTakeFirstOrThrow()\n const totalEvts = totalRes.count\n let completed = 0\n\n let cursor: number \| undefined = startCursor\n while (cursor !== undefined) {\n const page = await this.ctx.sequencer.requestSeqRange({\n earliestSeq: cursor,\n limit: PAGE_SIZE,\n })\n page.forEach((evt) => this.processEvent(evt))\n cursor = page.at(-1)?.seq\n\n await this.queues.onEmpty()\n\n completed += PAGE_SIZE\n const percentComplete = (completed / totalEvts) * 100\n console.log(`${percentComplete.toFixed(2)}% - ${cursor}`)\n }\n\n await this.queues.processAll()\n }\n\n async processAll() {\n await this.queues.processAll()\n }\n\n async destroy() {\n await this.queues.destroy()\n }\n\n processEvent(evt: SeqEvt) {\n const did = didFromEvt(evt)\n if (!did) {\n return\n }\n this.queues.addToUser(did, async () => {\n if (this.failed.has(did)) {\n return\n }\n await processSeqEvt(this.ctx, evt).catch(async (err) => {\n this.failed.add(did)\n await trackFailure(this.ctx.recoveryDb, did, err)\n })\n })\n }\n}\n\nexport const processSeqEvt = async (ctx: RecovererContext, evt: SeqEvt) => {\n // only need to process commits & tombstones\n if (evt.type === 'account') {\n await processAccountEvt(ctx, evt.evt)\n }\n if (evt.type === 'commit') {\n await processCommit(ctx, evt.evt).catch()\n }\n}\n\nconst processCommit = async (ctx: RecovererContext, evt: CommitEvt) => {\n const did = evt.repo\n const { writes, blocks } = await parseCommitEvt(evt)\n if (evt.since === null) {\n const actorExists = await ctx.actorStore.exists(did)\n if (!actorExists) {\n await processRepoCreation(ctx, evt, writes, blocks)\n return\n }\n }\n await ctx.actorStore.transact(did, async (actorTxn) => {\n const root = await actorTxn.repo.storage.getRootDetailed()\n if (root.rev >= evt.rev) {\n return\n }\n const commit = await actorTxn.repo.formatCommit(writes)\n commit.newBlocks = blocks\n commit.cid = evt.commit\n commit.rev = evt.rev\n await actorTxn.repo.storage.applyCommit(commit)\n await actorTxn.repo.indexWrites(writes, commit.rev)\n await trackBlobs(actorTxn, writes)\n })\n}\n\nconst processRepoCreation = async (\n ctx: RecovererContext,\n evt: CommitEvt,\n writes: PreparedWrite[],\n blocks: BlockMap,\n) => {\n const did = evt.repo\n const keypair = await Secp256k1Keypair.create({ exportable: true })\n await ctx.actorStore.create(did, keypair)\n const commit: CommitData = {\n cid: evt.commit,\n rev: evt.rev,\n since: evt.since,\n prev: null,\n newBlocks: blocks,\n relevantBlocks: new BlockMap(),\n removedCids: new CidSet(),\n }\n await ctx.actorStore.transact(did, async (actorTxn) => {\n await actorTxn.repo.storage.applyCommit(commit, true)\n await actorTxn.repo.indexWrites(writes, commit.rev)\n await actorTxn.repo.blob.processWriteBlobs(commit.rev, writes)\n })\n await trackNewAccount(ctx.recoveryDb, did)\n}\n\nconst processAccountEvt = async (ctx: RecovererContext, evt: AccountEvt) => {\n // do not need to process deactivation/takedowns because we backup account DB as well\n\n if (evt.status === AccountStatus.Deleted) {\n // In case an account deletion was sequenced, let's make sure to (first)\n // delete the accounts database, and (then) unlink the actor store from the\n // file system. Order matters here.\n await ctx.accountManager.deleteAccount(evt.did)\n\n const { directory } = await ctx.actorStore.getLocation(evt.did)\n await rmIfExists(directory, true)\n }\n}\n\nconst trackBlobs = async (\n store: ActorStoreTransactor,\n writes: PreparedWrite[],\n) => {\n await store.repo.blob.deleteDereferencedBlobs(writes)\n\n for (const write of writes) {\n if (\n write.action === WriteOpAction.Create \|\|\n write.action === WriteOpAction.Update\n ) {\n for (const blob of write.blobs) {\n await store.repo.blob.insertBlobMetadata(blob)\n await store.repo.blob.associateBlob(blob, write.uri)\n }\n }\n }\n}\n\nconst trackFailure = async (\n recoveryDb: RecoveryDb,\n did: DidString,\n err: unknown,\n) => {\n await recoveryDb.db\n .insertInto('failed')\n .values({\n did,\n error: err?.toString(),\n fixed: 0,\n })\n .onConflict((oc) => oc.doNothing())\n .execute()\n}\n\nconst trackNewAccount = async (recoveryDb: RecoveryDb, did: DidString) => {\n await recoveryDb.db\n .insertInto('new_account')\n .values({\n did,\n published: 0,\n })\n .onConflict((oc) => oc.doNothing())\n .execute()\n}\n\nconst parseCommitEvt = async (\n evt: CommitEvt,\n): Promise<{\n writes: PreparedWrite[]\n blocks: BlockMap\n}> => {\n const did = evt.repo\n const evtCar = await readCar(evt.blocks, { skipCidVerification: true })\n const writesUnfiltered = await Promise.all(\n evt.ops.map(async (op) => {\n const { collection, rkey } = parseDataKey(op.path)\n if (!isNsidString(collection)) return undefined\n if (!isRecordKeyString(rkey)) return undefined\n\n if (op.action === 'delete') {\n return prepareDelete({ did, collection, rkey })\n }\n if (!op.cid) return undefined\n\n const recordBytes = evtCar.blocks.get(op.cid)\n if (!recordBytes) return undefined\n const record = cborToLexRecord(recordBytes)\n\n if (op.action === 'create') {\n return prepareCreate({\n did,\n collection,\n rkey,\n record,\n validate: false,\n })\n } else {\n return prepareUpdate({\n did,\n collection,\n rkey,\n record,\n validate: false,\n })\n }\n }),\n )\n\n return {\n writes: writesUnfiltered.filter((w) => w != null),\n blocks: evtCar.blocks,\n }\n}\n\nconst didFromEvt = (evt: SeqEvt): DidString \| null => {\n if (evt.type === 'account') {\n return evt.evt.did\n } else if (evt.type === 'commit') {\n return evt.evt.repo\n } else {\n return null\n }\n}\n"]}

package/dist/scripts/sequencer-recovery/recovery-db.d.ts CHANGED Viewed

@@ -1,4 +1,4 @@
-import { DidString } from '@atproto/syntax';
+import type { DidString } from '@atproto/syntax';
 import { Database } from '../../db/index.js';
 export interface NewAccount {
     did: DidString;

package/dist/scripts/sequencer-recovery/recovery-db.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"recovery-db.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;~~AAC3C~~,OAAO,EAAE,QAAQ,EAAY,MAAM,mBAAmB,CAAA;AAEtD,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,SAAS,CAAA;IACd,SAAS,EAAE,CAAC,GAAG,CAAC,CAAA;CACjB;AAED,MAAM,WAAW,MAAM;IACrB,GAAG,EAAE,SAAS,CAAA;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAA;CACb;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,UAAU,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAA;AAEnD,eAAO,MAAM,6BAA6B,iBAC1B,MAAM,KACnB,OAAO,CAAC,UAAU,CAGpB,CAAA;AAED,eAAO,MAAM,uBAAuB,aACxB,MAAM,yCAEf,OAAO,CAAC,UAAU,CAQpB,CAAA"}
1	+ {"version":3,"file":"recovery-db.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAChD,OAAO,EAAE,QAAQ,EAAY,MAAM,mBAAmB,CAAA;AAEtD,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,SAAS,CAAA;IACd,SAAS,EAAE,CAAC,GAAG,CAAC,CAAA;CACjB;AAED,MAAM,WAAW,MAAM;IACrB,GAAG,EAAE,SAAS,CAAA;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAA;CACb;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,UAAU,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAA;AAEnD,eAAO,MAAM,6BAA6B,iBAC1B,MAAM,KACnB,OAAO,CAAC,UAAU,CAGpB,CAAA;AAED,eAAO,MAAM,uBAAuB,aACxB,MAAM,yCAEf,OAAO,CAAC,UAAU,CAQpB,CAAA"}

package/dist/scripts/sequencer-recovery/recovery-db.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"recovery-db.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAoBtD,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAC3C,YAAoB,EACC,EAAE;IACvB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAA;IAC9E,OAAO,uBAAuB,CAAC,aAAa,CAAC,CAAA;AAC/C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACX,EAAE;IACvB,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAmB,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC/D,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;IAChD,MAAM,QAAQ,CAAC,sBAAsB,EAAE,CAAA;IACvC,OAAO,EAAE,CAAA;AACX,CAAC,CAAA;AAED,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE;QACL,EAAE,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAChC,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,aAAa,CAAC;iBAC1B,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBACtD,OAAO,EAAE,CAAA;YAEZ,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,QAAQ,CAAC;iBACrB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;iBAC7B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBAClD,OAAO,EAAE,CAAA;QACd,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAClC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAA;YAClD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/C,CAAC;KACF;CACF,CAAA","sourcesContent":["import path from 'node:path'\nimport { Kysely } from 'kysely'\nimport { DidString } from '@atproto/syntax'\nimport { Database, Migrator } from '../../db/index.js'\n\nexport interface NewAccount {\n did: DidString\n published: 0 \| 1\n}\n\nexport interface Failed {\n did: DidString\n error: string \| null\n fixed: 0 \| 1\n}\n\nexport type RecoveryDbSchema = {\n new_account: NewAccount\n failed: Failed\n}\n\nexport type RecoveryDb = Database<RecoveryDbSchema>\n\nexport const getRecoveryDbFromSequencerLoc = (\n sequencerLoc: string,\n): Promise<RecoveryDb> => {\n const recoveryDbLoc = path.join(path.dirname(sequencerLoc), 'recovery.sqlite')\n return getAndMigrateRecoveryDb(recoveryDbLoc)\n}\n\nexport const getAndMigrateRecoveryDb = async (\n location: string,\n disableWalAutoCheckpoint = false,\n): Promise<RecoveryDb> => {\n const pragmas: Record<string, string> = disableWalAutoCheckpoint\n ? { wal_autocheckpoint: '0' }\n : {}\n const db = Database.sqlite<RecoveryDbSchema>(location, pragmas)\n const migrator = new Migrator(db.db, migrations)\n await migrator.migrateToLatestOrThrow()\n return db\n}\n\nconst migrations = {\n '001': {\n up: async (db: Kysely<unknown>) => {\n await db.schema\n .createTable('new_account')\n .addColumn('did', 'varchar', (col) => col.primaryKey())\n .addColumn('published', 'int2', (col) => col.notNull())\n .execute()\n\n await db.schema\n .createTable('failed')\n .addColumn('did', 'varchar', (col) => col.primaryKey())\n .addColumn('error', 'varchar')\n .addColumn('fixed', 'int2', (col) => col.notNull())\n .execute()\n },\n down: async (db: Kysely<unknown>) => {\n await db.schema.dropTable('new_account').execute()\n await db.schema.dropTable('failed').execute()\n },\n },\n}\n"]}
1	+ {"version":3,"file":"recovery-db.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAA;AAG5B,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAoBtD,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAC3C,YAAoB,EACC,EAAE;IACvB,MAAM,aAAa,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAA;IAC9E,OAAO,uBAAuB,CAAC,aAAa,CAAC,CAAA;AAC/C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,uBAAuB,GAAG,KAAK,EAC1C,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACX,EAAE;IACvB,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,EAAE,GAAG,QAAQ,CAAC,MAAM,CAAmB,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC/D,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;IAChD,MAAM,QAAQ,CAAC,sBAAsB,EAAE,CAAA;IACvC,OAAO,EAAE,CAAA;AACX,CAAC,CAAA;AAED,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE;QACL,EAAE,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAChC,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,aAAa,CAAC;iBAC1B,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBACtD,OAAO,EAAE,CAAA;YAEZ,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,QAAQ,CAAC;iBACrB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;iBAC7B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBAClD,OAAO,EAAE,CAAA;QACd,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAClC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAA;YAClD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/C,CAAC;KACF;CACF,CAAA","sourcesContent":["import path from 'node:path'\nimport type { Kysely } from 'kysely'\nimport type { DidString } from '@atproto/syntax'\nimport { Database, Migrator } from '../../db/index.js'\n\nexport interface NewAccount {\n did: DidString\n published: 0 \| 1\n}\n\nexport interface Failed {\n did: DidString\n error: string \| null\n fixed: 0 \| 1\n}\n\nexport type RecoveryDbSchema = {\n new_account: NewAccount\n failed: Failed\n}\n\nexport type RecoveryDb = Database<RecoveryDbSchema>\n\nexport const getRecoveryDbFromSequencerLoc = (\n sequencerLoc: string,\n): Promise<RecoveryDb> => {\n const recoveryDbLoc = path.join(path.dirname(sequencerLoc), 'recovery.sqlite')\n return getAndMigrateRecoveryDb(recoveryDbLoc)\n}\n\nexport const getAndMigrateRecoveryDb = async (\n location: string,\n disableWalAutoCheckpoint = false,\n): Promise<RecoveryDb> => {\n const pragmas: Record<string, string> = disableWalAutoCheckpoint\n ? { wal_autocheckpoint: '0' }\n : {}\n const db = Database.sqlite<RecoveryDbSchema>(location, pragmas)\n const migrator = new Migrator(db.db, migrations)\n await migrator.migrateToLatestOrThrow()\n return db\n}\n\nconst migrations = {\n '001': {\n up: async (db: Kysely<unknown>) => {\n await db.schema\n .createTable('new_account')\n .addColumn('did', 'varchar', (col) => col.primaryKey())\n .addColumn('published', 'int2', (col) => col.notNull())\n .execute()\n\n await db.schema\n .createTable('failed')\n .addColumn('did', 'varchar', (col) => col.primaryKey())\n .addColumn('error', 'varchar')\n .addColumn('fixed', 'int2', (col) => col.notNull())\n .execute()\n },\n down: async (db: Kysely<unknown>) => {\n await db.schema.dropTable('new_account').execute()\n await db.schema.dropTable('failed').execute()\n },\n },\n}\n"]}

package/dist/scripts/sequencer-recovery/repair-repos.d.ts CHANGED Viewed

@@ -1,3 +1,3 @@
-import { RecovererContextNoDb } from './recoverer.js';
+import { type RecovererContextNoDb } from './recoverer.js';
 export declare const repairRepos: (ctx: RecovererContextNoDb) => Promise<void>;
 //# sourceMappingURL=repair-repos.d.ts.map

package/dist/scripts/sequencer-recovery/repair-repos.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"repair-repos.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,oBAAoB,~~EAErB~~,MAAM,gBAAgB,CAAA;AAGvB,eAAO,MAAM,WAAW,QAAe,oBAAoB,kBAiB1D,CAAA"}
1	+ {"version":3,"file":"repair-repos.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,KAAK,oBAAoB,EAE1B,MAAM,gBAAgB,CAAA;AAGvB,eAAO,MAAM,WAAW,QAAe,oBAAoB,kBAiB1D,CAAA"}

package/dist/scripts/sequencer-recovery/repair-repos.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"repair-repos.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAGL,aAAa,GACd,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAA;AAEhE,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,GAAyB,EAAE,EAAE;IAC7D,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,EAAE;SAClC,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;SAC7B,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAClC,MAAM,oBAAoB,CAAC,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,CAAA;QACvD,KAAK,EAAE,CAAA;QACP,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;SACtC,UAAU,CAAC,UAAU,CAAC;SACtB,SAAS,EAAE;SACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,EAAE,CAAA;IACZ,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,EAAE;SACpB,WAAW,CAAC,QAAQ,CAAC;SACrB,GAAG,CAAC;QACH,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,IAAI;KACZ,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,EAAE,CAAA;AACd,CAAC,CAAA","sourcesContent":["import { DidString } from '@atproto/syntax'\nimport { parseRepoSeqRows } from '../../sequencer/index.js'\nimport { rebuildRepo } from '../rebuild-repo.js'\nimport {\n RecovererContext,\n RecovererContextNoDb,\n processSeqEvt,\n} from './recoverer.js'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db.js'\n\nexport const repairRepos = async (ctx: RecovererContextNoDb) => {\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n const repairRes = await recoveryDb.db\n .selectFrom('failed')\n .select('did')\n .where('failed.fixed', '=', 0)\n .execute()\n const dids = repairRes.map((row) => row.did)\n let fixed = 0\n for (const did of dids) {\n await rebuildRepo(ctx, did, false)\n await recoverFromSequencer({ ...ctx, recoveryDb }, did)\n fixed++\n console.log(`${fixed}/${dids.length}`)\n }\n}\n\nconst recoverFromSequencer = async (ctx: RecovererContext, did: DidString) => {\n const didEvts = await ctx.sequencer.db.db\n .selectFrom('repo_seq')\n .selectAll()\n .where('did', '=', did)\n .orderBy('seq', 'asc')\n .execute()\n const seqEvts = parseRepoSeqRows(didEvts)\n for (const evt of seqEvts) {\n await processSeqEvt(ctx, evt)\n }\n await ctx.recoveryDb.db\n .updateTable('failed')\n .set({\n fixed: 1,\n error: null,\n })\n .where('did', '=', did)\n .execute()\n}\n"]}
1	+ {"version":3,"file":"repair-repos.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAA;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AAChD,OAAO,EAGL,aAAa,GACd,MAAM,gBAAgB,CAAA;AACvB,OAAO,EAAE,6BAA6B,EAAE,MAAM,kBAAkB,CAAA;AAEhE,MAAM,CAAC,MAAM,WAAW,GAAG,KAAK,EAAE,GAAyB,EAAE,EAAE;IAC7D,MAAM,UAAU,GAAG,MAAM,6BAA6B,CACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,EAAE;SAClC,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;SAC7B,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAClC,MAAM,oBAAoB,CAAC,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,CAAA;QACvD,KAAK,EAAE,CAAA;QACP,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,CAAC;AACH,CAAC,CAAA;AAED,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;SACtC,UAAU,CAAC,UAAU,CAAC;SACtB,SAAS,EAAE;SACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,EAAE,CAAA;IACZ,MAAM,OAAO,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,EAAE;SACpB,WAAW,CAAC,QAAQ,CAAC;SACrB,GAAG,CAAC;QACH,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,IAAI;KACZ,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,EAAE,CAAA;AACd,CAAC,CAAA","sourcesContent":["import type { DidString } from '@atproto/syntax'\nimport { parseRepoSeqRows } from '../../sequencer/index.js'\nimport { rebuildRepo } from '../rebuild-repo.js'\nimport {\n type RecovererContext,\n type RecovererContextNoDb,\n processSeqEvt,\n} from './recoverer.js'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db.js'\n\nexport const repairRepos = async (ctx: RecovererContextNoDb) => {\n const recoveryDb = await getRecoveryDbFromSequencerLoc(\n ctx.sequencer.dbLocation,\n )\n const repairRes = await recoveryDb.db\n .selectFrom('failed')\n .select('did')\n .where('failed.fixed', '=', 0)\n .execute()\n const dids = repairRes.map((row) => row.did)\n let fixed = 0\n for (const did of dids) {\n await rebuildRepo(ctx, did, false)\n await recoverFromSequencer({ ...ctx, recoveryDb }, did)\n fixed++\n console.log(`${fixed}/${dids.length}`)\n }\n}\n\nconst recoverFromSequencer = async (ctx: RecovererContext, did: DidString) => {\n const didEvts = await ctx.sequencer.db.db\n .selectFrom('repo_seq')\n .selectAll()\n .where('did', '=', did)\n .orderBy('seq', 'asc')\n .execute()\n const seqEvts = parseRepoSeqRows(didEvts)\n for (const evt of seqEvts) {\n await processSeqEvt(ctx, evt)\n }\n await ctx.recoveryDb.db\n .updateTable('failed')\n .set({\n fixed: 1,\n error: null,\n })\n .where('did', '=', did)\n .execute()\n}\n"]}

package/dist/sequencer/db/index.d.ts CHANGED Viewed

@@ -1,5 +1,5 @@
 import { Database, Migrator } from '../../db/index.js';
-import { SequencerDbSchema } from './schema.js';
+import type { SequencerDbSchema } from './schema.js';
 export * from './schema.js';
 export type SequencerDb = Database<SequencerDbSchema>;
 export declare const getDb: (location: string, disableWalAutoCheckpoint?: boolean) => SequencerDb;

package/dist/sequencer/db/index.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/sequencer/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAEtD,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;~~AAE/C~~,cAAc,aAAa,CAAA;AAE3B,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAA;AAErD,eAAO,MAAM,KAAK,aACN,MAAM,yCAEf,WAKF,CAAA;AAED,eAAO,MAAM,WAAW,OAAQ,QAAQ,CAAC,iBAAiB,CAAC,gCAE1D,CAAA"}
1	+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/sequencer/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AAEtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAEpD,cAAc,aAAa,CAAA;AAE3B,MAAM,MAAM,WAAW,GAAG,QAAQ,CAAC,iBAAiB,CAAC,CAAA;AAErD,eAAO,MAAM,KAAK,aACN,MAAM,yCAEf,WAKF,CAAA;AAED,eAAO,MAAM,WAAW,OAAQ,QAAQ,CAAC,iBAAiB,CAAC,gCAE1D,CAAA"}

package/dist/sequencer/db/index.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/sequencer/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACtD,OAAO,UAAU,MAAM,uBAAuB,CAAA;AAG9C,cAAc,aAAa,CAAA;AAI3B,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACnB,EAAE;IACf,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AAC3C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAA+B,EAAE,EAAE;IAC7D,OAAO,IAAI,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;AACxC,CAAC,CAAA","sourcesContent":["import { Database, Migrator } from '../../db/index.js'\nimport migrations from './migrations/index.js'\nimport { SequencerDbSchema } from './schema.js'\n\nexport * from './schema.js'\n\nexport type SequencerDb = Database<SequencerDbSchema>\n\nexport const getDb = (\n location: string,\n disableWalAutoCheckpoint = false,\n): SequencerDb => {\n const pragmas: Record<string, string> = disableWalAutoCheckpoint\n ? { wal_autocheckpoint: '0' }\n : {}\n return Database.sqlite(location, pragmas)\n}\n\nexport const getMigrator = (db: Database<SequencerDbSchema>) => {\n return new Migrator(db.db, migrations)\n}\n"]}
1	+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/sequencer/db/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAA;AACtD,OAAO,UAAU,MAAM,uBAAuB,CAAA;AAG9C,cAAc,aAAa,CAAA;AAI3B,MAAM,CAAC,MAAM,KAAK,GAAG,CACnB,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACnB,EAAE;IACf,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,OAAO,QAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;AAC3C,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,EAA+B,EAAE,EAAE;IAC7D,OAAO,IAAI,QAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;AACxC,CAAC,CAAA","sourcesContent":["import { Database, Migrator } from '../../db/index.js'\nimport migrations from './migrations/index.js'\nimport type { SequencerDbSchema } from './schema.js'\n\nexport * from './schema.js'\n\nexport type SequencerDb = Database<SequencerDbSchema>\n\nexport const getDb = (\n location: string,\n disableWalAutoCheckpoint = false,\n): SequencerDb => {\n const pragmas: Record<string, string> = disableWalAutoCheckpoint\n ? { wal_autocheckpoint: '0' }\n : {}\n return Database.sqlite(location, pragmas)\n}\n\nexport const getMigrator = (db: Database<SequencerDbSchema>) => {\n return new Migrator(db.db, migrations)\n}\n"]}

package/dist/sequencer/db/migrations/001-init.d.ts CHANGED Viewed

@@ -1,4 +1,4 @@
-import { Kysely } from 'kysely';
+import type { Kysely } from 'kysely';
 export declare function up(db: Kysely<unknown>): Promise<void>;
 export declare function down(db: Kysely<unknown>): Promise<void>;
 //# sourceMappingURL=001-init.d.ts.map

package/dist/sequencer/db/migrations/001-init.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"001-init.d.ts","sourceRoot":"","sources":["../../../../src/sequencer/db/migrations/001-init.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;~~AAE/B~~,wBAAsB,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA4B3D;AAED,wBAAsB,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAE7D"}
1	+ {"version":3,"file":"001-init.d.ts","sourceRoot":"","sources":["../../../../src/sequencer/db/migrations/001-init.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAEpC,wBAAsB,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA4B3D;AAED,wBAAsB,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAE7D"}

package/dist/sequencer/db/migrations/001-init.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"001-init.js","sourceRoot":"","sources":["../../../../src/sequencer/db/migrations/001-init.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC,EAAmB;IAC1C,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,UAAU,CAAC;SACvB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,UAAU,EAAE,CAAC;SACtE,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACnD,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACzD,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAClD,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACrE,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAC3D,OAAO,EAAE,CAAA;IACZ,kCAAkC;IAClC,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,kBAAkB,CAAC;SAC/B,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,KAAK,CAAC;SACb,OAAO,EAAE,CAAA;IACZ,yCAAyC;IACzC,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,yBAAyB,CAAC;SACtC,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,WAAW,CAAC;SACnB,OAAO,EAAE,CAAA;IACZ,wDAAwD;IACxD,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,6BAA6B,CAAC;SAC1C,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,aAAa,CAAC;SACrB,OAAO,EAAE,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,EAAmB;IAC5C,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAA;AACjD,CAAC","sourcesContent":["import { Kysely } from 'kysely'\n\nexport async function up(db: Kysely<unknown>): Promise<void> {\n await db.schema\n .createTable('repo_seq')\n .addColumn('seq', 'integer', (col) => col.autoIncrement().primaryKey())\n .addColumn('did', 'varchar', (col) => col.notNull())\n .addColumn('eventType', 'varchar', (col) => col.notNull())\n .addColumn('event', 'blob', (col) => col.notNull())\n .addColumn('invalidated', 'int2', (col) => col.notNull().defaultTo(0))\n .addColumn('sequencedAt', 'varchar', (col) => col.notNull())\n .execute()\n // for filtering seqs based on did\n await db.schema\n .createIndex('repo_seq_did_idx')\n .on('repo_seq')\n .column('did')\n .execute()\n // for filtering seqs based on event type\n await db.schema\n .createIndex('repo_seq_event_type_idx')\n .on('repo_seq')\n .column('eventType')\n .execute()\n // for entering into the seq stream at a particular time\n await db.schema\n .createIndex('repo_seq_sequenced_at_index')\n .on('repo_seq')\n .column('sequencedAt')\n .execute()\n}\n\nexport async function down(db: Kysely<unknown>): Promise<void> {\n await db.schema.dropTable('repo_seq').execute()\n}\n"]}
1	+ {"version":3,"file":"001-init.js","sourceRoot":"","sources":["../../../../src/sequencer/db/migrations/001-init.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,KAAK,UAAU,EAAE,CAAC,EAAmB;IAC1C,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,UAAU,CAAC;SACvB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,aAAa,EAAE,CAAC,UAAU,EAAE,CAAC;SACtE,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACnD,SAAS,CAAC,WAAW,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SACzD,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAClD,SAAS,CAAC,aAAa,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;SACrE,SAAS,CAAC,aAAa,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;SAC3D,OAAO,EAAE,CAAA;IACZ,kCAAkC;IAClC,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,kBAAkB,CAAC;SAC/B,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,KAAK,CAAC;SACb,OAAO,EAAE,CAAA;IACZ,yCAAyC;IACzC,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,yBAAyB,CAAC;SACtC,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,WAAW,CAAC;SACnB,OAAO,EAAE,CAAA;IACZ,wDAAwD;IACxD,MAAM,EAAE,CAAC,MAAM;SACZ,WAAW,CAAC,6BAA6B,CAAC;SAC1C,EAAE,CAAC,UAAU,CAAC;SACd,MAAM,CAAC,aAAa,CAAC;SACrB,OAAO,EAAE,CAAA;AACd,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,IAAI,CAAC,EAAmB;IAC5C,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE,CAAA;AACjD,CAAC","sourcesContent":["import type { Kysely } from 'kysely'\n\nexport async function up(db: Kysely<unknown>): Promise<void> {\n await db.schema\n .createTable('repo_seq')\n .addColumn('seq', 'integer', (col) => col.autoIncrement().primaryKey())\n .addColumn('did', 'varchar', (col) => col.notNull())\n .addColumn('eventType', 'varchar', (col) => col.notNull())\n .addColumn('event', 'blob', (col) => col.notNull())\n .addColumn('invalidated', 'int2', (col) => col.notNull().defaultTo(0))\n .addColumn('sequencedAt', 'varchar', (col) => col.notNull())\n .execute()\n // for filtering seqs based on did\n await db.schema\n .createIndex('repo_seq_did_idx')\n .on('repo_seq')\n .column('did')\n .execute()\n // for filtering seqs based on event type\n await db.schema\n .createIndex('repo_seq_event_type_idx')\n .on('repo_seq')\n .column('eventType')\n .execute()\n // for entering into the seq stream at a particular time\n await db.schema\n .createIndex('repo_seq_sequenced_at_index')\n .on('repo_seq')\n .column('sequencedAt')\n .execute()\n}\n\nexport async function down(db: Kysely<unknown>): Promise<void> {\n await db.schema.dropTable('repo_seq').execute()\n}\n"]}

package/dist/sequencer/db/schema.d.ts CHANGED Viewed

@@ -1,4 +1,4 @@
-import { Generated, GeneratedAlways, Insertable, Selectable } from 'kysely';
+import type { Generated, GeneratedAlways, Insertable, Selectable } from 'kysely';
 export type RepoSeqEventType = 'append' | 'sync' | 'identity' | 'account';
 export interface RepoSeq {
     seq: GeneratedAlways<number>;

package/dist/sequencer/db/schema.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/sequencer/db/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;~~AAE3E~~,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;AAEzE,MAAM,WAAW,OAAO;IACtB,GAAG,EAAE,eAAe,CAAC,MAAM,CAAC,CAAA;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,gBAAgB,CAAA;IAC3B,KAAK,EAAE,UAAU,CAAA;IACjB,WAAW,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7B,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;AAC/C,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;AAE9C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,OAAO,CAAA;CAClB,CAAA"}
1	+ {"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../src/sequencer/db/schema.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,eAAe,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAA;AAEhF,MAAM,MAAM,gBAAgB,GAAG,QAAQ,GAAG,MAAM,GAAG,UAAU,GAAG,SAAS,CAAA;AAEzE,MAAM,WAAW,OAAO;IACtB,GAAG,EAAE,eAAe,CAAC,MAAM,CAAC,CAAA;IAC5B,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,gBAAgB,CAAA;IAC3B,KAAK,EAAE,UAAU,CAAA;IACjB,WAAW,EAAE,SAAS,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IAC7B,WAAW,EAAE,MAAM,CAAA;CACpB;AAED,MAAM,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;AAC/C,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC,OAAO,CAAC,CAAA;AAE9C,MAAM,MAAM,iBAAiB,GAAG;IAC9B,QAAQ,EAAE,OAAO,CAAA;CAClB,CAAA"}

package/dist/sequencer/db/schema.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/sequencer/db/schema.ts"],"names":[],"mappings":"","sourcesContent":["import { Generated, GeneratedAlways, Insertable, Selectable } from 'kysely'\n\nexport type RepoSeqEventType = 'append' \| 'sync' \| 'identity' \| 'account'\n\nexport interface RepoSeq {\n seq: GeneratedAlways<number>\n did: string\n eventType: RepoSeqEventType\n event: Uint8Array\n invalidated: Generated<0 \| 1>\n sequencedAt: string\n}\n\nexport type RepoSeqInsert = Insertable<RepoSeq>\nexport type RepoSeqEntry = Selectable<RepoSeq>\n\nexport type SequencerDbSchema = {\n repo_seq: RepoSeq\n}\n"]}
1	+ {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/sequencer/db/schema.ts"],"names":[],"mappings":"","sourcesContent":["import type { Generated, GeneratedAlways, Insertable, Selectable } from 'kysely'\n\nexport type RepoSeqEventType = 'append' \| 'sync' \| 'identity' \| 'account'\n\nexport interface RepoSeq {\n seq: GeneratedAlways<number>\n did: string\n eventType: RepoSeqEventType\n event: Uint8Array\n invalidated: Generated<0 \| 1>\n sequencedAt: string\n}\n\nexport type RepoSeqInsert = Insertable<RepoSeq>\nexport type RepoSeqEntry = Selectable<RepoSeq>\n\nexport type SequencerDbSchema = {\n repo_seq: RepoSeq\n}\n"]}

package/dist/sequencer/events.d.ts CHANGED Viewed

@@ -1,8 +1,8 @@
 import { z } from 'zod';
-import { DatetimeString, DidString, HandleString } from '@atproto/lex';
+import { type DatetimeString, type DidString, type HandleString } from '@atproto/lex';
 import { AccountStatus } from '../account-manager/account-manager.js';
-import { CommitDataWithOps, SyncEvtData } from '../repo/index.js';
-import { RepoSeqInsert } from './db/index.js';
+import type { CommitDataWithOps, SyncEvtData } from '../repo/index.js';
+import type { RepoSeqInsert } from './db/index.js';
 export declare const formatSeqCommit: (did: string, commitData: CommitDataWithOps) => Promise<RepoSeqInsert>;
 export declare const formatSeqSyncEvt: (did: DidString, data: SyncEvtData) => Promise<RepoSeqInsert>;
 export declare const syncEvtDataFromCommit: (commitData: CommitDataWithOps) => SyncEvtData;

package/dist/sequencer/events.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EACL,cAAc,~~EACd~~,SAAS,~~EACT~~,YAAY,~~EAGb~~,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AACrE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;~~AACjE~~,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;~~AAE7C~~,eAAO,MAAM,eAAe,QACrB,MAAM,cACC,iBAAiB,KAC5B,OAAO,CAAC,aAAa,CAyBvB,CAAA;AAED,eAAO,MAAM,gBAAgB,QACtB,SAAS,QACR,WAAW,KAChB,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,qBAAqB,eACpB,iBAAiB,KAC5B,WAaF,CAAA;AAED,eAAO,MAAM,oBAAoB,QAC1B,SAAS,WACL,YAAY,KACpB,OAAO,CAAC,aAAa,CAWvB,CAAA;AAED,eAAO,MAAM,mBAAmB,QACzB,SAAS,UACN,aAAa,KACpB,OAAO,CAAC,aAAa,CAYvB,CAAA;AAED,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;EAUtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAIrD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWpB,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AAEjD,eAAO,MAAM,OAAO;;;;;;;;;;;;EAIlB,CAAA;AACF,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAA;AAE7C,eAAO,MAAM,WAAW;;;;;;;;;EAGtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAErD,eAAO,MAAM,UAAU;;;;;;;;;;;;EAWrB,CAAA;AACF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AAEnD,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,QAAQ,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,SAAS,CAAA;CACf,CAAA;AACD,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AACD,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,UAAU,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,WAAW,CAAA;CACjB,CAAA;AACD,KAAK,eAAe,GAAG;IACrB,IAAI,EAAE,SAAS,CAAA;IACf,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,UAAU,CAAA;CAChB,CAAA;AACD,MAAM,MAAM,MAAM,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,eAAe,CAAA"}
1	+ {"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,SAAS,EACd,KAAK,YAAY,EAGlB,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AACrE,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AACtE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAElD,eAAO,MAAM,eAAe,QACrB,MAAM,cACC,iBAAiB,KAC5B,OAAO,CAAC,aAAa,CAyBvB,CAAA;AAED,eAAO,MAAM,gBAAgB,QACtB,SAAS,QACR,WAAW,KAChB,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,qBAAqB,eACpB,iBAAiB,KAC5B,WAaF,CAAA;AAED,eAAO,MAAM,oBAAoB,QAC1B,SAAS,WACL,YAAY,KACpB,OAAO,CAAC,aAAa,CAWvB,CAAA;AAED,eAAO,MAAM,mBAAmB,QACzB,SAAS,UACN,aAAa,KACpB,OAAO,CAAC,aAAa,CAYvB,CAAA;AAED,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;EAUtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAIrD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWpB,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AAEjD,eAAO,MAAM,OAAO;;;;;;;;;;;;EAIlB,CAAA;AACF,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAA;AAE7C,eAAO,MAAM,WAAW;;;;;;;;;EAGtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAErD,eAAO,MAAM,UAAU;;;;;;;;;;;;EAWrB,CAAA;AACF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AAEnD,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,QAAQ,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,SAAS,CAAA;CACf,CAAA;AACD,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AACD,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,UAAU,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,WAAW,CAAA;CACjB,CAAA;AACD,KAAK,eAAe,GAAG;IACrB,IAAI,EAAE,SAAS,CAAA;IACf,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,UAAU,CAAA;CAChB,CAAA;AACD,MAAM,MAAM,MAAM,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,eAAe,CAAA"}

package/dist/sequencer/events.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AACxC,OAAO,EAIL,WAAW,EACX,cAAc,GACf,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AAIrE,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAAW,EACX,UAA6B,EACL,EAAE;IAC1B,MAAM,YAAY,GAAG,IAAI,QAAQ,EAAE,CAAA;IACnC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACzC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAA;IAE9C,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,UAAU,CAAC,GAAG;QACtB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM,EAAE,MAAM,eAAe,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC;QAC3D,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,SAAS;QAC1C,yCAAyC;QACzC,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,EAAE;KACV,CAAA;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAiB;QAC5B,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAc,EACd,IAAiB,EACO,EAAE;IAC1B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAY;QACnB,GAAG;QACH,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,MAAM;KACP,CAAA;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,UAA6B,EAChB,EAAE;IACf,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5D,UAAU,CAAC,GAAG;KACf,CAAC,CAAA;IACF,MAAM,CACJ,CAAC,OAAO,CAAC,MAAM,EACf,wDAAwD,CACzD,CAAA;IACD,OAAO;QACL,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GAAgB,MAAM,CAAC,EAAE;QAChC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE;QACjB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAA;IAEX,OAAO;QACL,GAAG;QACH,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EACtC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GACP,MAAM,KAAK,aAAa,CAAC,MAAM;QAC7B,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QACvB,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;IAEpC,OAAO;QACL,GAAG;QACH,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;KACpB,CAAC;IACF,wEAAwE;IACxE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAA;AAGF,6EAA6E;AAC7E,oCAAoC;AACpC,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACpC,MAAM,EAAE,MAAM,CAAC,GAAG;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,MAAM,CAAC,KAAK;IACpB,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;IACzB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC,KAAK;IACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,CAAC;SACN,IAAI,CAAC;QACJ,aAAa,CAAC,SAAS;QACvB,aAAa,CAAC,SAAS;QACvB,aAAa,CAAC,OAAO;QACrB,aAAa,CAAC,WAAW;KAC1B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport { z } from 'zod'\nimport { schema } from '@atproto/common'\nimport {\n DatetimeString,\n DidString,\n HandleString,\n isDidString,\n isHandleString,\n} from '@atproto/lex'\nimport { encode as cborEncode } from '@atproto/lex-cbor'\nimport { BlockMap, blocksToCarFile } from '@atproto/repo'\nimport { AccountStatus } from '../account-manager/account-manager.js'\nimport { CommitDataWithOps, SyncEvtData } from '../repo/index.js'\nimport { RepoSeqInsert } from './db/index.js'\n\nexport const formatSeqCommit = async (\n did: string,\n commitData: CommitDataWithOps,\n): Promise<RepoSeqInsert> => {\n const blocksToSend = new BlockMap()\n blocksToSend.addMap(commitData.newBlocks)\n blocksToSend.addMap(commitData.relevantBlocks)\n\n const evt = {\n repo: did,\n commit: commitData.cid,\n rev: commitData.rev,\n since: commitData.since,\n blocks: await blocksToCarFile(commitData.cid, blocksToSend),\n ops: commitData.ops,\n prevData: commitData.prevData ?? undefined,\n // deprecated (but still required) fields\n rebase: false,\n tooBig: false,\n blobs: [],\n }\n\n return {\n did,\n eventType: 'append' as const,\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const formatSeqSyncEvt = async (\n did: DidString,\n data: SyncEvtData,\n): Promise<RepoSeqInsert> => {\n const blocks = await blocksToCarFile(data.cid, data.blocks)\n const evt: SyncEvt = {\n did,\n rev: data.rev,\n blocks,\n }\n return {\n did,\n eventType: 'sync',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const syncEvtDataFromCommit = (\n commitData: CommitDataWithOps,\n): SyncEvtData => {\n const { blocks, missing } = commitData.relevantBlocks.getMany([\n commitData.cid,\n ])\n assert(\n !missing.length,\n 'commit block was not found, could not build sync event',\n )\n return {\n rev: commitData.rev,\n cid: commitData.cid,\n blocks,\n }\n}\n\nexport const formatSeqIdentityEvt = async (\n did: DidString,\n handle?: HandleString,\n): Promise<RepoSeqInsert> => {\n const evt: IdentityEvt = handle //\n ? { did, handle }\n : { did }\n\n return {\n did,\n eventType: 'identity',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const formatSeqAccountEvt = async (\n did: DidString,\n status: AccountStatus,\n): Promise<RepoSeqInsert> => {\n const evt: AccountEvt =\n status === AccountStatus.Active\n ? { did, active: true }\n : { did, active: false, status }\n\n return {\n did,\n eventType: 'account',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const commitEvtOp = z.object({\n action: z.union([\n z.literal('create'),\n z.literal('update'),\n z.literal('delete'),\n ]),\n // @TODO should we validate that the \"path\" is a valid \"<nsid>/<rkey>\" ?\n path: z.string(),\n cid: schema.cid.nullable(),\n prev: schema.cid.optional(),\n})\nexport type CommitEvtOp = z.infer<typeof commitEvtOp>\n\n// @TODO This runtime code is only used to generate \"types\". We should either\n// make use of it or only use types.\nexport const commitEvt = z.object({\n rebase: z.boolean(),\n tooBig: z.boolean(),\n repo: z.string().refine(isDidString),\n commit: schema.cid,\n rev: z.string(),\n since: z.string().nullable(),\n blocks: schema.bytes,\n ops: z.array(commitEvtOp),\n blobs: z.array(schema.cid),\n prevData: schema.cid.optional(),\n})\nexport type CommitEvt = z.infer<typeof commitEvt>\n\nexport const syncEvt = z.object({\n did: z.string().refine(isDidString),\n blocks: schema.bytes,\n rev: z.string(),\n})\nexport type SyncEvt = z.infer<typeof syncEvt>\n\nexport const identityEvt = z.object({\n did: z.string().refine(isDidString),\n handle: z.string().refine(isHandleString).optional(),\n})\nexport type IdentityEvt = z.infer<typeof identityEvt>\n\nexport const accountEvt = z.object({\n did: z.string().refine(isDidString),\n active: z.boolean(),\n status: z\n .enum([\n AccountStatus.Takendown,\n AccountStatus.Suspended,\n AccountStatus.Deleted,\n AccountStatus.Deactivated,\n ])\n .optional(),\n})\nexport type AccountEvt = z.infer<typeof accountEvt>\n\ntype TypedCommitEvt = {\n type: 'commit'\n seq: number\n time: DatetimeString\n evt: CommitEvt\n}\ntype TypedSyncEvt = {\n type: 'sync'\n seq: number\n time: DatetimeString\n evt: SyncEvt\n}\ntype TypedIdentityEvt = {\n type: 'identity'\n seq: number\n time: DatetimeString\n evt: IdentityEvt\n}\ntype TypedAccountEvt = {\n type: 'account'\n seq: number\n time: DatetimeString\n evt: AccountEvt\n}\nexport type SeqEvt =\n \| TypedCommitEvt\n \| TypedSyncEvt\n \| TypedIdentityEvt\n \| TypedAccountEvt\n"]}
1	+ {"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAA;AAChC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AACvB,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAA;AACxC,OAAO,EAIL,WAAW,EACX,cAAc,GACf,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,MAAM,IAAI,UAAU,EAAE,MAAM,mBAAmB,CAAA;AACxD,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,MAAM,eAAe,CAAA;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AAIrE,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAAW,EACX,UAA6B,EACL,EAAE;IAC1B,MAAM,YAAY,GAAG,IAAI,QAAQ,EAAE,CAAA;IACnC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACzC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAA;IAE9C,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,UAAU,CAAC,GAAG;QACtB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM,EAAE,MAAM,eAAe,CAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC;QAC3D,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,SAAS;QAC1C,yCAAyC;QACzC,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,EAAE;KACV,CAAA;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAiB;QAC5B,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAc,EACd,IAAiB,EACO,EAAE;IAC1B,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAY;QACnB,GAAG;QACH,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,MAAM;KACP,CAAA;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,UAA6B,EAChB,EAAE;IACf,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5D,UAAU,CAAC,GAAG;KACf,CAAC,CAAA;IACF,MAAM,CACJ,CAAC,OAAO,CAAC,MAAM,EACf,wDAAwD,CACzD,CAAA;IACD,OAAO;QACL,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GAAgB,MAAM,CAAC,EAAE;QAChC,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE;QACjB,CAAC,CAAC,EAAE,GAAG,EAAE,CAAA;IAEX,OAAO;QACL,GAAG;QACH,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,mBAAmB,GAAG,KAAK,EACtC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GACP,MAAM,KAAK,aAAa,CAAC,MAAM;QAC7B,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QACvB,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAA;IAEpC,OAAO;QACL,GAAG;QACH,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,UAAU,CAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAED,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;KACpB,CAAC;IACF,wEAAwE;IACxE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAA;AAGF,6EAA6E;AAC7E,oCAAoC;AACpC,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACpC,MAAM,EAAE,MAAM,CAAC,GAAG;IAClB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,MAAM,CAAC,KAAK;IACpB,GAAG,EAAE,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC;IACzB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC;IAC1B,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,OAAO,GAAG,CAAC,CAAC,MAAM,CAAC;IAC9B,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC,KAAK;IACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAA;AAGF,MAAM,CAAC,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,WAAW,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,CAAC;SACN,IAAI,CAAC;QACJ,aAAa,CAAC,SAAS;QACvB,aAAa,CAAC,SAAS;QACvB,aAAa,CAAC,OAAO;QACrB,aAAa,CAAC,WAAW;KAC1B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport { z } from 'zod'\nimport { schema } from '@atproto/common'\nimport {\n type DatetimeString,\n type DidString,\n type HandleString,\n isDidString,\n isHandleString,\n} from '@atproto/lex'\nimport { encode as cborEncode } from '@atproto/lex-cbor'\nimport { BlockMap, blocksToCarFile } from '@atproto/repo'\nimport { AccountStatus } from '../account-manager/account-manager.js'\nimport type { CommitDataWithOps, SyncEvtData } from '../repo/index.js'\nimport type { RepoSeqInsert } from './db/index.js'\n\nexport const formatSeqCommit = async (\n did: string,\n commitData: CommitDataWithOps,\n): Promise<RepoSeqInsert> => {\n const blocksToSend = new BlockMap()\n blocksToSend.addMap(commitData.newBlocks)\n blocksToSend.addMap(commitData.relevantBlocks)\n\n const evt = {\n repo: did,\n commit: commitData.cid,\n rev: commitData.rev,\n since: commitData.since,\n blocks: await blocksToCarFile(commitData.cid, blocksToSend),\n ops: commitData.ops,\n prevData: commitData.prevData ?? undefined,\n // deprecated (but still required) fields\n rebase: false,\n tooBig: false,\n blobs: [],\n }\n\n return {\n did,\n eventType: 'append' as const,\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const formatSeqSyncEvt = async (\n did: DidString,\n data: SyncEvtData,\n): Promise<RepoSeqInsert> => {\n const blocks = await blocksToCarFile(data.cid, data.blocks)\n const evt: SyncEvt = {\n did,\n rev: data.rev,\n blocks,\n }\n return {\n did,\n eventType: 'sync',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const syncEvtDataFromCommit = (\n commitData: CommitDataWithOps,\n): SyncEvtData => {\n const { blocks, missing } = commitData.relevantBlocks.getMany([\n commitData.cid,\n ])\n assert(\n !missing.length,\n 'commit block was not found, could not build sync event',\n )\n return {\n rev: commitData.rev,\n cid: commitData.cid,\n blocks,\n }\n}\n\nexport const formatSeqIdentityEvt = async (\n did: DidString,\n handle?: HandleString,\n): Promise<RepoSeqInsert> => {\n const evt: IdentityEvt = handle //\n ? { did, handle }\n : { did }\n\n return {\n did,\n eventType: 'identity',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const formatSeqAccountEvt = async (\n did: DidString,\n status: AccountStatus,\n): Promise<RepoSeqInsert> => {\n const evt: AccountEvt =\n status === AccountStatus.Active\n ? { did, active: true }\n : { did, active: false, status }\n\n return {\n did,\n eventType: 'account',\n event: cborEncode(evt),\n sequencedAt: new Date().toISOString(),\n }\n}\n\nexport const commitEvtOp = z.object({\n action: z.union([\n z.literal('create'),\n z.literal('update'),\n z.literal('delete'),\n ]),\n // @TODO should we validate that the \"path\" is a valid \"<nsid>/<rkey>\" ?\n path: z.string(),\n cid: schema.cid.nullable(),\n prev: schema.cid.optional(),\n})\nexport type CommitEvtOp = z.infer<typeof commitEvtOp>\n\n// @TODO This runtime code is only used to generate \"types\". We should either\n// make use of it or only use types.\nexport const commitEvt = z.object({\n rebase: z.boolean(),\n tooBig: z.boolean(),\n repo: z.string().refine(isDidString),\n commit: schema.cid,\n rev: z.string(),\n since: z.string().nullable(),\n blocks: schema.bytes,\n ops: z.array(commitEvtOp),\n blobs: z.array(schema.cid),\n prevData: schema.cid.optional(),\n})\nexport type CommitEvt = z.infer<typeof commitEvt>\n\nexport const syncEvt = z.object({\n did: z.string().refine(isDidString),\n blocks: schema.bytes,\n rev: z.string(),\n})\nexport type SyncEvt = z.infer<typeof syncEvt>\n\nexport const identityEvt = z.object({\n did: z.string().refine(isDidString),\n handle: z.string().refine(isHandleString).optional(),\n})\nexport type IdentityEvt = z.infer<typeof identityEvt>\n\nexport const accountEvt = z.object({\n did: z.string().refine(isDidString),\n active: z.boolean(),\n status: z\n .enum([\n AccountStatus.Takendown,\n AccountStatus.Suspended,\n AccountStatus.Deleted,\n AccountStatus.Deactivated,\n ])\n .optional(),\n})\nexport type AccountEvt = z.infer<typeof accountEvt>\n\ntype TypedCommitEvt = {\n type: 'commit'\n seq: number\n time: DatetimeString\n evt: CommitEvt\n}\ntype TypedSyncEvt = {\n type: 'sync'\n seq: number\n time: DatetimeString\n evt: SyncEvt\n}\ntype TypedIdentityEvt = {\n type: 'identity'\n seq: number\n time: DatetimeString\n evt: IdentityEvt\n}\ntype TypedAccountEvt = {\n type: 'account'\n seq: number\n time: DatetimeString\n evt: AccountEvt\n}\nexport type SeqEvt =\n \| TypedCommitEvt\n \| TypedSyncEvt\n \| TypedIdentityEvt\n \| TypedAccountEvt\n"]}

package/dist/sequencer/outbox.d.ts CHANGED Viewed

@@ -1,5 +1,5 @@
 import { AsyncBuffer } from '@atproto/common';
-import { SeqEvt, Sequencer } from './index.js';
+import type { SeqEvt, Sequencer } from './index.js';
 export type OutboxOpts = {
     maxBufferSize: number;
 };

package/dist/sequencer/outbox.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"outbox.d.ts","sourceRoot":"","sources":["../../src/sequencer/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAwB,MAAM,iBAAiB,CAAA;AAEnE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;~~AAE9C~~,MAAM,MAAM,UAAU,GAAG;IACvB,aAAa,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,qBAAa,MAAM;IAQR,SAAS,EAAE,SAAS;IAP7B,OAAO,CAAC,QAAQ,CAAQ;IACxB,QAAQ,SAAK;IAEb,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IAE9B,YACS,SAAS,EAAE,SAAS,EAC3B,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM,EAK/B;IAWM,MAAM,CACX,cAAc,CAAC,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,MAAM,CAAC,CAmExB;IAGM,WAAW,CAAC,cAAc,EAAE,MAAM,yCAexC;CACF"}
1	+ {"version":3,"file":"outbox.d.ts","sourceRoot":"","sources":["../../src/sequencer/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAwB,MAAM,iBAAiB,CAAA;AAEnE,OAAO,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,YAAY,CAAA;AAEnD,MAAM,MAAM,UAAU,GAAG;IACvB,aAAa,EAAE,MAAM,CAAA;CACtB,CAAA;AAED,qBAAa,MAAM;IAQR,SAAS,EAAE,SAAS;IAP7B,OAAO,CAAC,QAAQ,CAAQ;IACxB,QAAQ,SAAK;IAEb,aAAa,EAAE,MAAM,EAAE,CAAA;IACvB,SAAS,EAAE,WAAW,CAAC,MAAM,CAAC,CAAA;IAE9B,YACS,SAAS,EAAE,SAAS,EAC3B,IAAI,GAAE,OAAO,CAAC,UAAU,CAAM,EAK/B;IAWM,MAAM,CACX,cAAc,CAAC,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,cAAc,CAAC,MAAM,CAAC,CAmExB;IAGM,WAAW,CAAC,cAAc,EAAE,MAAM,yCAexC;CACF"}

package/dist/sequencer/outbox.js.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"outbox.js","sourceRoot":"","sources":["../../src/sequencer/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAO1D,MAAM,OAAO,MAAM;IAOjB,YACS,SAAoB,EAC3B,IAAI,GAAwB,EAAE;QADvB,cAAS,GAAT,SAAS,CAAW;QAPrB,aAAQ,GAAG,KAAK,CAAA;QACxB,aAAQ,GAAG,CAAC,CAAC,CAAA;QASX,MAAM,EAAE,aAAa,GAAG,GAAG,EAAE,GAAG,IAAI,CAAA;QACpC,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,WAAW,CAAS,aAAa,CAAC,CAAA;IACzD,CAAC;IAED,kCAAkC;IAClC,uGAAuG;IACvG,oEAAoE;IACpE,gFAAgF;IAChF,qFAAqF;IACrF,wGAAwG;IACxG,yGAAyG;IACzG,8FAA8F;IAC9F,yBAAyB;IACzB,KAAK,CAAC,CAAC,MAAM,CACX,cAAuB,EACvB,MAAoB;QAEpB,6BAA6B;QAC7B,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,CAAC;gBACzD,IAAI,MAAM,EAAE,OAAO;oBAAE,OAAM;gBAC3B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAA;gBACvB,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;aAAM,CAAC;YACN,kEAAkE;YAClE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACtB,CAAC;QAED,0FAA0F;QAE1F,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,EAAE;YAC3B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC/B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,CAAA;YACvD,CAAC;QACH,CAAC,CAAA;QAED,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;QAC1C,CAAC;QACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAC1C,CAAA;QAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,yDAAyD;YACzD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;oBACvD,WAAW,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;iBACjE,CAAC,CAAA;gBACF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;gBACpC,mDAAmD;gBACnD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;gBAC3C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACpB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;YACzB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;YACtB,CAAC;QACH,CAAC,CAAA;QACD,OAAO,EAAE,CAAA;QAET,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChD,IAAI,MAAM,EAAE,OAAO;wBAAE,OAAM;oBAC3B,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAC5B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAA;wBACvB,MAAM,GAAG,CAAA;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,oBAAoB,EAAE,CAAC;oBACxC,MAAM,IAAI,mBAAmB,CAC3B,0BAA0B,EAC1B,iBAAiB,CAClB,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAA;gBACX,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,CAAC,WAAW,CAAC,cAAsB;QACvC,MAAM,SAAS,GAAG,GAAG,CAAA;QACrB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;gBAChD,WAAW,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;gBAChE,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAA;YACX,CAAC;YACD,wFAAwF;YACxF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAA;YAC/C,IAAI,SAAS,GAAG,IAAI,CAAC,QAAQ,GAAG,SAAS,GAAG,CAAC;gBAAE,MAAK;YACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAK;QAC5B,CAAC;IACH,CAAC;CACF","sourcesContent":["import { AsyncBuffer, AsyncBufferFullError } from '@atproto/common'\nimport { InvalidRequestError } from '@atproto/xrpc-server'\nimport { SeqEvt, Sequencer } from './index.js'\n\nexport type OutboxOpts = {\n maxBufferSize: number\n}\n\nexport class Outbox {\n private caughtUp = false\n lastSeen = -1\n\n cutoverBuffer: SeqEvt[]\n outBuffer: AsyncBuffer<SeqEvt>\n\n constructor(\n public sequencer: Sequencer,\n opts: Partial<OutboxOpts> = {},\n ) {\n const { maxBufferSize = 500 } = opts\n this.cutoverBuffer = []\n this.outBuffer = new AsyncBuffer<SeqEvt>(maxBufferSize)\n }\n\n // event stream occurs in 3 phases\n // 1. backfill events: events that have been added to the DB since the last time a connection was open.\n // The outbox is not yet listening for new events from the sequencer\n // 2. cutover: the outbox has caught up with where the sequencer purports to be,\n // but the sequencer might already be halfway through sending out a round of updates.\n // Therefore, we start accepting the sequencer's events in a buffer, while making our own request to the\n // database to ensure we're caught up. We then dedupe the query & the buffer & stream the events in order\n // 3. streaming: we're all caught up on historic state, so the sequencer outputs events and we\n // immediately yield them\n async events(\n backfillCursor?: number,\n signal?: AbortSignal,\n ): AsyncGenerator<SeqEvt> {\n // catch up as much as we can\n if (backfillCursor !== undefined) {\n for await (const evt of this.getBackfill(backfillCursor)) {\n if (signal?.aborted) return\n this.lastSeen = evt.seq\n yield evt\n }\n } else {\n // if not backfill, we don't need to cutover, just start streaming\n this.caughtUp = true\n }\n\n // streams updates from sequencer, but buffers them for cutover as it makes a last request\n\n const addToBuffer = (evts) => {\n if (this.caughtUp) {\n this.outBuffer.pushMany(evts)\n } else {\n this.cutoverBuffer = [...this.cutoverBuffer, ...evts]\n }\n }\n\n if (!signal?.aborted) {\n this.sequencer.on('events', addToBuffer)\n }\n signal?.addEventListener('abort', () =>\n this.sequencer.off('events', addToBuffer),\n )\n\n const cutover = async () => {\n // only need to perform cutover if we've been backfilling\n if (backfillCursor !== undefined) {\n const cutoverEvts = await this.sequencer.requestSeqRange({\n earliestSeq: this.lastSeen > -1 ? this.lastSeen : backfillCursor,\n })\n this.outBuffer.pushMany(cutoverEvts)\n // dont worry about dupes, we ensure order on yield\n this.outBuffer.pushMany(this.cutoverBuffer)\n this.caughtUp = true\n this.cutoverBuffer = []\n } else {\n this.caughtUp = true\n }\n }\n cutover()\n\n while (true) {\n try {\n for await (const evt of this.outBuffer.events()) {\n if (signal?.aborted) return\n if (evt.seq > this.lastSeen) {\n this.lastSeen = evt.seq\n yield evt\n }\n }\n } catch (err) {\n if (err instanceof AsyncBufferFullError) {\n throw new InvalidRequestError(\n 'Stream consumer too slow',\n 'ConsumerTooSlow',\n )\n } else {\n throw err\n }\n }\n }\n }\n\n // yields only historical events\n async getBackfill(backfillCursor: number) {\n const PAGE_SIZE = 500\n while (true) {\n const evts = await this.sequencer.requestSeqRange({\n earliestSeq: this.lastSeen > -1 ? this.lastSeen : backfillCursor,\n limit: PAGE_SIZE,\n })\n for (const evt of evts) {\n yield evt\n }\n // if we're within half a pagesize of the sequencer, we call it good & switch to cutover\n const seqCursor = this.sequencer.lastSeen ?? -1\n if (seqCursor - this.lastSeen < PAGE_SIZE / 2) break\n if (evts.length < 1) break\n }\n }\n}\n"]}
1	+ {"version":3,"file":"outbox.js","sourceRoot":"","sources":["../../src/sequencer/outbox.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAA;AAO1D,MAAM,OAAO,MAAM;IAOjB,YACS,SAAoB,EAC3B,IAAI,GAAwB,EAAE;QADvB,cAAS,GAAT,SAAS,CAAW;QAPrB,aAAQ,GAAG,KAAK,CAAA;QACxB,aAAQ,GAAG,CAAC,CAAC,CAAA;QASX,MAAM,EAAE,aAAa,GAAG,GAAG,EAAE,GAAG,IAAI,CAAA;QACpC,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,WAAW,CAAS,aAAa,CAAC,CAAA;IACzD,CAAC;IAED,kCAAkC;IAClC,uGAAuG;IACvG,oEAAoE;IACpE,gFAAgF;IAChF,qFAAqF;IACrF,wGAAwG;IACxG,yGAAyG;IACzG,8FAA8F;IAC9F,yBAAyB;IACzB,KAAK,CAAC,CAAC,MAAM,CACX,cAAuB,EACvB,MAAoB;QAEpB,6BAA6B;QAC7B,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;YACjC,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,CAAC,cAAc,CAAC,EAAE,CAAC;gBACzD,IAAI,MAAM,EAAE,OAAO;oBAAE,OAAM;gBAC3B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAA;gBACvB,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;aAAM,CAAC;YACN,kEAAkE;YAClE,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACtB,CAAC;QAED,0FAA0F;QAE1F,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,EAAE;YAC3B,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;gBAClB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;YAC/B,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,aAAa,GAAG,CAAC,GAAG,IAAI,CAAC,aAAa,EAAE,GAAG,IAAI,CAAC,CAAA;YACvD,CAAC;QACH,CAAC,CAAA;QAED,IAAI,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAA;QAC1C,CAAC;QACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE,CACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,WAAW,CAAC,CAC1C,CAAA;QAED,MAAM,OAAO,GAAG,KAAK,IAAI,EAAE;YACzB,yDAAyD;YACzD,IAAI,cAAc,KAAK,SAAS,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;oBACvD,WAAW,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;iBACjE,CAAC,CAAA;gBACF,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;gBACpC,mDAAmD;gBACnD,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;gBAC3C,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACpB,IAAI,CAAC,aAAa,GAAG,EAAE,CAAA;YACzB,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;YACtB,CAAC;QACH,CAAC,CAAA;QACD,OAAO,EAAE,CAAA;QAET,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,CAAC;oBAChD,IAAI,MAAM,EAAE,OAAO;wBAAE,OAAM;oBAC3B,IAAI,GAAG,CAAC,GAAG,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;wBAC5B,IAAI,CAAC,QAAQ,GAAG,GAAG,CAAC,GAAG,CAAA;wBACvB,MAAM,GAAG,CAAA;oBACX,CAAC;gBACH,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,GAAG,YAAY,oBAAoB,EAAE,CAAC;oBACxC,MAAM,IAAI,mBAAmB,CAC3B,0BAA0B,EAC1B,iBAAiB,CAClB,CAAA;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,CAAA;gBACX,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,gCAAgC;IAChC,KAAK,CAAC,CAAC,WAAW,CAAC,cAAsB;QACvC,MAAM,SAAS,GAAG,GAAG,CAAA;QACrB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC;gBAChD,WAAW,EAAE,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc;gBAChE,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,MAAM,GAAG,CAAA;YACX,CAAC;YACD,wFAAwF;YACxF,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAA;YAC/C,IAAI,SAAS,GAAG,IAAI,CAAC,QAAQ,GAAG,SAAS,GAAG,CAAC;gBAAE,MAAK;YACpD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAK;QAC5B,CAAC;IACH,CAAC;CACF","sourcesContent":["import { AsyncBuffer, AsyncBufferFullError } from '@atproto/common'\nimport { InvalidRequestError } from '@atproto/xrpc-server'\nimport type { SeqEvt, Sequencer } from './index.js'\n\nexport type OutboxOpts = {\n maxBufferSize: number\n}\n\nexport class Outbox {\n private caughtUp = false\n lastSeen = -1\n\n cutoverBuffer: SeqEvt[]\n outBuffer: AsyncBuffer<SeqEvt>\n\n constructor(\n public sequencer: Sequencer,\n opts: Partial<OutboxOpts> = {},\n ) {\n const { maxBufferSize = 500 } = opts\n this.cutoverBuffer = []\n this.outBuffer = new AsyncBuffer<SeqEvt>(maxBufferSize)\n }\n\n // event stream occurs in 3 phases\n // 1. backfill events: events that have been added to the DB since the last time a connection was open.\n // The outbox is not yet listening for new events from the sequencer\n // 2. cutover: the outbox has caught up with where the sequencer purports to be,\n // but the sequencer might already be halfway through sending out a round of updates.\n // Therefore, we start accepting the sequencer's events in a buffer, while making our own request to the\n // database to ensure we're caught up. We then dedupe the query & the buffer & stream the events in order\n // 3. streaming: we're all caught up on historic state, so the sequencer outputs events and we\n // immediately yield them\n async events(\n backfillCursor?: number,\n signal?: AbortSignal,\n ): AsyncGenerator<SeqEvt> {\n // catch up as much as we can\n if (backfillCursor !== undefined) {\n for await (const evt of this.getBackfill(backfillCursor)) {\n if (signal?.aborted) return\n this.lastSeen = evt.seq\n yield evt\n }\n } else {\n // if not backfill, we don't need to cutover, just start streaming\n this.caughtUp = true\n }\n\n // streams updates from sequencer, but buffers them for cutover as it makes a last request\n\n const addToBuffer = (evts) => {\n if (this.caughtUp) {\n this.outBuffer.pushMany(evts)\n } else {\n this.cutoverBuffer = [...this.cutoverBuffer, ...evts]\n }\n }\n\n if (!signal?.aborted) {\n this.sequencer.on('events', addToBuffer)\n }\n signal?.addEventListener('abort', () =>\n this.sequencer.off('events', addToBuffer),\n )\n\n const cutover = async () => {\n // only need to perform cutover if we've been backfilling\n if (backfillCursor !== undefined) {\n const cutoverEvts = await this.sequencer.requestSeqRange({\n earliestSeq: this.lastSeen > -1 ? this.lastSeen : backfillCursor,\n })\n this.outBuffer.pushMany(cutoverEvts)\n // dont worry about dupes, we ensure order on yield\n this.outBuffer.pushMany(this.cutoverBuffer)\n this.caughtUp = true\n this.cutoverBuffer = []\n } else {\n this.caughtUp = true\n }\n }\n cutover()\n\n while (true) {\n try {\n for await (const evt of this.outBuffer.events()) {\n if (signal?.aborted) return\n if (evt.seq > this.lastSeen) {\n this.lastSeen = evt.seq\n yield evt\n }\n }\n } catch (err) {\n if (err instanceof AsyncBufferFullError) {\n throw new InvalidRequestError(\n 'Stream consumer too slow',\n 'ConsumerTooSlow',\n )\n } else {\n throw err\n }\n }\n }\n }\n\n // yields only historical events\n async getBackfill(backfillCursor: number) {\n const PAGE_SIZE = 500\n while (true) {\n const evts = await this.sequencer.requestSeqRange({\n earliestSeq: this.lastSeen > -1 ? this.lastSeen : backfillCursor,\n limit: PAGE_SIZE,\n })\n for (const evt of evts) {\n yield evt\n }\n // if we're within half a pagesize of the sequencer, we call it good & switch to cutover\n const seqCursor = this.sequencer.lastSeen ?? -1\n if (seqCursor - this.lastSeen < PAGE_SIZE / 2) break\n if (evts.length < 1) break\n }\n }\n}\n"]}

package/dist/sequencer/sequencer.d.ts CHANGED Viewed

@@ -1,10 +1,10 @@
 import type TypedEmitter from 'typed-emitter';
-import { DidString, HandleString } from '@atproto/syntax';
+import type { DidString, HandleString } from '@atproto/syntax';
 import { AccountStatus } from '../account-manager/helpers/account.js';
-import { Crawlers } from '../crawlers.js';
-import { CommitDataWithOps, SyncEvtData } from '../repo/index.js';
-import { RepoSeqEntry, RepoSeqInsert, SequencerDb } from './db/index.js';
-import { SeqEvt } from './events.js';
+import type { Crawlers } from '../crawlers.js';
+import type { CommitDataWithOps, SyncEvtData } from '../repo/index.js';
+import { type RepoSeqEntry, type RepoSeqInsert, type SequencerDb } from './db/index.js';
+import { type SeqEvt } from './events.js';
 export * from './events.js';
 declare const Sequencer_base: new () => SequencerEmitter;
 export declare class Sequencer extends Sequencer_base {

package/dist/sequencer/sequencer.d.ts.map CHANGED Viewed

	@@ -1 +1 @@
1	- {"version":3,"file":"sequencer.d.ts","sourceRoot":"","sources":["../../src/sequencer/sequencer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,YAAY,MAAM,eAAe,CAAA;AAG7C,OAAO,EAAkB,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;~~AACzE~~,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AACrE,OAAO,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;~~AAEzC~~,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;~~AACjE~~,OAAO,EACL,YAAY,~~EACZ~~,aAAa,~~EACb~~,WAAW,~~EAGZ~~,MAAM,eAAe,CAAA;AACtB,OAAO,EAIL,MAAM,~~EAOP~~,MAAM,aAAa,CAAA;AAEpB,cAAc,aAAa,CAAA;wCAE+B,gBAAgB;AAA1E,qBAAa,SAAU,SAAQ,cAA4C;IAOhE,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,QAAQ;IAClB,QAAQ;IARjB,EAAE,EAAE,WAAW,CAAA;IACf,SAAS,UAAQ;IACjB,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAO;IACxC,kBAAkB,SAAI;IAEtB,YACS,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,QAAQ,EAClB,QAAQ,SAAI,EACnB,wBAAwB,UAAQ,EAMjC;IAEK,KAAK,kBASV;IAEK,OAAO,kBAMZ;IAEK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQnC;IAEK,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASjD;IAEK,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAS5D;IAEK,eAAe,CAAC,IAAI,EAAE;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,KAAK,CAAC,EAAE,MAAM,CAAA;KACf,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CA2BpB;YAEa,MAAM;YAwBN,kBAAkB;IAM1B,YAAY,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAOtE;IAEY,cAAc,CACzB,GAAG,EAAE,SAAS,EACd,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1E;IAEY,gBAAgB,CAC3B,GAAG,EAAE,SAAS,EACd,MAAM,CAAC,EAAE,YAAY,GACpB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,eAAe,CAC1B,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,uBAAuB,CAClC,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,IAAI,CAAC,CAQf;IAEY,yBAAyB,CACpC,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,WAAW,GACpB,OAAO,CAAC,IAAI,CAAC,CAOf;IAEY,uBAAuB,CAAC,GAAG,EAAE,SAAS,iBAUlD;CACF;AAED,eAAO,MAAM,gBAAgB,SAAU,YAAY,EAAE,KAAG,MAAM,EAuC7D,CAAA;AAED,KAAK,MAAM,GAAG,YAAY,CAAA;AAE1B,KAAK,eAAe,GAAG;IACrB,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,CAAA;IAChC,KAAK,EAAE,MAAM,IAAI,CAAA;CAClB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;eAErD,SAAS"}
1	+ {"version":3,"file":"sequencer.d.ts","sourceRoot":"","sources":["../../src/sequencer/sequencer.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,YAAY,MAAM,eAAe,CAAA;AAG7C,OAAO,KAAK,EAAkB,SAAS,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAA;AAC9E,OAAO,EAAE,aAAa,EAAE,MAAM,uCAAuC,CAAA;AACrE,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gBAAgB,CAAA;AAE9C,OAAO,KAAK,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAA;AACtE,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,KAAK,WAAW,EAGjB,MAAM,eAAe,CAAA;AACtB,OAAO,EAIL,KAAK,MAAM,EAOZ,MAAM,aAAa,CAAA;AAEpB,cAAc,aAAa,CAAA;wCAE+B,gBAAgB;AAA1E,qBAAa,SAAU,SAAQ,cAA4C;IAOhE,UAAU,EAAE,MAAM;IAClB,QAAQ,EAAE,QAAQ;IAClB,QAAQ;IARjB,EAAE,EAAE,WAAW,CAAA;IACf,SAAS,UAAQ;IACjB,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAO;IACxC,kBAAkB,SAAI;IAEtB,YACS,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,QAAQ,EAClB,QAAQ,SAAI,EACnB,wBAAwB,UAAQ,EAMjC;IAEK,KAAK,kBASV;IAEK,OAAO,kBAMZ;IAEK,IAAI,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAQnC;IAEK,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CASjD;IAEK,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAS5D;IAEK,eAAe,CAAC,IAAI,EAAE;QAC1B,WAAW,CAAC,EAAE,MAAM,CAAA;QACpB,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,YAAY,CAAC,EAAE,MAAM,CAAA;QACrB,KAAK,CAAC,EAAE,MAAM,CAAA;KACf,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CA2BpB;YAEa,MAAM;YAwBN,kBAAkB;IAM1B,YAAY,CAAC,MAAM,EAAE,SAAS,aAAa,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,CAOtE;IAEY,cAAc,CACzB,GAAG,EAAE,SAAS,EACd,UAAU,EAAE,iBAAiB,GAC5B,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,YAAY,CAAC,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAE1E;IAEY,gBAAgB,CAC3B,GAAG,EAAE,SAAS,EACd,MAAM,CAAC,EAAE,YAAY,GACpB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,eAAe,CAC1B,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,aAAa,GACpB,OAAO,CAAC,IAAI,CAAC,CAEf;IAEY,uBAAuB,CAClC,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,iBAAiB,GACxB,OAAO,CAAC,IAAI,CAAC,CAQf;IAEY,yBAAyB,CACpC,GAAG,EAAE,SAAS,EACd,MAAM,EAAE,YAAY,EACpB,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,WAAW,GACpB,OAAO,CAAC,IAAI,CAAC,CAOf;IAEY,uBAAuB,CAAC,GAAG,EAAE,SAAS,iBAUlD;CACF;AAED,eAAO,MAAM,gBAAgB,SAAU,YAAY,EAAE,KAAG,MAAM,EAuC7D,CAAA;AAED,KAAK,MAAM,GAAG,YAAY,CAAA;AAE1B,KAAK,eAAe,GAAG;IACrB,MAAM,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,IAAI,CAAA;IAChC,KAAK,EAAE,MAAM,IAAI,CAAA;CAClB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,YAAY,CAAC,OAAO,CAAC,eAAe,CAAC,CAAA;eAErD,SAAS"}