@atproto/pds 0.4.215 → 0.4.217

package/dist/scripts/publish-identity.js.map

@@ -1 +1 @@
-{"version":3,"file":"publish-identity.js","sourceRoot":"","sources":["../../src/scripts/publish-identity.ts"],"names":[],"mappings":";;;;;;AAAA,gEAAiC;AACjC,4CAAsC;AAEtC,iCAAoC;AAM7B,MAAM,eAAe,GAAG,KAAK,EAClC,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,IAAA,iCAAyB,EAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAPY,QAAA,eAAe,mBAO3B;AAEM,MAAM,uBAAuB,GAAG,KAAK,EAC1C,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3B,MAAM,IAAA,iCAAyB,EAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;IACvD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAjBY,QAAA,uBAAuB,2BAiBnC;AAEM,MAAM,yBAAyB,GAAG,KAAK,EAC5C,GAA2B,EAC3B,IAAc,EACd,WAAW,GAAG,CAAC,EACf,EAAE;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;YAC5C,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAA,aAAI,EAAC,WAAW,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAhBY,QAAA,yBAAyB,6BAgBrC","sourcesContent":["import fs from 'node:fs/promises'\nimport { wait } from '@atproto/common'\nimport { Sequencer } from '../sequencer'\nimport { parseIntArg } from './util'\n\nexport type PublishIdentityContext = {\n  sequencer: Sequencer\n}\n\nexport const publishIdentity = async (\n  ctx: PublishIdentityContext,\n  args: string[],\n) => {\n  const dids = args\n  await publishIdentityEvtForDids(ctx, dids)\n  console.log('DONE')\n}\n\nexport const publishIdentityFromFile = async (\n  ctx: PublishIdentityContext,\n  args: string[],\n) => {\n  const filepath = args[0]\n  if (!filepath) {\n    throw new Error('Expected filepath as argument')\n  }\n  const timeBetween = args[1] ? parseIntArg(args[1]) : 5\n  const file = await fs.readFile(filepath)\n  const dids = file\n    .toString()\n    .split('\\n')\n    .map((did) => did.trim())\n\n  await publishIdentityEvtForDids(ctx, dids, timeBetween)\n  console.log('DONE')\n}\n\nexport const publishIdentityEvtForDids = async (\n  ctx: PublishIdentityContext,\n  dids: string[],\n  timeBetween = 0,\n) => {\n  for (const did of dids) {\n    try {\n      await ctx.sequencer.sequenceIdentityEvt(did)\n      console.log(`published identity evt for ${did}`)\n    } catch (err) {\n      console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n    }\n    if (timeBetween > 0) {\n      await wait(timeBetween)\n    }\n  }\n}\n"]}
+{"version":3,"file":"publish-identity.js","sourceRoot":"","sources":["../../src/scripts/publish-identity.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,gEAAiC;AACjC,4CAAsC;AACtC,sCAA0C;AAG1C,iCAAoC;AAM7B,MAAM,eAAe,GAAG,KAAK,EAClC,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,IAAA,qBAAM,EAAC,IAAI,CAAC,KAAK,CAAC,iBAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,IAAA,iCAAyB,EAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC1C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AARY,QAAA,eAAe,mBAQ3B;AAEM,MAAM,uBAAuB,GAAG,KAAK,EAC1C,GAA2B,EAC3B,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;IACtD,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAE3B,IAAA,qBAAM,EAAC,IAAI,CAAC,KAAK,CAAC,iBAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,IAAA,iCAAyB,EAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;IACvD,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAnBY,QAAA,uBAAuB,2BAmBnC;AAEM,MAAM,yBAAyB,GAAG,KAAK,EAC5C,GAA2B,EAC3B,IAAiB,EACjB,WAAW,GAAG,CAAC,EACf,EAAE;IACF,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;YAC5C,OAAO,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAClD,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;QACzE,CAAC;QACD,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAA,aAAI,EAAC,WAAW,CAAC,CAAA;QACzB,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAhBY,QAAA,yBAAyB,6BAgBrC","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport { wait } from '@atproto/common'\nimport { isDidString } from '@atproto/lex'\nimport { DidString } from '@atproto/syntax'\nimport { Sequencer } from '../sequencer'\nimport { parseIntArg } from './util'\n\nexport type PublishIdentityContext = {\n  sequencer: Sequencer\n}\n\nexport const publishIdentity = async (\n  ctx: PublishIdentityContext,\n  args: string[],\n) => {\n  const dids = args\n  assert(dids.every(isDidString), 'All arguments must be DIDs')\n  await publishIdentityEvtForDids(ctx, dids)\n  console.log('DONE')\n}\n\nexport const publishIdentityFromFile = async (\n  ctx: PublishIdentityContext,\n  args: string[],\n) => {\n  const filepath = args[0]\n  if (!filepath) {\n    throw new Error('Expected filepath as argument')\n  }\n  const timeBetween = args[1] ? parseIntArg(args[1]) : 5\n  const file = await fs.readFile(filepath)\n  const dids = file\n    .toString()\n    .split('\\n')\n    .map((did) => did.trim())\n\n  assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n  await publishIdentityEvtForDids(ctx, dids, timeBetween)\n  console.log('DONE')\n}\n\nexport const publishIdentityEvtForDids = async (\n  ctx: PublishIdentityContext,\n  dids: DidString[],\n  timeBetween = 0,\n) => {\n  for (const did of dids) {\n    try {\n      await ctx.sequencer.sequenceIdentityEvt(did)\n      console.log(`published identity evt for ${did}`)\n    } catch (err) {\n      console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n    }\n    if (timeBetween > 0) {\n      await wait(timeBetween)\n    }\n  }\n}\n"]}

package/dist/scripts/rebuild-repo.d.ts

@@ -1,3 +1,4 @@
+import { DidString } from '@atproto/lex';
 import { AccountManager } from '../account-manager/account-manager';
 import { ActorStore } from '../actor-store/actor-store';
 import { Sequencer } from '../sequencer';
@@ -7,5 +8,5 @@ export interface RebuildContext {
     actorStore: ActorStore;
 }
 export declare const rebuildRepoScript: (ctx: RebuildContext, args: string[]) => Promise<void>;
-export declare const rebuildRepo: (ctx: RebuildContext, did: string, promptUser: boolean) => Promise<void>;
+export declare const rebuildRepo: (ctx: RebuildContext, did: DidString, promptUser: boolean) => Promise<void>;
 //# sourceMappingURL=rebuild-repo.d.ts.map

package/dist/scripts/rebuild-repo.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rebuild-repo.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAExC,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,eAAO,MAAM,iBAAiB,GAC5B,KAAK,cAAc,EACnB,MAAM,MAAM,EAAE,kBAOf,CAAA;AAED,eAAO,MAAM,WAAW,GACtB,KAAK,cAAc,EACnB,KAAK,MAAM,EACX,YAAY,OAAO,kBA4EpB,CAAA"}
+{"version":3,"file":"rebuild-repo.d.ts","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,SAAS,EAAe,MAAM,cAAc,CAAA;AAQrD,OAAO,EAAE,cAAc,EAAE,MAAM,oCAAoC,CAAA;AACnE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAExC,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB;AAED,eAAO,MAAM,iBAAiB,GAC5B,KAAK,cAAc,EACnB,MAAM,MAAM,EAAE,kBAKf,CAAA;AAED,eAAO,MAAM,WAAW,GACtB,KAAK,cAAc,EACnB,KAAK,SAAS,EACd,YAAY,OAAO,kBA4EpB,CAAA"}

package/dist/scripts/rebuild-repo.js

@@ -4,14 +4,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.rebuildRepo = exports.rebuildRepoScript = void 0;
+const node_assert_1 = __importDefault(require("node:assert"));
 const promises_1 = __importDefault(require("node:readline/promises"));
 const common_1 = require("@atproto/common");
+const lex_1 = require("@atproto/lex");
 const repo_1 = require("@atproto/repo");
 const rebuildRepoScript = async (ctx, args) => {
     const did = args[0];
-    if (!did || !did.startsWith('did:')) {
-        throw new Error('Expected DID as argument');
-    }
+    (0, node_assert_1.default)((0, lex_1.isDidString)(did), 'Expected DID as argument');
     return (0, exports.rebuildRepo)(ctx, did, true);
 };
 exports.rebuildRepoScript = rebuildRepoScript;

package/dist/scripts/rebuild-repo.js.map

@@ -1 +1 @@
-{"version":3,"file":"rebuild-repo.js","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":";;;;;;AAAA,sEAA6C;AAC7C,4CAAqC;AACrC,wCAMsB;AAWf,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAmB,EACnB,IAAc,EACd,EAAE;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAA;IAC7C,CAAC;IACD,OAAO,IAAA,mBAAW,EAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;AACpC,CAAC,CAAA;AATY,QAAA,iBAAiB,qBAS7B;AAEM,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAmB,EACnB,GAAW,EACX,UAAmB,EACnB,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,uBAAgB,EAAE,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9D,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;QAC5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAE5D,iCAAiC;QACjC,MAAM,MAAM,GAAG,YAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,GAAG,GAAG,YAAG,CAAC,QAAQ,CACtB,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,EACtB,MAAM,CAAC,OAAO,EAAE,CACjB,CAAC,QAAQ,EAAE,CAAA;QAEZ,IAAI,GAAG,GAAG,MAAM,UAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,eAAQ,EAAE,CAAA;QAChC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;oBACzC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,aAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,MAAM,IAAA,iBAAU,EAChC;YACE,GAAG;YACH,OAAO,EAAE,CAAC;YACV,GAAG;YACH,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,MAAM,GAAG,CAAC,UAAU,EAAE;SAC7B,EACD,KAAK,CAAC,IAAI,CAAC,UAAU,CACtB,CAAA;QACD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAEhD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,IAAI,CAAC,CAAA;YAE9C,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAA;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAChD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QACnD,OAAO;YACL,GAAG,EAAE,SAAS;YACd,GAAG;YACH,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,SAAS;YACT,cAAc,EAAE,SAAS;YACzB,WAAW,EAAE,QAAQ;YACrB,GAAG,EAAE,EAAE;YACP,KAAK,EAAE,IAAI,aAAM,EAAE;YACnB,QAAQ,EAAE,IAAI;SACf,CAAA;IACH,CAAC,CAAC,CAAA;IACF,MAAM,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CACxD,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC9B,CAAA;IACD,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AACpD,CAAC,CAAA;AA/EY,QAAA,WAAW,eA+EvB;AAED,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;IAClD,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAClD,OAAO,MAAM,KAAK,EAAE,CAAA;AACtB,CAAC,CAAA","sourcesContent":["import readline from 'node:readline/promises'\nimport { TID } from '@atproto/common'\nimport {\n  BlockMap,\n  CidSet,\n  MST,\n  MemoryBlockstore,\n  signCommit,\n} from '@atproto/repo'\nimport { AccountManager } from '../account-manager/account-manager'\nimport { ActorStore } from '../actor-store/actor-store'\nimport { Sequencer } from '../sequencer'\n\nexport interface RebuildContext {\n  sequencer: Sequencer\n  accountManager: AccountManager\n  actorStore: ActorStore\n}\n\nexport const rebuildRepoScript = async (\n  ctx: RebuildContext,\n  args: string[],\n) => {\n  const did = args[0]\n  if (!did || !did.startsWith('did:')) {\n    throw new Error('Expected DID as argument')\n  }\n  return rebuildRepo(ctx, did, true)\n}\n\nexport const rebuildRepo = async (\n  ctx: RebuildContext,\n  did: string,\n  promptUser: boolean,\n) => {\n  const memoryStore = new MemoryBlockstore()\n  const commit = await ctx.actorStore.transact(did, async (store) => {\n    const rootDetails = await store.repo.storage.getRootDetailed()\n    const records = await store.record.listAll()\n    const existingCids = await store.record.listExistingBlocks()\n\n    // increment existing rev by 1 ms\n    const revTid = TID.fromStr(rootDetails.rev)\n    const rev = TID.fromTime(\n      revTid.timestamp() + 1,\n      revTid.clockid(),\n    ).toString()\n\n    let mst = await MST.create(memoryStore)\n    for (const record of records) {\n      mst = await mst.add(record.path, record.cid)\n    }\n    const newBlocks = new BlockMap()\n    for await (const node of mst.walk()) {\n      if (node.isTree()) {\n        const pointer = await node.getPointer()\n        if (!existingCids.has(pointer)) {\n          const serialized = await node.serialize()\n          newBlocks.set(serialized.cid, serialized.bytes)\n        }\n      }\n    }\n    const mstCids = await mst.allCids()\n    const toDelete = new CidSet(existingCids.toList()).subtractSet(mstCids)\n    const newCommit = await signCommit(\n      {\n        did,\n        version: 3,\n        rev,\n        prev: null,\n        data: await mst.getPointer(),\n      },\n      store.repo.signingKey,\n    )\n    const commitCid = await newBlocks.add(newCommit)\n\n    if (promptUser) {\n      console.log('Record count: ', records.length)\n      console.log('Existing blocks: ', existingCids.toList().length)\n      console.log('Deleting blocks:', toDelete.toList().length)\n      console.log('Adding blocks: ', newBlocks.size)\n\n      const shouldContinue = await promptContinue()\n      if (!shouldContinue) {\n        throw new Error('Aborted')\n      }\n    }\n\n    await store.repo.storage.deleteMany(toDelete.toList())\n    await store.repo.storage.putMany(newBlocks, rev)\n    await store.repo.storage.updateRoot(commitCid, rev)\n    return {\n      cid: commitCid,\n      rev,\n      since: null,\n      prev: null,\n      newBlocks,\n      relevantBlocks: newBlocks,\n      removedCids: toDelete,\n      ops: [],\n      blobs: new CidSet(),\n      prevData: null,\n    }\n  })\n  await ctx.accountManager.updateRepoRoot(did, commit.cid, commit.rev)\n  const syncData = await ctx.actorStore.read(did, (store) =>\n    store.repo.getSyncEventData(),\n  )\n  await ctx.sequencer.sequenceSyncEvt(did, syncData)\n}\n\nconst promptContinue = async (): Promise<boolean> => {\n  const rl = readline.createInterface({\n    input: process.stdin,\n    output: process.stdout,\n  })\n  const answer = await rl.question('Continue? y/n ')\n  return answer === ''\n}\n"]}
+{"version":3,"file":"rebuild-repo.js","sourceRoot":"","sources":["../../src/scripts/rebuild-repo.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,sEAA6C;AAC7C,4CAAqC;AACrC,sCAAqD;AACrD,wCAMsB;AAWf,MAAM,iBAAiB,GAAG,KAAK,EACpC,GAAmB,EACnB,IAAc,EACd,EAAE;IACF,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACnB,IAAA,qBAAM,EAAC,IAAA,iBAAW,EAAC,GAAG,CAAC,EAAE,0BAA0B,CAAC,CAAA;IACpD,OAAO,IAAA,mBAAW,EAAC,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,CAAA;AACpC,CAAC,CAAA;AAPY,QAAA,iBAAiB,qBAO7B;AAEM,MAAM,WAAW,GAAG,KAAK,EAC9B,GAAmB,EACnB,GAAc,EACd,UAAmB,EACnB,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,uBAAgB,EAAE,CAAA;IAC1C,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;QAChE,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC9D,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;QAC5C,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAA;QAE5D,iCAAiC;QACjC,MAAM,MAAM,GAAG,YAAG,CAAC,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAC3C,MAAM,GAAG,GAAG,YAAG,CAAC,QAAQ,CACtB,MAAM,CAAC,SAAS,EAAE,GAAG,CAAC,EACtB,MAAM,CAAC,OAAO,EAAE,CACjB,CAAC,QAAQ,EAAE,CAAA;QAEZ,IAAI,GAAG,GAAG,MAAM,UAAG,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,GAAG,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QAC9C,CAAC;QACD,MAAM,SAAS,GAAG,IAAI,eAAQ,EAAE,CAAA;QAChC,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC;gBAClB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;gBACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC/B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;oBACzC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,EAAE,UAAU,CAAC,KAAK,CAAC,CAAA;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,OAAO,EAAE,CAAA;QACnC,MAAM,QAAQ,GAAG,IAAI,aAAM,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAA;QACvE,MAAM,SAAS,GAAG,MAAM,IAAA,iBAAU,EAChC;YACE,GAAG;YACH,OAAO,EAAE,CAAC;YACV,GAAG;YACH,IAAI,EAAE,IAAI;YACV,IAAI,EAAE,MAAM,GAAG,CAAC,UAAU,EAAE;SAC7B,EACD,KAAK,CAAC,IAAI,CAAC,UAAU,CACtB,CAAA;QACD,MAAM,SAAS,GAAG,MAAM,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QAEhD,IAAI,UAAU,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;YAC7C,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YAC9D,OAAO,CAAC,GAAG,CAAC,kBAAkB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAA;YACzD,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,SAAS,CAAC,IAAI,CAAC,CAAA;YAE9C,MAAM,cAAc,GAAG,MAAM,cAAc,EAAE,CAAA;YAC7C,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,MAAM,IAAI,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5B,CAAC;QACH,CAAC;QAED,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAA;QACtD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QAChD,MAAM,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;QACnD,OAAO;YACL,GAAG,EAAE,SAAS;YACd,GAAG;YACH,KAAK,EAAE,IAAI;YACX,IAAI,EAAE,IAAI;YACV,SAAS;YACT,cAAc,EAAE,SAAS;YACzB,WAAW,EAAE,QAAQ;YACrB,GAAG,EAAE,EAAE;YACP,KAAK,EAAE,IAAI,aAAM,EAAE;YACnB,QAAQ,EAAE,IAAI;SACf,CAAA;IACH,CAAC,CAAC,CAAA;IACF,MAAM,GAAG,CAAC,cAAc,CAAC,cAAc,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;IACpE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,EAAE,CACxD,KAAK,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC9B,CAAA;IACD,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;AACpD,CAAC,CAAA;AA/EY,QAAA,WAAW,eA+EvB;AAED,MAAM,cAAc,GAAG,KAAK,IAAsB,EAAE;IAClD,MAAM,EAAE,GAAG,kBAAQ,CAAC,eAAe,CAAC;QAClC,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,MAAM,EAAE,OAAO,CAAC,MAAM;KACvB,CAAC,CAAA;IACF,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAA;IAClD,OAAO,MAAM,KAAK,EAAE,CAAA;AACtB,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport readline from 'node:readline/promises'\nimport { TID } from '@atproto/common'\nimport { DidString, isDidString } from '@atproto/lex'\nimport {\n  BlockMap,\n  CidSet,\n  MST,\n  MemoryBlockstore,\n  signCommit,\n} from '@atproto/repo'\nimport { AccountManager } from '../account-manager/account-manager'\nimport { ActorStore } from '../actor-store/actor-store'\nimport { Sequencer } from '../sequencer'\n\nexport interface RebuildContext {\n  sequencer: Sequencer\n  accountManager: AccountManager\n  actorStore: ActorStore\n}\n\nexport const rebuildRepoScript = async (\n  ctx: RebuildContext,\n  args: string[],\n) => {\n  const did = args[0]\n  assert(isDidString(did), 'Expected DID as argument')\n  return rebuildRepo(ctx, did, true)\n}\n\nexport const rebuildRepo = async (\n  ctx: RebuildContext,\n  did: DidString,\n  promptUser: boolean,\n) => {\n  const memoryStore = new MemoryBlockstore()\n  const commit = await ctx.actorStore.transact(did, async (store) => {\n    const rootDetails = await store.repo.storage.getRootDetailed()\n    const records = await store.record.listAll()\n    const existingCids = await store.record.listExistingBlocks()\n\n    // increment existing rev by 1 ms\n    const revTid = TID.fromStr(rootDetails.rev)\n    const rev = TID.fromTime(\n      revTid.timestamp() + 1,\n      revTid.clockid(),\n    ).toString()\n\n    let mst = await MST.create(memoryStore)\n    for (const record of records) {\n      mst = await mst.add(record.path, record.cid)\n    }\n    const newBlocks = new BlockMap()\n    for await (const node of mst.walk()) {\n      if (node.isTree()) {\n        const pointer = await node.getPointer()\n        if (!existingCids.has(pointer)) {\n          const serialized = await node.serialize()\n          newBlocks.set(serialized.cid, serialized.bytes)\n        }\n      }\n    }\n    const mstCids = await mst.allCids()\n    const toDelete = new CidSet(existingCids.toList()).subtractSet(mstCids)\n    const newCommit = await signCommit(\n      {\n        did,\n        version: 3,\n        rev,\n        prev: null,\n        data: await mst.getPointer(),\n      },\n      store.repo.signingKey,\n    )\n    const commitCid = await newBlocks.add(newCommit)\n\n    if (promptUser) {\n      console.log('Record count: ', records.length)\n      console.log('Existing blocks: ', existingCids.toList().length)\n      console.log('Deleting blocks:', toDelete.toList().length)\n      console.log('Adding blocks: ', newBlocks.size)\n\n      const shouldContinue = await promptContinue()\n      if (!shouldContinue) {\n        throw new Error('Aborted')\n      }\n    }\n\n    await store.repo.storage.deleteMany(toDelete.toList())\n    await store.repo.storage.putMany(newBlocks, rev)\n    await store.repo.storage.updateRoot(commitCid, rev)\n    return {\n      cid: commitCid,\n      rev,\n      since: null,\n      prev: null,\n      newBlocks,\n      relevantBlocks: newBlocks,\n      removedCids: toDelete,\n      ops: [],\n      blobs: new CidSet(),\n      prevData: null,\n    }\n  })\n  await ctx.accountManager.updateRepoRoot(did, commit.cid, commit.rev)\n  const syncData = await ctx.actorStore.read(did, (store) =>\n    store.repo.getSyncEventData(),\n  )\n  await ctx.sequencer.sequenceSyncEvt(did, syncData)\n}\n\nconst promptContinue = async (): Promise<boolean> => {\n  const rl = readline.createInterface({\n    input: process.stdin,\n    output: process.stdout,\n  })\n  const answer = await rl.question('Continue? y/n ')\n  return answer === ''\n}\n"]}

package/dist/scripts/rotate-keys.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"rotate-keys.d.ts","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAA;AAEnC,OAAO,QAAQ,MAAM,cAAc,CAAA;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AAEvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAIxC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,SAAS,CAAA;IACpB,UAAU,EAAE,UAAU,CAAA;IACtB,UAAU,EAAE,UAAU,CAAA;IACtB,SAAS,EAAE,GAAG,CAAC,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;IACvB,kBAAkB,CAAC,EAAE,QAAQ,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,UAAU,GAAU,KAAK,iBAAiB,EAAE,MAAM,MAAM,EAAE,kBAGtE,CAAA;AAED,eAAO,MAAM,kBAAkB,GAC7B,KAAK,iBAAiB,EACtB,MAAM,MAAM,EAAE,kBAef,CAAA;AAED,eAAO,MAAM,kBAAkB,GAC7B,KAAK,iBAAiB,EACtB,MAAM,MAAM,EAAE,kBAqBf,CAAA"}
+{"version":3,"file":"rotate-keys.d.ts","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,GAAG,MAAM,cAAc,CAAA;AAEnC,OAAO,QAAQ,MAAM,cAAc,CAAA;AACnC,OAAO,EAAE,OAAO,EAAE,MAAM,iBAAiB,CAAA;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAA;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAA;AAEvD,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAA;AAIxC,MAAM,MAAM,iBAAiB,GAAG;IAC9B,SAAS,EAAE,SAAS,CAAA;IACpB,UAAU,EAAE,UAAU,CAAA;IACtB,UAAU,EAAE,UAAU,CAAA;IACtB,SAAS,EAAE,GAAG,CAAC,MAAM,CAAA;IACrB,cAAc,EAAE,OAAO,CAAA;IACvB,kBAAkB,CAAC,EAAE,QAAQ,CAAA;CAC9B,CAAA;AAED,eAAO,MAAM,UAAU,GAAU,KAAK,iBAAiB,EAAE,MAAM,MAAM,EAAE,kBAItE,CAAA;AAED,eAAO,MAAM,kBAAkB,GAC7B,KAAK,iBAAiB,EACtB,MAAM,MAAM,EAAE,kBAiBf,CAAA;AAED,eAAO,MAAM,kBAAkB,GAC7B,KAAK,iBAAiB,EACtB,MAAM,MAAM,EAAE,kBAqBf,CAAA"}

package/dist/scripts/rotate-keys.js

@@ -4,12 +4,15 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.rotateKeysRecovery = exports.rotateKeysFromFile = exports.rotateKeys = void 0;
+const node_assert_1 = __importDefault(require("node:assert"));
 const promises_1 = __importDefault(require("node:fs/promises"));
 const p_queue_1 = __importDefault(require("p-queue"));
+const lex_1 = require("@atproto/lex");
 const recovery_db_1 = require("./sequencer-recovery/recovery-db");
 const util_1 = require("./util");
 const rotateKeys = async (ctx, args) => {
     const dids = args;
+    (0, node_assert_1.default)(dids.every(lex_1.isDidString), 'All arguments must be DIDs');
     await rotateKeysForRepos(ctx, dids, 10);
 };
 exports.rotateKeys = rotateKeys;
@@ -25,6 +28,7 @@ const rotateKeysFromFile = async (ctx, args) => {
         .split('\n')
         .map((did) => did.trim())
         .filter((did) => did.startsWith('did:plc'));
+    (0, node_assert_1.default)(dids.every(lex_1.isDidString), 'File contains invalid DIDs');
     await rotateKeysForRepos(ctx, dids, concurrency);
 };
 exports.rotateKeysFromFile = rotateKeysFromFile;

package/dist/scripts/rotate-keys.js.map

@@ -1 +1 @@
-{"version":3,"file":"rotate-keys.js","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":";;;;;;AAAA,gEAAiC;AAEjC,sDAA4B;AAO5B,kEAAgF;AAChF,iCAAoC;AAW7B,MAAM,UAAU,GAAG,KAAK,EAAE,GAAsB,EAAE,IAAc,EAAE,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;AACzC,CAAC,CAAA;AAHY,QAAA,UAAU,cAGtB;AAEM,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;IAE7C,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;AAClD,CAAC,CAAA;AAjBY,QAAA,kBAAkB,sBAiB9B;AAEM,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,IAAA,2CAA6B,EACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,EAAE;SAC7B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;SACtC,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IAEnC,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC7D,MAAM,UAAU,CAAC,EAAE;aAChB,WAAW,CAAC,aAAa,CAAC;aAC1B,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aACrB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;aACtB,OAAO,EAAE,CAAA;IACd,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAvBY,QAAA,kBAAkB,sBAuB9B;AAED,MAAM,kBAAkB,GAAG,KAAK,EAC9B,GAAsB,EACtB,IAAc,EACd,WAAmB,EACnB,SAA0C,EAC1C,EAAE;IACF,MAAM,KAAK,GAAG,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IACzC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnB,IAAI,CAAC;gBACH,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACxD,OAAM;YACR,CAAC;YACD,IAAI,QAAqB,CAAA;YACzB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/D,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;oBACrC,OAAO,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAA;gBACzC,CAAC,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACvE,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACtD,OAAM;YACR,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,CAAC,GAAG,CAAC,CAAA;YACtB,CAAC;YACD,SAAS,EAAE,CAAA;YACX,IAAI,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAsB,EAAE,GAAW,EAAE,EAAE;IACxE,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClD,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,cAAc,EAAE,CAAC;QACtC,qBAAqB;QACrB,OAAM;IACR,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC;YACzE,GAAG;YACH,UAAU,EAAE,QAAQ,CAAC,GAAG,EAAE;SAC3B,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAClC,GAAG,EACH,GAAG,CAAC,cAAc,EAClB,QAAQ,CAAC,GAAG,EAAE,CACf,CAAA;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import fs from 'node:fs/promises'\nimport * as plc from '@did-plc/lib'\nimport PQueue from 'p-queue'\nimport AtpAgent from '@atproto/api'\nimport { Keypair } from '@atproto/crypto'\nimport { IdResolver } from '@atproto/identity'\nimport { ActorStore } from '../actor-store/actor-store'\nimport { SyncEvtData } from '../repo'\nimport { Sequencer } from '../sequencer'\nimport { getRecoveryDbFromSequencerLoc } from './sequencer-recovery/recovery-db'\nimport { parseIntArg } from './util'\n\nexport type RotateKeysContext = {\n  sequencer: Sequencer\n  actorStore: ActorStore\n  idResolver: IdResolver\n  plcClient: plc.Client\n  plcRotationKey: Keypair\n  entrywayAdminAgent?: AtpAgent\n}\n\nexport const rotateKeys = async (ctx: RotateKeysContext, args: string[]) => {\n  const dids = args\n  await rotateKeysForRepos(ctx, dids, 10)\n}\n\nexport const rotateKeysFromFile = async (\n  ctx: RotateKeysContext,\n  args: string[],\n) => {\n  const filepath = args[0]\n  if (!filepath) {\n    throw new Error('Expected filepath as argument')\n  }\n  const concurrency = args[1] ? parseIntArg(args[1]) : 25\n  const file = await fs.readFile(filepath)\n  const dids = file\n    .toString()\n    .split('\\n')\n    .map((did) => did.trim())\n    .filter((did) => did.startsWith('did:plc'))\n\n  await rotateKeysForRepos(ctx, dids, concurrency)\n}\n\nexport const rotateKeysRecovery = async (\n  ctx: RotateKeysContext,\n  args: string[],\n) => {\n  const concurrency = args[1] ? parseIntArg(args[0]) : 10\n\n  const recoveryDb = await getRecoveryDbFromSequencerLoc(\n    ctx.sequencer.dbLocation,\n  )\n  const rows = await recoveryDb.db\n    .selectFrom('new_account')\n    .select('did')\n    .where('new_account.published', '=', 0)\n    .execute()\n  const dids = rows.map((r) => r.did)\n\n  await rotateKeysForRepos(ctx, dids, concurrency, async (did) => {\n    await recoveryDb.db\n      .updateTable('new_account')\n      .set({ published: 1 })\n      .where('did', '=', did)\n      .execute()\n  })\n}\n\nconst rotateKeysForRepos = async (\n  ctx: RotateKeysContext,\n  dids: string[],\n  concurrency: number,\n  onSuccess?: (did: string) => Promise<void>,\n) => {\n  const queue = new PQueue({ concurrency })\n  let completed = 0\n  for (const did of dids) {\n    queue.add(async () => {\n      try {\n        await updatePlcSigningKey(ctx, did)\n      } catch (err) {\n        console.error(`failed to update key for ${did}: ${err}`)\n        return\n      }\n      let syncData: SyncEvtData\n      try {\n        syncData = await ctx.actorStore.transact(did, async (actorTxn) => {\n          await actorTxn.repo.processWrites([])\n          return actorTxn.repo.getSyncEventData()\n        })\n      } catch (err) {\n        console.error(`failed to write new commit for ${did}: ${err}`)\n        return\n      }\n      try {\n        await ctx.sequencer.sequenceIdentityEvt(did)\n      } catch (err) {\n        console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n        return\n      }\n      try {\n        await ctx.sequencer.sequenceSyncEvt(did, syncData)\n      } catch (err) {\n        console.error(`failed to sequence for ${did}: ${err}`)\n        return\n      }\n      if (onSuccess) {\n        await onSuccess(did)\n      }\n      completed++\n      if (completed % 10 === 0) {\n        console.log(`${completed}/${dids.length}`)\n      }\n    })\n  }\n  await queue.onIdle()\n  console.log('DONE')\n}\n\nconst updatePlcSigningKey = async (ctx: RotateKeysContext, did: string) => {\n  const updateTo = await ctx.actorStore.keypair(did)\n  const currSigningKey = await ctx.idResolver.did.resolveAtprotoKey(did, true)\n  if (updateTo.did() === currSigningKey) {\n    // already up to date\n    return\n  }\n  if (ctx.entrywayAdminAgent) {\n    await ctx.entrywayAdminAgent.api.com.atproto.admin.updateAccountSigningKey({\n      did,\n      signingKey: updateTo.did(),\n    })\n  } else {\n    await ctx.plcClient.updateAtprotoKey(\n      did,\n      ctx.plcRotationKey,\n      updateTo.did(),\n    )\n  }\n}\n"]}
+{"version":3,"file":"rotate-keys.js","sourceRoot":"","sources":["../../src/scripts/rotate-keys.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,gEAAiC;AAEjC,sDAA4B;AAI5B,sCAAqD;AAIrD,kEAAgF;AAChF,iCAAoC;AAW7B,MAAM,UAAU,GAAG,KAAK,EAAE,GAAsB,EAAE,IAAc,EAAE,EAAE;IACzE,MAAM,IAAI,GAAG,IAAI,CAAA;IACjB,IAAA,qBAAM,EAAC,IAAI,CAAC,KAAK,CAAC,iBAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAC7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,CAAC,CAAA;AACzC,CAAC,CAAA;AAJY,QAAA,UAAU,cAItB;AAEM,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAA;IACxB,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAA;IAClD,CAAC;IACD,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IACvD,MAAM,IAAI,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxC,MAAM,IAAI,GAAG,IAAI;SACd,QAAQ,EAAE;SACV,KAAK,CAAC,IAAI,CAAC;SACX,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;SACxB,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAA;IAE7C,IAAA,qBAAM,EAAC,IAAI,CAAC,KAAK,CAAC,iBAAW,CAAC,EAAE,4BAA4B,CAAC,CAAA;IAE7D,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,CAAC,CAAA;AAClD,CAAC,CAAA;AAnBY,QAAA,kBAAkB,sBAmB9B;AAEM,MAAM,kBAAkB,GAAG,KAAK,EACrC,GAAsB,EACtB,IAAc,EACd,EAAE;IACF,MAAM,WAAW,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;IAEvD,MAAM,UAAU,GAAG,MAAM,IAAA,2CAA6B,EACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,EAAE;SAC7B,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,uBAAuB,EAAE,GAAG,EAAE,CAAC,CAAC;SACtC,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAgB,CAAC,CAAA;IAEhD,MAAM,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;QAC7D,MAAM,UAAU,CAAC,EAAE;aAChB,WAAW,CAAC,aAAa,CAAC;aAC1B,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;aACrB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;aACtB,OAAO,EAAE,CAAA;IACd,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAvBY,QAAA,kBAAkB,sBAuB9B;AAED,MAAM,kBAAkB,GAAG,KAAK,EAC9B,GAAsB,EACtB,IAAiB,EACjB,WAAmB,EACnB,SAA6C,EAC7C,EAAE;IACF,MAAM,KAAK,GAAG,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,CAAC,CAAA;IACzC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,KAAK,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YACnB,IAAI,CAAC;gBACH,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACrC,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACxD,OAAM;YACR,CAAC;YACD,IAAI,QAAqB,CAAA;YACzB,IAAI,CAAC;gBACH,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;oBAC/D,MAAM,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAA;oBACrC,OAAO,QAAQ,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAA;gBACzC,CAAC,CAAC,CAAA;YACJ,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,kCAAkC,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBAC9D,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,GAAG,CAAC,CAAA;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,2CAA2C,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACvE,OAAM;YACR,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;YACpD,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,OAAO,CAAC,KAAK,CAAC,0BAA0B,GAAG,KAAK,GAAG,EAAE,CAAC,CAAA;gBACtD,OAAM;YACR,CAAC;YACD,IAAI,SAAS,EAAE,CAAC;gBACd,MAAM,SAAS,CAAC,GAAG,CAAC,CAAA;YACtB,CAAC;YACD,SAAS,EAAE,CAAA;YACX,IAAI,SAAS,GAAG,EAAE,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5C,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,KAAK,CAAC,MAAM,EAAE,CAAA;IACpB,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;AACrB,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAAE,GAAsB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;IAClD,MAAM,cAAc,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAA;IAC5E,IAAI,QAAQ,CAAC,GAAG,EAAE,KAAK,cAAc,EAAE,CAAC;QACtC,qBAAqB;QACrB,OAAM;IACR,CAAC;IACD,IAAI,GAAG,CAAC,kBAAkB,EAAE,CAAC;QAC3B,MAAM,GAAG,CAAC,kBAAkB,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,uBAAuB,CAAC;YACzE,GAAG;YACH,UAAU,EAAE,QAAQ,CAAC,GAAG,EAAE;SAC3B,CAAC,CAAA;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAClC,GAAG,EACH,GAAG,CAAC,cAAc,EAClB,QAAQ,CAAC,GAAG,EAAE,CACf,CAAA;IACH,CAAC;AACH,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport fs from 'node:fs/promises'\nimport * as plc from '@did-plc/lib'\nimport PQueue from 'p-queue'\nimport AtpAgent from '@atproto/api'\nimport { Keypair } from '@atproto/crypto'\nimport { IdResolver } from '@atproto/identity'\nimport { DidString, isDidString } from '@atproto/lex'\nimport { ActorStore } from '../actor-store/actor-store'\nimport { SyncEvtData } from '../repo'\nimport { Sequencer } from '../sequencer'\nimport { getRecoveryDbFromSequencerLoc } from './sequencer-recovery/recovery-db'\nimport { parseIntArg } from './util'\n\nexport type RotateKeysContext = {\n  sequencer: Sequencer\n  actorStore: ActorStore\n  idResolver: IdResolver\n  plcClient: plc.Client\n  plcRotationKey: Keypair\n  entrywayAdminAgent?: AtpAgent\n}\n\nexport const rotateKeys = async (ctx: RotateKeysContext, args: string[]) => {\n  const dids = args\n  assert(dids.every(isDidString), 'All arguments must be DIDs')\n  await rotateKeysForRepos(ctx, dids, 10)\n}\n\nexport const rotateKeysFromFile = async (\n  ctx: RotateKeysContext,\n  args: string[],\n) => {\n  const filepath = args[0]\n  if (!filepath) {\n    throw new Error('Expected filepath as argument')\n  }\n  const concurrency = args[1] ? parseIntArg(args[1]) : 25\n  const file = await fs.readFile(filepath)\n  const dids = file\n    .toString()\n    .split('\\n')\n    .map((did) => did.trim())\n    .filter((did) => did.startsWith('did:plc'))\n\n  assert(dids.every(isDidString), 'File contains invalid DIDs')\n\n  await rotateKeysForRepos(ctx, dids, concurrency)\n}\n\nexport const rotateKeysRecovery = async (\n  ctx: RotateKeysContext,\n  args: string[],\n) => {\n  const concurrency = args[1] ? parseIntArg(args[0]) : 10\n\n  const recoveryDb = await getRecoveryDbFromSequencerLoc(\n    ctx.sequencer.dbLocation,\n  )\n  const rows = await recoveryDb.db\n    .selectFrom('new_account')\n    .select('did')\n    .where('new_account.published', '=', 0)\n    .execute()\n  const dids = rows.map((r) => r.did as DidString)\n\n  await rotateKeysForRepos(ctx, dids, concurrency, async (did) => {\n    await recoveryDb.db\n      .updateTable('new_account')\n      .set({ published: 1 })\n      .where('did', '=', did)\n      .execute()\n  })\n}\n\nconst rotateKeysForRepos = async (\n  ctx: RotateKeysContext,\n  dids: DidString[],\n  concurrency: number,\n  onSuccess?: (did: DidString) => Promise<void>,\n) => {\n  const queue = new PQueue({ concurrency })\n  let completed = 0\n  for (const did of dids) {\n    queue.add(async () => {\n      try {\n        await updatePlcSigningKey(ctx, did)\n      } catch (err) {\n        console.error(`failed to update key for ${did}: ${err}`)\n        return\n      }\n      let syncData: SyncEvtData\n      try {\n        syncData = await ctx.actorStore.transact(did, async (actorTxn) => {\n          await actorTxn.repo.processWrites([])\n          return actorTxn.repo.getSyncEventData()\n        })\n      } catch (err) {\n        console.error(`failed to write new commit for ${did}: ${err}`)\n        return\n      }\n      try {\n        await ctx.sequencer.sequenceIdentityEvt(did)\n      } catch (err) {\n        console.error(`failed to sequence new identity evt for ${did}: ${err}`)\n        return\n      }\n      try {\n        await ctx.sequencer.sequenceSyncEvt(did, syncData)\n      } catch (err) {\n        console.error(`failed to sequence for ${did}: ${err}`)\n        return\n      }\n      if (onSuccess) {\n        await onSuccess(did)\n      }\n      completed++\n      if (completed % 10 === 0) {\n        console.log(`${completed}/${dids.length}`)\n      }\n    })\n  }\n  await queue.onIdle()\n  console.log('DONE')\n}\n\nconst updatePlcSigningKey = async (ctx: RotateKeysContext, did: DidString) => {\n  const updateTo = await ctx.actorStore.keypair(did)\n  const currSigningKey = await ctx.idResolver.did.resolveAtprotoKey(did, true)\n  if (updateTo.did() === currSigningKey) {\n    // already up to date\n    return\n  }\n  if (ctx.entrywayAdminAgent) {\n    await ctx.entrywayAdminAgent.api.com.atproto.admin.updateAccountSigningKey({\n      did,\n      signingKey: updateTo.did(),\n    })\n  } else {\n    await ctx.plcClient.updateAtprotoKey(\n      did,\n      ctx.plcRotationKey,\n      updateTo.did(),\n    )\n  }\n}\n"]}

package/dist/scripts/sequencer-recovery/recoverer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"recoverer.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAWA,OAAO,EACL,cAAc,EAEf,MAAM,uCAAuC,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAS1D,OAAO,EAAyB,MAAM,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1C,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG;IACpD,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAID,qBAAa,SAAS;IAKX,GAAG,EAAE,gBAAgB;IAJ9B,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;gBAGV,GAAG,EAAE,gBAAgB,EAC5B,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE;IAMzB,GAAG,CAAC,WAAW,SAAI;IAmCnB,UAAU;IAIV,OAAO;IAIb,YAAY,CAAC,GAAG,EAAE,MAAM;CAezB;AAED,eAAO,MAAM,aAAa,GAAU,KAAK,gBAAgB,EAAE,KAAK,MAAM,kBAQrE,CAAA"}
+{"version":3,"file":"recoverer.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":"AAYA,OAAO,EACL,cAAc,EAEf,MAAM,uCAAuC,CAAA;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,+BAA+B,CAAA;AAS1D,OAAO,EAAyB,MAAM,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAC1E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAC1C,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAA;AAE1C,MAAM,MAAM,oBAAoB,GAAG;IACjC,SAAS,EAAE,SAAS,CAAA;IACpB,cAAc,EAAE,cAAc,CAAA;IAC9B,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAED,MAAM,MAAM,gBAAgB,GAAG,oBAAoB,GAAG;IACpD,UAAU,EAAE,UAAU,CAAA;CACvB,CAAA;AAID,qBAAa,SAAS;IAKX,GAAG,EAAE,gBAAgB;IAJ9B,MAAM,EAAE,UAAU,CAAA;IAClB,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAA;gBAGV,GAAG,EAAE,gBAAgB,EAC5B,IAAI,EAAE;QAAE,WAAW,EAAE,MAAM,CAAA;KAAE;IAMzB,GAAG,CAAC,WAAW,SAAI;IAmCnB,UAAU;IAIV,OAAO;IAIb,YAAY,CAAC,GAAG,EAAE,MAAM;CAezB;AAED,eAAO,MAAM,aAAa,GAAU,KAAK,gBAAgB,EAAE,KAAK,MAAM,kBAQrE,CAAA"}

package/dist/scripts/sequencer-recovery/recoverer.js

@@ -3,6 +3,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.processSeqEvt = exports.Recoverer = void 0;
 const common_1 = require("@atproto/common");
 const crypto_1 = require("@atproto/crypto");
+const lex_1 = require("@atproto/lex");
 const repo_1 = require("@atproto/repo");
 const account_manager_1 = require("../../account-manager/account-manager");
 const db_1 = require("../../db");
@@ -185,6 +186,10 @@ const parseCommitEvt = async (evt) => {
     const evtCar = await (0, repo_1.readCar)(evt.blocks, { skipCidVerification: true });
     const writesUnfiltered = await Promise.all(evt.ops.map(async (op) => {
         const { collection, rkey } = (0, repo_1.parseDataKey)(op.path);
+        if (!(0, lex_1.isNsidString)(collection))
+            return undefined;
+        if (!(0, lex_1.isRecordKeyString)(rkey))
+            return undefined;
         if (op.action === 'delete') {
             return (0, repo_2.prepareDelete)({ did, collection, rkey });
         }
@@ -213,9 +218,8 @@ const parseCommitEvt = async (evt) => {
             });
         }
     }));
-    const writes = writesUnfiltered.filter((w) => w !== undefined);
     return {
-        writes,
+        writes: writesUnfiltered.filter((w) => w != null),
         blocks: evtCar.blocks,
     };
 };

package/dist/scripts/sequencer-recovery/recoverer.js.map

@@ -1 +1 @@
-{"version":3,"file":"recoverer.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":";;;AAAA,4CAA4C;AAC5C,4CAAkD;AAClD,wCAQsB;AACtB,2EAG8C;AAG9C,iCAAmC;AACnC,qCAKmB;AAGnB,+CAA0C;AAY1C,MAAM,SAAS,GAAG,IAAI,CAAA;AAEtB,MAAa,SAAS;IAIpB,YACS,GAAqB,EAC5B,IAA6B;QAD7B;;;;mBAAO,GAAG;WAAkB;QAJ9B;;;;;WAAkB;QAClB;;;;;WAAmB;QAMjB,IAAI,CAAC,MAAM,GAAG,IAAI,wBAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;aACxC,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,KAAK,CAAC;aACb,OAAO,EAAE,CAAA;QACZ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;aAC5C,UAAU,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,aAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5B,uBAAuB,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAA;QAChC,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,IAAI,MAAM,GAAuB,WAAW,CAAA;QAC5C,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7C,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAA;YAEzB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YAE3B,SAAS,IAAI,SAAS,CAAA;YACtB,MAAM,eAAe,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,GAAG,CAAA;YACrD,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,CAAC,CAAA;QAC3D,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;IAC7B,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;YACpC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAM;YACR,CAAC;YACD,MAAM,IAAA,qBAAa,EAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACpB,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AAtED,8BAsEC;AAEM,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAW,EAAE,EAAE;IACxE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3C,CAAC;AACH,CAAC,CAAA;AARY,QAAA,aAAa,iBAQzB;AAED,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IACpE,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC1D,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAA;QACzB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAA;QACvB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAA;QACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,GAAqB,EACrB,GAAc,EACd,MAAuB,EACvB,MAAgB,EAChB,EAAE;IACF,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,OAAO,GAAG,MAAM,yBAAgB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACzC,MAAM,MAAM,GAAe;QACzB,GAAG,EAAE,GAAG,CAAC,MAAM;QACf,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,IAAI,eAAQ,EAAE;QAC9B,WAAW,EAAE,IAAI,aAAM,EAAE;KAC1B,CAAA;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IACF,MAAM,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAe,EAAE,EAAE;IACzE,qFAAqF;IACrF,IAAI,GAAG,CAAC,MAAM,KAAK,+BAAa,CAAC,OAAO,EAAE,CAAC;QACzC,OAAM;IACR,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC/D,MAAM,IAAA,mBAAU,EAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;AACjD,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,KAAK,EACtB,KAA2B,EAC3B,MAAuB,EACvB,EAAE;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAErD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IACE,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM;YACrC,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,EACrC,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;gBAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,KAAK,EACxB,UAAsB,EACtB,GAAW,EACX,GAAY,EACZ,EAAE;IACF,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC;QACN,GAAG;QACH,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;QACtB,KAAK,EAAE,CAAC;KACT,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,KAAK,EAAE,UAAsB,EAAE,GAAW,EAAE,EAAE;IACpE,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC;QACN,GAAG;QACH,SAAS,EAAE,CAAC;KACb,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EAC1B,GAAc,EAIb,EAAE;IACH,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,MAAM,GAAG,MAAM,IAAA,cAAO,EAAC,GAAG,CAAC,MAAM,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,IAAA,mBAAY,EAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,IAAA,oBAAa,EAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,GAAG;YAAE,OAAO,SAAS,CAAA;QAC7B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAA;QAClC,MAAM,MAAM,GAAG,IAAA,sBAAe,EAAC,WAAW,CAAC,CAAA;QAE3C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,IAAA,oBAAa,EAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,IAAA,oBAAa,EAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IACD,MAAM,MAAM,GAAG,gBAAgB,CAAC,MAAM,CACpC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,SAAS,CACJ,CAAA;IACpB,OAAO;QACL,MAAM;QACN,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAW,EAAiB,EAAE;IAChD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAA;IACpB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA","sourcesContent":["import { rmIfExists } from '@atproto/common'\nimport { Secp256k1Keypair } from '@atproto/crypto'\nimport {\n  BlockMap,\n  CidSet,\n  CommitData,\n  WriteOpAction,\n  cborToLexRecord,\n  parseDataKey,\n  readCar,\n} from '@atproto/repo'\nimport {\n  AccountManager,\n  AccountStatus,\n} from '../../account-manager/account-manager'\nimport { ActorStore } from '../../actor-store/actor-store'\nimport { ActorStoreTransactor } from '../../actor-store/actor-store-transactor'\nimport { countAll } from '../../db'\nimport {\n  PreparedWrite,\n  prepareCreate,\n  prepareDelete,\n  prepareUpdate,\n} from '../../repo'\nimport { AccountEvt, CommitEvt, SeqEvt, Sequencer } from '../../sequencer'\nimport { RecoveryDb } from './recovery-db'\nimport { UserQueues } from './user-queues'\n\nexport type RecovererContextNoDb = {\n  sequencer: Sequencer\n  accountManager: AccountManager\n  actorStore: ActorStore\n}\n\nexport type RecovererContext = RecovererContextNoDb & {\n  recoveryDb: RecoveryDb\n}\n\nconst PAGE_SIZE = 5000\n\nexport class Recoverer {\n  queues: UserQueues\n  failed: Set<string>\n\n  constructor(\n    public ctx: RecovererContext,\n    opts: { concurrency: number },\n  ) {\n    this.queues = new UserQueues(opts.concurrency)\n    this.failed = new Set()\n  }\n\n  async run(startCursor = 0) {\n    const failed = await this.ctx.recoveryDb.db\n      .selectFrom('failed')\n      .select('did')\n      .execute()\n    for (const row of failed) {\n      this.failed.add(row.did)\n    }\n\n    const totalRes = await this.ctx.sequencer.db.db\n      .selectFrom('repo_seq')\n      .select(countAll.as('count'))\n      .executeTakeFirstOrThrow()\n    const totalEvts = totalRes.count\n    let completed = 0\n\n    let cursor: number | undefined = startCursor\n    while (cursor !== undefined) {\n      const page = await this.ctx.sequencer.requestSeqRange({\n        earliestSeq: cursor,\n        limit: PAGE_SIZE,\n      })\n      page.forEach((evt) => this.processEvent(evt))\n      cursor = page.at(-1)?.seq\n\n      await this.queues.onEmpty()\n\n      completed += PAGE_SIZE\n      const percentComplete = (completed / totalEvts) * 100\n      console.log(`${percentComplete.toFixed(2)}% - ${cursor}`)\n    }\n\n    await this.queues.processAll()\n  }\n\n  async processAll() {\n    await this.queues.processAll()\n  }\n\n  async destroy() {\n    await this.queues.destroy()\n  }\n\n  processEvent(evt: SeqEvt) {\n    const did = didFromEvt(evt)\n    if (!did) {\n      return\n    }\n    this.queues.addToUser(did, async () => {\n      if (this.failed.has(did)) {\n        return\n      }\n      await processSeqEvt(this.ctx, evt).catch(async (err) => {\n        this.failed.add(did)\n        await trackFailure(this.ctx.recoveryDb, did, err)\n      })\n    })\n  }\n}\n\nexport const processSeqEvt = async (ctx: RecovererContext, evt: SeqEvt) => {\n  // only need to process commits & tombstones\n  if (evt.type === 'account') {\n    await processAccountEvt(ctx, evt.evt)\n  }\n  if (evt.type === 'commit') {\n    await processCommit(ctx, evt.evt).catch()\n  }\n}\n\nconst processCommit = async (ctx: RecovererContext, evt: CommitEvt) => {\n  const did = evt.repo\n  const { writes, blocks } = await parseCommitEvt(evt)\n  if (evt.since === null) {\n    const actorExists = await ctx.actorStore.exists(did)\n    if (!actorExists) {\n      await processRepoCreation(ctx, evt, writes, blocks)\n      return\n    }\n  }\n  await ctx.actorStore.transact(did, async (actorTxn) => {\n    const root = await actorTxn.repo.storage.getRootDetailed()\n    if (root.rev >= evt.rev) {\n      return\n    }\n    const commit = await actorTxn.repo.formatCommit(writes)\n    commit.newBlocks = blocks\n    commit.cid = evt.commit\n    commit.rev = evt.rev\n    await actorTxn.repo.storage.applyCommit(commit)\n    await actorTxn.repo.indexWrites(writes, commit.rev)\n    await trackBlobs(actorTxn, writes)\n  })\n}\n\nconst processRepoCreation = async (\n  ctx: RecovererContext,\n  evt: CommitEvt,\n  writes: PreparedWrite[],\n  blocks: BlockMap,\n) => {\n  const did = evt.repo\n  const keypair = await Secp256k1Keypair.create({ exportable: true })\n  await ctx.actorStore.create(did, keypair)\n  const commit: CommitData = {\n    cid: evt.commit,\n    rev: evt.rev,\n    since: evt.since,\n    prev: null,\n    newBlocks: blocks,\n    relevantBlocks: new BlockMap(),\n    removedCids: new CidSet(),\n  }\n  await ctx.actorStore.transact(did, async (actorTxn) => {\n    await actorTxn.repo.storage.applyCommit(commit, true)\n    await actorTxn.repo.indexWrites(writes, commit.rev)\n    await actorTxn.repo.blob.processWriteBlobs(commit.rev, writes)\n  })\n  await trackNewAccount(ctx.recoveryDb, did)\n}\n\nconst processAccountEvt = async (ctx: RecovererContext, evt: AccountEvt) => {\n  // do not need to process deactivation/takedowns because we backup account DB as well\n  if (evt.status !== AccountStatus.Deleted) {\n    return\n  }\n  const { directory } = await ctx.actorStore.getLocation(evt.did)\n  await rmIfExists(directory, true)\n  await ctx.accountManager.deleteAccount(evt.did)\n}\n\nconst trackBlobs = async (\n  store: ActorStoreTransactor,\n  writes: PreparedWrite[],\n) => {\n  await store.repo.blob.deleteDereferencedBlobs(writes)\n\n  for (const write of writes) {\n    if (\n      write.action === WriteOpAction.Create ||\n      write.action === WriteOpAction.Update\n    ) {\n      for (const blob of write.blobs) {\n        await store.repo.blob.insertBlobMetadata(blob)\n        await store.repo.blob.associateBlob(blob, write.uri)\n      }\n    }\n  }\n}\n\nconst trackFailure = async (\n  recoveryDb: RecoveryDb,\n  did: string,\n  err: unknown,\n) => {\n  await recoveryDb.db\n    .insertInto('failed')\n    .values({\n      did,\n      error: err?.toString(),\n      fixed: 0,\n    })\n    .onConflict((oc) => oc.doNothing())\n    .execute()\n}\n\nconst trackNewAccount = async (recoveryDb: RecoveryDb, did: string) => {\n  await recoveryDb.db\n    .insertInto('new_account')\n    .values({\n      did,\n      published: 0,\n    })\n    .onConflict((oc) => oc.doNothing())\n    .execute()\n}\n\nconst parseCommitEvt = async (\n  evt: CommitEvt,\n): Promise<{\n  writes: PreparedWrite[]\n  blocks: BlockMap\n}> => {\n  const did = evt.repo\n  const evtCar = await readCar(evt.blocks, { skipCidVerification: true })\n  const writesUnfiltered = await Promise.all(\n    evt.ops.map(async (op) => {\n      const { collection, rkey } = parseDataKey(op.path)\n      if (op.action === 'delete') {\n        return prepareDelete({ did, collection, rkey })\n      }\n      if (!op.cid) return undefined\n      const recordBytes = evtCar.blocks.get(op.cid)\n      if (!recordBytes) return undefined\n      const record = cborToLexRecord(recordBytes)\n\n      if (op.action === 'create') {\n        return prepareCreate({\n          did,\n          collection,\n          rkey,\n          record,\n          validate: false,\n        })\n      } else {\n        return prepareUpdate({\n          did,\n          collection,\n          rkey,\n          record,\n          validate: false,\n        })\n      }\n    }),\n  )\n  const writes = writesUnfiltered.filter(\n    (w) => w !== undefined,\n  ) as PreparedWrite[]\n  return {\n    writes,\n    blocks: evtCar.blocks,\n  }\n}\n\nconst didFromEvt = (evt: SeqEvt): string | null => {\n  if (evt.type === 'account') {\n    return evt.evt.did\n  } else if (evt.type === 'commit') {\n    return evt.evt.repo\n  } else {\n    return null\n  }\n}\n"]}
+{"version":3,"file":"recoverer.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recoverer.ts"],"names":[],"mappings":";;;AAAA,4CAA4C;AAC5C,4CAAkD;AAClD,sCAAyE;AACzE,wCAQsB;AACtB,2EAG8C;AAG9C,iCAAmC;AACnC,qCAKmB;AAGnB,+CAA0C;AAY1C,MAAM,SAAS,GAAG,IAAI,CAAA;AAEtB,MAAa,SAAS;IAIpB,YACS,GAAqB,EAC5B,IAA6B;QAD7B;;;;mBAAO,GAAG;WAAkB;QAJ9B;;;;;WAAkB;QAClB;;;;;WAAmB;QAMjB,IAAI,CAAC,MAAM,GAAG,IAAI,wBAAU,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,GAAG,EAAE,CAAA;IACzB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAW,GAAG,CAAC;QACvB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE;aACxC,UAAU,CAAC,QAAQ,CAAC;aACpB,MAAM,CAAC,KAAK,CAAC;aACb,OAAO,EAAE,CAAA;QACZ,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;aAC5C,UAAU,CAAC,UAAU,CAAC;aACtB,MAAM,CAAC,aAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC;aAC5B,uBAAuB,EAAE,CAAA;QAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAA;QAChC,IAAI,SAAS,GAAG,CAAC,CAAA;QAEjB,IAAI,MAAM,GAAuB,WAAW,CAAA;QAC5C,OAAO,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,eAAe,CAAC;gBACpD,WAAW,EAAE,MAAM;gBACnB,KAAK,EAAE,SAAS;aACjB,CAAC,CAAA;YACF,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;YAC7C,MAAM,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,GAAG,CAAA;YAEzB,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;YAE3B,SAAS,IAAI,SAAS,CAAA;YACtB,MAAM,eAAe,GAAG,CAAC,SAAS,GAAG,SAAS,CAAC,GAAG,GAAG,CAAA;YACrD,OAAO,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,MAAM,EAAE,CAAC,CAAA;QAC3D,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAA;IAC7B,CAAC;IAED,YAAY,CAAC,GAAW;QACtB,MAAM,GAAG,GAAG,UAAU,CAAC,GAAG,CAAC,CAAA;QAC3B,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE;YACpC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,OAAM;YACR,CAAC;YACD,MAAM,IAAA,qBAAa,EAAC,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBACrD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACpB,MAAM,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,GAAG,CAAC,CAAA;YACnD,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;CACF;AAtED,8BAsEC;AAEM,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAW,EAAE,EAAE;IACxE,4CAA4C;IAC5C,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC;IACD,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC1B,MAAM,aAAa,CAAC,GAAG,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAA;IAC3C,CAAC;AACH,CAAC,CAAA;AARY,QAAA,aAAa,iBAQzB;AAED,MAAM,aAAa,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IACpE,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,cAAc,CAAC,GAAG,CAAC,CAAA;IACpD,IAAI,GAAG,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QACpD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;YACnD,OAAM;QACR,CAAC;IACH,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAA;QAC1D,IAAI,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,GAAG,EAAE,CAAC;YACxB,OAAM;QACR,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAA;QACvD,MAAM,CAAC,SAAS,GAAG,MAAM,CAAA;QACzB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,MAAM,CAAA;QACvB,MAAM,CAAC,GAAG,GAAG,GAAG,CAAC,GAAG,CAAA;QACpB,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;QAC/C,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,UAAU,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,GAAqB,EACrB,GAAc,EACd,MAAuB,EACvB,MAAgB,EAChB,EAAE;IACF,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,OAAO,GAAG,MAAM,yBAAgB,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;IACnE,MAAM,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IACzC,MAAM,MAAM,GAAe;QACzB,GAAG,EAAE,GAAG,CAAC,MAAM;QACf,GAAG,EAAE,GAAG,CAAC,GAAG;QACZ,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,IAAI,EAAE,IAAI;QACV,SAAS,EAAE,MAAM;QACjB,cAAc,EAAE,IAAI,eAAQ,EAAE;QAC9B,WAAW,EAAE,IAAI,aAAM,EAAE;KAC1B,CAAA;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;QACpD,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,MAAM,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAA;QACnD,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IACF,MAAM,eAAe,CAAC,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;AAC5C,CAAC,CAAA;AAED,MAAM,iBAAiB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAe,EAAE,EAAE;IACzE,qFAAqF;IACrF,IAAI,GAAG,CAAC,MAAM,KAAK,+BAAa,CAAC,OAAO,EAAE,CAAC;QACzC,OAAM;IACR,CAAC;IACD,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC/D,MAAM,IAAA,mBAAU,EAAC,SAAS,EAAE,IAAI,CAAC,CAAA;IACjC,MAAM,GAAG,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;AACjD,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,KAAK,EACtB,KAA2B,EAC3B,MAAuB,EACvB,EAAE;IACF,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;IAErD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IACE,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM;YACrC,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,EACrC,CAAC;YACD,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;gBAC/B,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAA;gBAC9C,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;YACtD,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAED,MAAM,YAAY,GAAG,KAAK,EACxB,UAAsB,EACtB,GAAc,EACd,GAAY,EACZ,EAAE;IACF,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC;QACN,GAAG;QACH,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE;QACtB,KAAK,EAAE,CAAC;KACT,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,eAAe,GAAG,KAAK,EAAE,UAAsB,EAAE,GAAc,EAAE,EAAE;IACvE,MAAM,UAAU,CAAC,EAAE;SAChB,UAAU,CAAC,aAAa,CAAC;SACzB,MAAM,CAAC;QACN,GAAG;QACH,SAAS,EAAE,CAAC;KACb,CAAC;SACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;SAClC,OAAO,EAAE,CAAA;AACd,CAAC,CAAA;AAED,MAAM,cAAc,GAAG,KAAK,EAC1B,GAAc,EAIb,EAAE;IACH,MAAM,GAAG,GAAG,GAAG,CAAC,IAAI,CAAA;IACpB,MAAM,MAAM,GAAG,MAAM,IAAA,cAAO,EAAC,GAAG,CAAC,MAAM,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAA;IACvE,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE;QACvB,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,GAAG,IAAA,mBAAY,EAAC,EAAE,CAAC,IAAI,CAAC,CAAA;QAClD,IAAI,CAAC,IAAA,kBAAY,EAAC,UAAU,CAAC;YAAE,OAAO,SAAS,CAAA;QAC/C,IAAI,CAAC,IAAA,uBAAiB,EAAC,IAAI,CAAC;YAAE,OAAO,SAAS,CAAA;QAE9C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,IAAA,oBAAa,EAAC,EAAE,GAAG,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,CAAA;QACjD,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,GAAG;YAAE,OAAO,SAAS,CAAA;QAE7B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAA;QAC7C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAA;QAClC,MAAM,MAAM,GAAG,IAAA,sBAAe,EAAC,WAAW,CAAC,CAAA;QAE3C,IAAI,EAAE,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC3B,OAAO,IAAA,oBAAa,EAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,IAAA,oBAAa,EAAC;gBACnB,GAAG;gBACH,UAAU;gBACV,IAAI;gBACJ,MAAM;gBACN,QAAQ,EAAE,KAAK;aAChB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC,CAAC,CACH,CAAA;IAED,OAAO;QACL,MAAM,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC;QACjD,MAAM,EAAE,MAAM,CAAC,MAAM;KACtB,CAAA;AACH,CAAC,CAAA;AAED,MAAM,UAAU,GAAG,CAAC,GAAW,EAAoB,EAAE;IACnD,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,GAAG,CAAC,GAAG,CAAC,GAAG,CAAA;IACpB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;QACjC,OAAO,GAAG,CAAC,GAAG,CAAC,IAAI,CAAA;IACrB,CAAC;SAAM,CAAC;QACN,OAAO,IAAI,CAAA;IACb,CAAC;AACH,CAAC,CAAA","sourcesContent":["import { rmIfExists } from '@atproto/common'\nimport { Secp256k1Keypair } from '@atproto/crypto'\nimport { DidString, isNsidString, isRecordKeyString } from '@atproto/lex'\nimport {\n  BlockMap,\n  CidSet,\n  CommitData,\n  WriteOpAction,\n  cborToLexRecord,\n  parseDataKey,\n  readCar,\n} from '@atproto/repo'\nimport {\n  AccountManager,\n  AccountStatus,\n} from '../../account-manager/account-manager'\nimport { ActorStore } from '../../actor-store/actor-store'\nimport { ActorStoreTransactor } from '../../actor-store/actor-store-transactor'\nimport { countAll } from '../../db'\nimport {\n  PreparedWrite,\n  prepareCreate,\n  prepareDelete,\n  prepareUpdate,\n} from '../../repo'\nimport { AccountEvt, CommitEvt, SeqEvt, Sequencer } from '../../sequencer'\nimport { RecoveryDb } from './recovery-db'\nimport { UserQueues } from './user-queues'\n\nexport type RecovererContextNoDb = {\n  sequencer: Sequencer\n  accountManager: AccountManager\n  actorStore: ActorStore\n}\n\nexport type RecovererContext = RecovererContextNoDb & {\n  recoveryDb: RecoveryDb\n}\n\nconst PAGE_SIZE = 5000\n\nexport class Recoverer {\n  queues: UserQueues\n  failed: Set<string>\n\n  constructor(\n    public ctx: RecovererContext,\n    opts: { concurrency: number },\n  ) {\n    this.queues = new UserQueues(opts.concurrency)\n    this.failed = new Set()\n  }\n\n  async run(startCursor = 0) {\n    const failed = await this.ctx.recoveryDb.db\n      .selectFrom('failed')\n      .select('did')\n      .execute()\n    for (const row of failed) {\n      this.failed.add(row.did)\n    }\n\n    const totalRes = await this.ctx.sequencer.db.db\n      .selectFrom('repo_seq')\n      .select(countAll.as('count'))\n      .executeTakeFirstOrThrow()\n    const totalEvts = totalRes.count\n    let completed = 0\n\n    let cursor: number | undefined = startCursor\n    while (cursor !== undefined) {\n      const page = await this.ctx.sequencer.requestSeqRange({\n        earliestSeq: cursor,\n        limit: PAGE_SIZE,\n      })\n      page.forEach((evt) => this.processEvent(evt))\n      cursor = page.at(-1)?.seq\n\n      await this.queues.onEmpty()\n\n      completed += PAGE_SIZE\n      const percentComplete = (completed / totalEvts) * 100\n      console.log(`${percentComplete.toFixed(2)}% - ${cursor}`)\n    }\n\n    await this.queues.processAll()\n  }\n\n  async processAll() {\n    await this.queues.processAll()\n  }\n\n  async destroy() {\n    await this.queues.destroy()\n  }\n\n  processEvent(evt: SeqEvt) {\n    const did = didFromEvt(evt)\n    if (!did) {\n      return\n    }\n    this.queues.addToUser(did, async () => {\n      if (this.failed.has(did)) {\n        return\n      }\n      await processSeqEvt(this.ctx, evt).catch(async (err) => {\n        this.failed.add(did)\n        await trackFailure(this.ctx.recoveryDb, did, err)\n      })\n    })\n  }\n}\n\nexport const processSeqEvt = async (ctx: RecovererContext, evt: SeqEvt) => {\n  // only need to process commits & tombstones\n  if (evt.type === 'account') {\n    await processAccountEvt(ctx, evt.evt)\n  }\n  if (evt.type === 'commit') {\n    await processCommit(ctx, evt.evt).catch()\n  }\n}\n\nconst processCommit = async (ctx: RecovererContext, evt: CommitEvt) => {\n  const did = evt.repo\n  const { writes, blocks } = await parseCommitEvt(evt)\n  if (evt.since === null) {\n    const actorExists = await ctx.actorStore.exists(did)\n    if (!actorExists) {\n      await processRepoCreation(ctx, evt, writes, blocks)\n      return\n    }\n  }\n  await ctx.actorStore.transact(did, async (actorTxn) => {\n    const root = await actorTxn.repo.storage.getRootDetailed()\n    if (root.rev >= evt.rev) {\n      return\n    }\n    const commit = await actorTxn.repo.formatCommit(writes)\n    commit.newBlocks = blocks\n    commit.cid = evt.commit\n    commit.rev = evt.rev\n    await actorTxn.repo.storage.applyCommit(commit)\n    await actorTxn.repo.indexWrites(writes, commit.rev)\n    await trackBlobs(actorTxn, writes)\n  })\n}\n\nconst processRepoCreation = async (\n  ctx: RecovererContext,\n  evt: CommitEvt,\n  writes: PreparedWrite[],\n  blocks: BlockMap,\n) => {\n  const did = evt.repo\n  const keypair = await Secp256k1Keypair.create({ exportable: true })\n  await ctx.actorStore.create(did, keypair)\n  const commit: CommitData = {\n    cid: evt.commit,\n    rev: evt.rev,\n    since: evt.since,\n    prev: null,\n    newBlocks: blocks,\n    relevantBlocks: new BlockMap(),\n    removedCids: new CidSet(),\n  }\n  await ctx.actorStore.transact(did, async (actorTxn) => {\n    await actorTxn.repo.storage.applyCommit(commit, true)\n    await actorTxn.repo.indexWrites(writes, commit.rev)\n    await actorTxn.repo.blob.processWriteBlobs(commit.rev, writes)\n  })\n  await trackNewAccount(ctx.recoveryDb, did)\n}\n\nconst processAccountEvt = async (ctx: RecovererContext, evt: AccountEvt) => {\n  // do not need to process deactivation/takedowns because we backup account DB as well\n  if (evt.status !== AccountStatus.Deleted) {\n    return\n  }\n  const { directory } = await ctx.actorStore.getLocation(evt.did)\n  await rmIfExists(directory, true)\n  await ctx.accountManager.deleteAccount(evt.did)\n}\n\nconst trackBlobs = async (\n  store: ActorStoreTransactor,\n  writes: PreparedWrite[],\n) => {\n  await store.repo.blob.deleteDereferencedBlobs(writes)\n\n  for (const write of writes) {\n    if (\n      write.action === WriteOpAction.Create ||\n      write.action === WriteOpAction.Update\n    ) {\n      for (const blob of write.blobs) {\n        await store.repo.blob.insertBlobMetadata(blob)\n        await store.repo.blob.associateBlob(blob, write.uri)\n      }\n    }\n  }\n}\n\nconst trackFailure = async (\n  recoveryDb: RecoveryDb,\n  did: DidString,\n  err: unknown,\n) => {\n  await recoveryDb.db\n    .insertInto('failed')\n    .values({\n      did,\n      error: err?.toString(),\n      fixed: 0,\n    })\n    .onConflict((oc) => oc.doNothing())\n    .execute()\n}\n\nconst trackNewAccount = async (recoveryDb: RecoveryDb, did: DidString) => {\n  await recoveryDb.db\n    .insertInto('new_account')\n    .values({\n      did,\n      published: 0,\n    })\n    .onConflict((oc) => oc.doNothing())\n    .execute()\n}\n\nconst parseCommitEvt = async (\n  evt: CommitEvt,\n): Promise<{\n  writes: PreparedWrite[]\n  blocks: BlockMap\n}> => {\n  const did = evt.repo\n  const evtCar = await readCar(evt.blocks, { skipCidVerification: true })\n  const writesUnfiltered = await Promise.all(\n    evt.ops.map(async (op) => {\n      const { collection, rkey } = parseDataKey(op.path)\n      if (!isNsidString(collection)) return undefined\n      if (!isRecordKeyString(rkey)) return undefined\n\n      if (op.action === 'delete') {\n        return prepareDelete({ did, collection, rkey })\n      }\n      if (!op.cid) return undefined\n\n      const recordBytes = evtCar.blocks.get(op.cid)\n      if (!recordBytes) return undefined\n      const record = cborToLexRecord(recordBytes)\n\n      if (op.action === 'create') {\n        return prepareCreate({\n          did,\n          collection,\n          rkey,\n          record,\n          validate: false,\n        })\n      } else {\n        return prepareUpdate({\n          did,\n          collection,\n          rkey,\n          record,\n          validate: false,\n        })\n      }\n    }),\n  )\n\n  return {\n    writes: writesUnfiltered.filter((w) => w != null),\n    blocks: evtCar.blocks,\n  }\n}\n\nconst didFromEvt = (evt: SeqEvt): DidString | null => {\n  if (evt.type === 'account') {\n    return evt.evt.did\n  } else if (evt.type === 'commit') {\n    return evt.evt.repo\n  } else {\n    return null\n  }\n}\n"]}

package/dist/scripts/sequencer-recovery/recovery-db.d.ts

@@ -1,10 +1,11 @@
+import { DidString } from '@atproto/syntax';
 import { Database } from '../../db';
 export interface NewAccount {
-    did: string;
+    did: DidString;
     published: 0 | 1;
 }
 export interface Failed {
-    did: string;
+    did: DidString;
     error: string | null;
     fixed: 0 | 1;
 }

package/dist/scripts/sequencer-recovery/recovery-db.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"recovery-db.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAY,MAAM,UAAU,CAAA;AAE7C,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAA;IACX,SAAS,EAAE,CAAC,GAAG,CAAC,CAAA;CACjB;AAED,MAAM,WAAW,MAAM;IACrB,GAAG,EAAE,MAAM,CAAA;IACX,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAA;CACb;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,UAAU,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAA;AAEnD,eAAO,MAAM,6BAA6B,GACxC,cAAc,MAAM,KACnB,OAAO,CAAC,UAAU,CAGpB,CAAA;AAED,eAAO,MAAM,uBAAuB,GAClC,UAAU,MAAM,EAChB,kCAAgC,KAC/B,OAAO,CAAC,UAAU,CAQpB,CAAA"}
+{"version":3,"file":"recovery-db.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAA;AAC3C,OAAO,EAAE,QAAQ,EAAY,MAAM,UAAU,CAAA;AAE7C,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,SAAS,CAAA;IACd,SAAS,EAAE,CAAC,GAAG,CAAC,CAAA;CACjB;AAED,MAAM,WAAW,MAAM;IACrB,GAAG,EAAE,SAAS,CAAA;IACd,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,KAAK,EAAE,CAAC,GAAG,CAAC,CAAA;CACb;AAED,MAAM,MAAM,gBAAgB,GAAG;IAC7B,WAAW,EAAE,UAAU,CAAA;IACvB,MAAM,EAAE,MAAM,CAAA;CACf,CAAA;AAED,MAAM,MAAM,UAAU,GAAG,QAAQ,CAAC,gBAAgB,CAAC,CAAA;AAEnD,eAAO,MAAM,6BAA6B,GACxC,cAAc,MAAM,KACnB,OAAO,CAAC,UAAU,CAGpB,CAAA;AAED,eAAO,MAAM,uBAAuB,GAClC,UAAU,MAAM,EAChB,kCAAgC,KAC/B,OAAO,CAAC,UAAU,CAQpB,CAAA"}

package/dist/scripts/sequencer-recovery/recovery-db.js.map

@@ -1 +1 @@
-{"version":3,"file":"recovery-db.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA4B;AAE5B,iCAA6C;AAoBtC,MAAM,6BAA6B,GAAG,CAC3C,YAAoB,EACC,EAAE;IACvB,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAA;IAC9E,OAAO,IAAA,+BAAuB,EAAC,aAAa,CAAC,CAAA;AAC/C,CAAC,CAAA;AALY,QAAA,6BAA6B,iCAKzC;AAEM,MAAM,uBAAuB,GAAG,KAAK,EAC1C,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACX,EAAE;IACvB,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,EAAE,GAAG,aAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC7C,MAAM,QAAQ,GAAG,IAAI,aAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;IAChD,MAAM,QAAQ,CAAC,sBAAsB,EAAE,CAAA;IACvC,OAAO,EAAE,CAAA;AACX,CAAC,CAAA;AAXY,QAAA,uBAAuB,2BAWnC;AAED,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE;QACL,EAAE,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAChC,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,aAAa,CAAC;iBAC1B,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBACtD,OAAO,EAAE,CAAA;YAEZ,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,QAAQ,CAAC;iBACrB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;iBAC7B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBAClD,OAAO,EAAE,CAAA;QACd,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAClC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAA;YAClD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/C,CAAC;KACF;CACF,CAAA","sourcesContent":["import path from 'node:path'\nimport { Kysely } from 'kysely'\nimport { Database, Migrator } from '../../db'\n\nexport interface NewAccount {\n  did: string\n  published: 0 | 1\n}\n\nexport interface Failed {\n  did: string\n  error: string | null\n  fixed: 0 | 1\n}\n\nexport type RecoveryDbSchema = {\n  new_account: NewAccount\n  failed: Failed\n}\n\nexport type RecoveryDb = Database<RecoveryDbSchema>\n\nexport const getRecoveryDbFromSequencerLoc = (\n  sequencerLoc: string,\n): Promise<RecoveryDb> => {\n  const recoveryDbLoc = path.join(path.dirname(sequencerLoc), 'recovery.sqlite')\n  return getAndMigrateRecoveryDb(recoveryDbLoc)\n}\n\nexport const getAndMigrateRecoveryDb = async (\n  location: string,\n  disableWalAutoCheckpoint = false,\n): Promise<RecoveryDb> => {\n  const pragmas: Record<string, string> = disableWalAutoCheckpoint\n    ? { wal_autocheckpoint: '0' }\n    : {}\n  const db = Database.sqlite(location, pragmas)\n  const migrator = new Migrator(db.db, migrations)\n  await migrator.migrateToLatestOrThrow()\n  return db\n}\n\nconst migrations = {\n  '001': {\n    up: async (db: Kysely<unknown>) => {\n      await db.schema\n        .createTable('new_account')\n        .addColumn('did', 'varchar', (col) => col.primaryKey())\n        .addColumn('published', 'int2', (col) => col.notNull())\n        .execute()\n\n      await db.schema\n        .createTable('failed')\n        .addColumn('did', 'varchar', (col) => col.primaryKey())\n        .addColumn('error', 'varchar')\n        .addColumn('fixed', 'int2', (col) => col.notNull())\n        .execute()\n    },\n    down: async (db: Kysely<unknown>) => {\n      await db.schema.dropTable('new_account').execute()\n      await db.schema.dropTable('failed').execute()\n    },\n  },\n}\n"]}
+{"version":3,"file":"recovery-db.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/recovery-db.ts"],"names":[],"mappings":";;;;;;AAAA,0DAA4B;AAG5B,iCAA6C;AAoBtC,MAAM,6BAA6B,GAAG,CAC3C,YAAoB,EACC,EAAE;IACvB,MAAM,aAAa,GAAG,mBAAI,CAAC,IAAI,CAAC,mBAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,iBAAiB,CAAC,CAAA;IAC9E,OAAO,IAAA,+BAAuB,EAAC,aAAa,CAAC,CAAA;AAC/C,CAAC,CAAA;AALY,QAAA,6BAA6B,iCAKzC;AAEM,MAAM,uBAAuB,GAAG,KAAK,EAC1C,QAAgB,EAChB,wBAAwB,GAAG,KAAK,EACX,EAAE;IACvB,MAAM,OAAO,GAA2B,wBAAwB;QAC9D,CAAC,CAAC,EAAE,kBAAkB,EAAE,GAAG,EAAE;QAC7B,CAAC,CAAC,EAAE,CAAA;IACN,MAAM,EAAE,GAAG,aAAQ,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IAC7C,MAAM,QAAQ,GAAG,IAAI,aAAQ,CAAC,EAAE,CAAC,EAAE,EAAE,UAAU,CAAC,CAAA;IAChD,MAAM,QAAQ,CAAC,sBAAsB,EAAE,CAAA;IACvC,OAAO,EAAE,CAAA;AACX,CAAC,CAAA;AAXY,QAAA,uBAAuB,2BAWnC;AAED,MAAM,UAAU,GAAG;IACjB,KAAK,EAAE;QACL,EAAE,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAChC,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,aAAa,CAAC;iBAC1B,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBACtD,OAAO,EAAE,CAAA;YAEZ,MAAM,EAAE,CAAC,MAAM;iBACZ,WAAW,CAAC,QAAQ,CAAC;iBACrB,SAAS,CAAC,KAAK,EAAE,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC;iBACtD,SAAS,CAAC,OAAO,EAAE,SAAS,CAAC;iBAC7B,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;iBAClD,OAAO,EAAE,CAAA;QACd,CAAC;QACD,IAAI,EAAE,KAAK,EAAE,EAAmB,EAAE,EAAE;YAClC,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE,CAAA;YAClD,MAAM,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE,CAAA;QAC/C,CAAC;KACF;CACF,CAAA","sourcesContent":["import path from 'node:path'\nimport { Kysely } from 'kysely'\nimport { DidString } from '@atproto/syntax'\nimport { Database, Migrator } from '../../db'\n\nexport interface NewAccount {\n  did: DidString\n  published: 0 | 1\n}\n\nexport interface Failed {\n  did: DidString\n  error: string | null\n  fixed: 0 | 1\n}\n\nexport type RecoveryDbSchema = {\n  new_account: NewAccount\n  failed: Failed\n}\n\nexport type RecoveryDb = Database<RecoveryDbSchema>\n\nexport const getRecoveryDbFromSequencerLoc = (\n  sequencerLoc: string,\n): Promise<RecoveryDb> => {\n  const recoveryDbLoc = path.join(path.dirname(sequencerLoc), 'recovery.sqlite')\n  return getAndMigrateRecoveryDb(recoveryDbLoc)\n}\n\nexport const getAndMigrateRecoveryDb = async (\n  location: string,\n  disableWalAutoCheckpoint = false,\n): Promise<RecoveryDb> => {\n  const pragmas: Record<string, string> = disableWalAutoCheckpoint\n    ? { wal_autocheckpoint: '0' }\n    : {}\n  const db = Database.sqlite(location, pragmas)\n  const migrator = new Migrator(db.db, migrations)\n  await migrator.migrateToLatestOrThrow()\n  return db\n}\n\nconst migrations = {\n  '001': {\n    up: async (db: Kysely<unknown>) => {\n      await db.schema\n        .createTable('new_account')\n        .addColumn('did', 'varchar', (col) => col.primaryKey())\n        .addColumn('published', 'int2', (col) => col.notNull())\n        .execute()\n\n      await db.schema\n        .createTable('failed')\n        .addColumn('did', 'varchar', (col) => col.primaryKey())\n        .addColumn('error', 'varchar')\n        .addColumn('fixed', 'int2', (col) => col.notNull())\n        .execute()\n    },\n    down: async (db: Kysely<unknown>) => {\n      await db.schema.dropTable('new_account').execute()\n      await db.schema.dropTable('failed').execute()\n    },\n  },\n}\n"]}

package/dist/scripts/sequencer-recovery/repair-repos.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"repair-repos.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,oBAAoB,EAErB,MAAM,aAAa,CAAA;AAGpB,eAAO,MAAM,WAAW,GAAU,KAAK,oBAAoB,kBAiB1D,CAAA"}
+{"version":3,"file":"repair-repos.d.ts","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":"AAGA,OAAO,EAEL,oBAAoB,EAErB,MAAM,aAAa,CAAA;AAGpB,eAAO,MAAM,WAAW,GAAU,KAAK,oBAAoB,kBAiB1D,CAAA"}

package/dist/scripts/sequencer-recovery/repair-repos.js.map

@@ -1 +1 @@
-{"version":3,"file":"repair-repos.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":";;;AAAA,+CAAkD;AAClD,kDAA6C;AAC7C,2CAIoB;AACpB,+CAA6D;AAEtD,MAAM,WAAW,GAAG,KAAK,EAAE,GAAyB,EAAE,EAAE;IAC7D,MAAM,UAAU,GAAG,MAAM,IAAA,2CAA6B,EACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,EAAE;SAClC,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;SAC7B,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAA,0BAAW,EAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAClC,MAAM,oBAAoB,CAAC,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,CAAA;QACvD,KAAK,EAAE,CAAA;QACP,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,CAAC;AACH,CAAC,CAAA;AAjBY,QAAA,WAAW,eAiBvB;AAED,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAW,EAAE,EAAE;IACxE,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;SACtC,UAAU,CAAC,UAAU,CAAC;SACtB,SAAS,EAAE;SACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,EAAE,CAAA;IACZ,MAAM,OAAO,GAAG,IAAA,4BAAgB,EAAC,OAAO,CAAC,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,IAAA,yBAAa,EAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,EAAE;SACpB,WAAW,CAAC,QAAQ,CAAC;SACrB,GAAG,CAAC;QACH,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,IAAI;KACZ,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,EAAE,CAAA;AACd,CAAC,CAAA","sourcesContent":["import { parseRepoSeqRows } from '../../sequencer'\nimport { rebuildRepo } from '../rebuild-repo'\nimport {\n  RecovererContext,\n  RecovererContextNoDb,\n  processSeqEvt,\n} from './recoverer'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db'\n\nexport const repairRepos = async (ctx: RecovererContextNoDb) => {\n  const recoveryDb = await getRecoveryDbFromSequencerLoc(\n    ctx.sequencer.dbLocation,\n  )\n  const repairRes = await recoveryDb.db\n    .selectFrom('failed')\n    .select('did')\n    .where('failed.fixed', '=', 0)\n    .execute()\n  const dids = repairRes.map((row) => row.did)\n  let fixed = 0\n  for (const did of dids) {\n    await rebuildRepo(ctx, did, false)\n    await recoverFromSequencer({ ...ctx, recoveryDb }, did)\n    fixed++\n    console.log(`${fixed}/${dids.length}`)\n  }\n}\n\nconst recoverFromSequencer = async (ctx: RecovererContext, did: string) => {\n  const didEvts = await ctx.sequencer.db.db\n    .selectFrom('repo_seq')\n    .selectAll()\n    .where('did', '=', did)\n    .orderBy('seq', 'asc')\n    .execute()\n  const seqEvts = parseRepoSeqRows(didEvts)\n  for (const evt of seqEvts) {\n    await processSeqEvt(ctx, evt)\n  }\n  await ctx.recoveryDb.db\n    .updateTable('failed')\n    .set({\n      fixed: 1,\n      error: null,\n    })\n    .where('did', '=', did)\n    .execute()\n}\n"]}
+{"version":3,"file":"repair-repos.js","sourceRoot":"","sources":["../../../src/scripts/sequencer-recovery/repair-repos.ts"],"names":[],"mappings":";;;AACA,+CAAkD;AAClD,kDAA6C;AAC7C,2CAIoB;AACpB,+CAA6D;AAEtD,MAAM,WAAW,GAAG,KAAK,EAAE,GAAyB,EAAE,EAAE;IAC7D,MAAM,UAAU,GAAG,MAAM,IAAA,2CAA6B,EACpD,GAAG,CAAC,SAAS,CAAC,UAAU,CACzB,CAAA;IACD,MAAM,SAAS,GAAG,MAAM,UAAU,CAAC,EAAE;SAClC,UAAU,CAAC,QAAQ,CAAC;SACpB,MAAM,CAAC,KAAK,CAAC;SACb,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,CAAC;SAC7B,OAAO,EAAE,CAAA;IACZ,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;IAC5C,IAAI,KAAK,GAAG,CAAC,CAAA;IACb,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAA,0BAAW,EAAC,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAClC,MAAM,oBAAoB,CAAC,EAAE,GAAG,GAAG,EAAE,UAAU,EAAE,EAAE,GAAG,CAAC,CAAA;QACvD,KAAK,EAAE,CAAA;QACP,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;IACxC,CAAC;AACH,CAAC,CAAA;AAjBY,QAAA,WAAW,eAiBvB;AAED,MAAM,oBAAoB,GAAG,KAAK,EAAE,GAAqB,EAAE,GAAc,EAAE,EAAE;IAC3E,MAAM,OAAO,GAAG,MAAM,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE;SACtC,UAAU,CAAC,UAAU,CAAC;SACtB,SAAS,EAAE;SACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;SACrB,OAAO,EAAE,CAAA;IACZ,MAAM,OAAO,GAAG,IAAA,4BAAgB,EAAC,OAAO,CAAC,CAAA;IACzC,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;QAC1B,MAAM,IAAA,yBAAa,EAAC,GAAG,EAAE,GAAG,CAAC,CAAA;IAC/B,CAAC;IACD,MAAM,GAAG,CAAC,UAAU,CAAC,EAAE;SACpB,WAAW,CAAC,QAAQ,CAAC;SACrB,GAAG,CAAC;QACH,KAAK,EAAE,CAAC;QACR,KAAK,EAAE,IAAI;KACZ,CAAC;SACD,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC;SACtB,OAAO,EAAE,CAAA;AACd,CAAC,CAAA","sourcesContent":["import { DidString } from '@atproto/syntax'\nimport { parseRepoSeqRows } from '../../sequencer'\nimport { rebuildRepo } from '../rebuild-repo'\nimport {\n  RecovererContext,\n  RecovererContextNoDb,\n  processSeqEvt,\n} from './recoverer'\nimport { getRecoveryDbFromSequencerLoc } from './recovery-db'\n\nexport const repairRepos = async (ctx: RecovererContextNoDb) => {\n  const recoveryDb = await getRecoveryDbFromSequencerLoc(\n    ctx.sequencer.dbLocation,\n  )\n  const repairRes = await recoveryDb.db\n    .selectFrom('failed')\n    .select('did')\n    .where('failed.fixed', '=', 0)\n    .execute()\n  const dids = repairRes.map((row) => row.did)\n  let fixed = 0\n  for (const did of dids) {\n    await rebuildRepo(ctx, did, false)\n    await recoverFromSequencer({ ...ctx, recoveryDb }, did)\n    fixed++\n    console.log(`${fixed}/${dids.length}`)\n  }\n}\n\nconst recoverFromSequencer = async (ctx: RecovererContext, did: DidString) => {\n  const didEvts = await ctx.sequencer.db.db\n    .selectFrom('repo_seq')\n    .selectAll()\n    .where('did', '=', did)\n    .orderBy('seq', 'asc')\n    .execute()\n  const seqEvts = parseRepoSeqRows(didEvts)\n  for (const evt of seqEvts) {\n    await processSeqEvt(ctx, evt)\n  }\n  await ctx.recoveryDb.db\n    .updateTable('failed')\n    .set({\n      fixed: 1,\n      error: null,\n    })\n    .where('did', '=', did)\n    .execute()\n}\n"]}

package/dist/sequencer/events.d.ts

@@ -1,12 +1,13 @@
 import { z } from 'zod';
+import { DatetimeString, DidString, HandleString } from '@atproto/lex';
 import { AccountStatus } from '../account-manager/account-manager';
 import { CommitDataWithOps, SyncEvtData } from '../repo';
 import { RepoSeqInsert } from './db';
 export declare const formatSeqCommit: (did: string, commitData: CommitDataWithOps) => Promise<RepoSeqInsert>;
-export declare const formatSeqSyncEvt: (did: string, data: SyncEvtData) => Promise<RepoSeqInsert>;
+export declare const formatSeqSyncEvt: (did: DidString, data: SyncEvtData) => Promise<RepoSeqInsert>;
 export declare const syncEvtDataFromCommit: (commitData: CommitDataWithOps) => SyncEvtData;
-export declare const formatSeqIdentityEvt: (did: string, handle?: string) => Promise<RepoSeqInsert>;
-export declare const formatSeqAccountEvt: (did: string, status: AccountStatus) => Promise<RepoSeqInsert>;
+export declare const formatSeqIdentityEvt: (did: DidString, handle?: HandleString) => Promise<RepoSeqInsert>;
+export declare const formatSeqAccountEvt: (did: DidString, status: AccountStatus) => Promise<RepoSeqInsert>;
 export declare const commitEvtOp: z.ZodObject<{
     action: z.ZodUnion<[z.ZodLiteral<"create">, z.ZodLiteral<"update">, z.ZodLiteral<"delete">]>;
     path: z.ZodString;
@@ -27,7 +28,7 @@ export type CommitEvtOp = z.infer<typeof commitEvtOp>;
 export declare const commitEvt: z.ZodObject<{
     rebase: z.ZodBoolean;
     tooBig: z.ZodBoolean;
-    repo: z.ZodString;
+    repo: z.ZodEffects<z.ZodString, `did:${string}:${string}`, string>;
     commit: z.ZodEffects<z.ZodUnknown, import("multiformats/cid").CID, unknown>;
     rev: z.ZodString;
     since: z.ZodNullable<z.ZodString>;
@@ -51,7 +52,7 @@ export declare const commitEvt: z.ZodObject<{
     blobs: z.ZodArray<z.ZodEffects<z.ZodUnknown, import("multiformats/cid").CID, unknown>, "many">;
     prevData: z.ZodOptional<z.ZodEffects<z.ZodUnknown, import("multiformats/cid").CID, unknown>>;
 }, "strip", z.ZodTypeAny, {
-    repo: string;
+    repo: `did:${string}:${string}`;
     since: string | null;
     blocks: Uint8Array<ArrayBuffer>;
     rev: string;
@@ -85,11 +86,11 @@ export declare const commitEvt: z.ZodObject<{
 }>;
 export type CommitEvt = z.infer<typeof commitEvt>;
 export declare const syncEvt: z.ZodObject<{
-    did: z.ZodString;
+    did: z.ZodEffects<z.ZodString, `did:${string}:${string}`, string>;
     blocks: z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>;
     rev: z.ZodString;
 }, "strip", z.ZodTypeAny, {
-    did: string;
+    did: `did:${string}:${string}`;
     blocks: Uint8Array<ArrayBuffer>;
     rev: string;
 }, {
@@ -99,22 +100,22 @@ export declare const syncEvt: z.ZodObject<{
 }>;
 export type SyncEvt = z.infer<typeof syncEvt>;
 export declare const identityEvt: z.ZodObject<{
-    did: z.ZodString;
-    handle: z.ZodOptional<z.ZodString>;
+    did: z.ZodEffects<z.ZodString, `did:${string}:${string}`, string>;
+    handle: z.ZodOptional<z.ZodEffects<z.ZodString, `${string}.${string}`, string>>;
 }, "strip", z.ZodTypeAny, {
-    did: string;
-    handle?: string | undefined;
+    did: `did:${string}:${string}`;
+    handle?: `${string}.${string}` | undefined;
 }, {
     did: string;
     handle?: string | undefined;
 }>;
 export type IdentityEvt = z.infer<typeof identityEvt>;
 export declare const accountEvt: z.ZodObject<{
-    did: z.ZodString;
+    did: z.ZodEffects<z.ZodString, `did:${string}:${string}`, string>;
     active: z.ZodBoolean;
     status: z.ZodOptional<z.ZodEnum<[AccountStatus.Takendown, AccountStatus.Suspended, AccountStatus.Deleted, AccountStatus.Deactivated]>>;
 }, "strip", z.ZodTypeAny, {
-    did: string;
+    did: `did:${string}:${string}`;
     active: boolean;
     status?: AccountStatus.Takendown | AccountStatus.Suspended | AccountStatus.Deleted | AccountStatus.Deactivated | undefined;
 }, {
@@ -126,25 +127,25 @@ export type AccountEvt = z.infer<typeof accountEvt>;
 type TypedCommitEvt = {
     type: 'commit';
     seq: number;
-    time: string;
+    time: DatetimeString;
     evt: CommitEvt;
 };
 type TypedSyncEvt = {
     type: 'sync';
     seq: number;
-    time: string;
+    time: DatetimeString;
     evt: SyncEvt;
 };
 type TypedIdentityEvt = {
     type: 'identity';
     seq: number;
-    time: string;
+    time: DatetimeString;
     evt: IdentityEvt;
 };
 type TypedAccountEvt = {
     type: 'account';
     seq: number;
-    time: string;
+    time: DatetimeString;
     evt: AccountEvt;
 };
 export type SeqEvt = TypedCommitEvt | TypedSyncEvt | TypedIdentityEvt | TypedAccountEvt;

package/dist/sequencer/events.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAGvB,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAA;AAClE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,MAAM,CAAA;AAEpC,eAAO,MAAM,eAAe,GAC1B,KAAK,MAAM,EACX,YAAY,iBAAiB,KAC5B,OAAO,CAAC,aAAa,CAyBvB,CAAA;AAED,eAAO,MAAM,gBAAgB,GAC3B,KAAK,MAAM,EACX,MAAM,WAAW,KAChB,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,qBAAqB,GAChC,YAAY,iBAAiB,KAC5B,WAaF,CAAA;AAED,eAAO,MAAM,oBAAoB,GAC/B,KAAK,MAAM,EACX,SAAS,MAAM,KACd,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,mBAAmB,GAC9B,KAAK,MAAM,EACX,QAAQ,aAAa,KACpB,OAAO,CAAC,aAAa,CAevB,CAAA;AAED,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;EAStB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAErD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWpB,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AAEjD,eAAO,MAAM,OAAO;;;;;;;;;;;;EAIlB,CAAA;AACF,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAA;AAE7C,eAAO,MAAM,WAAW;;;;;;;;;EAGtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAErD,eAAO,MAAM,UAAU;;;;;;;;;;;;EAWrB,CAAA;AACF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AAEnD,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,QAAQ,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,SAAS,CAAA;CACf,CAAA;AACD,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AACD,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,UAAU,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,WAAW,CAAA;CACjB,CAAA;AACD,KAAK,eAAe,GAAG;IACrB,IAAI,EAAE,SAAS,CAAA;IACf,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,UAAU,CAAA;CAChB,CAAA;AACD,MAAM,MAAM,MAAM,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,eAAe,CAAA"}
+{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EACL,cAAc,EACd,SAAS,EACT,YAAY,EAGb,MAAM,cAAc,CAAA;AAGrB,OAAO,EAAE,aAAa,EAAE,MAAM,oCAAoC,CAAA;AAClE,OAAO,EAAE,iBAAiB,EAAE,WAAW,EAAE,MAAM,SAAS,CAAA;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,MAAM,CAAA;AAEpC,eAAO,MAAM,eAAe,GAC1B,KAAK,MAAM,EACX,YAAY,iBAAiB,KAC5B,OAAO,CAAC,aAAa,CAyBvB,CAAA;AAED,eAAO,MAAM,gBAAgB,GAC3B,KAAK,SAAS,EACd,MAAM,WAAW,KAChB,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,qBAAqB,GAChC,YAAY,iBAAiB,KAC5B,WAaF,CAAA;AAED,eAAO,MAAM,oBAAoB,GAC/B,KAAK,SAAS,EACd,SAAS,YAAY,KACpB,OAAO,CAAC,aAAa,CAavB,CAAA;AAED,eAAO,MAAM,mBAAmB,GAC9B,KAAK,SAAS,EACd,QAAQ,aAAa,KACpB,OAAO,CAAC,aAAa,CAevB,CAAA;AAED,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;EAUtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAIrD,eAAO,MAAM,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAWpB,CAAA;AACF,MAAM,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,CAAA;AAEjD,eAAO,MAAM,OAAO;;;;;;;;;;;;EAIlB,CAAA;AACF,MAAM,MAAM,OAAO,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,OAAO,CAAC,CAAA;AAE7C,eAAO,MAAM,WAAW;;;;;;;;;EAGtB,CAAA;AACF,MAAM,MAAM,WAAW,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,WAAW,CAAC,CAAA;AAErD,eAAO,MAAM,UAAU;;;;;;;;;;;;EAWrB,CAAA;AACF,MAAM,MAAM,UAAU,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,UAAU,CAAC,CAAA;AAEnD,KAAK,cAAc,GAAG;IACpB,IAAI,EAAE,QAAQ,CAAA;IACd,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,SAAS,CAAA;CACf,CAAA;AACD,KAAK,YAAY,GAAG;IAClB,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,OAAO,CAAA;CACb,CAAA;AACD,KAAK,gBAAgB,GAAG;IACtB,IAAI,EAAE,UAAU,CAAA;IAChB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,WAAW,CAAA;CACjB,CAAA;AACD,KAAK,eAAe,GAAG;IACrB,IAAI,EAAE,SAAS,CAAA;IACf,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,cAAc,CAAA;IACpB,GAAG,EAAE,UAAU,CAAA;CAChB,CAAA;AACD,MAAM,MAAM,MAAM,GACd,cAAc,GACd,YAAY,GACZ,gBAAgB,GAChB,eAAe,CAAA"}

package/dist/sequencer/events.js

@@ -7,6 +7,8 @@ exports.accountEvt = exports.identityEvt = exports.syncEvt = exports.commitEvt =
 const node_assert_1 = __importDefault(require("node:assert"));
 const zod_1 = require("zod");
 const common_1 = require("@atproto/common");
+const lex_1 = require("@atproto/lex");
+const lex_cbor_1 = require("@atproto/lex-cbor");
 const repo_1 = require("@atproto/repo");
 const account_manager_1 = require("../account-manager/account-manager");
 const formatSeqCommit = async (did, commitData) => {
@@ -29,7 +31,7 @@ const formatSeqCommit = async (did, commitData) => {
     return {
         did,
         eventType: 'append',
-        event: (0, common_1.cborEncode)(evt),
+        event: (0, lex_cbor_1.encode)(evt),
         sequencedAt: new Date().toISOString(),
     };
 };
@@ -44,7 +46,7 @@ const formatSeqSyncEvt = async (did, data) => {
     return {
         did,
         eventType: 'sync',
-        event: (0, common_1.cborEncode)(evt),
+        event: (0, lex_cbor_1.encode)(evt),
         sequencedAt: new Date().toISOString(),
     };
 };
@@ -71,7 +73,7 @@ const formatSeqIdentityEvt = async (did, handle) => {
     return {
         did,
         eventType: 'identity',
-        event: (0, common_1.cborEncode)(evt),
+        event: (0, lex_cbor_1.encode)(evt),
         sequencedAt: new Date().toISOString(),
     };
 };
@@ -87,7 +89,7 @@ const formatSeqAccountEvt = async (did, status) => {
     return {
         did,
         eventType: 'account',
-        event: (0, common_1.cborEncode)(evt),
+        event: (0, lex_cbor_1.encode)(evt),
         sequencedAt: new Date().toISOString(),
     };
 };
@@ -98,14 +100,17 @@ exports.commitEvtOp = zod_1.z.object({
         zod_1.z.literal('update'),
         zod_1.z.literal('delete'),
     ]),
+    // @TODO should we validate that the "path" is a valid "<nsid>/<rkey>" ?
     path: zod_1.z.string(),
     cid: common_1.schema.cid.nullable(),
     prev: common_1.schema.cid.optional(),
 });
+// @TODO This runtime code is only used to generate "types". We should either
+// make use of it or only use types.
 exports.commitEvt = zod_1.z.object({
     rebase: zod_1.z.boolean(),
     tooBig: zod_1.z.boolean(),
-    repo: zod_1.z.string(),
+    repo: zod_1.z.string().refine(lex_1.isDidString),
     commit: common_1.schema.cid,
     rev: zod_1.z.string(),
     since: zod_1.z.string().nullable(),
@@ -115,16 +120,16 @@ exports.commitEvt = zod_1.z.object({
     prevData: common_1.schema.cid.optional(),
 });
 exports.syncEvt = zod_1.z.object({
-    did: zod_1.z.string(),
+    did: zod_1.z.string().refine(lex_1.isDidString),
     blocks: common_1.schema.bytes,
     rev: zod_1.z.string(),
 });
 exports.identityEvt = zod_1.z.object({
-    did: zod_1.z.string(),
-    handle: zod_1.z.string().optional(),
+    did: zod_1.z.string().refine(lex_1.isDidString),
+    handle: zod_1.z.string().refine(lex_1.isHandleString).optional(),
 });
 exports.accountEvt = zod_1.z.object({
-    did: zod_1.z.string(),
+    did: zod_1.z.string().refine(lex_1.isDidString),
     active: zod_1.z.boolean(),
     status: zod_1.z
         .enum([

package/dist/sequencer/events.js.map

@@ -1 +1 @@
-{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,6BAAuB;AACvB,4CAAoD;AACpD,wCAAyD;AACzD,wEAAkE;AAI3D,MAAM,eAAe,GAAG,KAAK,EAClC,GAAW,EACX,UAA6B,EACL,EAAE;IAC1B,MAAM,YAAY,GAAG,IAAI,eAAQ,EAAE,CAAA;IACnC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACzC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAA;IAE9C,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,UAAU,CAAC,GAAG;QACtB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM,EAAE,MAAM,IAAA,sBAAe,EAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC;QAC3D,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,SAAS;QAC1C,yCAAyC;QACzC,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,EAAE;KACV,CAAA;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAiB;QAC5B,KAAK,EAAE,IAAA,mBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AA5BY,QAAA,eAAe,mBA4B3B;AAEM,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAW,EACX,IAAiB,EACO,EAAE;IAC1B,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAe,EAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAY;QACnB,GAAG;QACH,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,MAAM;KACP,CAAA;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,IAAA,mBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAhBY,QAAA,gBAAgB,oBAgB5B;AAEM,MAAM,qBAAqB,GAAG,CACnC,UAA6B,EAChB,EAAE;IACf,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5D,UAAU,CAAC,GAAG;KACf,CAAC,CAAA;IACF,IAAA,qBAAM,EACJ,CAAC,OAAO,CAAC,MAAM,EACf,wDAAwD,CACzD,CAAA;IACD,OAAO;QACL,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAfY,QAAA,qBAAqB,yBAejC;AAEM,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAW,EACX,MAAe,EACS,EAAE;IAC1B,MAAM,GAAG,GAAgB;QACvB,GAAG;KACJ,CAAA;IACD,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,IAAA,mBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAhBY,QAAA,oBAAoB,wBAgBhC;AAEM,MAAM,mBAAmB,GAAG,KAAK,EACtC,GAAW,EACX,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GAAe;QACtB,GAAG;QACH,MAAM,EAAE,MAAM,KAAK,QAAQ;KAC5B,CAAA;IACD,IAAI,MAAM,KAAK,+BAAa,CAAC,MAAM,EAAE,CAAC;QACpC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,IAAA,mBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAlBY,QAAA,mBAAmB,uBAkB/B;AAEY,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC;QACd,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;KACpB,CAAC;IACF,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAA;AAGW,QAAA,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,eAAM,CAAC,GAAG;IAClB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,eAAM,CAAC,KAAK;IACpB,GAAG,EAAE,OAAC,CAAC,KAAK,CAAC,mBAAW,CAAC;IACzB,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,eAAM,CAAC,GAAG,CAAC;IAC1B,QAAQ,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAA;AAGW,QAAA,OAAO,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,eAAM,CAAC,KAAK;IACpB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAA;AAGW,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;CAC9B,CAAC,CAAA;AAGW,QAAA,UAAU,GAAG,OAAC,CAAC,MAAM,CAAC;IACjC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,OAAC;SACN,IAAI,CAAC;QACJ,+BAAa,CAAC,SAAS;QACvB,+BAAa,CAAC,SAAS;QACvB,+BAAa,CAAC,OAAO;QACrB,+BAAa,CAAC,WAAW;KAC1B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport { z } from 'zod'\nimport { cborEncode, schema } from '@atproto/common'\nimport { BlockMap, blocksToCarFile } from '@atproto/repo'\nimport { AccountStatus } from '../account-manager/account-manager'\nimport { CommitDataWithOps, SyncEvtData } from '../repo'\nimport { RepoSeqInsert } from './db'\n\nexport const formatSeqCommit = async (\n  did: string,\n  commitData: CommitDataWithOps,\n): Promise<RepoSeqInsert> => {\n  const blocksToSend = new BlockMap()\n  blocksToSend.addMap(commitData.newBlocks)\n  blocksToSend.addMap(commitData.relevantBlocks)\n\n  const evt = {\n    repo: did,\n    commit: commitData.cid,\n    rev: commitData.rev,\n    since: commitData.since,\n    blocks: await blocksToCarFile(commitData.cid, blocksToSend),\n    ops: commitData.ops,\n    prevData: commitData.prevData ?? undefined,\n    // deprecated (but still required) fields\n    rebase: false,\n    tooBig: false,\n    blobs: [],\n  }\n\n  return {\n    did,\n    eventType: 'append' as const,\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const formatSeqSyncEvt = async (\n  did: string,\n  data: SyncEvtData,\n): Promise<RepoSeqInsert> => {\n  const blocks = await blocksToCarFile(data.cid, data.blocks)\n  const evt: SyncEvt = {\n    did,\n    rev: data.rev,\n    blocks,\n  }\n  return {\n    did,\n    eventType: 'sync',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const syncEvtDataFromCommit = (\n  commitData: CommitDataWithOps,\n): SyncEvtData => {\n  const { blocks, missing } = commitData.relevantBlocks.getMany([\n    commitData.cid,\n  ])\n  assert(\n    !missing.length,\n    'commit block was not found, could not build sync event',\n  )\n  return {\n    rev: commitData.rev,\n    cid: commitData.cid,\n    blocks,\n  }\n}\n\nexport const formatSeqIdentityEvt = async (\n  did: string,\n  handle?: string,\n): Promise<RepoSeqInsert> => {\n  const evt: IdentityEvt = {\n    did,\n  }\n  if (handle) {\n    evt.handle = handle\n  }\n  return {\n    did,\n    eventType: 'identity',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const formatSeqAccountEvt = async (\n  did: string,\n  status: AccountStatus,\n): Promise<RepoSeqInsert> => {\n  const evt: AccountEvt = {\n    did,\n    active: status === 'active',\n  }\n  if (status !== AccountStatus.Active) {\n    evt.status = status\n  }\n\n  return {\n    did,\n    eventType: 'account',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const commitEvtOp = z.object({\n  action: z.union([\n    z.literal('create'),\n    z.literal('update'),\n    z.literal('delete'),\n  ]),\n  path: z.string(),\n  cid: schema.cid.nullable(),\n  prev: schema.cid.optional(),\n})\nexport type CommitEvtOp = z.infer<typeof commitEvtOp>\n\nexport const commitEvt = z.object({\n  rebase: z.boolean(),\n  tooBig: z.boolean(),\n  repo: z.string(),\n  commit: schema.cid,\n  rev: z.string(),\n  since: z.string().nullable(),\n  blocks: schema.bytes,\n  ops: z.array(commitEvtOp),\n  blobs: z.array(schema.cid),\n  prevData: schema.cid.optional(),\n})\nexport type CommitEvt = z.infer<typeof commitEvt>\n\nexport const syncEvt = z.object({\n  did: z.string(),\n  blocks: schema.bytes,\n  rev: z.string(),\n})\nexport type SyncEvt = z.infer<typeof syncEvt>\n\nexport const identityEvt = z.object({\n  did: z.string(),\n  handle: z.string().optional(),\n})\nexport type IdentityEvt = z.infer<typeof identityEvt>\n\nexport const accountEvt = z.object({\n  did: z.string(),\n  active: z.boolean(),\n  status: z\n    .enum([\n      AccountStatus.Takendown,\n      AccountStatus.Suspended,\n      AccountStatus.Deleted,\n      AccountStatus.Deactivated,\n    ])\n    .optional(),\n})\nexport type AccountEvt = z.infer<typeof accountEvt>\n\ntype TypedCommitEvt = {\n  type: 'commit'\n  seq: number\n  time: string\n  evt: CommitEvt\n}\ntype TypedSyncEvt = {\n  type: 'sync'\n  seq: number\n  time: string\n  evt: SyncEvt\n}\ntype TypedIdentityEvt = {\n  type: 'identity'\n  seq: number\n  time: string\n  evt: IdentityEvt\n}\ntype TypedAccountEvt = {\n  type: 'account'\n  seq: number\n  time: string\n  evt: AccountEvt\n}\nexport type SeqEvt =\n  | TypedCommitEvt\n  | TypedSyncEvt\n  | TypedIdentityEvt\n  | TypedAccountEvt\n"]}
+{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/sequencer/events.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAChC,6BAAuB;AACvB,4CAAwC;AACxC,sCAMqB;AACrB,gDAAwD;AACxD,wCAAyD;AACzD,wEAAkE;AAI3D,MAAM,eAAe,GAAG,KAAK,EAClC,GAAW,EACX,UAA6B,EACL,EAAE;IAC1B,MAAM,YAAY,GAAG,IAAI,eAAQ,EAAE,CAAA;IACnC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;IACzC,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAA;IAE9C,MAAM,GAAG,GAAG;QACV,IAAI,EAAE,GAAG;QACT,MAAM,EAAE,UAAU,CAAC,GAAG;QACtB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,KAAK,EAAE,UAAU,CAAC,KAAK;QACvB,MAAM,EAAE,MAAM,IAAA,sBAAe,EAAC,UAAU,CAAC,GAAG,EAAE,YAAY,CAAC;QAC3D,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,QAAQ,EAAE,UAAU,CAAC,QAAQ,IAAI,SAAS;QAC1C,yCAAyC;QACzC,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,EAAE;KACV,CAAA;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,QAAiB;QAC5B,KAAK,EAAE,IAAA,iBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AA5BY,QAAA,eAAe,mBA4B3B;AAEM,MAAM,gBAAgB,GAAG,KAAK,EACnC,GAAc,EACd,IAAiB,EACO,EAAE;IAC1B,MAAM,MAAM,GAAG,MAAM,IAAA,sBAAe,EAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAA;IAC3D,MAAM,GAAG,GAAY;QACnB,GAAG;QACH,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,MAAM;KACP,CAAA;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,MAAM;QACjB,KAAK,EAAE,IAAA,iBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAhBY,QAAA,gBAAgB,oBAgB5B;AAEM,MAAM,qBAAqB,GAAG,CACnC,UAA6B,EAChB,EAAE;IACf,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,UAAU,CAAC,cAAc,CAAC,OAAO,CAAC;QAC5D,UAAU,CAAC,GAAG;KACf,CAAC,CAAA;IACF,IAAA,qBAAM,EACJ,CAAC,OAAO,CAAC,MAAM,EACf,wDAAwD,CACzD,CAAA;IACD,OAAO;QACL,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,GAAG,EAAE,UAAU,CAAC,GAAG;QACnB,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAfY,QAAA,qBAAqB,yBAejC;AAEM,MAAM,oBAAoB,GAAG,KAAK,EACvC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GAAgB;QACvB,GAAG;KACJ,CAAA;IACD,IAAI,MAAM,EAAE,CAAC;QACX,GAAG,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IACD,OAAO;QACL,GAAG;QACH,SAAS,EAAE,UAAU;QACrB,KAAK,EAAE,IAAA,iBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAhBY,QAAA,oBAAoB,wBAgBhC;AAEM,MAAM,mBAAmB,GAAG,KAAK,EACtC,GAAc,EACd,MAAqB,EACG,EAAE;IAC1B,MAAM,GAAG,GAAe;QACtB,GAAG;QACH,MAAM,EAAE,MAAM,KAAK,QAAQ;KAC5B,CAAA;IACD,IAAI,MAAM,KAAK,+BAAa,CAAC,MAAM,EAAE,CAAC;QACpC,GAAG,CAAC,MAAM,GAAG,MAAM,CAAA;IACrB,CAAC;IAED,OAAO;QACL,GAAG;QACH,SAAS,EAAE,SAAS;QACpB,KAAK,EAAE,IAAA,iBAAU,EAAC,GAAG,CAAC;QACtB,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAA;AACH,CAAC,CAAA;AAlBY,QAAA,mBAAmB,uBAkB/B;AAEY,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,MAAM,EAAE,OAAC,CAAC,KAAK,CAAC;QACd,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;QACnB,OAAC,CAAC,OAAO,CAAC,QAAQ,CAAC;KACpB,CAAC;IACF,wEAAwE;IACxE,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE;IAChB,GAAG,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;IAC1B,IAAI,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAC5B,CAAC,CAAA;AAGF,6EAA6E;AAC7E,oCAAoC;AACvB,QAAA,SAAS,GAAG,OAAC,CAAC,MAAM,CAAC;IAChC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,IAAI,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAW,CAAC;IACpC,MAAM,EAAE,eAAM,CAAC,GAAG;IAClB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;IACf,KAAK,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC5B,MAAM,EAAE,eAAM,CAAC,KAAK;IACpB,GAAG,EAAE,OAAC,CAAC,KAAK,CAAC,mBAAW,CAAC;IACzB,KAAK,EAAE,OAAC,CAAC,KAAK,CAAC,eAAM,CAAC,GAAG,CAAC;IAC1B,QAAQ,EAAE,eAAM,CAAC,GAAG,CAAC,QAAQ,EAAE;CAChC,CAAC,CAAA;AAGW,QAAA,OAAO,GAAG,OAAC,CAAC,MAAM,CAAC;IAC9B,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAW,CAAC;IACnC,MAAM,EAAE,eAAM,CAAC,KAAK;IACpB,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE;CAChB,CAAC,CAAA;AAGW,QAAA,WAAW,GAAG,OAAC,CAAC,MAAM,CAAC;IAClC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAW,CAAC;IACnC,MAAM,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,oBAAc,CAAC,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAA;AAGW,QAAA,UAAU,GAAG,OAAC,CAAC,MAAM,CAAC;IACjC,GAAG,EAAE,OAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,iBAAW,CAAC;IACnC,MAAM,EAAE,OAAC,CAAC,OAAO,EAAE;IACnB,MAAM,EAAE,OAAC;SACN,IAAI,CAAC;QACJ,+BAAa,CAAC,SAAS;QACvB,+BAAa,CAAC,SAAS;QACvB,+BAAa,CAAC,OAAO;QACrB,+BAAa,CAAC,WAAW;KAC1B,CAAC;SACD,QAAQ,EAAE;CACd,CAAC,CAAA","sourcesContent":["import assert from 'node:assert'\nimport { z } from 'zod'\nimport { schema } from '@atproto/common'\nimport {\n  DatetimeString,\n  DidString,\n  HandleString,\n  isDidString,\n  isHandleString,\n} from '@atproto/lex'\nimport { encode as cborEncode } from '@atproto/lex-cbor'\nimport { BlockMap, blocksToCarFile } from '@atproto/repo'\nimport { AccountStatus } from '../account-manager/account-manager'\nimport { CommitDataWithOps, SyncEvtData } from '../repo'\nimport { RepoSeqInsert } from './db'\n\nexport const formatSeqCommit = async (\n  did: string,\n  commitData: CommitDataWithOps,\n): Promise<RepoSeqInsert> => {\n  const blocksToSend = new BlockMap()\n  blocksToSend.addMap(commitData.newBlocks)\n  blocksToSend.addMap(commitData.relevantBlocks)\n\n  const evt = {\n    repo: did,\n    commit: commitData.cid,\n    rev: commitData.rev,\n    since: commitData.since,\n    blocks: await blocksToCarFile(commitData.cid, blocksToSend),\n    ops: commitData.ops,\n    prevData: commitData.prevData ?? undefined,\n    // deprecated (but still required) fields\n    rebase: false,\n    tooBig: false,\n    blobs: [],\n  }\n\n  return {\n    did,\n    eventType: 'append' as const,\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const formatSeqSyncEvt = async (\n  did: DidString,\n  data: SyncEvtData,\n): Promise<RepoSeqInsert> => {\n  const blocks = await blocksToCarFile(data.cid, data.blocks)\n  const evt: SyncEvt = {\n    did,\n    rev: data.rev,\n    blocks,\n  }\n  return {\n    did,\n    eventType: 'sync',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const syncEvtDataFromCommit = (\n  commitData: CommitDataWithOps,\n): SyncEvtData => {\n  const { blocks, missing } = commitData.relevantBlocks.getMany([\n    commitData.cid,\n  ])\n  assert(\n    !missing.length,\n    'commit block was not found, could not build sync event',\n  )\n  return {\n    rev: commitData.rev,\n    cid: commitData.cid,\n    blocks,\n  }\n}\n\nexport const formatSeqIdentityEvt = async (\n  did: DidString,\n  handle?: HandleString,\n): Promise<RepoSeqInsert> => {\n  const evt: IdentityEvt = {\n    did,\n  }\n  if (handle) {\n    evt.handle = handle\n  }\n  return {\n    did,\n    eventType: 'identity',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const formatSeqAccountEvt = async (\n  did: DidString,\n  status: AccountStatus,\n): Promise<RepoSeqInsert> => {\n  const evt: AccountEvt = {\n    did,\n    active: status === 'active',\n  }\n  if (status !== AccountStatus.Active) {\n    evt.status = status\n  }\n\n  return {\n    did,\n    eventType: 'account',\n    event: cborEncode(evt),\n    sequencedAt: new Date().toISOString(),\n  }\n}\n\nexport const commitEvtOp = z.object({\n  action: z.union([\n    z.literal('create'),\n    z.literal('update'),\n    z.literal('delete'),\n  ]),\n  // @TODO should we validate that the \"path\" is a valid \"<nsid>/<rkey>\" ?\n  path: z.string(),\n  cid: schema.cid.nullable(),\n  prev: schema.cid.optional(),\n})\nexport type CommitEvtOp = z.infer<typeof commitEvtOp>\n\n// @TODO This runtime code is only used to generate \"types\". We should either\n// make use of it or only use types.\nexport const commitEvt = z.object({\n  rebase: z.boolean(),\n  tooBig: z.boolean(),\n  repo: z.string().refine(isDidString),\n  commit: schema.cid,\n  rev: z.string(),\n  since: z.string().nullable(),\n  blocks: schema.bytes,\n  ops: z.array(commitEvtOp),\n  blobs: z.array(schema.cid),\n  prevData: schema.cid.optional(),\n})\nexport type CommitEvt = z.infer<typeof commitEvt>\n\nexport const syncEvt = z.object({\n  did: z.string().refine(isDidString),\n  blocks: schema.bytes,\n  rev: z.string(),\n})\nexport type SyncEvt = z.infer<typeof syncEvt>\n\nexport const identityEvt = z.object({\n  did: z.string().refine(isDidString),\n  handle: z.string().refine(isHandleString).optional(),\n})\nexport type IdentityEvt = z.infer<typeof identityEvt>\n\nexport const accountEvt = z.object({\n  did: z.string().refine(isDidString),\n  active: z.boolean(),\n  status: z\n    .enum([\n      AccountStatus.Takendown,\n      AccountStatus.Suspended,\n      AccountStatus.Deleted,\n      AccountStatus.Deactivated,\n    ])\n    .optional(),\n})\nexport type AccountEvt = z.infer<typeof accountEvt>\n\ntype TypedCommitEvt = {\n  type: 'commit'\n  seq: number\n  time: DatetimeString\n  evt: CommitEvt\n}\ntype TypedSyncEvt = {\n  type: 'sync'\n  seq: number\n  time: DatetimeString\n  evt: SyncEvt\n}\ntype TypedIdentityEvt = {\n  type: 'identity'\n  seq: number\n  time: DatetimeString\n  evt: IdentityEvt\n}\ntype TypedAccountEvt = {\n  type: 'account'\n  seq: number\n  time: DatetimeString\n  evt: AccountEvt\n}\nexport type SeqEvt =\n  | TypedCommitEvt\n  | TypedSyncEvt\n  | TypedIdentityEvt\n  | TypedAccountEvt\n"]}