@atproto/bsky 0.0.81 → 0.0.82

package/dist/data-plane/server/subscription/util.js

@@ -1,215 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.strToInt = exports.jitter = exports.loggableMessage = exports.PerfectMap = exports.ConsecutiveItem = exports.ConsecutiveList = exports.LatestQueue = exports.PartitionedQueue = void 0;
-const node_assert_1 = __importDefault(require("node:assert"));
-const p_queue_1 = __importDefault(require("p-queue"));
-const message = __importStar(require("../../../lexicon/types/com/atproto/sync/subscribeRepos"));
-// A queue with arbitrarily many partitions, each processing work sequentially.
-// Partitions are created lazily and taken out of memory when they go idle.
-class PartitionedQueue {
-    constructor(opts) {
-        Object.defineProperty(this, "main", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "partitions", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new Map()
-        });
-        this.main = new p_queue_1.default({ concurrency: opts.concurrency });
-    }
-    async add(partitionId, task) {
-        if (this.main.isPaused)
-            return;
-        return this.main.add(() => {
-            return this.getPartition(partitionId).add(task);
-        });
-    }
-    async destroy() {
-        this.main.pause();
-        this.main.clear();
-        this.partitions.forEach((p) => p.clear());
-        await this.main.onIdle(); // All in-flight work completes
-    }
-    getPartition(partitionId) {
-        let partition = this.partitions.get(partitionId);
-        if (!partition) {
-            partition = new p_queue_1.default({ concurrency: 1 });
-            partition.once('idle', () => this.partitions.delete(partitionId));
-            this.partitions.set(partitionId, partition);
-        }
-        return partition;
-    }
-}
-exports.PartitionedQueue = PartitionedQueue;
-class LatestQueue {
-    constructor() {
-        Object.defineProperty(this, "queue", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: new p_queue_1.default({ concurrency: 1 })
-        });
-    }
-    async add(task) {
-        if (this.queue.isPaused)
-            return;
-        this.queue.clear(); // Only queue the latest task, invalidate any previous ones
-        return this.queue.add(task);
-    }
-    async destroy() {
-        this.queue.pause();
-        this.queue.clear();
-        await this.queue.onIdle(); // All in-flight work completes
-    }
-}
-exports.LatestQueue = LatestQueue;
-/**
- * Add items to a list, and mark those items as
- * completed. Upon item completion, get list of consecutive
- * items completed at the head of the list. Example:
- *
- * const consecutive = new ConsecutiveList<number>()
- * const item1 = consecutive.push(1)
- * const item2 = consecutive.push(2)
- * const item3 = consecutive.push(3)
- * item2.complete() // []
- * item1.complete() // [1, 2]
- * item3.complete() // [3]
- *
- */
-class ConsecutiveList {
-    constructor() {
-        Object.defineProperty(this, "list", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: []
-        });
-    }
-    push(value) {
-        const item = new ConsecutiveItem(this, value);
-        this.list.push(item);
-        return item;
-    }
-    complete() {
-        let i = 0;
-        while (this.list[i]?.isComplete) {
-            i += 1;
-        }
-        return this.list.splice(0, i).map((item) => item.value);
-    }
-}
-exports.ConsecutiveList = ConsecutiveList;
-class ConsecutiveItem {
-    constructor(consecutive, value) {
-        Object.defineProperty(this, "consecutive", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: consecutive
-        });
-        Object.defineProperty(this, "value", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: value
-        });
-        Object.defineProperty(this, "isComplete", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: false
-        });
-    }
-    complete() {
-        this.isComplete = true;
-        return this.consecutive.complete();
-    }
-}
-exports.ConsecutiveItem = ConsecutiveItem;
-class PerfectMap extends Map {
-    get(key) {
-        const val = super.get(key);
-        (0, node_assert_1.default)(val !== undefined, `Key not found in PerfectMap: ${key}`);
-        return val;
-    }
-}
-exports.PerfectMap = PerfectMap;
-function loggableMessage(msg) {
-    if (message.isCommit(msg)) {
-        const { seq, rebase, prev, repo, commit, time, tooBig, blobs } = msg;
-        return {
-            $type: msg.$type,
-            seq,
-            rebase,
-            prev: prev?.toString(),
-            repo,
-            commit: commit.toString(),
-            time,
-            tooBig,
-            hasBlobs: blobs.length > 0,
-        };
-    }
-    else if (message.isHandle(msg)) {
-        return msg;
-    }
-    else if (message.isIdentity(msg)) {
-        return msg;
-    }
-    else if (message.isAccount(msg)) {
-        return msg;
-    }
-    else if (message.isMigrate(msg)) {
-        return msg;
-    }
-    else if (message.isTombstone(msg)) {
-        return msg;
-    }
-    else if (message.isInfo(msg)) {
-        return msg;
-    }
-    return msg;
-}
-exports.loggableMessage = loggableMessage;
-function jitter(maxMs) {
-    return Math.round((Math.random() - 0.5) * maxMs * 2);
-}
-exports.jitter = jitter;
-function strToInt(str) {
-    const int = parseInt(str, 10);
-    (0, node_assert_1.default)(!isNaN(int), 'string could not be parsed to an integer');
-    return int;
-}
-exports.strToInt = strToInt;
-//# sourceMappingURL=util.js.map

package/dist/data-plane/server/subscription/util.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../../src/data-plane/server/subscription/util.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,8DAAgC;AAChC,sDAA4B;AAE5B,gGAAiF;AAEjF,+EAA+E;AAC/E,2EAA2E;AAC3E,MAAa,gBAAgB;IAI3B,YAAY,IAA6B;QAHzC;;;;;WAAY;QACZ;;;;mBAAa,IAAI,GAAG,EAAkB;WAAA;QAGpC,IAAI,CAAC,IAAI,GAAG,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAA;IAC3D,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,IAAyB;QACtD,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ;YAAE,OAAM;QAC9B,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE;YACxB,OAAO,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QACjD,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;QACjB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAA;QACjB,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAA;QACzC,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAA,CAAC,+BAA+B;IAC1D,CAAC;IAEO,YAAY,CAAC,WAAmB;QACtC,IAAI,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAChD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,SAAS,GAAG,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC,CAAA;YAC1C,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAA;YACjE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,WAAW,EAAE,SAAS,CAAC,CAAA;QAC7C,CAAC;QACD,OAAO,SAAS,CAAA;IAClB,CAAC;CACF;AA/BD,4CA+BC;AAED,MAAa,WAAW;IAAxB;QACE;;;;mBAAQ,IAAI,iBAAM,CAAC,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;WAAA;IAaxC,CAAC;IAXC,KAAK,CAAC,GAAG,CAAC,IAAyB;QACjC,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ;YAAE,OAAM;QAC/B,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA,CAAC,2DAA2D;QAC9E,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA,CAAC,+BAA+B;IAC3D,CAAC;CACF;AAdD,kCAcC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAa,eAAe;IAA5B;QACE;;;;mBAA6B,EAAE;WAAA;IAejC,CAAC;IAbC,IAAI,CAAC,KAAQ;QACX,MAAM,IAAI,GAAG,IAAI,eAAe,CAAI,IAAI,EAAE,KAAK,CAAC,CAAA;QAChD,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,GAAG,CAAC,CAAA;QACT,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC;YAChC,CAAC,IAAI,CAAC,CAAA;QACR,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,CAAC;CACF;AAhBD,0CAgBC;AAED,MAAa,eAAe;IAE1B,YACU,WAA+B,EAChC,KAAQ;QADf;;;;mBAAQ,WAAW;WAAoB;QACvC;;;;mBAAO,KAAK;WAAG;QAHjB;;;;mBAAa,KAAK;WAAA;IAIf,CAAC;IAEJ,QAAQ;QACN,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,OAAO,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAA;IACpC,CAAC;CACF;AAXD,0CAWC;AAED,MAAa,UAAiB,SAAQ,GAAS;IAC7C,GAAG,CAAC,GAAM;QACR,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAC1B,IAAA,qBAAM,EAAC,GAAG,KAAK,SAAS,EAAE,gCAAgC,GAAG,EAAE,CAAC,CAAA;QAChE,OAAO,GAAG,CAAA;IACZ,CAAC;CACF;AAND,gCAMC;AAUD,SAAgB,eAAe,CAAC,GAAgB;IAC9C,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,CAAA;QACpE,OAAO;YACL,KAAK,EAAE,GAAG,CAAC,KAAK;YAChB,GAAG;YACH,MAAM;YACN,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE;YACtB,IAAI;YACJ,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE;YACzB,IAAI;YACJ,MAAM;YACN,QAAQ,EAAE,KAAK,CAAC,MAAM,GAAG,CAAC;SAC3B,CAAA;IACH,CAAC;SAAM,IAAI,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACjC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACnC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,IAAI,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;QAClC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,IAAI,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,CAAC;QACpC,OAAO,GAAG,CAAA;IACZ,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAC/B,OAAO,GAAG,CAAA;IACZ,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AA5BD,0CA4BC;AAED,SAAgB,MAAM,CAAC,KAAK;IAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAA;AACtD,CAAC;AAFD,wBAEC;AAED,SAAgB,QAAQ,CAAC,GAAW;IAClC,MAAM,GAAG,GAAG,QAAQ,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAC7B,IAAA,qBAAM,EAAC,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,0CAA0C,CAAC,CAAA;IAC/D,OAAO,GAAG,CAAA;AACZ,CAAC;AAJD,4BAIC"}

package/src/data-plane/server/subscription/index.ts

@@ -1,352 +0,0 @@
-import assert from 'node:assert'
-import { CID } from 'multiformats/cid'
-import { AtUri } from '@atproto/syntax'
-import { Subscription } from '@atproto/xrpc-server'
-import { cborDecode, handleAllSettledErrors } from '@atproto/common'
-import { ValidationError } from '@atproto/lexicon'
-import { IdResolver } from '@atproto/identity'
-import {
-  WriteOpAction,
-  readCarWithRoot,
-  cborToLexRecord,
-  def,
-  Commit,
-} from '@atproto/repo'
-import { ids, lexicons } from '../../../lexicon/lexicons'
-import { OutputSchema as Message } from '../../../lexicon/types/com/atproto/sync/subscribeRepos'
-import * as message from '../../../lexicon/types/com/atproto/sync/subscribeRepos'
-import { subLogger as log } from '../../../logger'
-import { IndexingService } from '../indexing'
-import { Database } from '../db'
-import {
-  ConsecutiveItem,
-  ConsecutiveList,
-  PartitionedQueue,
-  ProcessableMessage,
-  loggableMessage,
-} from './util'
-import { BackgroundQueue } from '../background'
-
-export class RepoSubscription {
-  ac = new AbortController()
-  running: Promise<void> | undefined
-  cursor = 0
-  seenSeq: number | null = null
-  repoQueue = new PartitionedQueue({ concurrency: Infinity })
-  consecutive = new ConsecutiveList<number>()
-  background: BackgroundQueue
-  indexingSvc: IndexingService
-
-  constructor(
-    private opts: {
-      service: string
-      db: Database
-      idResolver: IdResolver
-      background: BackgroundQueue
-    },
-  ) {
-    this.background = new BackgroundQueue(this.opts.db)
-    this.indexingSvc = new IndexingService(
-      this.opts.db,
-      this.opts.idResolver,
-      this.background,
-    )
-  }
-
-  run() {
-    if (this.running) return
-    this.ac = new AbortController()
-    this.repoQueue = new PartitionedQueue({ concurrency: Infinity })
-    this.consecutive = new ConsecutiveList<number>()
-    this.running = this.process()
-      .catch((err) => {
-        if (err.name !== 'AbortError') {
-          // allow this to cause an unhandled rejection, let deployment handle the crash.
-          log.error({ err }, 'subscription crashed')
-          throw err
-        }
-      })
-      .finally(() => (this.running = undefined))
-  }
-
-  private async process() {
-    const sub = this.getSubscription()
-    for await (const msg of sub) {
-      const details = getMessageDetails(msg)
-      if ('info' in details) {
-        // These messages are not sequenced, we just log them and carry on
-        log.warn(
-          { provider: this.opts.service, message: loggableMessage(msg) },
-          `sub ${details.info ? 'info' : 'unknown'} message`,
-        )
-        continue
-      }
-      const item = this.consecutive.push(details.seq)
-      this.repoQueue.add(details.repo, async () => {
-        await this.handleMessage(item, details)
-      })
-      this.seenSeq = details.seq
-      await this.repoQueue.main.onEmpty() // backpressure
-    }
-  }
-
-  private async handleMessage(
-    item: ConsecutiveItem<number>,
-    envelope: Envelope,
-  ) {
-    const msg = envelope.message
-    try {
-      if (message.isCommit(msg)) {
-        await this.handleCommit(msg)
-      } else if (message.isHandle(msg)) {
-        await this.handleUpdateHandle(msg)
-      } else if (message.isIdentity(msg)) {
-        await this.handleIdentityEvt(msg)
-      } else if (message.isAccount(msg)) {
-        await this.handleAccountEvt(msg)
-      } else if (message.isTombstone(msg)) {
-        // Ignore tombstones
-      } else if (message.isMigrate(msg)) {
-        // Ignore migrations
-      } else {
-        const exhaustiveCheck: never = msg
-        throw new Error(`Unhandled message type: ${exhaustiveCheck['$type']}`)
-      }
-    } catch (err) {
-      // We log messages we can't process and move on:
-      // otherwise the cursor would get stuck on a poison message.
-      log.error(
-        { err, message: loggableMessage(msg) },
-        'indexer message processing error',
-      )
-    } finally {
-      const latest = item.complete().at(-1)
-      if (latest !== undefined) {
-        this.cursor = latest
-      }
-    }
-  }
-
-  private async handleCommit(msg: message.Commit) {
-    const indexRecords = async () => {
-      const { root, rootCid, ops } = await getOps(msg)
-      if (msg.tooBig) {
-        await this.indexingSvc.indexRepo(msg.repo, rootCid.toString())
-        await this.indexingSvc.setCommitLastSeen(root, msg)
-        return
-      }
-      if (msg.rebase) {
-        const needsReindex =
-          await this.indexingSvc.checkCommitNeedsIndexing(root)
-        if (needsReindex) {
-          await this.indexingSvc.indexRepo(msg.repo, rootCid.toString())
-        }
-        await this.indexingSvc.setCommitLastSeen(root, msg)
-        return
-      }
-      for (const op of ops) {
-        if (op.action === WriteOpAction.Delete) {
-          await this.indexingSvc.deleteRecord(op.uri)
-        } else {
-          try {
-            await this.indexingSvc.indexRecord(
-              op.uri,
-              op.cid,
-              op.record,
-              op.action, // create or update
-              msg.time,
-            )
-          } catch (err) {
-            if (err instanceof ValidationError) {
-              log.warn(
-                {
-                  did: msg.repo,
-                  commit: msg.commit.toString(),
-                  uri: op.uri.toString(),
-                  cid: op.cid.toString(),
-                },
-                'skipping indexing of invalid record',
-              )
-            } else {
-              log.error(
-                {
-                  err,
-                  did: msg.repo,
-                  commit: msg.commit.toString(),
-                  uri: op.uri.toString(),
-                  cid: op.cid.toString(),
-                },
-                'skipping indexing due to error processing record',
-              )
-            }
-          }
-        }
-      }
-      await this.indexingSvc.setCommitLastSeen(root, msg)
-    }
-    const results = await Promise.allSettled([
-      indexRecords(),
-      this.indexingSvc.indexHandle(msg.repo, msg.time),
-    ])
-    handleAllSettledErrors(results)
-  }
-
-  private async handleUpdateHandle(msg: message.Handle) {
-    await this.indexingSvc.indexHandle(msg.did, msg.time, true)
-  }
-
-  private async handleIdentityEvt(msg: message.Identity) {
-    await this.indexingSvc.indexHandle(msg.did, msg.time, true)
-  }
-
-  private async handleAccountEvt(msg: message.Account) {
-    if (msg.active === false && msg.status === 'deleted') {
-      await this.indexingSvc.deleteActor(msg.did)
-    } else {
-      await this.indexingSvc.updateActorStatus(msg.did, msg.active, msg.status)
-    }
-  }
-
-  private getSubscription() {
-    return new Subscription({
-      service: this.opts.service,
-      method: ids.ComAtprotoSyncSubscribeRepos,
-      signal: this.ac.signal,
-      getParams: async () => {
-        return { cursor: this.cursor }
-      },
-      onReconnectError: (err, reconnects, initial) => {
-        log.warn({ err, reconnects, initial }, 'sub reconnect')
-      },
-      validate: (value) => {
-        try {
-          return lexicons.assertValidXrpcMessage<Message>(
-            ids.ComAtprotoSyncSubscribeRepos,
-            value,
-          )
-        } catch (err) {
-          log.warn(
-            {
-              err,
-              seq: ifNumber(value?.['seq']),
-              repo: ifString(value?.['repo']),
-              commit: ifString(value?.['commit']?.toString()),
-              time: ifString(value?.['time']),
-              provider: this.opts.service,
-            },
-            'ingester sub skipped invalid message',
-          )
-        }
-      },
-    })
-  }
-
-  async destroy() {
-    this.ac.abort()
-    await this.running
-    await this.repoQueue.destroy()
-    await this.background.processAll()
-  }
-}
-
-type Envelope = {
-  repo: string
-  message: ProcessableMessage
-}
-
-function ifString(val: unknown): string | undefined {
-  return typeof val === 'string' ? val : undefined
-}
-
-function ifNumber(val: unknown): number | undefined {
-  return typeof val === 'number' ? val : undefined
-}
-
-function getMessageDetails(msg: Message):
-  | { info: message.Info | null }
-  | {
-      seq: number
-      repo: string
-      message: ProcessableMessage
-    } {
-  if (message.isCommit(msg)) {
-    return { seq: msg.seq, repo: msg.repo, message: msg }
-  } else if (message.isHandle(msg)) {
-    return { seq: msg.seq, repo: msg.did, message: msg }
-  } else if (message.isIdentity(msg)) {
-    return { seq: msg.seq, repo: msg.did, message: msg }
-  } else if (message.isAccount(msg)) {
-    return { seq: msg.seq, repo: msg.did, message: msg }
-  } else if (message.isMigrate(msg)) {
-    return { seq: msg.seq, repo: msg.did, message: msg }
-  } else if (message.isTombstone(msg)) {
-    return { seq: msg.seq, repo: msg.did, message: msg }
-  } else if (message.isInfo(msg)) {
-    return { info: msg }
-  }
-  return { info: null }
-}
-
-async function getOps(
-  msg: message.Commit,
-): Promise<{ root: Commit; rootCid: CID; ops: PreparedWrite[] }> {
-  const car = await readCarWithRoot(msg.blocks as Uint8Array)
-  const rootBytes = car.blocks.get(car.root)
-  assert(rootBytes, 'Missing commit block in car slice')
-
-  const root = def.commit.schema.parse(cborDecode(rootBytes))
-  const ops: PreparedWrite[] = msg.ops.map((op) => {
-    const [collection, rkey] = op.path.split('/')
-    assert(collection && rkey)
-    if (
-      op.action === WriteOpAction.Create ||
-      op.action === WriteOpAction.Update
-    ) {
-      assert(op.cid)
-      const record = car.blocks.get(op.cid)
-      assert(record)
-      return {
-        action:
-          op.action === WriteOpAction.Create
-            ? WriteOpAction.Create
-            : WriteOpAction.Update,
-        cid: op.cid,
-        record: cborToLexRecord(record),
-        blobs: [],
-        uri: AtUri.make(msg.repo, collection, rkey),
-      }
-    } else if (op.action === WriteOpAction.Delete) {
-      return {
-        action: WriteOpAction.Delete,
-        uri: AtUri.make(msg.repo, collection, rkey),
-      }
-    } else {
-      throw new Error(`Unknown repo op action: ${op.action}`)
-    }
-  })
-
-  return { root, rootCid: car.root, ops }
-}
-
-type PreparedCreate = {
-  action: WriteOpAction.Create
-  uri: AtUri
-  cid: CID
-  record: Record<string, unknown>
-  blobs: CID[] // differs from similar type in pds
-}
-
-type PreparedUpdate = {
-  action: WriteOpAction.Update
-  uri: AtUri
-  cid: CID
-  record: Record<string, unknown>
-  blobs: CID[] // differs from similar type in pds
-}
-
-type PreparedDelete = {
-  action: WriteOpAction.Delete
-  uri: AtUri
-}
-
-type PreparedWrite = PreparedCreate | PreparedUpdate | PreparedDelete