@atproto/repo 0.10.2 → 0.10.3

package/src/types.ts

@@ -1,227 +0,0 @@
-import { z } from 'zod'
-import { Cid, LexMap, ifCid } from '@atproto/lex-data'
-import { NsidString, RecordKeyString } from '@atproto/syntax'
-import { BlockMap } from './block-map.js'
-import { CidSet } from './cid-set.js'
-
-// Repo nodes
-// ---------------
-
-const cidSchema = z.unknown().transform((input, ctx): Cid => {
-  const cid = ifCid(input)
-  if (cid) return cid
-
-  ctx.addIssue({
-    code: z.ZodIssueCode.custom,
-    message: 'Not a valid CID',
-  })
-  return z.NEVER
-})
-
-const _unsignedCommit = z.object({
-  did: z.string(),
-  version: z.literal(3),
-  data: cidSchema,
-  rev: z.string(),
-  // `prev` added for backwards compatibility with v2, no requirement of keeping around history
-  prev: cidSchema.nullable(),
-})
-export type UnsignedCommit = z.infer<typeof _unsignedCommit> & { sig?: never }
-
-const commit = z.object({
-  did: z.string(),
-  version: z.literal(3),
-  data: cidSchema,
-  rev: z.string(),
-  prev: cidSchema.nullable(),
-  sig: z.instanceof(Uint8Array<ArrayBufferLike>),
-})
-export type Commit = z.infer<typeof commit>
-
-const legacyV2Commit = z.object({
-  did: z.string(),
-  version: z.literal(2),
-  data: cidSchema,
-  rev: z.string().optional(),
-  prev: cidSchema.nullable(),
-  sig: z.instanceof(Uint8Array<ArrayBufferLike>),
-})
-export type LegacyV2Commit = z.infer<typeof legacyV2Commit>
-
-const versionedCommit = z.discriminatedUnion('version', [
-  commit,
-  legacyV2Commit,
-])
-export type VersionedCommit = z.infer<typeof versionedCommit>
-
-export const schema = {
-  cid: cidSchema,
-  carHeader: z.object({
-    version: z.literal(1),
-    roots: z.array(cidSchema),
-  }),
-  bytes: z.instanceof(Uint8Array<ArrayBufferLike>),
-  string: z.string(),
-  array: z.array(z.unknown()),
-  map: z.record(z.string(), z.unknown()),
-  unknown: z.unknown(),
-  commit,
-  legacyV2Commit,
-  versionedCommit,
-}
-
-export const def = {
-  cid: {
-    name: 'cid',
-    schema: schema.cid,
-  },
-  carHeader: {
-    name: 'CAR header',
-    schema: schema.carHeader,
-  },
-  bytes: {
-    name: 'bytes',
-    schema: schema.bytes,
-  },
-  string: {
-    name: 'string',
-    schema: schema.string,
-  },
-  map: {
-    name: 'map',
-    schema: schema.map,
-  },
-  unknown: {
-    name: 'unknown',
-    schema: schema.unknown,
-  },
-  commit: {
-    name: 'commit',
-    schema: schema.commit,
-  },
-  versionedCommit: {
-    name: 'versioned_commit',
-    schema: schema.versionedCommit,
-  },
-}
-
-// Repo Operations
-// ---------------
-
-export enum WriteOpAction {
-  Create = 'create',
-  Update = 'update',
-  Delete = 'delete',
-}
-
-export type RecordCreateOp = {
-  action: WriteOpAction.Create
-  collection: NsidString
-  rkey: RecordKeyString
-  record: LexMap
-}
-
-export type RecordUpdateOp = {
-  action: WriteOpAction.Update
-  collection: NsidString
-  rkey: RecordKeyString
-  record: LexMap
-}
-
-export type RecordDeleteOp = {
-  action: WriteOpAction.Delete
-  collection: NsidString
-  rkey: RecordKeyString
-}
-
-export type RecordWriteOp = RecordCreateOp | RecordUpdateOp | RecordDeleteOp
-
-export type RecordCreateDescript = {
-  action: WriteOpAction.Create
-  collection: NsidString
-  rkey: RecordKeyString
-  cid: Cid
-}
-
-export type RecordUpdateDescript = {
-  action: WriteOpAction.Update
-  collection: NsidString
-  rkey: RecordKeyString
-  prev: Cid
-  cid: Cid
-}
-
-export type RecordDeleteDescript = {
-  action: WriteOpAction.Delete
-  collection: NsidString
-  rkey: RecordKeyString
-  cid: Cid
-}
-
-export type RecordWriteDescript =
-  | RecordCreateDescript
-  | RecordUpdateDescript
-  | RecordDeleteDescript
-
-export type WriteLog = RecordWriteDescript[][]
-
-// Updates/Commits
-// ---------------
-
-export type CommitData = {
-  cid: Cid
-  rev: string
-  since: string | null
-  prev: Cid | null
-  newBlocks: BlockMap
-  relevantBlocks: BlockMap
-  removedCids: CidSet
-}
-
-export type RepoUpdate = CommitData & {
-  ops: RecordWriteOp[]
-}
-
-export type CollectionContents = Record<string, LexMap>
-export type RepoContents = Record<NsidString, CollectionContents>
-
-export type RepoRecordWithCid = { cid: Cid; value: LexMap }
-export type CollectionContentsWithCids = Record<string, RepoRecordWithCid>
-export type RepoContentsWithCids = Record<string, CollectionContentsWithCids>
-
-export type DatastoreContents = Record<string, Cid>
-
-export type RecordPath = {
-  collection: string
-  rkey: string
-}
-
-export type RecordCidClaim = {
-  collection: string
-  rkey: string
-  cid: Cid | null
-}
-
-export type RecordClaim = {
-  collection: string
-  rkey: string
-  record: LexMap | null
-}
-
-// Sync
-// ---------------
-
-export type VerifiedDiff = {
-  writes: RecordWriteDescript[]
-  commit: CommitData
-}
-
-export type VerifiedRepo = {
-  creates: RecordCreateDescript[]
-  commit: CommitData
-}
-
-export type CarBlock = {
-  cid: Cid
-  bytes: Uint8Array
-}

package/src/util.ts

@@ -1,146 +0,0 @@
-import { TID } from '@atproto/common-web'
-import * as crypto from '@atproto/crypto'
-import { Keypair } from '@atproto/crypto'
-import * as cbor from '@atproto/lex-cbor'
-import { Cid, LexMap, LexValue, isPlainObject } from '@atproto/lex-data'
-import { DataDiff } from './data-diff.js'
-import {
-  Commit,
-  LegacyV2Commit,
-  RecordCreateDescript,
-  RecordDeleteDescript,
-  RecordPath,
-  RecordUpdateDescript,
-  RecordWriteDescript,
-  UnsignedCommit,
-  WriteOpAction,
-} from './types.js'
-
-export const diffToWriteDescripts = (
-  diff: DataDiff,
-): Promise<RecordWriteDescript[]> => {
-  return Promise.all([
-    ...diff.addList().map(async (add) => {
-      const { collection, rkey } = parseDataKey(add.key)
-      return {
-        action: WriteOpAction.Create,
-        collection,
-        rkey,
-        cid: add.cid,
-      } as RecordCreateDescript
-    }),
-    ...diff.updateList().map(async (upd) => {
-      const { collection, rkey } = parseDataKey(upd.key)
-      return {
-        action: WriteOpAction.Update,
-        collection,
-        rkey,
-        cid: upd.cid,
-        prev: upd.prev,
-      } as RecordUpdateDescript
-    }),
-    ...diff.deleteList().map((del) => {
-      const { collection, rkey } = parseDataKey(del.key)
-      return {
-        action: WriteOpAction.Delete,
-        collection,
-        rkey,
-        cid: del.cid,
-      } as RecordDeleteDescript
-    }),
-  ])
-}
-
-export const ensureCreates = (
-  descripts: RecordWriteDescript[],
-): RecordCreateDescript[] => {
-  const creates: RecordCreateDescript[] = []
-  for (const descript of descripts) {
-    if (descript.action !== WriteOpAction.Create) {
-      throw new Error(`Unexpected action: ${descript.action}`)
-    } else {
-      creates.push(descript)
-    }
-  }
-  return creates
-}
-
-export const parseDataKey = (key: string): RecordPath => {
-  const { length, 0: collection, 1: rkey } = key.split('/')
-  if (length !== 2) throw new Error(`Invalid record key: ${key}`)
-  return { collection, rkey }
-}
-
-export const formatDataKey = (collection: string, rkey: string): string => {
-  return collection + '/' + rkey
-}
-
-export const metaEqual = (a: Commit, b: Commit): boolean => {
-  return a.did === b.did && a.version === b.version
-}
-
-export const signCommit = async (
-  unsigned: UnsignedCommit,
-  keypair: Keypair,
-): Promise<Commit> => {
-  const encoded = cbor.encode(unsigned)
-  const sig = await keypair.sign(encoded)
-  return {
-    ...unsigned,
-    sig,
-  }
-}
-
-export const verifyCommitSig = async (
-  commit: Commit,
-  didKey: string,
-): Promise<boolean> => {
-  const { sig, ...rest } = commit
-  const encoded = cbor.encode(rest)
-  return crypto.verifySignature(didKey, encoded, sig)
-}
-
-export const cborToLex: (val: Uint8Array) => LexValue = cbor.decode
-
-export const cborToLexRecord = (val: Uint8Array): LexMap => {
-  const parsed = cborToLex(val)
-  if (!isPlainObject(parsed)) {
-    throw new Error('lexicon records be a json object')
-  }
-  return parsed
-}
-
-export const cidForRecord: (val: LexValue) => Promise<Cid> = cbor.cidForLex
-
-export const ensureV3Commit = (commit: LegacyV2Commit | Commit): Commit => {
-  if (commit.version === 3) {
-    return commit
-  } else {
-    return {
-      ...commit,
-      version: 3,
-      rev: commit.rev ?? TID.nextStr(),
-    }
-  }
-}
-
-export async function concatBytesAsync(iterable: AsyncIterable<Uint8Array>) {
-  const chunks: Uint8Array[] = []
-  for await (const chunk of iterable) chunks.push(chunk)
-  return concatBytes(chunks)
-}
-
-/**
- * This is the same as {@link Buffer.concat}, without the `totalLength` argument.
- */
-export function concatBytes(chunks: readonly Uint8Array[]): Uint8Array {
-  let totalLength = 0
-  for (const chunk of chunks) totalLength += chunk.byteLength
-  const result = new Uint8Array(totalLength)
-  let offset = 0
-  for (const chunk of chunks) {
-    result.set(chunk, offset)
-    offset += chunk.byteLength
-  }
-  return result
-}

package/tests/_keys.ts

@@ -1,156 +0,0 @@
-export const A0 = 'A0/374913'
-export const A1 = 'A1/076595'
-export const A2 = 'A2/827942'
-export const A3 = 'A3/578971'
-export const A4 = 'A4/055903'
-export const A5 = 'A5/518415'
-export const B0 = 'B0/601692'
-export const B1 = 'B1/986427'
-export const B2 = 'B2/827649'
-export const B3 = 'B3/095483'
-export const B4 = 'B4/774183'
-export const B5 = 'B5/116729'
-export const C0 = 'C0/451630'
-export const C1 = 'C1/438573'
-export const C2 = 'C2/014073'
-export const C3 = 'C3/564755'
-export const C4 = 'C4/134079'
-export const C5 = 'C5/141153'
-export const D0 = 'D0/952776'
-export const D1 = 'D1/834852'
-export const D2 = 'D2/269196'
-export const D3 = 'D3/038750'
-export const D4 = 'D4/052059'
-export const D5 = 'D5/563177'
-export const E0 = 'E0/670489'
-export const E1 = 'E1/091396'
-export const E2 = 'E2/819540'
-export const E3 = 'E3/391311'
-export const E4 = 'E4/820614'
-export const E5 = 'E5/512478'
-export const F0 = 'F0/697858'
-export const F1 = 'F1/085263'
-export const F2 = 'F2/483591'
-export const F3 = 'F3/409933'
-export const F4 = 'F4/789697'
-export const F5 = 'F5/271416'
-export const G0 = 'G0/765327'
-export const G1 = 'G1/209912'
-export const G2 = 'G2/611528'
-export const G3 = 'G3/649394'
-export const G4 = 'G4/585887'
-export const G5 = 'G5/298495'
-export const H0 = 'H0/131238'
-export const H1 = 'H1/566929'
-export const H2 = 'H2/618272'
-export const H3 = 'H3/500151'
-export const H4 = 'H4/841548'
-export const H5 = 'H5/642354'
-export const I0 = 'I0/536928'
-export const I1 = 'I1/525517'
-export const I2 = 'I2/800680'
-export const I3 = 'I3/818503'
-export const I4 = 'I4/561177'
-export const I5 = 'I5/010047'
-export const J0 = 'J0/453243'
-export const J1 = 'J1/217783'
-export const J2 = 'J2/960389'
-export const J3 = 'J3/501274'
-export const J4 = 'J4/042054'
-export const J5 = 'J5/743154'
-export const K0 = 'K0/125271'
-export const K1 = 'K1/317361'
-export const K2 = 'K2/453868'
-export const K3 = 'K3/214010'
-export const K4 = 'K4/164720'
-export const K5 = 'K5/177856'
-export const L0 = 'L0/502889'
-export const L1 = 'L1/574576'
-export const L2 = 'L2/596333'
-export const L3 = 'L3/683657'
-export const L4 = 'L4/724989'
-export const L5 = 'L5/093883'
-export const M0 = 'M0/141744'
-export const M1 = 'M1/643368'
-export const M2 = 'M2/919782'
-export const M3 = 'M3/836327'
-export const M4 = 'M4/177463'
-export const M5 = 'M5/563354'
-export const N0 = 'N0/370604'
-export const N1 = 'N1/563732'
-export const N2 = 'N2/177587'
-export const N3 = 'N3/678428'
-export const N4 = 'N4/599183'
-export const N5 = 'N5/567564'
-export const O0 = 'O0/523870'
-export const O1 = 'O1/052141'
-export const O2 = 'O2/037651'
-export const O3 = 'O3/773808'
-export const O4 = 'O4/140952'
-export const O5 = 'O5/318605'
-export const P0 = 'P0/133157'
-export const P1 = 'P1/394633'
-export const P2 = 'P2/521462'
-export const P3 = 'P3/493488'
-export const P4 = 'P4/908754'
-export const P5 = 'P5/109455'
-export const Q0 = 'Q0/835234'
-export const Q1 = 'Q1/131542'
-export const Q2 = 'Q2/680035'
-export const Q3 = 'Q3/253381'
-export const Q4 = 'Q4/019053'
-export const Q5 = 'Q5/658167'
-export const R0 = 'R0/129386'
-export const R1 = 'R1/363149'
-export const R2 = 'R2/742766'
-export const R3 = 'R3/039235'
-export const R4 = 'R4/482275'
-export const R5 = 'R5/817312'
-export const S0 = 'S0/340283'
-export const S1 = 'S1/561525'
-export const S2 = 'S2/914574'
-export const S3 = 'S3/909434'
-export const S4 = 'S4/789708'
-export const S5 = 'S5/803866'
-export const T0 = 'T0/255204'
-export const T1 = 'T1/716687'
-export const T2 = 'T2/256231'
-export const T3 = 'T3/054247'
-export const T4 = 'T4/419247'
-export const T5 = 'T5/509584'
-export const U0 = 'U0/298296'
-export const U1 = 'U1/851680'
-export const U2 = 'U2/342856'
-export const U3 = 'U3/597327'
-export const U4 = 'U4/311686'
-export const U5 = 'U5/030156'
-export const V0 = 'V0/221100'
-export const V1 = 'V1/741554'
-export const V2 = 'V2/267990'
-export const V3 = 'V3/674163'
-export const V4 = 'V4/739931'
-export const V5 = 'V5/573718'
-export const W0 = 'W0/034202'
-export const W1 = 'W1/697411'
-export const W2 = 'W2/460313'
-export const W3 = 'W3/189647'
-export const W4 = 'W4/847299'
-export const W5 = 'W5/648086'
-export const X0 = 'X0/287498'
-export const X1 = 'X1/044093'
-export const X2 = 'X2/613770'
-export const X3 = 'X3/577587'
-export const X4 = 'X4/779391'
-export const X5 = 'X5/339246'
-export const Y0 = 'Y0/986350'
-export const Y1 = 'Y1/044567'
-export const Y2 = 'Y2/478044'
-export const Y3 = 'Y3/757097'
-export const Y4 = 'Y4/396913'
-export const Y5 = 'Y5/802264'
-export const Z0 = 'Z0/425878'
-export const Z1 = 'Z1/127557'
-export const Z2 = 'Z2/441927'
-export const Z3 = 'Z3/064474'
-export const Z4 = 'Z4/888344'
-export const Z5 = 'Z5/977983'