@ipld/car 4.1.5 → 5.0.0

package/examples/test-examples.js

@@ -1,115 +0,0 @@
-import assert from 'assert'
-import { promisify } from 'util'
-import { execFile } from 'child_process'
-import { promises as fsPromises } from 'fs'
-
-const { unlink, stat } = fsPromises
-
-const goCarCids = [
-  'bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq',
-  'bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4',
-  'bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke',
-  'bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm',
-  'bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm',
-  'QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT',
-  'QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d',
-  'QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys']
-
-async function cleanGoCarDump () {
-  return Promise.all(goCarCids.map((c) => unlink(c)))
-}
-
-async function runExample (name, args = []) {
-  return promisify(execFile)(process.execPath, [`${name}.js`].concat(args))
-}
-
-runExample('round-trip').then(({ stdout, stderr }) => {
-  assert.strictEqual(stderr, '')
-  assert.strictEqual(stdout, 'Retrieved [random meaningless bytes] from example.car with CID [bafkreihwkf6mtnjobdqrkiksr7qhp6tiiqywux64aylunbvmfhzeql2coa]\n')
-  console.log('\u001b[32m✔\u001b[39m [example] round-trip')
-}).then(async () => {
-  await runExample('verify-car', ['example.car']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout, 'Verified 1 block(s) in example.car\n')
-    console.log('\u001b[32m✔\u001b[39m [example] verify-car example.car')
-  })
-}).then(async () => {
-  await runExample('verify-car', ['../test/go.car']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout, 'Verified 8 block(s) in ../test/go.car\n')
-    console.log('\u001b[32m✔\u001b[39m [example] verify-car ../test/go.car')
-  })
-}).then(async () => {
-  try {
-    await cleanGoCarDump()
-  } catch (err) {} // failure is expected, this is just a prep
-  await runExample('dump-car', ['../test/go.car']).then(async ({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout,
-`Version: 1
-Roots: [bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm, bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm]
-Blocks:
-#1 bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm [dag-cbor]
-'{"link":{"/":"QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d"},"name":"blip"}'
-#2 QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d [dag-pb]
-'{"Links":[{"Hash":{"/":"bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke"},"Name":"bear","Tsize":4},{"Hash":{"/":"QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys"},"Name":"second","Tsize":149}]}'
-#3 bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke [raw]
-'{"/":{"bytes":"Y2NjYw"}}'
-#4 QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys [dag-pb]
-'{"Links":[{"Hash":{"/":"bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4"},"Name":"dog","Tsize":4},{"Hash":{"/":"QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT"},"Name":"first","Tsize":51}]}'
-#5 bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4 [raw]
-'{"/":{"bytes":"YmJiYg"}}'
-#6 QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT [dag-pb]
-'{"Links":[{"Hash":{"/":"bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq"},"Name":"cat","Tsize":4}]}'
-#7 bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq [raw]
-'{"/":{"bytes":"YWFhYQ"}}'
-#8 bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm [dag-cbor]
-'{"link":null,"name":"limbo"}'
-`)
-    assert.strictEqual((await Promise.all(goCarCids.map((c) => stat(c)))).map((s) => s.isFile()).filter(Boolean).length, goCarCids.length)
-    await cleanGoCarDump()
-    console.log('\u001b[32m✔\u001b[39m [example] dump-car ../test/go.car')
-  })
-}).then(async () => {
-  await runExample('car-to-fixture', ['../test/go.car']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout, '{"blocks":[{"blockLength":55,"blockOffset":137,"cid":{"/":"bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm"},"content":{"link":{"/":"QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d"},"name":"blip"},"length":92,"offset":100},{"blockLength":97,"blockOffset":228,"cid":{"/":"QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d"},"content":{"Links":[{"Hash":{"/":"bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke"},"Name":"bear","Tsize":4},{"Hash":{"/":"QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys"},"Name":"second","Tsize":149}]},"length":133,"offset":192},{"blockLength":4,"blockOffset":362,"cid":{"/":"bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke"},"content":{"/":{"bytes":"Y2NjYw"}},"length":41,"offset":325},{"blockLength":94,"blockOffset":402,"cid":{"/":"QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys"},"content":{"Links":[{"Hash":{"/":"bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4"},"Name":"dog","Tsize":4},{"Hash":{"/":"QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT"},"Name":"first","Tsize":51}]},"length":130,"offset":366},{"blockLength":4,"blockOffset":533,"cid":{"/":"bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4"},"content":{"/":{"bytes":"YmJiYg"}},"length":41,"offset":496},{"blockLength":47,"blockOffset":572,"cid":{"/":"QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT"},"content":{"Links":[{"Hash":{"/":"bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq"},"Name":"cat","Tsize":4}]},"length":82,"offset":537},{"blockLength":4,"blockOffset":656,"cid":{"/":"bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq"},"content":{"/":{"bytes":"YWFhYQ"}},"length":41,"offset":619},{"blockLength":18,"blockOffset":697,"cid":{"/":"bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm"},"content":{"link":null,"name":"limbo"},"length":55,"offset":660}],"header":{"roots":[{"/":"bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm"},{"/":"bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm"}],"version":1}}\n')
-    console.log('\u001b[32m✔\u001b[39m [example] car-to-fixture ../test/go.car')
-  })
-}).then(async () => {
-  await runExample('dump-index', ['example.car']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout, '{"blockLength":24,"blockOffset":96,"cid":{"/":"bafkreihwkf6mtnjobdqrkiksr7qhp6tiiqywux64aylunbvmfhzeql2coa"},"length":61,"offset":59}\n')
-    console.log('\u001b[32m✔\u001b[39m [example] dump-index example.car')
-  })
-}).then(async () => {
-  await runExample('dump-index', ['../test/go.car']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout,
-`{"blockLength":55,"blockOffset":137,"cid":{"/":"bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm"},"length":92,"offset":100}
-{"blockLength":97,"blockOffset":228,"cid":{"/":"QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d"},"length":133,"offset":192}
-{"blockLength":4,"blockOffset":362,"cid":{"/":"bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke"},"length":41,"offset":325}
-{"blockLength":94,"blockOffset":402,"cid":{"/":"QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys"},"length":130,"offset":366}
-{"blockLength":4,"blockOffset":533,"cid":{"/":"bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4"},"length":41,"offset":496}
-{"blockLength":47,"blockOffset":572,"cid":{"/":"QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT"},"length":82,"offset":537}
-{"blockLength":4,"blockOffset":656,"cid":{"/":"bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq"},"length":41,"offset":619}
-{"blockLength":18,"blockOffset":697,"cid":{"/":"bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm"},"length":55,"offset":660}
-`)
-    console.log('\u001b[32m✔\u001b[39m [example] dump-index ../test/go.carv2')
-  })
-}).then(async () => {
-  await runExample('dump-index', ['../test/go.carv2']).then(({ stdout, stderr }) => {
-    assert.strictEqual(stderr, '')
-    assert.strictEqual(stdout,
-`{"blockLength":47,"blockOffset":143,"cid":{"/":"QmfEoLyB5NndqeKieExd1rtJzTduQUPEV8TwAYcUiy3H5Z"},"length":82,"offset":108}
-{"blockLength":99,"blockOffset":226,"cid":{"/":"QmczfirA7VEH7YVvKPTPoU69XM3qY4DC39nnTsWd4K3SkM"},"length":135,"offset":190}
-{"blockLength":54,"blockOffset":360,"cid":{"/":"Qmcpz2FHJD7VAhg1fxFXdYJKePtkx1BsHuCrAgWVnaHMTE"},"length":89,"offset":325}
-{"blockLength":4,"blockOffset":451,"cid":{"/":"bafkreifuosuzujyf4i6psbneqtwg2fhplc2wxptc5euspa2gn3bwhnihfu"},"length":41,"offset":414}
-{"blockLength":7,"blockOffset":492,"cid":{"/":"bafkreifc4hca3inognou377hfhvu2xfchn2ltzi7yu27jkaeujqqqdbjju"},"length":44,"offset":455}
-`)
-    console.log('\u001b[32m✔\u001b[39m [example] dump-index ../test/go.carv2')
-  })
-}).catch((err) => {
-  console.error(err.stack)
-  process.exit(1)
-})

package/examples/verify-car.js

@@ -1,87 +0,0 @@
-#!/usr/bin/env node
-
-// Example: verify a car file's block bytes match the reported CIDs and that
-// they have round-tripishness.
-// This example is overly verbose but illustrates some concepts involved in CAR
-// files.
-
-import fs from 'fs'
-import { bytes, CID } from 'multiformats'
-import { CarBlockIterator } from '@ipld/car/iterator'
-import * as dagCbor from '@ipld/dag-cbor'
-import * as dagPb from '@ipld/dag-pb'
-import * as dagJson from '@ipld/dag-json'
-import * as raw from 'multiformats/codecs/raw'
-import * as json from 'multiformats/codecs/json'
-import { sha256 } from 'multiformats/hashes/sha2'
-import { from as hasher } from 'multiformats/hashes/hasher'
-import { blake2b256 } from '@multiformats/blake2/blake2b'
-
-const { toHex } = bytes
-
-if (!process.argv[2]) {
-  console.log('Usage: verify-car.js <path/to/car>')
-  process.exit(1)
-}
-
-const codecs = {
-  [dagCbor.code]: dagCbor,
-  [dagPb.code]: dagPb,
-  [dagJson.code]: dagJson,
-  [raw.code]: raw,
-  [json.code]: json
-}
-
-const hashes = {
-  [sha256.code]: sha256,
-  [blake2b256.code]: hasher(blake2b256)
-}
-
-async function run () {
-  const inStream = fs.createReadStream(process.argv[2])
-  const reader = await CarBlockIterator.fromIterable(inStream)
-  let count = 0
-
-  for await (const { bytes, cid } of reader) {
-    // Verify step 1: is this a CID we know how to deal with?
-    if (!codecs[cid.code]) {
-      console.log(`Unexpected codec: 0x${cid.code.toString(16)}`)
-      process.exit(1)
-    }
-    if (!hashes[cid.multihash.code]) {
-      console.log(`Unexpected multihash code: 0x${cid.multihash.code.toString(16)}`)
-      process.exit(1)
-    }
-
-    // Verify step 2: if we hash the bytes, do we get the same digest as reported by the CID?
-    // Note that this step is sufficient if you just want to safely verify the CAR's reported CIDs
-    const hash = await hashes[cid.multihash.code].digest(bytes)
-    if (toHex(hash.digest) !== toHex(cid.multihash.digest)) {
-      console.log(`\nMismatch: digest of bytes (${toHex(hash)}) does not match digest in CID (${toHex(cid.multihash.digest)})`)
-    }
-
-    // Verify step 3: Can we round-trip the object and get the same CID for the re-encoded bytes?
-    // Note that this step is rarely useful and may be over-kill in most cases of "verification"
-    const obj = codecs[cid.code].decode(bytes)
-    const reenc = codecs[cid.code].encode(obj)
-    const rehash = await hashes[cid.multihash.code].digest(reenc)
-    const recid = CID.create(cid.version, cid.code, rehash)
-    if (!recid.equals(cid)) {
-      console.log(`\nMismatch: ${cid} <> ${recid}`)
-      console.log(`Orig:\n${toHex(bytes)}\nRe-encode:\n${toHex(reenc)}`)
-    }
-
-    if (++count % 100 === 0) {
-      process.stdout.write('.')
-    }
-  }
-  if (count > 100) {
-    console.log()
-  }
-  console.log(`Verified ${count} block(s) in ${process.argv[2]}`)
-}
-
-run().catch((err) => {
-  console.error(err)
-  process.exit(1)
-})

package/index.js

@@ -1 +0,0 @@
-module.exports = require('./cjs/car.js')

package/indexed-reader

@@ -1 +0,0 @@
-module.exports = require('./cjs/lib/indexed-reader.js')

package/indexer

@@ -1 +0,0 @@
-module.exports = require('./cjs/lib/indexer.js')

package/iterator

@@ -1 +0,0 @@
-module.exports = require('./cjs/lib/iterator.js')

package/lib/coding.ts

@@ -1,56 +0,0 @@
-import { CID } from 'multiformats/cid'
-import { Block, BlockIndex } from '../api'
-
-export interface CarEncoder {
-  setRoots(roots: CID[]): Promise<void>
-
-  writeBlock(block: Block): Promise<void>
-
-  close(): Promise<void>
-}
-
-export interface IteratorChannel_Writer<T> {
-  write(chunk: T): Promise<void>
-  end(): Promise<void>
-}
-
-export interface IteratorChannel<T> {
-  writer: IteratorChannel_Writer<T>
-
-  iterator: AsyncIterator<T>
-}
-
-export interface CarHeader {
-  version: 1,
-  roots: CID[]
-}
-
-export interface CarV2FixedHeader {
-  characteristics: [bigint, bigint],
-  dataOffset: number,
-  dataSize: number,
-  indexOffset: number
-}
-
-export interface CarV2Header extends CarV2FixedHeader {
-  version: 2,
-  roots: CID[],
-}
-
-export interface CarDecoder {
-  header(): Promise<CarHeader|CarV2Header>
-
-  blocks(): AsyncGenerator<Block>
-
-  blocksIndex(): AsyncGenerator<BlockIndex>
-}
-
-export interface BytesReader {
-  upTo(length: number): Promise<Uint8Array>
-
-  exactly(length: number): Promise<Uint8Array>
-
-  seek(length: number): void
-
-  pos: number
-}

package/lib/header-validator.js

@@ -1,33 +0,0 @@
-/** Auto-generated with ipld-schema-validator@0.0.0-dev at Thu Jun 17 2021 from IPLD Schema:
- *
- * type CarHeader struct {
- *   version Int
- *   roots optional [&Any]
- *   # roots is _not_ optional for CarV1 but we defer that check within code to
- *   # gracefully handle the >V1 case where it's just {version:X}
- * }
- *
- */
-
-const Kinds = {
-  Null: /** @returns {boolean} */ (/** @type {any} */ obj) => obj === null,
-  Int: /** @returns {boolean} */ (/** @type {any} */ obj) => Number.isInteger(obj),
-  Float: /** @returns {boolean} */ (/** @type {any} */ obj) => typeof obj === 'number' && Number.isFinite(obj),
-  String: /** @returns {boolean} */ (/** @type {any} */ obj) => typeof obj === 'string',
-  Bool: /** @returns {boolean} */ (/** @type {any} */ obj) => typeof obj === 'boolean',
-  Bytes: /** @returns {boolean} */ (/** @type {any} */ obj) => obj instanceof Uint8Array,
-  Link: /** @returns {boolean} */ (/** @type {any} */ obj) => !Kinds.Null(obj) && typeof obj === 'object' && obj.asCID === obj,
-  List: /** @returns {boolean} */ (/** @type {any} */ obj) => Array.isArray(obj),
-  Map: /** @returns {boolean} */ (/** @type {any} */ obj) => !Kinds.Null(obj) && typeof obj === 'object' && obj.asCID !== obj && !Kinds.List(obj) && !Kinds.Bytes(obj)
-}
-/** @type {{ [k in string]: (obj:any)=>boolean}} */
-const Types = {
-  Int: Kinds.Int,
-  'CarHeader > version': /** @returns {boolean} */ (/** @type {any} */ obj) => Types.Int(obj),
-  'CarHeader > roots (anon) > valueType (anon)': Kinds.Link,
-  'CarHeader > roots (anon)': /** @returns {boolean} */ (/** @type {any} */ obj) => Kinds.List(obj) && Array.prototype.every.call(obj, Types['CarHeader > roots (anon) > valueType (anon)']),
-  'CarHeader > roots': /** @returns {boolean} */ (/** @type {any} */ obj) => Types['CarHeader > roots (anon)'](obj),
-  CarHeader: /** @returns {boolean} */ (/** @type {any} */ obj) => { const keys = obj && Object.keys(obj); return Kinds.Map(obj) && ['version'].every((k) => keys.includes(k)) && Object.entries(obj).every(([name, value]) => Types['CarHeader > ' + name] && Types['CarHeader > ' + name](value)) }
-}
-
-export const CarHeader = Types.CarHeader

package/reader

@@ -1 +0,0 @@
-module.exports = require('./cjs/lib/reader.js')

package/test/_fixtures_to_js.mjs

@@ -1,24 +0,0 @@
-#!/usr/bin/env node
-
-import { readdir, readFile, writeFile } from 'fs/promises'
-import { dirname, join } from 'path'
-
-async function main () {
-  const thisdir = dirname(new URL(import.meta.url).pathname)
-  const outfile = join(thisdir, 'fixtures.js')
-  const fixturesdir = join(thisdir, 'fixtures')
-  const files = await readdir(fixturesdir)
-  let content = '/** @type {Record<string, string>} */\nexport const data = {\n'
-  for (const f of files) {
-    content += `  '${f}': '`
-    content += (await readFile(join(fixturesdir, f))).toString('base64')
-    content += '\',\n'
-  }
-  content += '  _: \'\'\n}\n'
-  await writeFile(join(outfile), content, 'utf8')
-}
-
-main().catch((err) => {
-  console.error(err)
-  process.exit(1)
-})

package/test/common.js

@@ -1,210 +0,0 @@
-import { bytes, CID } from 'multiformats'
-import { sha256 } from 'multiformats/hashes/sha2'
-import * as raw from 'multiformats/codecs/raw'
-import * as dagCbor from '@ipld/dag-cbor'
-import * as dagPb from '@ipld/dag-pb'
-
-import chai from 'chai'
-import chaiAsPromised from 'chai-as-promised'
-
-/**
- * @typedef {import('../api').Block} Block
- * @typedef {import('@ipld/dag-pb').PBNode} PBNode
- */
-
-/**
- * @extends {Block}
- */
-class TestBlock {
-  /**
-   * @param {Uint8Array} bytes
-   * @param {CID} cid
-   * @param {any} object
-   */
-  constructor (bytes, cid, object) {
-    this.bytes = bytes
-    this.cid = cid
-    this.object = object
-  }
-}
-
-chai.use(chaiAsPromised)
-const { assert } = chai
-
-/** @type {TestBlock[]} */
-let rawBlocks
-/** @type {TestBlock[]} */
-const pbBlocks = []
-/** @type {TestBlock[]} */
-const cborBlocks = []
-/** @type {[string, TestBlock[]][]} */
-let allBlocks
-/** @type {TestBlock[]} */
-let allBlocksFlattened
-
-const rndCid = CID.parse('bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm')
-
-/**
- * @param {any} object
- * @param {{code: number, encode: (obj: any) => Uint8Array}} codec
- * @param {import('multiformats/cid').CIDVersion} version
- * @returns {Promise<TestBlock & { object: any }>}
- */
-async function toBlock (object, codec, version = 1) {
-  const bytes = codec.encode(object)
-  const hash = await sha256.digest(bytes)
-  const cid = CID.create(version, codec.code, hash)
-  return new TestBlock(bytes, cid, object)
-}
-
-async function makeData () {
-  if (!rawBlocks) {
-    rawBlocks = await Promise.all('aaaa bbbb cccc zzzz'.split(' ').map((s) => {
-      return toBlock(new TextEncoder().encode(s), raw)
-    }))
-
-    /**
-     * @param {string} name
-     * @param {TestBlock} block
-     */
-    const toPbLink = (name, block) => {
-      let size = block.bytes.length
-      if (block.cid.code === 0x70) {
-        // special cumulative size handling for linking to dag-pb blocks
-        /** @type {PBNode} */
-        const node = block.object
-        size = node.Links.reduce((p, c) => p + (c.Tsize || 0), size)
-      }
-      return {
-        Name: name,
-        Tsize: size,
-        Hash: block.cid
-      }
-    }
-
-    pbBlocks.push(await toBlock({ Links: [toPbLink('cat', rawBlocks[0])] }, dagPb, 0))
-    pbBlocks.push(await toBlock({
-      Links: [toPbLink('dog', rawBlocks[1]), toPbLink('first', pbBlocks[0])]
-    }, dagPb, 0))
-    pbBlocks.push(await toBlock({
-      Links: [toPbLink('bear', rawBlocks[2]), toPbLink('second', pbBlocks[1])]
-    }, dagPb, 0))
-
-    const cbstructs = [['blip', pbBlocks[2].cid], ['limbo', null]]
-    for (const b of cbstructs) {
-      cborBlocks.push(await toBlock({ name: b[0], link: b[1] }, dagCbor))
-    }
-
-    allBlocks = [['raw', rawBlocks.slice(0, 3)], ['pb', pbBlocks], ['cbor', cborBlocks]]
-    allBlocksFlattened = allBlocks.reduce((/** @type {TestBlock[]} */ p, c) => p.concat(c[1]), /** @type {TestBlock[]} */ [])
-  }
-
-  return {
-    rawBlocks,
-    pbBlocks,
-    cborBlocks,
-    allBlocks,
-    allBlocksFlattened
-  }
-}
-
-/**
- * @param {Uint8Array} data
- * @param {number} chunkSize
- * @returns {AsyncIterable<Uint8Array>}
- */
-function makeIterable (data, chunkSize) {
-  let pos = 0
-  return {
-    [Symbol.asyncIterator] () {
-      return {
-        async next () {
-          await new Promise((resolve) => setTimeout(resolve, 5))
-          if (pos >= data.length) {
-            return { done: true, value: undefined }
-          }
-          const value = data.slice(pos, pos += chunkSize)
-          return { done: false, value }
-        }
-      }
-    }
-  }
-}
-
-const carBytes = bytes.fromHex('63a265726f6f747382d82a58250001711220f88bc853804cf294fe417e4fa83028689fcdb1b1592c5102e1474dbc200fab8bd82a5825000171122069ea0740f9807a28f4d932c62e7c1c83be055e55072c90266ab3e79df63a365b6776657273696f6e01280155122061be55a8e2f6b4e172338bddf184d6dbee29c98853e0a0485ecee7f27b9af0b461616161280155122081cc5b17018674b401b42f35ba07bb79e211239c23bffe658da1577e3e646877626262622801551220b6fbd675f98e2abd22d4ed29fdc83150fedc48597e92dd1a7a24381d44a2745163636363511220e7dc486e97e6ebe5cdabab3e392bdad128b6e09acc94bb4e2aa2af7b986d24d0122d0a240155122061be55a8e2f6b4e172338bddf184d6dbee29c98853e0a0485ecee7f27b9af0b4120363617418048001122079a982de3c9907953d4d323cee1d0fb1ed8f45f8ef02870c0cb9e09246bd530a122d0a240155122081cc5b17018674b401b42f35ba07bb79e211239c23bffe658da1577e3e6468771203646f671804122d0a221220e7dc486e97e6ebe5cdabab3e392bdad128b6e09acc94bb4e2aa2af7b986d24d01205666972737418338301122002acecc5de2438ea4126a3010ecb1f8a599c8eff22fff1a1dcffe999b27fd3de122e0a2401551220b6fbd675f98e2abd22d4ed29fdc83150fedc48597e92dd1a7a24381d44a274511204626561721804122f0a22122079a982de3c9907953d4d323cee1d0fb1ed8f45f8ef02870c0cb9e09246bd530a12067365636f6e641895015b01711220f88bc853804cf294fe417e4fa83028689fcdb1b1592c5102e1474dbc200fab8ba2646c696e6bd82a582300122002acecc5de2438ea4126a3010ecb1f8a599c8eff22fff1a1dcffe999b27fd3de646e616d6564626c6970360171122069ea0740f9807a28f4d932c62e7c1c83be055e55072c90266ab3e79df63a365ba2646c696e6bf6646e616d65656c696d626f')
-
-// go.car is written as a graph, not by the allBlocks ordering here, so ordering is slightly out
-const goCarBytes = bytes.fromHex('63a265726f6f747382d82a58250001711220f88bc853804cf294fe417e4fa83028689fcdb1b1592c5102e1474dbc200fab8bd82a5825000171122069ea0740f9807a28f4d932c62e7c1c83be055e55072c90266ab3e79df63a365b6776657273696f6e015b01711220f88bc853804cf294fe417e4fa83028689fcdb1b1592c5102e1474dbc200fab8ba2646c696e6bd82a582300122002acecc5de2438ea4126a3010ecb1f8a599c8eff22fff1a1dcffe999b27fd3de646e616d6564626c69708301122002acecc5de2438ea4126a3010ecb1f8a599c8eff22fff1a1dcffe999b27fd3de122e0a2401551220b6fbd675f98e2abd22d4ed29fdc83150fedc48597e92dd1a7a24381d44a274511204626561721804122f0a22122079a982de3c9907953d4d323cee1d0fb1ed8f45f8ef02870c0cb9e09246bd530a12067365636f6e641895012801551220b6fbd675f98e2abd22d4ed29fdc83150fedc48597e92dd1a7a24381d44a27451636363638001122079a982de3c9907953d4d323cee1d0fb1ed8f45f8ef02870c0cb9e09246bd530a122d0a240155122081cc5b17018674b401b42f35ba07bb79e211239c23bffe658da1577e3e6468771203646f671804122d0a221220e7dc486e97e6ebe5cdabab3e392bdad128b6e09acc94bb4e2aa2af7b986d24d0120566697273741833280155122081cc5b17018674b401b42f35ba07bb79e211239c23bffe658da1577e3e64687762626262511220e7dc486e97e6ebe5cdabab3e392bdad128b6e09acc94bb4e2aa2af7b986d24d0122d0a240155122061be55a8e2f6b4e172338bddf184d6dbee29c98853e0a0485ecee7f27b9af0b412036361741804280155122061be55a8e2f6b4e172338bddf184d6dbee29c98853e0a0485ecee7f27b9af0b461616161360171122069ea0740f9807a28f4d932c62e7c1c83be055e55072c90266ab3e79df63a365ba2646c696e6bf6646e616d65656c696d626f')
-const goCarRoots = [
-  CID.parse('bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm'),
-  CID.parse('bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm')
-]
-const goCarIndex = [
-  { cid: CID.parse('bafyreihyrpefhacm6kkp4ql6j6udakdit7g3dmkzfriqfykhjw6cad5lrm'), offset: 100, length: 92, blockOffset: 137, blockLength: 55 },
-  { cid: CID.parse('QmNX6Tffavsya4xgBi2VJQnSuqy9GsxongxZZ9uZBqp16d'), offset: 192, length: 133, blockOffset: 228, blockLength: 97 },
-  { cid: CID.parse('bafkreifw7plhl6mofk6sfvhnfh64qmkq73oeqwl6sloru6rehaoujituke'), offset: 325, length: 41, blockOffset: 362, blockLength: 4 },
-  { cid: CID.parse('QmWXZxVQ9yZfhQxLD35eDR8LiMRsYtHxYqTFCBbJoiJVys'), offset: 366, length: 130, blockOffset: 402, blockLength: 94 },
-  { cid: CID.parse('bafkreiebzrnroamgos2adnbpgw5apo3z4iishhbdx77gldnbk57d4zdio4'), offset: 496, length: 41, blockOffset: 533, blockLength: 4 },
-  { cid: CID.parse('QmdwjhxpxzcMsR3qUuj7vUL8pbA7MgR3GAxWi2GLHjsKCT'), offset: 537, length: 82, blockOffset: 572, blockLength: 47 },
-  { cid: CID.parse('bafkreidbxzk2ryxwwtqxem4l3xyyjvw35yu4tcct4cqeqxwo47zhxgxqwq'), offset: 619, length: 41, blockOffset: 656, blockLength: 4 },
-  { cid: CID.parse('bafyreidj5idub6mapiupjwjsyyxhyhedxycv4vihfsicm2vt46o7morwlm'), offset: 660, length: 55, blockOffset: 697, blockLength: 18 }
-]
-
-const goCarV2Bytes = bytes.fromHex('0aa16776657273696f6e02000000000000000000000000000000003300000000000000c001000000000000f30100000000000038a265726f6f747381d82a5823001220fb16f5083412ef1371d031ed4aa239903d84efdadf1ba3cd678e6475b1a232f86776657273696f6e01511220fb16f5083412ef1371d031ed4aa239903d84efdadf1ba3cd678e6475b1a232f8122d0a221220d9c0d5376d26f1931f7ad52d7acc00fc1090d2edb0808bf61eeb0a152826f6261204f09f8da418a40185011220d9c0d5376d26f1931f7ad52d7acc00fc1090d2edb0808bf61eeb0a152826f62612310a221220d745b7757f5b4593eeab7820306c7bc64eb496a7410a0d07df7a34ffec4b97f1120962617272656c657965183a122e0a2401551220a2e1c40da1ae335d4dffe729eb4d5ca23b74b9e51fc535f4a804a261080c294d1204f09f90a11807581220d745b7757f5b4593eeab7820306c7bc64eb496a7410a0d07df7a34ffec4b97f112340a2401551220b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d120a666973686d6f6e67657218042801551220b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d666973682b01551220a2e1c40da1ae335d4dffe729eb4d5ca23b74b9e51fc535f4a804a261080c294d6c6f62737465720100000028000000c800000000000000a2e1c40da1ae335d4dffe729eb4d5ca23b74b9e51fc535f4a804a261080c294d9401000000000000b474a99a2705e23cf905a484ec6d14ef58b56bbe62e9292783466ec363b5072d6b01000000000000d745b7757f5b4593eeab7820306c7bc64eb496a7410a0d07df7a34ffec4b97f11201000000000000d9c0d5376d26f1931f7ad52d7acc00fc1090d2edb0808bf61eeb0a152826f6268b00000000000000fb16f5083412ef1371d031ed4aa239903d84efdadf1ba3cd678e6475b1a232f83900000000000000')
-const goCarV2Roots = [CID.parse('QmfEoLyB5NndqeKieExd1rtJzTduQUPEV8TwAYcUiy3H5Z')]
-const goCarV2Index = [
-  { blockLength: 47, blockOffset: 143, cid: CID.parse('QmfEoLyB5NndqeKieExd1rtJzTduQUPEV8TwAYcUiy3H5Z'), length: 82, offset: 108 },
-  { blockLength: 99, blockOffset: 226, cid: CID.parse('QmczfirA7VEH7YVvKPTPoU69XM3qY4DC39nnTsWd4K3SkM'), length: 135, offset: 190 },
-  { blockLength: 54, blockOffset: 360, cid: CID.parse('Qmcpz2FHJD7VAhg1fxFXdYJKePtkx1BsHuCrAgWVnaHMTE'), length: 89, offset: 325 },
-  { blockLength: 4, blockOffset: 451, cid: CID.parse('bafkreifuosuzujyf4i6psbneqtwg2fhplc2wxptc5euspa2gn3bwhnihfu'), length: 41, offset: 414 },
-  { blockLength: 7, blockOffset: 492, cid: CID.parse('bafkreifc4hca3inognou377hfhvu2xfchn2ltzi7yu27jkaeujqqqdbjju'), length: 44, offset: 455 }
-]
-/** @type {{[k in string]: any}} */
-const goCarV2Contents = {
-  QmfEoLyB5NndqeKieExd1rtJzTduQUPEV8TwAYcUiy3H5Z: {
-    Links: [{
-      Hash: CID.parse('QmczfirA7VEH7YVvKPTPoU69XM3qY4DC39nnTsWd4K3SkM'),
-      Name: '🍤',
-      Tsize: 164
-    }]
-  },
-  QmczfirA7VEH7YVvKPTPoU69XM3qY4DC39nnTsWd4K3SkM: {
-    Links: [
-      {
-        Hash: CID.parse('Qmcpz2FHJD7VAhg1fxFXdYJKePtkx1BsHuCrAgWVnaHMTE'),
-        Name: 'barreleye',
-        Tsize: 58
-      },
-      {
-        Hash: CID.parse('bafkreifc4hca3inognou377hfhvu2xfchn2ltzi7yu27jkaeujqqqdbjju'),
-        Name: '🐡',
-        Tsize: 7
-      }
-    ]
-  },
-  Qmcpz2FHJD7VAhg1fxFXdYJKePtkx1BsHuCrAgWVnaHMTE: {
-    Links: [{
-      Hash: CID.parse('bafkreifuosuzujyf4i6psbneqtwg2fhplc2wxptc5euspa2gn3bwhnihfu'),
-      Name: 'fishmonger',
-      Tsize: 4
-    }]
-  },
-  bafkreifuosuzujyf4i6psbneqtwg2fhplc2wxptc5euspa2gn3bwhnihfu: 'fish',
-  bafkreifc4hca3inognou377hfhvu2xfchn2ltzi7yu27jkaeujqqqdbjju: 'lobster'
-}
-
-export {
-  toBlock,
-  assert,
-  makeData,
-  makeIterable,
-  rndCid,
-  carBytes,
-  goCarBytes,
-  goCarRoots,
-  goCarIndex,
-  goCarV2Bytes,
-  goCarV2Roots,
-  goCarV2Index,
-  goCarV2Contents
-}

package/test/node-test-file-streams.js

@@ -1,84 +0,0 @@
-/* eslint-env mocha */
-
-// this test is not intended to run in the browser
-
-import path from 'path'
-import { fileURLToPath } from 'url'
-import fs from 'fs'
-import { Readable, pipeline } from 'stream'
-import { promisify } from 'util'
-import { CarReader, CarWriter } from '@ipld/car'
-import { makeData, assert } from './common.js'
-import {
-  verifyRoots,
-  verifyHas,
-  verifyGet,
-  verifyBlocks,
-  verifyCids
-} from './verify-store-reader.js'
-
-/** @typedef {import('multiformats').CID} CID */
-/** @typedef {import('../api').Block} Block */
-
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = path.dirname(__filename)
-
-const tmpCarPath = path.join(__dirname, 'tmp.car')
-
-describe('Node Streams CarReader.fromIterable()', () => {
-  /** @type {Block[]} */
-  let allBlocksFlattened
-  /** @type {CID[]} */
-  let roots
-
-  before(async () => {
-    const data = await makeData()
-    const cborBlocks = data.cborBlocks
-    allBlocksFlattened = data.allBlocksFlattened
-    roots = [cborBlocks[0].cid, cborBlocks[1].cid]
-    try {
-      await fs.promises.unlink(tmpCarPath)
-    } catch (e) {}
-  })
-
-  it('from fixture file', async () => {
-    const inStream = fs.createReadStream(path.join(__dirname, './go.car'))
-    const reader = await CarReader.fromIterable(inStream)
-    await verifyRoots(reader)
-    await verifyHas(reader)
-    await verifyGet(reader)
-    await verifyBlocks(reader.blocks(), true)
-    await verifyCids(reader.cids(), true)
-  })
-
-  it('complete', async () => {
-    const { writer, out } = CarWriter.create(roots)
-
-    const pipe = promisify(pipeline)(
-      Readable.from(out),
-      fs.createWriteStream(tmpCarPath)
-    )
-
-    for (const block of allBlocksFlattened) {
-      await writer.put(block)
-    }
-    await writer.close()
-    await pipe
-
-    const sizes = await Promise.all(['go.car', 'tmp.car'].map(async (car) => {
-      return (await fs.promises.stat(path.join(__dirname, car))).size
-    }))
-
-    assert.strictEqual(sizes[0], sizes[1])
-
-    const inStream = fs.createReadStream(tmpCarPath)
-    const reader = await CarReader.fromIterable(inStream)
-    await verifyRoots(reader)
-    await verifyHas(reader)
-    await verifyGet(reader)
-    await verifyBlocks(reader.blocks(), true)
-    await verifyCids(reader.cids(), true)
-
-    await fs.promises.unlink(tmpCarPath)
-  })
-})