@atproto/repo 0.7.3 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +24 -0
- package/dist/block-map.js +17 -7
- package/dist/block-map.js.map +1 -1
- package/dist/car.d.ts +23 -0
- package/dist/car.d.ts.map +1 -0
- package/dist/car.js +227 -0
- package/dist/car.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/mst/diff.d.ts.map +1 -1
- package/dist/mst/index.js +17 -7
- package/dist/mst/index.js.map +1 -1
- package/dist/mst/mst.d.ts +28 -28
- package/dist/mst/mst.d.ts.map +1 -1
- package/dist/mst/mst.js +20 -10
- package/dist/mst/mst.js.map +1 -1
- package/dist/mst/util.d.ts.map +1 -1
- package/dist/mst/util.js +17 -7
- package/dist/mst/util.js.map +1 -1
- package/dist/parse.d.ts.map +1 -1
- package/dist/readable-repo.js +17 -7
- package/dist/readable-repo.js.map +1 -1
- package/dist/repo.js +17 -7
- package/dist/repo.js.map +1 -1
- package/dist/storage/readable-blockstore.js +17 -7
- package/dist/storage/readable-blockstore.js.map +1 -1
- package/dist/sync/consumer.d.ts.map +1 -1
- package/dist/sync/consumer.js +22 -11
- package/dist/sync/consumer.js.map +1 -1
- package/dist/sync/provider.d.ts.map +1 -1
- package/dist/sync/provider.js +44 -29
- package/dist/sync/provider.js.map +1 -1
- package/dist/types.d.ts +94 -83
- package/dist/types.d.ts.map +1 -1
- package/dist/util.d.ts +2 -28
- package/dist/util.d.ts.map +1 -1
- package/dist/util.js +18 -87
- package/dist/util.js.map +1 -1
- package/package.json +5 -5
- package/src/car.ts +219 -0
- package/src/index.ts +1 -0
- package/src/mst/mst.ts +4 -4
- package/src/sync/consumer.ts +5 -4
- package/src/sync/provider.ts +38 -27
- package/src/util.ts +1 -114
- package/tests/car-file-fixtures.json +28 -0
- package/tests/car.test.ts +58 -0
- package/tests/sync.test.ts +7 -7
- package/tsconfig.build.tsbuildinfo +1 -1
- package/tsconfig.tests.tsbuildinfo +1 -1
- package/tests/util.test.ts +0 -21
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,29 @@
|
|
|
1
1
|
# @atproto/repo
|
|
2
2
|
|
|
3
|
+
## 0.8.1
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies [[`cc485d296`](https://github.com/bluesky-social/atproto/commit/cc485d29638488928b5efec3d4b0627040589812), [`cc485d296`](https://github.com/bluesky-social/atproto/commit/cc485d29638488928b5efec3d4b0627040589812)]:
|
|
8
|
+
- @atproto/common-web@0.4.2
|
|
9
|
+
- @atproto/lexicon@0.4.11
|
|
10
|
+
- @atproto/common@0.4.11
|
|
11
|
+
- @atproto/crypto@0.4.4
|
|
12
|
+
|
|
13
|
+
## 0.8.0
|
|
14
|
+
|
|
15
|
+
### Minor Changes
|
|
16
|
+
|
|
17
|
+
- [#3672](https://github.com/bluesky-social/atproto/pull/3672) [`4db923ca1`](https://github.com/bluesky-social/atproto/commit/4db923ca1c4fadd31d41c851933659e5186ee144) Thanks [@dholms](https://github.com/dholms)! - Rewrite CAR implementation
|
|
18
|
+
|
|
19
|
+
### Patch Changes
|
|
20
|
+
|
|
21
|
+
- Updated dependencies [[`4db923ca1`](https://github.com/bluesky-social/atproto/commit/4db923ca1c4fadd31d41c851933659e5186ee144), [`4db923ca1`](https://github.com/bluesky-social/atproto/commit/4db923ca1c4fadd31d41c851933659e5186ee144)]:
|
|
22
|
+
- @atproto/common-web@0.4.1
|
|
23
|
+
- @atproto/common@0.4.10
|
|
24
|
+
- @atproto/lexicon@0.4.10
|
|
25
|
+
- @atproto/crypto@0.4.4
|
|
26
|
+
|
|
3
27
|
## 0.7.3
|
|
4
28
|
|
|
5
29
|
### Patch Changes
|
package/dist/block-map.js
CHANGED
|
@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
15
15
|
}) : function(o, v) {
|
|
16
16
|
o["default"] = v;
|
|
17
17
|
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
};
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
25
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
36
|
exports.BlockMap = void 0;
|
|
27
37
|
const cid_1 = require("multiformats/cid");
|
package/dist/block-map.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"block-map.js","sourceRoot":"","sources":["../src/block-map.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"block-map.js","sourceRoot":"","sources":["../src/block-map.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,0CAAsC;AACtC,yDAA0C;AAC1C,4CAAiD;AACjD,8CAAsD;AAEtD,MAAa,QAAQ;IAArB;QACU;;;;mBAA+B,IAAI,GAAG,EAAE;WAAA;IA4FlD,CAAC;IA1FC,KAAK,CAAC,GAAG,CAAC,KAAe;QACvB,MAAM,KAAK,GAAG,MAAM,IAAA,wBAAe,EAAC,IAAA,mBAAS,EAAC,KAAK,CAAC,CAAC,CAAA;QACrD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QAChC,OAAO,KAAK,CAAC,GAAG,CAAA;IAClB,CAAC;IAED,GAAG,CAAC,GAAQ,EAAE,KAAiB;QAC7B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAA;QACnC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,MAAM,CAAC,GAAQ;QACb,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAC/B,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,IAAW;QACjB,MAAM,OAAO,GAAU,EAAE,CAAA;QACzB,MAAM,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAA;QAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;YACxC,IAAI,GAAG,EAAE,CAAC;gBACR,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAA;YACtB,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACnB,CAAC;QACH,CAAC;QACD,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,CAAA;IAC5B,CAAC;IAED,GAAG,CAAC,GAAQ;QACV,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;IACrC,CAAC;IAED,KAAK;QACH,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAA;IAClB,CAAC;IAED,OAAO,CAAC,EAAyC;QAC/C,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,SAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IACzD,CAAC;IAED,OAAO;QACL,MAAM,OAAO,GAAY,EAAE,CAAA;QAC3B,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAC1B,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,CAAA;QAC9B,CAAC,CAAC,CAAA;QACF,OAAO,OAAO,CAAA;IAChB,CAAC;IAED,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAA;IACzC,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAA;IACtB,CAAC;IAED,IAAI,QAAQ;QACV,IAAI,IAAI,GAAG,CAAC,CAAA;QACZ,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;YACrB,IAAI,IAAI,KAAK,CAAC,MAAM,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,KAAe;QACpB,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAA;QACd,CAAC;QACD,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC;YACnC,MAAM,UAAU,GAAG,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,CAAC,UAAU;gBAAE,OAAO,KAAK,CAAA;YAC7B,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,UAAU,CAAC,EAAE,CAAC;gBACjD,OAAO,KAAK,CAAA;YACd,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;CACF;AA7FD,4BA6FC;AAOD,kBAAe,QAAQ,CAAA"}
|
package/dist/car.d.ts
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
import { CID } from 'multiformats/cid';
|
|
2
|
+
import { BlockMap } from './block-map';
|
|
3
|
+
import { CarBlock } from './types';
|
|
4
|
+
export declare function writeCarStream(root: CID | null, blocks: AsyncIterable<CarBlock>): AsyncIterable<Uint8Array>;
|
|
5
|
+
export declare const blocksToCarFile: (root: CID | null, blocks: BlockMap) => Promise<Uint8Array>;
|
|
6
|
+
export declare const blocksToCarStream: (root: CID | null, blocks: BlockMap) => AsyncIterable<Uint8Array>;
|
|
7
|
+
export declare const readCar: (bytes: Uint8Array) => Promise<{
|
|
8
|
+
roots: CID[];
|
|
9
|
+
blocks: BlockMap;
|
|
10
|
+
}>;
|
|
11
|
+
export declare const readCarWithRoot: (bytes: Uint8Array) => Promise<{
|
|
12
|
+
root: CID;
|
|
13
|
+
blocks: BlockMap;
|
|
14
|
+
}>;
|
|
15
|
+
export type CarBlockIterable = AsyncGenerator<CarBlock, void, unknown> & {
|
|
16
|
+
dump: () => Promise<void>;
|
|
17
|
+
};
|
|
18
|
+
export declare const readCarStream: (car: Iterable<Uint8Array> | AsyncIterable<Uint8Array>) => Promise<{
|
|
19
|
+
roots: CID[];
|
|
20
|
+
blocks: CarBlockIterable;
|
|
21
|
+
}>;
|
|
22
|
+
export declare function verifyIncomingCarBlocks(car: AsyncIterable<CarBlock>): AsyncIterable<CarBlock>;
|
|
23
|
+
//# sourceMappingURL=car.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"car.d.ts","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAUtC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAA;AAElC,wBAAuB,cAAc,CACnC,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,MAAM,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC9B,aAAa,CAAC,UAAU,CAAC,CAgB3B;AAED,eAAO,MAAM,eAAe,GAC1B,MAAM,GAAG,GAAG,IAAI,EAChB,QAAQ,QAAQ,KACf,OAAO,CAAC,UAAU,CAGpB,CAAA;AAED,eAAO,MAAM,iBAAiB,GAC5B,MAAM,GAAG,GAAG,IAAI,EAChB,QAAQ,QAAQ,KACf,aAAa,CAAC,UAAU,CAE1B,CAAA;AAQD,eAAO,MAAM,OAAO,GAClB,OAAO,UAAU,KAChB,OAAO,CAAC;IAAE,KAAK,EAAE,GAAG,EAAE,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAO5C,CAAA;AAED,eAAO,MAAM,eAAe,GAC1B,OAAO,UAAU,KAChB,OAAO,CAAC;IAAE,IAAI,EAAE,GAAG,CAAC;IAAC,MAAM,EAAE,QAAQ,CAAA;CAAE,CAUzC,CAAA;AACD,MAAM,MAAM,gBAAgB,GAAG,cAAc,CAAC,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,GAAG;IACvE,IAAI,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC1B,CAAA;AAED,eAAO,MAAM,aAAa,GACxB,KAAK,QAAQ,CAAC,UAAU,CAAC,GAAG,aAAa,CAAC,UAAU,CAAC,KACpD,OAAO,CAAC;IACT,KAAK,EAAE,GAAG,EAAE,CAAA;IACZ,MAAM,EAAE,gBAAgB,CAAA;CACzB,CAoBA,CAAA;AAuCD,wBAAuB,uBAAuB,CAC5C,GAAG,EAAE,aAAa,CAAC,QAAQ,CAAC,GAC3B,aAAa,CAAC,QAAQ,CAAC,CAKzB"}
|
package/dist/car.js
ADDED
|
@@ -0,0 +1,227 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
9
|
+
}) : (function(o, m, k, k2) {
|
|
10
|
+
if (k2 === undefined) k2 = k;
|
|
11
|
+
o[k2] = m[k];
|
|
12
|
+
}));
|
|
13
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
+
}) : function(o, v) {
|
|
16
|
+
o["default"] = v;
|
|
17
|
+
});
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
35
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
36
|
+
exports.readCarStream = exports.readCarWithRoot = exports.readCar = exports.blocksToCarStream = exports.blocksToCarFile = void 0;
|
|
37
|
+
exports.writeCarStream = writeCarStream;
|
|
38
|
+
exports.verifyIncomingCarBlocks = verifyIncomingCarBlocks;
|
|
39
|
+
const cbor = __importStar(require("@ipld/dag-cbor"));
|
|
40
|
+
const ui8 = __importStar(require("uint8arrays"));
|
|
41
|
+
const varint = __importStar(require("varint"));
|
|
42
|
+
const common_1 = require("@atproto/common");
|
|
43
|
+
const block_map_1 = require("./block-map");
|
|
44
|
+
async function* writeCarStream(root, blocks) {
|
|
45
|
+
const header = new Uint8Array(cbor.encode({
|
|
46
|
+
version: 1,
|
|
47
|
+
roots: root ? [root] : [],
|
|
48
|
+
}));
|
|
49
|
+
yield new Uint8Array(varint.encode(header.byteLength));
|
|
50
|
+
yield header;
|
|
51
|
+
for await (const block of blocks) {
|
|
52
|
+
yield new Uint8Array(varint.encode(block.cid.bytes.byteLength + block.bytes.byteLength));
|
|
53
|
+
yield block.cid.bytes;
|
|
54
|
+
yield block.bytes;
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
const blocksToCarFile = (root, blocks) => {
|
|
58
|
+
const carStream = (0, exports.blocksToCarStream)(root, blocks);
|
|
59
|
+
return (0, common_1.streamToBuffer)(carStream);
|
|
60
|
+
};
|
|
61
|
+
exports.blocksToCarFile = blocksToCarFile;
|
|
62
|
+
const blocksToCarStream = (root, blocks) => {
|
|
63
|
+
return writeCarStream(root, iterateBlocks(blocks));
|
|
64
|
+
};
|
|
65
|
+
exports.blocksToCarStream = blocksToCarStream;
|
|
66
|
+
async function* iterateBlocks(blocks) {
|
|
67
|
+
for (const entry of blocks.entries()) {
|
|
68
|
+
yield { cid: entry.cid, bytes: entry.bytes };
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
const readCar = async (bytes) => {
|
|
72
|
+
const { roots, blocks } = await (0, exports.readCarStream)([bytes]);
|
|
73
|
+
const blockMap = new block_map_1.BlockMap();
|
|
74
|
+
for await (const block of blocks) {
|
|
75
|
+
blockMap.set(block.cid, block.bytes);
|
|
76
|
+
}
|
|
77
|
+
return { roots, blocks: blockMap };
|
|
78
|
+
};
|
|
79
|
+
exports.readCar = readCar;
|
|
80
|
+
const readCarWithRoot = async (bytes) => {
|
|
81
|
+
const { roots, blocks } = await (0, exports.readCar)(bytes);
|
|
82
|
+
if (roots.length !== 1) {
|
|
83
|
+
throw new Error(`Expected one root, got ${roots.length}`);
|
|
84
|
+
}
|
|
85
|
+
const root = roots[0];
|
|
86
|
+
return {
|
|
87
|
+
root,
|
|
88
|
+
blocks,
|
|
89
|
+
};
|
|
90
|
+
};
|
|
91
|
+
exports.readCarWithRoot = readCarWithRoot;
|
|
92
|
+
const readCarStream = async (car) => {
|
|
93
|
+
const reader = new BufferedReader(car);
|
|
94
|
+
try {
|
|
95
|
+
const headerSize = await reader.readVarint();
|
|
96
|
+
if (headerSize === null) {
|
|
97
|
+
throw new Error('Could not parse CAR header');
|
|
98
|
+
}
|
|
99
|
+
const headerBytes = await reader.read(headerSize);
|
|
100
|
+
const header = cbor.decode(headerBytes);
|
|
101
|
+
if (!common_1.check.is(header, common_1.schema.carHeader)) {
|
|
102
|
+
throw new Error('Could not parse CAR header');
|
|
103
|
+
}
|
|
104
|
+
return {
|
|
105
|
+
roots: header.roots,
|
|
106
|
+
blocks: readCarBlocksIter(reader),
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
catch (err) {
|
|
110
|
+
await reader.close();
|
|
111
|
+
throw err;
|
|
112
|
+
}
|
|
113
|
+
};
|
|
114
|
+
exports.readCarStream = readCarStream;
|
|
115
|
+
const readCarBlocksIter = (reader) => {
|
|
116
|
+
const iter = readCarBlocksIterGenerator(reader);
|
|
117
|
+
iter.dump = async () => {
|
|
118
|
+
// try/finally to ensure that reader.close is called even if blocks.return throws.
|
|
119
|
+
try {
|
|
120
|
+
// Prevent the iterator from being started after this method is called.
|
|
121
|
+
await iter.return();
|
|
122
|
+
}
|
|
123
|
+
finally {
|
|
124
|
+
// @NOTE the "finally" block of the async generator won't be called
|
|
125
|
+
// if the iteration was never started so we need to manually close here.
|
|
126
|
+
await reader.close();
|
|
127
|
+
}
|
|
128
|
+
};
|
|
129
|
+
return iter;
|
|
130
|
+
};
|
|
131
|
+
async function* readCarBlocksIterGenerator(reader) {
|
|
132
|
+
try {
|
|
133
|
+
while (!reader.isDone) {
|
|
134
|
+
const blockSize = await reader.readVarint();
|
|
135
|
+
if (blockSize === null) {
|
|
136
|
+
break;
|
|
137
|
+
}
|
|
138
|
+
const blockBytes = await reader.read(blockSize);
|
|
139
|
+
const cid = (0, common_1.parseCidFromBytes)(blockBytes.slice(0, 36));
|
|
140
|
+
const bytes = blockBytes.slice(36);
|
|
141
|
+
yield { cid, bytes };
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
finally {
|
|
145
|
+
await reader.close();
|
|
146
|
+
}
|
|
147
|
+
}
|
|
148
|
+
async function* verifyIncomingCarBlocks(car) {
|
|
149
|
+
for await (const block of car) {
|
|
150
|
+
await (0, common_1.verifyCidForBytes)(block.cid, block.bytes);
|
|
151
|
+
yield block;
|
|
152
|
+
}
|
|
153
|
+
}
|
|
154
|
+
class BufferedReader {
|
|
155
|
+
constructor(stream) {
|
|
156
|
+
Object.defineProperty(this, "buffer", {
|
|
157
|
+
enumerable: true,
|
|
158
|
+
configurable: true,
|
|
159
|
+
writable: true,
|
|
160
|
+
value: new Uint8Array()
|
|
161
|
+
});
|
|
162
|
+
Object.defineProperty(this, "iterator", {
|
|
163
|
+
enumerable: true,
|
|
164
|
+
configurable: true,
|
|
165
|
+
writable: true,
|
|
166
|
+
value: void 0
|
|
167
|
+
});
|
|
168
|
+
Object.defineProperty(this, "isDone", {
|
|
169
|
+
enumerable: true,
|
|
170
|
+
configurable: true,
|
|
171
|
+
writable: true,
|
|
172
|
+
value: false
|
|
173
|
+
});
|
|
174
|
+
this.iterator =
|
|
175
|
+
Symbol.asyncIterator in stream
|
|
176
|
+
? stream[Symbol.asyncIterator]()
|
|
177
|
+
: stream[Symbol.iterator]();
|
|
178
|
+
}
|
|
179
|
+
async read(bytesToRead) {
|
|
180
|
+
await this.readUntilBuffered(bytesToRead);
|
|
181
|
+
const value = this.buffer.slice(0, bytesToRead);
|
|
182
|
+
this.buffer = this.buffer.slice(bytesToRead);
|
|
183
|
+
return value;
|
|
184
|
+
}
|
|
185
|
+
async readVarint() {
|
|
186
|
+
let done = false;
|
|
187
|
+
const bytes = [];
|
|
188
|
+
while (!done) {
|
|
189
|
+
const byte = await this.read(1);
|
|
190
|
+
if (byte.byteLength === 0) {
|
|
191
|
+
if (bytes.length > 0) {
|
|
192
|
+
throw new Error('could not parse varint');
|
|
193
|
+
}
|
|
194
|
+
else {
|
|
195
|
+
return null;
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
bytes.push(byte);
|
|
199
|
+
if (byte[0] < 128) {
|
|
200
|
+
done = true;
|
|
201
|
+
}
|
|
202
|
+
}
|
|
203
|
+
const concatted = ui8.concat(bytes);
|
|
204
|
+
return varint.decode(concatted);
|
|
205
|
+
}
|
|
206
|
+
async readUntilBuffered(bytesToRead) {
|
|
207
|
+
if (this.isDone) {
|
|
208
|
+
return;
|
|
209
|
+
}
|
|
210
|
+
while (this.buffer.length < bytesToRead) {
|
|
211
|
+
const next = await this.iterator.next();
|
|
212
|
+
if (next.done) {
|
|
213
|
+
this.isDone = true;
|
|
214
|
+
return;
|
|
215
|
+
}
|
|
216
|
+
this.buffer = ui8.concat([this.buffer, next.value]);
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
async close() {
|
|
220
|
+
if (!this.isDone && this.iterator.return) {
|
|
221
|
+
await this.iterator.return();
|
|
222
|
+
}
|
|
223
|
+
this.isDone = true;
|
|
224
|
+
this.buffer = new Uint8Array();
|
|
225
|
+
}
|
|
226
|
+
}
|
|
227
|
+
//# sourceMappingURL=car.js.map
|
package/dist/car.js.map
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"car.js","sourceRoot":"","sources":["../src/car.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAcA,wCAmBC;AAmHD,0DAOC;AA3JD,qDAAsC;AAEtC,iDAAkC;AAClC,+CAAgC;AAChC,4CAMwB;AACxB,2CAAsC;AAG/B,KAAK,SAAS,CAAC,CAAC,cAAc,CACnC,IAAgB,EAChB,MAA+B;IAE/B,MAAM,MAAM,GAAG,IAAI,UAAU,CAC3B,IAAI,CAAC,MAAM,CAAC;QACV,OAAO,EAAE,CAAC;QACV,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;KAC1B,CAAC,CACH,CAAA;IACD,MAAM,IAAI,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC,CAAA;IACtD,MAAM,MAAM,CAAA;IACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,MAAM,IAAI,UAAU,CAClB,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CACnE,CAAA;QACD,MAAM,KAAK,CAAC,GAAG,CAAC,KAAK,CAAA;QACrB,MAAM,KAAK,CAAC,KAAK,CAAA;IACnB,CAAC;AACH,CAAC;AAEM,MAAM,eAAe,GAAG,CAC7B,IAAgB,EAChB,MAAgB,EACK,EAAE;IACvB,MAAM,SAAS,GAAG,IAAA,yBAAiB,EAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IACjD,OAAO,IAAA,uBAAc,EAAC,SAAS,CAAC,CAAA;AAClC,CAAC,CAAA;AANY,QAAA,eAAe,mBAM3B;AAEM,MAAM,iBAAiB,GAAG,CAC/B,IAAgB,EAChB,MAAgB,EACW,EAAE;IAC7B,OAAO,cAAc,CAAC,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAA;AACpD,CAAC,CAAA;AALY,QAAA,iBAAiB,qBAK7B;AAED,KAAK,SAAS,CAAC,CAAC,aAAa,CAAC,MAAgB;IAC5C,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;QACrC,MAAM,EAAE,GAAG,EAAE,KAAK,CAAC,GAAG,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAA;IAC9C,CAAC;AACH,CAAC;AAEM,MAAM,OAAO,GAAG,KAAK,EAC1B,KAAiB,EAC4B,EAAE;IAC/C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,qBAAa,EAAC,CAAC,KAAK,CAAC,CAAC,CAAA;IACtD,MAAM,QAAQ,GAAG,IAAI,oBAAQ,EAAE,CAAA;IAC/B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QACjC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;IACtC,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAA;AACpC,CAAC,CAAA;AATY,QAAA,OAAO,WASnB;AAEM,MAAM,eAAe,GAAG,KAAK,EAClC,KAAiB,EACyB,EAAE;IAC5C,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,IAAA,eAAO,EAAC,KAAK,CAAC,CAAA;IAC9C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,0BAA0B,KAAK,CAAC,MAAM,EAAE,CAAC,CAAA;IAC3D,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACrB,OAAO;QACL,IAAI;QACJ,MAAM;KACP,CAAA;AACH,CAAC,CAAA;AAZY,QAAA,eAAe,mBAY3B;AAKM,MAAM,aAAa,GAAG,KAAK,EAChC,GAAqD,EAIpD,EAAE;IACH,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,GAAG,CAAC,CAAA;IACtC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAA;QAC5C,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/C,CAAC;QACD,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACjD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QACvC,IAAI,CAAC,cAAK,CAAC,EAAE,CAAC,MAAM,EAAE,eAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAA;QAC/C,CAAC;QACD,OAAO;YACL,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC;SAClC,CAAA;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACpB,MAAM,GAAG,CAAA;IACX,CAAC;AACH,CAAC,CAAA;AAzBY,QAAA,aAAa,iBAyBzB;AAED,MAAM,iBAAiB,GAAG,CAAC,MAAsB,EAAE,EAAE;IACnD,MAAM,IAAI,GAAG,0BAA0B,CAAC,MAAM,CAAqB,CAAA;IAEnE,IAAI,CAAC,IAAI,GAAG,KAAK,IAAI,EAAE;QACrB,kFAAkF;QAClF,IAAI,CAAC;YACH,uEAAuE;YACvE,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;QACrB,CAAC;gBAAS,CAAC;YACT,mEAAmE;YACnE,wEAAwE;YACxE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;QACtB,CAAC;IACH,CAAC,CAAA;IAED,OAAO,IAAI,CAAA;AACb,CAAC,CAAA;AAED,KAAK,SAAS,CAAC,CAAC,0BAA0B,CACxC,MAAsB;IAEtB,IAAI,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC;YACtB,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,UAAU,EAAE,CAAA;YAC3C,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;gBACvB,MAAK;YACP,CAAC;YACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC/C,MAAM,GAAG,GAAG,IAAA,0BAAiB,EAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;YACtD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAClC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAA;QACtB,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAA;IACtB,CAAC;AACH,CAAC;AAEM,KAAK,SAAS,CAAC,CAAC,uBAAuB,CAC5C,GAA4B;IAE5B,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,GAAG,EAAE,CAAC;QAC9B,MAAM,IAAA,0BAAiB,EAAC,KAAK,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,CAAA;QAC/C,MAAM,KAAK,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,cAAc;IAKlB,YAAY,MAAwD;QAJpE;;;;mBAAqB,IAAI,UAAU,EAAE;WAAA;QACrC;;;;;WAA0D;QAC1D;;;;mBAAS,KAAK;WAAA;QAGZ,IAAI,CAAC,QAAQ;YACX,MAAM,CAAC,aAAa,IAAI,MAAM;gBAC5B,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBAChC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,WAAW,CAAC,CAAA;QAC/C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;QAC5C,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,IAAI,GAAG,KAAK,CAAA;QAChB,MAAM,KAAK,GAAiB,EAAE,CAAA;QAC9B,OAAO,CAAC,IAAI,EAAE,CAAC;YACb,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;YAC/B,IAAI,IAAI,CAAC,UAAU,KAAK,CAAC,EAAE,CAAC;gBAC1B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACrB,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAA;gBAC3C,CAAC;qBAAM,CAAC;oBACN,OAAO,IAAI,CAAA;gBACb,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YAChB,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,GAAG,EAAE,CAAC;gBAClB,IAAI,GAAG,IAAI,CAAA;YACb,CAAC;QACH,CAAC;QACD,MAAM,SAAS,GAAG,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACnC,OAAO,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;IACjC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,WAAmB;QACjD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,OAAM;QACR,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,WAAW,EAAE,CAAC;YACxC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAA;YACvC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;gBACd,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;gBAClB,OAAM;YACR,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAA;QACrD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAA;QAC9B,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,IAAI,CAAC,MAAM,GAAG,IAAI,UAAU,EAAE,CAAA;IAChC,CAAC;CACF"}
|
package/dist/index.d.ts
CHANGED
package/dist/index.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,WAAW,CAAA;AACzB,cAAc,QAAQ,CAAA;AACtB,cAAc,OAAO,CAAA;AACrB,cAAc,SAAS,CAAA;AACvB,cAAc,WAAW,CAAA;AACzB,cAAc,QAAQ,CAAA;AACtB,cAAc,SAAS,CAAA;AACvB,cAAc,aAAa,CAAA;AAC3B,cAAc,QAAQ,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAA;AAC3B,cAAc,WAAW,CAAA;AACzB,cAAc,QAAQ,CAAA;AACtB,cAAc,OAAO,CAAA;AACrB,cAAc,SAAS,CAAA;AACvB,cAAc,WAAW,CAAA;AACzB,cAAc,QAAQ,CAAA;AACtB,cAAc,SAAS,CAAA;AACvB,cAAc,aAAa,CAAA;AAC3B,cAAc,OAAO,CAAA;AACrB,cAAc,QAAQ,CAAA"}
|
package/dist/index.js
CHANGED
|
@@ -23,5 +23,6 @@ __exportStar(require("./storage"), exports);
|
|
|
23
23
|
__exportStar(require("./sync"), exports);
|
|
24
24
|
__exportStar(require("./types"), exports);
|
|
25
25
|
__exportStar(require("./data-diff"), exports);
|
|
26
|
+
__exportStar(require("./car"), exports);
|
|
26
27
|
__exportStar(require("./util"), exports);
|
|
27
28
|
//# sourceMappingURL=index.js.map
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8CAA2B;AAC3B,4CAAyB;AACzB,yCAAsB;AACtB,wCAAqB;AACrB,0CAAuB;AACvB,4CAAyB;AACzB,yCAAsB;AACtB,0CAAuB;AACvB,8CAA2B;AAC3B,yCAAsB"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,8CAA2B;AAC3B,4CAAyB;AACzB,yCAAsB;AACtB,wCAAqB;AACrB,0CAAuB;AACvB,4CAAyB;AACzB,yCAAsB;AACtB,0CAAuB;AACvB,8CAA2B;AAC3B,wCAAqB;AACrB,yCAAsB"}
|
package/dist/mst/diff.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"diff.d.ts","sourceRoot":"","sources":["../../src/mst/diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAA;AAG3B,eAAO,MAAM,QAAQ,
|
|
1
|
+
{"version":3,"file":"diff.d.ts","sourceRoot":"","sources":["../../src/mst/diff.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,GAAG,EAAE,MAAM,OAAO,CAAA;AAG3B,eAAO,MAAM,QAAQ,GAAU,MAAM,GAAG,KAAG,OAAO,CAAC,QAAQ,CAM1D,CAAA;AAED,eAAO,MAAM,OAAO,GAClB,MAAM,GAAG,EACT,MAAM,GAAG,GAAG,IAAI,KACf,OAAO,CAAC,QAAQ,CAkGlB,CAAA"}
|
package/dist/mst/index.js
CHANGED
|
@@ -18,13 +18,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
18
18
|
var __exportStar = (this && this.__exportStar) || function(m, exports) {
|
|
19
19
|
for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
|
|
20
20
|
};
|
|
21
|
-
var __importStar = (this && this.__importStar) || function (
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
};
|
|
21
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
22
|
+
var ownKeys = function(o) {
|
|
23
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
24
|
+
var ar = [];
|
|
25
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
26
|
+
return ar;
|
|
27
|
+
};
|
|
28
|
+
return ownKeys(o);
|
|
29
|
+
};
|
|
30
|
+
return function (mod) {
|
|
31
|
+
if (mod && mod.__esModule) return mod;
|
|
32
|
+
var result = {};
|
|
33
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
34
|
+
__setModuleDefault(result, mod);
|
|
35
|
+
return result;
|
|
36
|
+
};
|
|
37
|
+
})();
|
|
28
38
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
29
39
|
exports.mstUtil = void 0;
|
|
30
40
|
__exportStar(require("./mst"), exports);
|
package/dist/mst/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/mst/index.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/mst/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,wCAAqB;AACrB,yCAAsB;AACtB,2CAAwB;AACxB,kDAAiC"}
|
package/dist/mst/mst.d.ts
CHANGED
|
@@ -1,81 +1,81 @@
|
|
|
1
|
-
import { BlockWriter } from '@ipld/car/writer';
|
|
2
1
|
import { CID } from 'multiformats';
|
|
3
2
|
import { z } from 'zod';
|
|
4
3
|
import { BlockMap } from '../block-map';
|
|
5
4
|
import { CidSet } from '../cid-set';
|
|
6
5
|
import { ReadableBlockstore } from '../storage';
|
|
6
|
+
import { CarBlock } from '../types';
|
|
7
7
|
declare const nodeData: z.ZodObject<{
|
|
8
|
-
l: z.ZodNullable<z.ZodEffects<z.
|
|
8
|
+
l: z.ZodNullable<z.ZodEffects<z.ZodUnknown, CID, unknown>>;
|
|
9
9
|
e: z.ZodArray<z.ZodObject<{
|
|
10
10
|
p: z.ZodNumber;
|
|
11
|
-
k: z.ZodType<Uint8Array
|
|
12
|
-
v: z.ZodEffects<z.
|
|
13
|
-
t: z.ZodNullable<z.ZodEffects<z.
|
|
11
|
+
k: z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>;
|
|
12
|
+
v: z.ZodEffects<z.ZodUnknown, CID, unknown>;
|
|
13
|
+
t: z.ZodNullable<z.ZodEffects<z.ZodUnknown, CID, unknown>>;
|
|
14
14
|
}, "strip", z.ZodTypeAny, {
|
|
15
15
|
p: number;
|
|
16
|
-
k: Uint8Array
|
|
16
|
+
k: Uint8Array<ArrayBuffer>;
|
|
17
17
|
v: CID;
|
|
18
18
|
t: CID | null;
|
|
19
19
|
}, {
|
|
20
20
|
p: number;
|
|
21
|
-
k: Uint8Array
|
|
22
|
-
v?:
|
|
23
|
-
t?:
|
|
21
|
+
k: Uint8Array<ArrayBuffer>;
|
|
22
|
+
v?: unknown;
|
|
23
|
+
t?: unknown;
|
|
24
24
|
}>, "many">;
|
|
25
25
|
}, "strip", z.ZodTypeAny, {
|
|
26
26
|
l: CID | null;
|
|
27
27
|
e: {
|
|
28
28
|
p: number;
|
|
29
|
-
k: Uint8Array
|
|
29
|
+
k: Uint8Array<ArrayBuffer>;
|
|
30
30
|
v: CID;
|
|
31
31
|
t: CID | null;
|
|
32
32
|
}[];
|
|
33
33
|
}, {
|
|
34
34
|
e: {
|
|
35
35
|
p: number;
|
|
36
|
-
k: Uint8Array
|
|
37
|
-
v?:
|
|
38
|
-
t?:
|
|
36
|
+
k: Uint8Array<ArrayBuffer>;
|
|
37
|
+
v?: unknown;
|
|
38
|
+
t?: unknown;
|
|
39
39
|
}[];
|
|
40
|
-
l?:
|
|
40
|
+
l?: unknown;
|
|
41
41
|
}>;
|
|
42
42
|
export type NodeData = z.infer<typeof nodeData>;
|
|
43
43
|
export declare const nodeDataDef: {
|
|
44
44
|
name: string;
|
|
45
45
|
schema: z.ZodObject<{
|
|
46
|
-
l: z.ZodNullable<z.ZodEffects<z.
|
|
46
|
+
l: z.ZodNullable<z.ZodEffects<z.ZodUnknown, CID, unknown>>;
|
|
47
47
|
e: z.ZodArray<z.ZodObject<{
|
|
48
48
|
p: z.ZodNumber;
|
|
49
|
-
k: z.ZodType<Uint8Array
|
|
50
|
-
v: z.ZodEffects<z.
|
|
51
|
-
t: z.ZodNullable<z.ZodEffects<z.
|
|
49
|
+
k: z.ZodType<Uint8Array<ArrayBuffer>, z.ZodTypeDef, Uint8Array<ArrayBuffer>>;
|
|
50
|
+
v: z.ZodEffects<z.ZodUnknown, CID, unknown>;
|
|
51
|
+
t: z.ZodNullable<z.ZodEffects<z.ZodUnknown, CID, unknown>>;
|
|
52
52
|
}, "strip", z.ZodTypeAny, {
|
|
53
53
|
p: number;
|
|
54
|
-
k: Uint8Array
|
|
54
|
+
k: Uint8Array<ArrayBuffer>;
|
|
55
55
|
v: CID;
|
|
56
56
|
t: CID | null;
|
|
57
57
|
}, {
|
|
58
58
|
p: number;
|
|
59
|
-
k: Uint8Array
|
|
60
|
-
v?:
|
|
61
|
-
t?:
|
|
59
|
+
k: Uint8Array<ArrayBuffer>;
|
|
60
|
+
v?: unknown;
|
|
61
|
+
t?: unknown;
|
|
62
62
|
}>, "many">;
|
|
63
63
|
}, "strip", z.ZodTypeAny, {
|
|
64
64
|
l: CID | null;
|
|
65
65
|
e: {
|
|
66
66
|
p: number;
|
|
67
|
-
k: Uint8Array
|
|
67
|
+
k: Uint8Array<ArrayBuffer>;
|
|
68
68
|
v: CID;
|
|
69
69
|
t: CID | null;
|
|
70
70
|
}[];
|
|
71
71
|
}, {
|
|
72
72
|
e: {
|
|
73
73
|
p: number;
|
|
74
|
-
k: Uint8Array
|
|
75
|
-
v?:
|
|
76
|
-
t?:
|
|
74
|
+
k: Uint8Array<ArrayBuffer>;
|
|
75
|
+
v?: unknown;
|
|
76
|
+
t?: unknown;
|
|
77
77
|
}[];
|
|
78
|
-
l?:
|
|
78
|
+
l?: unknown;
|
|
79
79
|
}>;
|
|
80
80
|
};
|
|
81
81
|
export type NodeEntry = MST | Leaf;
|
|
@@ -136,7 +136,7 @@ export declare class MST {
|
|
|
136
136
|
leafCount(): Promise<number>;
|
|
137
137
|
walkReachable(): AsyncIterable<NodeEntry>;
|
|
138
138
|
reachableLeaves(): Promise<Leaf[]>;
|
|
139
|
-
|
|
139
|
+
carBlockStream(): AsyncIterable<CarBlock>;
|
|
140
140
|
cidsForPath(key: string): Promise<CID[]>;
|
|
141
141
|
getCoveringProof(key: string): Promise<BlockMap>;
|
|
142
142
|
proofForKey(key: string): Promise<BlockMap>;
|
package/dist/mst/mst.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"mst.d.ts","sourceRoot":"","sources":["../../src/mst/mst.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"mst.d.ts","sourceRoot":"","sources":["../../src/mst/mst.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,cAAc,CAAA;AAClC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAA;AAEvB,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AACvC,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AAGnC,OAAO,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAA;AA2CnC,QAAA,MAAM,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAGZ,CAAA;AACF,MAAM,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,QAAQ,CAAC,CAAA;AAE/C,eAAO,MAAM,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAGvB,CAAA;AAED,MAAM,MAAM,SAAS,GAAG,GAAG,GAAG,IAAI,CAAA;AAElC,MAAM,MAAM,OAAO,GAAG;IACpB,KAAK,EAAE,MAAM,CAAA;CACd,CAAA;AAED,qBAAa,GAAG;IACd,OAAO,EAAE,kBAAkB,CAAA;IAC3B,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,CAAA;IAC3B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAA;IACpB,OAAO,EAAE,GAAG,CAAA;IACZ,eAAe,UAAQ;gBAGrB,OAAO,EAAE,kBAAkB,EAC3B,OAAO,EAAE,GAAG,EACZ,OAAO,EAAE,SAAS,EAAE,GAAG,IAAI,EAC3B,KAAK,EAAE,MAAM,GAAG,IAAI;WAQT,MAAM,CACjB,OAAO,EAAE,kBAAkB,EAC3B,OAAO,GAAE,SAAS,EAAO,EACzB,IAAI,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC,GAAG,CAAC;WAMF,QAAQ,CACnB,OAAO,EAAE,kBAAkB,EAC3B,IAAI,EAAE,QAAQ,EACd,IAAI,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GACtB,OAAO,CAAC,GAAG,CAAC;IAQf,MAAM,CAAC,IAAI,CACT,OAAO,EAAE,kBAAkB,EAC3B,GAAG,EAAE,GAAG,EACR,IAAI,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,GACtB,GAAG;IASA,OAAO,CAAC,OAAO,EAAE,SAAS,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC;IAU3C,UAAU,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAoBlC,UAAU,IAAI,OAAO,CAAC,GAAG,CAAC;IAQ1B,SAAS,IAAI,OAAO,CAAC;QAAE,GAAG,EAAE,GAAG,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,CAAC;IAqBrD,QAAQ,IAAI,OAAO,CAAC,MAAM,CAAC;IAM3B,eAAe,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAuBzC,iBAAiB,IAAI,OAAO,CAAC;QAAE,IAAI,EAAE,GAAG,CAAC;QAAC,MAAM,EAAE,QAAQ,CAAA;KAAE,CAAC;IAmB7D,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,UAAU,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAsE/D,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IAerC,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IAgB7C,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAKjC,aAAa,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAqCxC,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAU1D,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IASxC,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAMtC,OAAO,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC;IAMvC,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC;IAMjD,KAAK,CACT,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,EAC1B,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,GACvB,OAAO,CAAC,SAAS,EAAE,CAAC;IAMjB,QAAQ,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC;IAUvD,gBAAgB,CACpB,KAAK,EAAE,MAAM,EACb,IAAI,EAAE,GAAG,GAAG,IAAI,EAChB,IAAI,EAAE,IAAI,EACV,KAAK,EAAE,GAAG,GAAG,IAAI,GAChB,OAAO,CAAC,GAAG,CAAC;IAUT,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC;IAsBvB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,GAAG,GAAG,IAAI,EAAE,GAAG,GAAG,IAAI,CAAC,CAAC;IA8B3D,WAAW,CAAC,OAAO,EAAE,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;IAyBvC,WAAW,IAAI,OAAO,CAAC,GAAG,CAAC;IAO3B,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;IAa5B,sBAAsB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAenD,QAAQ,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,CAAC,SAAS,CAAC;IA4B/C,cAAc,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC;IAQjD,IAAI,CACR,KAAK,SAA0B,EAC/B,KAAK,CAAC,EAAE,MAAM,EACd,MAAM,CAAC,EAAE,MAAM,GACd,OAAO,CAAC,IAAI,EAAE,CAAC;IAWZ,cAAc,CAClB,MAAM,EAAE,MAAM,EACd,KAAK,SAA0B,GAC9B,OAAO,CAAC,IAAI,EAAE,CAAC;IAaX,IAAI,IAAI,aAAa,CAAC,SAAS,CAAC;IAejC,KAAK,IAAI,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC;IAgB/B,QAAQ,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;IAShC,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;IAgB1B,MAAM;IASN,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;IAS3B,aAAa,IAAI,aAAa,CAAC,SAAS,CAAC;IAsB1C,eAAe,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;IAUjC,cAAc,IAAI,aAAa,CAAC,QAAQ,CAAC;IAuC1C,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAkBxC,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAShD,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAkB3C,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IAa/C,gBAAgB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IA+BtD,MAAM,IAAI,IAAI,IAAI,GAAG;IAIrB,MAAM,IAAI,IAAI,IAAI,IAAI;IAIhB,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;CAMjD;AAED,qBAAa,IAAI;IAEN,GAAG,EAAE,MAAM;IACX,KAAK,EAAE,GAAG;gBADV,GAAG,EAAE,MAAM,EACX,KAAK,EAAE,GAAG;IAGnB,MAAM,IAAI,IAAI,IAAI,GAAG;IAIrB,MAAM,IAAI,IAAI,IAAI,IAAI;IAItB,MAAM,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO;CAOlC"}
|
package/dist/mst/mst.js
CHANGED
|
@@ -15,13 +15,23 @@ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (
|
|
|
15
15
|
}) : function(o, v) {
|
|
16
16
|
o["default"] = v;
|
|
17
17
|
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (
|
|
19
|
-
|
|
20
|
-
|
|
21
|
-
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
};
|
|
18
|
+
var __importStar = (this && this.__importStar) || (function () {
|
|
19
|
+
var ownKeys = function(o) {
|
|
20
|
+
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
21
|
+
var ar = [];
|
|
22
|
+
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
23
|
+
return ar;
|
|
24
|
+
};
|
|
25
|
+
return ownKeys(o);
|
|
26
|
+
};
|
|
27
|
+
return function (mod) {
|
|
28
|
+
if (mod && mod.__esModule) return mod;
|
|
29
|
+
var result = {};
|
|
30
|
+
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
31
|
+
__setModuleDefault(result, mod);
|
|
32
|
+
return result;
|
|
33
|
+
};
|
|
34
|
+
})();
|
|
25
35
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
26
36
|
exports.Leaf = exports.MST = exports.nodeDataDef = void 0;
|
|
27
37
|
const zod_1 = require("zod");
|
|
@@ -695,7 +705,7 @@ class MST {
|
|
|
695
705
|
return leaves;
|
|
696
706
|
}
|
|
697
707
|
// Sync Protocol
|
|
698
|
-
async
|
|
708
|
+
async *carBlockStream() {
|
|
699
709
|
const leaves = new cid_set_1.CidSet();
|
|
700
710
|
let toFetch = new cid_set_1.CidSet();
|
|
701
711
|
toFetch.add(await this.getPointer());
|
|
@@ -707,7 +717,7 @@ class MST {
|
|
|
707
717
|
}
|
|
708
718
|
for (const cid of toFetch.toList()) {
|
|
709
719
|
const found = await parse.getAndParseByDef(fetched.blocks, cid, exports.nodeDataDef);
|
|
710
|
-
|
|
720
|
+
yield { cid, bytes: found.bytes };
|
|
711
721
|
const entries = await util.deserializeNodeData(this.storage, found.obj);
|
|
712
722
|
for (const entry of entries) {
|
|
713
723
|
if (entry.isLeaf()) {
|
|
@@ -725,7 +735,7 @@ class MST {
|
|
|
725
735
|
throw new error_1.MissingBlocksError('mst leaf', leafData.missing);
|
|
726
736
|
}
|
|
727
737
|
for (const leaf of leafData.blocks.entries()) {
|
|
728
|
-
|
|
738
|
+
yield leaf;
|
|
729
739
|
}
|
|
730
740
|
}
|
|
731
741
|
async cidsForPath(key) {
|