@fireproof/vendor 1.1.0 → 1.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (302) hide show
  1. package/package.json +97 -4
  2. package/src/@ipld/car/LICENSE +4 -0
  3. package/src/@ipld/car/README.md +1132 -0
  4. package/src/@ipld/car/dist/index.min.js +5 -0
  5. package/src/@ipld/car/dist/src/api.d.ts +72 -0
  6. package/src/@ipld/car/dist/src/api.d.ts.map +1 -0
  7. package/src/@ipld/car/dist/src/buffer-decoder.d.ts +67 -0
  8. package/src/@ipld/car/dist/src/buffer-decoder.d.ts.map +1 -0
  9. package/src/@ipld/car/dist/src/buffer-reader-browser.d.ts +116 -0
  10. package/src/@ipld/car/dist/src/buffer-reader-browser.d.ts.map +1 -0
  11. package/src/@ipld/car/dist/src/buffer-reader.d.ts +31 -0
  12. package/src/@ipld/car/dist/src/buffer-reader.d.ts.map +1 -0
  13. package/src/@ipld/car/dist/src/buffer-writer.d.ts +86 -0
  14. package/src/@ipld/car/dist/src/buffer-writer.d.ts.map +1 -0
  15. package/src/@ipld/car/dist/src/coding.d.ts +49 -0
  16. package/src/@ipld/car/dist/src/coding.d.ts.map +1 -0
  17. package/src/@ipld/car/dist/src/decoder-common.d.ts +43 -0
  18. package/src/@ipld/car/dist/src/decoder-common.d.ts.map +1 -0
  19. package/src/@ipld/car/dist/src/decoder.d.ts +87 -0
  20. package/src/@ipld/car/dist/src/decoder.d.ts.map +1 -0
  21. package/src/@ipld/car/dist/src/encoder.d.ts +17 -0
  22. package/src/@ipld/car/dist/src/encoder.d.ts.map +1 -0
  23. package/src/@ipld/car/dist/src/header-validator.d.ts +5 -0
  24. package/src/@ipld/car/dist/src/header-validator.d.ts.map +1 -0
  25. package/src/@ipld/car/dist/src/index-browser.d.ts +10 -0
  26. package/src/@ipld/car/dist/src/index-browser.d.ts.map +1 -0
  27. package/src/@ipld/car/dist/src/index.d.ts +11 -0
  28. package/src/@ipld/car/dist/src/index.d.ts.map +1 -0
  29. package/src/@ipld/car/dist/src/indexed-reader-browser.d.ts +5 -0
  30. package/src/@ipld/car/dist/src/indexed-reader-browser.d.ts.map +1 -0
  31. package/src/@ipld/car/dist/src/indexed-reader.d.ts +152 -0
  32. package/src/@ipld/car/dist/src/indexed-reader.d.ts.map +1 -0
  33. package/src/@ipld/car/dist/src/indexer.d.ts +95 -0
  34. package/src/@ipld/car/dist/src/indexer.d.ts.map +1 -0
  35. package/src/@ipld/car/dist/src/iterator-channel.d.ts +7 -0
  36. package/src/@ipld/car/dist/src/iterator-channel.d.ts.map +1 -0
  37. package/src/@ipld/car/dist/src/iterator.d.ts +174 -0
  38. package/src/@ipld/car/dist/src/iterator.d.ts.map +1 -0
  39. package/src/@ipld/car/dist/src/promise-fs-opts.d.ts +28 -0
  40. package/src/@ipld/car/dist/src/promise-fs-opts.d.ts.map +1 -0
  41. package/src/@ipld/car/dist/src/reader-browser.d.ts +151 -0
  42. package/src/@ipld/car/dist/src/reader-browser.d.ts.map +1 -0
  43. package/src/@ipld/car/dist/src/reader.d.ts +40 -0
  44. package/src/@ipld/car/dist/src/reader.d.ts.map +1 -0
  45. package/src/@ipld/car/dist/src/writer-browser.d.ts +155 -0
  46. package/src/@ipld/car/dist/src/writer-browser.d.ts.map +1 -0
  47. package/src/@ipld/car/dist/src/writer.d.ts +45 -0
  48. package/src/@ipld/car/dist/src/writer.d.ts.map +1 -0
  49. package/src/@ipld/car/src/api.ts +90 -0
  50. package/src/@ipld/car/src/buffer-decoder.js +213 -0
  51. package/src/@ipld/car/src/buffer-reader-browser.js +144 -0
  52. package/src/@ipld/car/src/buffer-reader.js +51 -0
  53. package/src/@ipld/car/src/buffer-writer.js +286 -0
  54. package/src/@ipld/car/src/coding.ts +68 -0
  55. package/src/@ipld/car/src/decoder-common.js +82 -0
  56. package/src/@ipld/car/src/decoder.js +347 -0
  57. package/src/@ipld/car/src/encoder.js +76 -0
  58. package/src/@ipld/car/src/header-validator.js +214 -0
  59. package/src/@ipld/car/src/header.ipldsch +18 -0
  60. package/src/@ipld/car/src/index-browser.js +18 -0
  61. package/src/@ipld/car/src/index.js +21 -0
  62. package/src/@ipld/car/src/indexed-reader-browser.js +7 -0
  63. package/src/@ipld/car/src/indexed-reader.js +211 -0
  64. package/src/@ipld/car/src/indexer.js +130 -0
  65. package/src/@ipld/car/src/iterator-channel.js +91 -0
  66. package/src/@ipld/car/src/iterator.js +267 -0
  67. package/src/@ipld/car/src/promise-fs-opts.js +46 -0
  68. package/src/@ipld/car/src/reader-browser.js +194 -0
  69. package/src/@ipld/car/src/reader.js +54 -0
  70. package/src/@ipld/car/src/writer-browser.js +250 -0
  71. package/src/@ipld/car/src/writer.js +81 -0
  72. package/src/@ipld/dag-cbor/LICENSE +4 -0
  73. package/src/@ipld/dag-cbor/README.md +80 -0
  74. package/src/@ipld/dag-cbor/dist/index.min.js +3 -0
  75. package/src/@ipld/dag-cbor/dist/src/index.d.ts +67 -0
  76. package/src/@ipld/dag-cbor/dist/src/index.d.ts.map +1 -0
  77. package/src/@ipld/dag-cbor/src/index.js +147 -0
  78. package/src/@ipld/dag-json/LICENSE +4 -0
  79. package/src/@ipld/dag-json/README.md +58 -0
  80. package/src/@ipld/dag-json/dist/index.min.js +3 -0
  81. package/src/@ipld/dag-json/dist/src/index.d.ts +12 -0
  82. package/src/@ipld/dag-json/dist/src/index.d.ts.map +1 -0
  83. package/src/@ipld/dag-json/src/index.js +291 -0
  84. package/src/@web3-storage/pail/dist/src/batch/index.d.ts +53 -1
  85. package/src/@web3-storage/pail/dist/src/batch/index.d.ts.map +1 -1
  86. package/src/@web3-storage/pail/dist/src/batch/shard.d.ts +1 -1
  87. package/src/@web3-storage/pail/dist/src/batch/shard.d.ts.map +1 -1
  88. package/src/@web3-storage/pail/dist/src/block.d.ts +2 -2
  89. package/src/@web3-storage/pail/dist/src/block.d.ts.map +1 -1
  90. package/src/@web3-storage/pail/dist/src/clock/index.d.ts +2 -2
  91. package/src/@web3-storage/pail/dist/src/clock/index.d.ts.map +1 -1
  92. package/src/@web3-storage/pail/dist/src/crdt/batch/index.d.ts.map +1 -1
  93. package/src/@web3-storage/pail/dist/src/crdt/index.d.ts +2 -2
  94. package/src/@web3-storage/pail/dist/src/crdt/index.d.ts.map +1 -1
  95. package/src/@web3-storage/pail/dist/src/diff.d.ts +3 -3
  96. package/src/@web3-storage/pail/dist/src/diff.d.ts.map +1 -1
  97. package/src/@web3-storage/pail/dist/src/index.d.ts +1 -1
  98. package/src/@web3-storage/pail/dist/src/index.d.ts.map +1 -1
  99. package/src/@web3-storage/pail/dist/src/merge.d.ts.map +1 -1
  100. package/src/@web3-storage/pail/dist/src/shard.d.ts +4 -4
  101. package/src/@web3-storage/pail/dist/src/shard.d.ts.map +1 -1
  102. package/src/@web3-storage/pail/dist/tsconfig.tsbuildinfo +1 -1
  103. package/src/@web3-storage/pail/src/api.ts +1 -1
  104. package/src/@web3-storage/pail/src/clock/index.js +1 -1
  105. package/src/@web3-storage/pail/src/shard.js +1 -1
  106. package/src/cborg/.github/dependabot.yml +16 -0
  107. package/src/cborg/.github/workflows/test-and-release.yml +52 -0
  108. package/src/cborg/CHANGELOG.md +513 -0
  109. package/src/cborg/LICENSE +13 -0
  110. package/src/cborg/README.md +515 -0
  111. package/src/cborg/bench/bench.js +117 -0
  112. package/src/cborg/bench/json.js +124 -0
  113. package/src/cborg/bench/package.json +8 -0
  114. package/src/cborg/cborg/bin.js +189 -0
  115. package/src/cborg/cborg/common.js +28 -0
  116. package/src/cborg/cborg/decode.js +211 -0
  117. package/src/cborg/cborg/diagnostic.js +158 -0
  118. package/src/cborg/cborg/diagnostic_test.js +117 -0
  119. package/src/cborg/cborg/encode.js +466 -0
  120. package/src/cborg/cborg/index.js +33 -0
  121. package/src/cborg/cborg/is.js +106 -0
  122. package/src/cborg/cborg/length.js +62 -0
  123. package/src/cborg/example-bytestrings.js +180 -0
  124. package/src/cborg/example-json.js +6 -0
  125. package/src/cborg/example.js +5 -0
  126. package/src/cborg/interface.ts +59 -0
  127. package/src/cborg/json/decode.js +462 -0
  128. package/src/cborg/json/encode.js +302 -0
  129. package/src/cborg/json/json.js +4 -0
  130. package/src/cborg/taglib.js +75 -0
  131. package/src/cborg/test/appendix_a.js +647 -0
  132. package/src/cborg/test/common.js +18 -0
  133. package/src/cborg/test/node-test-bin.js +402 -0
  134. package/src/cborg/test/noop-bin-test.js +3 -0
  135. package/src/cborg/test/test-0uint.js +103 -0
  136. package/src/cborg/test/test-1negint.js +96 -0
  137. package/src/cborg/test/test-2bytes.js +198 -0
  138. package/src/cborg/test/test-3string.js +136 -0
  139. package/src/cborg/test/test-4array.js +93 -0
  140. package/src/cborg/test/test-5map.js +284 -0
  141. package/src/cborg/test/test-6tag.js +84 -0
  142. package/src/cborg/test/test-7float.js +131 -0
  143. package/src/cborg/test/test-bl.js +37 -0
  144. package/src/cborg/test/test-cbor-vectors.js +107 -0
  145. package/src/cborg/test/test-decode-errors.js +65 -0
  146. package/src/cborg/test/test-fuzz.js +42 -0
  147. package/src/cborg/test/test-json.js +219 -0
  148. package/src/cborg/test/test-length.js +65 -0
  149. package/src/cborg/test/test-partial.js +111 -0
  150. package/src/cborg/tsconfig.json +48 -0
  151. package/src/cborg/types/cborg/decode.d.ts +43 -0
  152. package/src/cborg/types/cborg/decode.d.ts.map +1 -0
  153. package/src/cborg/types/cborg/encode.d.ts +51 -0
  154. package/src/cborg/types/cborg/encode.d.ts.map +1 -0
  155. package/src/cborg/types/cborg/index.d.ts +26 -0
  156. package/src/cborg/types/cborg/index.d.ts.map +1 -0
  157. package/src/cborg/types/cborg/is.d.ts +6 -0
  158. package/src/cborg/types/cborg/is.d.ts.map +1 -0
  159. package/src/cborg/types/example.d.ts +2 -0
  160. package/src/cborg/types/example.d.ts.map +1 -0
  161. package/src/cborg/types/interface.d.ts +49 -0
  162. package/src/cborg/types/interface.d.ts.map +1 -0
  163. package/src/cborg/types/json/decode.d.ts +67 -0
  164. package/src/cborg/types/json/decode.d.ts.map +1 -0
  165. package/src/cborg/types/json/encode.d.ts +11 -0
  166. package/src/cborg/types/json/encode.d.ts.map +1 -0
  167. package/src/cborg/types/json/json.d.ts +6 -0
  168. package/src/cborg/types/json/json.d.ts.map +1 -0
  169. package/src/cborg/types/taglib.d.ts +18 -0
  170. package/src/cborg/types/taglib.d.ts.map +1 -0
  171. package/src/cborg/types/tsconfig.tsbuildinfo +1 -0
  172. package/src/cborg/types/utils/0uint.d.ts +102 -0
  173. package/src/cborg/types/utils/0uint.d.ts.map +1 -0
  174. package/src/cborg/types/utils/1negint.d.ts +59 -0
  175. package/src/cborg/types/utils/1negint.d.ts.map +1 -0
  176. package/src/cborg/types/utils/2bytes.d.ts +69 -0
  177. package/src/cborg/types/utils/2bytes.d.ts.map +1 -0
  178. package/src/cborg/types/utils/3string.d.ts +46 -0
  179. package/src/cborg/types/utils/3string.d.ts.map +1 -0
  180. package/src/cborg/types/utils/4array.d.ts +66 -0
  181. package/src/cborg/types/utils/4array.d.ts.map +1 -0
  182. package/src/cborg/types/utils/5map.d.ts +66 -0
  183. package/src/cborg/types/utils/5map.d.ts.map +1 -0
  184. package/src/cborg/types/utils/6tag.d.ts +62 -0
  185. package/src/cborg/types/utils/6tag.d.ts.map +1 -0
  186. package/src/cborg/types/utils/7float.d.ts +60 -0
  187. package/src/cborg/types/utils/7float.d.ts.map +1 -0
  188. package/src/cborg/types/utils/bl.d.ts +26 -0
  189. package/src/cborg/types/utils/bl.d.ts.map +1 -0
  190. package/src/cborg/types/utils/byte-utils.d.ts +53 -0
  191. package/src/cborg/types/utils/byte-utils.d.ts.map +1 -0
  192. package/src/cborg/types/utils/common.d.ts +8 -0
  193. package/src/cborg/types/utils/common.d.ts.map +1 -0
  194. package/src/cborg/types/utils/index.d.ts +13 -0
  195. package/src/cborg/types/utils/index.d.ts.map +1 -0
  196. package/src/cborg/types/utils/jump.d.ts +16 -0
  197. package/src/cborg/types/utils/jump.d.ts.map +1 -0
  198. package/src/cborg/types/utils/token.d.ts +59 -0
  199. package/src/cborg/types/utils/token.d.ts.map +1 -0
  200. package/src/cborg/utils/0uint.js +229 -0
  201. package/src/cborg/utils/1negint.js +111 -0
  202. package/src/cborg/utils/2bytes.js +135 -0
  203. package/src/cborg/utils/3string.js +90 -0
  204. package/src/cborg/utils/4array.js +114 -0
  205. package/src/cborg/utils/5map.js +113 -0
  206. package/src/cborg/utils/6tag.js +81 -0
  207. package/src/cborg/utils/7float.js +310 -0
  208. package/src/cborg/utils/bl.js +124 -0
  209. package/src/cborg/utils/byte-utils.js +417 -0
  210. package/src/cborg/utils/common.js +11 -0
  211. package/src/cborg/utils/index.js +12 -0
  212. package/src/cborg/utils/jump.js +222 -0
  213. package/src/cborg/utils/token.js +76 -0
  214. package/src/ipfs-unixfs-exporter/LICENSE +4 -0
  215. package/src/ipfs-unixfs-exporter/README.md +105 -0
  216. package/src/ipfs-unixfs-exporter/dist/index.min.js +3 -0
  217. package/src/ipfs-unixfs-exporter/dist/src/errors.d.ts +57 -0
  218. package/src/ipfs-unixfs-exporter/dist/src/errors.d.ts.map +1 -0
  219. package/src/ipfs-unixfs-exporter/dist/src/errors.js +73 -0
  220. package/src/ipfs-unixfs-exporter/dist/src/errors.js.map +1 -0
  221. package/src/ipfs-unixfs-exporter/dist/src/index.d.ts +355 -0
  222. package/src/ipfs-unixfs-exporter/dist/src/index.d.ts.map +1 -0
  223. package/src/ipfs-unixfs-exporter/dist/src/index.js +197 -0
  224. package/src/ipfs-unixfs-exporter/dist/src/index.js.map +1 -0
  225. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-cbor.d.ts +4 -0
  226. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-cbor.d.ts.map +1 -0
  227. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-cbor.js +9 -0
  228. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-cbor.js.map +1 -0
  229. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-json.d.ts +4 -0
  230. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-json.d.ts.map +1 -0
  231. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-json.js +9 -0
  232. package/src/ipfs-unixfs-exporter/dist/src/resolvers/dag-json.js.map +1 -0
  233. package/src/ipfs-unixfs-exporter/dist/src/resolvers/identity.d.ts +4 -0
  234. package/src/ipfs-unixfs-exporter/dist/src/resolvers/identity.d.ts.map +1 -0
  235. package/src/ipfs-unixfs-exporter/dist/src/resolvers/identity.js +38 -0
  236. package/src/ipfs-unixfs-exporter/dist/src/resolvers/identity.js.map +1 -0
  237. package/src/ipfs-unixfs-exporter/dist/src/resolvers/index.d.ts +4 -0
  238. package/src/ipfs-unixfs-exporter/dist/src/resolvers/index.d.ts.map +1 -0
  239. package/src/ipfs-unixfs-exporter/dist/src/resolvers/index.js +30 -0
  240. package/src/ipfs-unixfs-exporter/dist/src/resolvers/index.js.map +1 -0
  241. package/src/ipfs-unixfs-exporter/dist/src/resolvers/json.d.ts +4 -0
  242. package/src/ipfs-unixfs-exporter/dist/src/resolvers/json.d.ts.map +1 -0
  243. package/src/ipfs-unixfs-exporter/dist/src/resolvers/json.js +9 -0
  244. package/src/ipfs-unixfs-exporter/dist/src/resolvers/json.js.map +1 -0
  245. package/src/ipfs-unixfs-exporter/dist/src/resolvers/raw.d.ts +4 -0
  246. package/src/ipfs-unixfs-exporter/dist/src/resolvers/raw.d.ts.map +1 -0
  247. package/src/ipfs-unixfs-exporter/dist/src/resolvers/raw.js +37 -0
  248. package/src/ipfs-unixfs-exporter/dist/src/resolvers/raw.js.map +1 -0
  249. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/directory.d.ts +4 -0
  250. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/directory.d.ts.map +1 -0
  251. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/directory.js +29 -0
  252. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/directory.js.map +1 -0
  253. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/file.d.ts +4 -0
  254. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/file.d.ts.map +1 -0
  255. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/file.js +153 -0
  256. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/file.js.map +1 -0
  257. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/hamt-sharded-directory.d.ts +4 -0
  258. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/hamt-sharded-directory.d.ts.map +1 -0
  259. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/hamt-sharded-directory.js +59 -0
  260. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/hamt-sharded-directory.js.map +1 -0
  261. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/raw.d.ts +4 -0
  262. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/raw.d.ts.map +1 -0
  263. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/raw.js +25 -0
  264. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/content/raw.js.map +1 -0
  265. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/index.d.ts +4 -0
  266. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/index.d.ts.map +1 -0
  267. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/index.js +104 -0
  268. package/src/ipfs-unixfs-exporter/dist/src/resolvers/unixfs-v1/index.js.map +1 -0
  269. package/src/ipfs-unixfs-exporter/dist/src/utils/extract-data-from-block.d.ts +3 -0
  270. package/src/ipfs-unixfs-exporter/dist/src/utils/extract-data-from-block.d.ts.map +1 -0
  271. package/src/ipfs-unixfs-exporter/dist/src/utils/extract-data-from-block.js +20 -0
  272. package/src/ipfs-unixfs-exporter/dist/src/utils/extract-data-from-block.js.map +1 -0
  273. package/src/ipfs-unixfs-exporter/dist/src/utils/find-cid-in-shard.d.ts +6 -0
  274. package/src/ipfs-unixfs-exporter/dist/src/utils/find-cid-in-shard.d.ts.map +1 -0
  275. package/src/ipfs-unixfs-exporter/dist/src/utils/find-cid-in-shard.js +116 -0
  276. package/src/ipfs-unixfs-exporter/dist/src/utils/find-cid-in-shard.js.map +1 -0
  277. package/src/ipfs-unixfs-exporter/dist/src/utils/resolve-object-path.d.ts +4 -0
  278. package/src/ipfs-unixfs-exporter/dist/src/utils/resolve-object-path.d.ts.map +1 -0
  279. package/src/ipfs-unixfs-exporter/dist/src/utils/resolve-object-path.js +57 -0
  280. package/src/ipfs-unixfs-exporter/dist/src/utils/resolve-object-path.js.map +1 -0
  281. package/src/ipfs-unixfs-exporter/dist/src/utils/validate-offset-and-length.d.ts +6 -0
  282. package/src/ipfs-unixfs-exporter/dist/src/utils/validate-offset-and-length.d.ts.map +1 -0
  283. package/src/ipfs-unixfs-exporter/dist/src/utils/validate-offset-and-length.js +30 -0
  284. package/src/ipfs-unixfs-exporter/dist/src/utils/validate-offset-and-length.js.map +1 -0
  285. package/src/ipfs-unixfs-exporter/dist/typedoc-urls.json +58 -0
  286. package/src/ipfs-unixfs-exporter/src/errors.ts +87 -0
  287. package/src/ipfs-unixfs-exporter/src/index.ts +498 -0
  288. package/src/ipfs-unixfs-exporter/src/resolvers/dag-cbor.ts +12 -0
  289. package/src/ipfs-unixfs-exporter/src/resolvers/dag-json.ts +12 -0
  290. package/src/ipfs-unixfs-exporter/src/resolvers/identity.ts +49 -0
  291. package/src/ipfs-unixfs-exporter/src/resolvers/index.ts +35 -0
  292. package/src/ipfs-unixfs-exporter/src/resolvers/json.ts +12 -0
  293. package/src/ipfs-unixfs-exporter/src/resolvers/raw.ts +49 -0
  294. package/src/ipfs-unixfs-exporter/src/resolvers/unixfs-v1/content/directory.ts +39 -0
  295. package/src/ipfs-unixfs-exporter/src/resolvers/unixfs-v1/content/file.ts +198 -0
  296. package/src/ipfs-unixfs-exporter/src/resolvers/unixfs-v1/content/hamt-sharded-directory.ts +76 -0
  297. package/src/ipfs-unixfs-exporter/src/resolvers/unixfs-v1/content/raw.ts +37 -0
  298. package/src/ipfs-unixfs-exporter/src/resolvers/unixfs-v1/index.ts +121 -0
  299. package/src/ipfs-unixfs-exporter/src/utils/extract-data-from-block.ts +24 -0
  300. package/src/ipfs-unixfs-exporter/src/utils/find-cid-in-shard.ts +149 -0
  301. package/src/ipfs-unixfs-exporter/src/utils/resolve-object-path.ts +62 -0
  302. package/src/ipfs-unixfs-exporter/src/utils/validate-offset-and-length.ts +38 -0
@@ -0,0 +1,30 @@
1
+ import * as dagCbor from "@fireproof/vendor/@ipld/dag-cbor";
2
+ import * as dagJson from "@fireproof/vendor/@ipld/dag-json";
3
+ import * as dagPb from '@ipld/dag-pb';
4
+ import * as json from 'multiformats/codecs/json';
5
+ import * as raw from 'multiformats/codecs/raw';
6
+ import { identity } from 'multiformats/hashes/identity';
7
+ import { NoResolverError } from '../errors.js';
8
+ import dagCborResolver from './dag-cbor.js';
9
+ import dagJsonResolver from './dag-json.js';
10
+ import identifyResolver from './identity.js';
11
+ import jsonResolver from './json.js';
12
+ import rawResolver from './raw.js';
13
+ import dagPbResolver from './unixfs-v1/index.js';
14
+ const resolvers = {
15
+ [dagPb.code]: dagPbResolver,
16
+ [raw.code]: rawResolver,
17
+ [dagCbor.code]: dagCborResolver,
18
+ [dagJson.code]: dagJsonResolver,
19
+ [identity.code]: identifyResolver,
20
+ [json.code]: jsonResolver
21
+ };
22
+ const resolve = async (cid, name, path, toResolve, depth, blockstore, options) => {
23
+ const resolver = resolvers[cid.code];
24
+ if (resolver == null) {
25
+ throw new NoResolverError(`No resolver for code ${cid.code}`);
26
+ }
27
+ return resolver(cid, name, path, toResolve, resolve, depth, blockstore, options);
28
+ };
29
+ export default resolve;
30
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/resolvers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,OAAO,MAAM,gBAAgB,CAAA;AACzC,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAA;AAChD,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAA;AAC9C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAA;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,eAAe,MAAM,eAAe,CAAA;AAC3C,OAAO,eAAe,MAAM,eAAe,CAAA;AAC3C,OAAO,gBAAgB,MAAM,eAAe,CAAA;AAC5C,OAAO,YAAY,MAAM,WAAW,CAAA;AACpC,OAAO,WAAW,MAAM,UAAU,CAAA;AAClC,OAAO,aAAa,MAAM,sBAAsB,CAAA;AAGhD,MAAM,SAAS,GAA6B;IAC1C,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,aAAa;IAC3B,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,WAAW;IACvB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe;IAC/B,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe;IAC/B,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,gBAAgB;IACjC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,YAAY;CAC1B,CAAA;AAED,MAAM,OAAO,GAAY,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;IACxF,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;IAEpC,IAAI,QAAQ,IAAI,IAAI,EAAE,CAAC;QACrB,MAAM,IAAI,eAAe,CAAC,wBAAwB,GAAG,CAAC,IAAI,EAAE,CAAC,CAAA;IAC/D,CAAC;IAED,OAAO,QAAQ,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;AAClF,CAAC,CAAA;AAED,eAAe,OAAO,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { Resolver } from '../index.js';
2
+ declare const resolve: Resolver;
3
+ export default resolve;
4
+ //# sourceMappingURL=json.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../../src/resolvers/json.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AAE3C,QAAA,MAAM,OAAO,EAAE,QAKd,CAAA;AAED,eAAe,OAAO,CAAA"}
@@ -0,0 +1,9 @@
1
+ import * as json from 'multiformats/codecs/json';
2
+ import { resolveObjectPath } from '../utils/resolve-object-path.js';
3
+ const resolve = async (cid, name, path, toResolve, resolve, depth, blockstore, options) => {
4
+ const block = await blockstore.get(cid, options);
5
+ const object = json.decode(block);
6
+ return resolveObjectPath(object, block, cid, name, path, toResolve, depth);
7
+ };
8
+ export default resolve;
9
+ //# sourceMappingURL=json.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"json.js","sourceRoot":"","sources":["../../../src/resolvers/json.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,IAAI,MAAM,0BAA0B,CAAA;AAChD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAA;AAGnE,MAAM,OAAO,GAAa,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;IAClG,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAChD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAM,KAAK,CAAC,CAAA;IAEtC,OAAO,iBAAiB,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;AAC5E,CAAC,CAAA;AAED,eAAe,OAAO,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { Resolver } from '../index.js';
2
+ declare const resolve: Resolver;
3
+ export default resolve;
4
+ //# sourceMappingURL=raw.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"raw.d.ts","sourceRoot":"","sources":["../../../src/resolvers/raw.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAmB,QAAQ,EAAkB,MAAM,aAAa,CAAA;AAuB5E,QAAA,MAAM,OAAO,EAAE,QAmBd,CAAA;AAED,eAAe,OAAO,CAAA"}
@@ -0,0 +1,37 @@
1
+ import { CustomProgressEvent } from 'progress-events';
2
+ import { NotFoundError } from '../errors.js';
3
+ import extractDataFromBlock from '../utils/extract-data-from-block.js';
4
+ import validateOffsetAndLength from '../utils/validate-offset-and-length.js';
5
+ const rawContent = (node) => {
6
+ async function* contentGenerator(options = {}) {
7
+ const { start, end } = validateOffsetAndLength(node.length, options.offset, options.length);
8
+ const buf = extractDataFromBlock(node, 0n, start, end);
9
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:progress:raw', {
10
+ bytesRead: BigInt(buf.byteLength),
11
+ totalBytes: end - start,
12
+ fileSize: BigInt(node.byteLength)
13
+ }));
14
+ yield buf;
15
+ }
16
+ return contentGenerator;
17
+ };
18
+ const resolve = async (cid, name, path, toResolve, resolve, depth, blockstore, options) => {
19
+ if (toResolve.length > 0) {
20
+ throw new NotFoundError(`No link named ${path} found in raw node ${cid}`);
21
+ }
22
+ const block = await blockstore.get(cid, options);
23
+ return {
24
+ entry: {
25
+ type: 'raw',
26
+ name,
27
+ path,
28
+ cid,
29
+ content: rawContent(block),
30
+ depth,
31
+ size: BigInt(block.length),
32
+ node: block
33
+ }
34
+ };
35
+ };
36
+ export default resolve;
37
+ //# sourceMappingURL=raw.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"raw.js","sourceRoot":"","sources":["../../../src/resolvers/raw.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAA;AAC5C,OAAO,oBAAoB,MAAM,qCAAqC,CAAA;AACtE,OAAO,uBAAuB,MAAM,wCAAwC,CAAA;AAG5E,MAAM,UAAU,GAAG,CAAC,IAAgB,EAAgF,EAAE;IACpH,KAAK,SAAU,CAAC,CAAC,gBAAgB,CAAE,UAA2B,EAAE;QAC9D,MAAM,EACJ,KAAK,EACL,GAAG,EACJ,GAAG,uBAAuB,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAExE,MAAM,GAAG,GAAG,oBAAoB,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QAEtD,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAiB,8BAA8B,EAAE;YAC3F,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YACjC,UAAU,EAAE,GAAG,GAAG,KAAK;YACvB,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;SAClC,CAAC,CAAC,CAAA;QAEH,MAAM,GAAG,CAAA;IACX,CAAC;IAED,OAAO,gBAAgB,CAAA;AACzB,CAAC,CAAA;AAED,MAAM,OAAO,GAAa,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;IAClG,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,aAAa,CAAC,iBAAiB,IAAI,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC3E,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAEhD,OAAO;QACL,KAAK,EAAE;YACL,IAAI,EAAE,KAAK;YACX,IAAI;YACJ,IAAI;YACJ,GAAG;YACH,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC;YAC1B,KAAK;YACL,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;YAC1B,IAAI,EAAE,KAAK;SACZ;KACF,CAAA;AACH,CAAC,CAAA;AAED,eAAe,OAAO,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { UnixfsV1Resolver } from '../../../index.js';
2
+ declare const directoryContent: UnixfsV1Resolver;
3
+ export default directoryContent;
4
+ //# sourceMappingURL=directory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"directory.d.ts","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/directory.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAyD,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEhH,QAAA,MAAM,gBAAgB,EAAE,gBA6BvB,CAAA;AAED,eAAe,gBAAgB,CAAA"}
@@ -0,0 +1,29 @@
1
+ import filter from 'it-filter';
2
+ import map from 'it-map';
3
+ import parallel from 'it-parallel';
4
+ import { pipe } from 'it-pipe';
5
+ import { CustomProgressEvent } from 'progress-events';
6
+ const directoryContent = (cid, node, unixfs, path, resolve, depth, blockstore) => {
7
+ async function* yieldDirectoryContent(options = {}) {
8
+ const offset = options.offset ?? 0;
9
+ const length = options.length ?? node.Links.length;
10
+ const links = node.Links.slice(offset, length);
11
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:directory', {
12
+ cid
13
+ }));
14
+ yield* pipe(links, source => map(source, link => {
15
+ return async () => {
16
+ const linkName = link.Name ?? '';
17
+ const linkPath = `${path}/${linkName}`;
18
+ const result = await resolve(link.Hash, linkName, linkPath, [], depth + 1, blockstore, options);
19
+ return result.entry;
20
+ };
21
+ }), source => parallel(source, {
22
+ ordered: true,
23
+ concurrency: options.blockReadConcurrency
24
+ }), source => filter(source, entry => entry != null));
25
+ }
26
+ return yieldDirectoryContent;
27
+ };
28
+ export default directoryContent;
29
+ //# sourceMappingURL=directory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"directory.js","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/directory.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,WAAW,CAAA;AAC9B,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,QAAQ,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AAGrD,MAAM,gBAAgB,GAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;IACjG,KAAK,SAAU,CAAC,CAAC,qBAAqB,CAAE,UAA2B,EAAE;QACnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAA;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAA;QAClD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;QAE9C,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,gCAAgC,EAAE;YACzF,GAAG;SACJ,CAAC,CAAC,CAAA;QAEH,KAAM,CAAC,CAAC,IAAI,CACV,KAAK,EACL,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;YAC3B,OAAO,KAAK,IAAI,EAAE;gBAChB,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAA;gBAChC,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAA;gBACtC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;gBAC/F,OAAO,MAAM,CAAC,KAAK,CAAA;YACrB,CAAC,CAAA;QACH,CAAC,CAAC,EACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE;YACzB,OAAO,EAAE,IAAI;YACb,WAAW,EAAE,OAAO,CAAC,oBAAoB;SAC1C,CAAC,EACF,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,EAAE,KAAK,CAAC,EAAE,CAAC,KAAK,IAAI,IAAI,CAAC,CACjD,CAAA;IACH,CAAC;IAED,OAAO,qBAAqB,CAAA;AAC9B,CAAC,CAAA;AAED,eAAe,gBAAgB,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { UnixfsV1Resolver } from '../../../index.js';
2
+ declare const fileContent: UnixfsV1Resolver;
3
+ export default fileContent;
4
+ //# sourceMappingURL=file.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file.d.ts","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/file.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EAAwC,gBAAgB,EAA+C,MAAM,mBAAmB,CAAA;AA0H5I,QAAA,MAAM,WAAW,EAAE,gBA6DlB,CAAA;AAED,eAAe,WAAW,CAAA"}
@@ -0,0 +1,153 @@
1
+ import * as dagPb from '@ipld/dag-pb';
2
+ import { UnixFS } from 'ipfs-unixfs';
3
+ import map from 'it-map';
4
+ import parallel from 'it-parallel';
5
+ import { pipe } from 'it-pipe';
6
+ import { pushable } from 'it-pushable';
7
+ import * as raw from 'multiformats/codecs/raw';
8
+ import PQueue from 'p-queue';
9
+ import { CustomProgressEvent } from 'progress-events';
10
+ import { NotUnixFSError, OverReadError, UnderReadError } from '../../../errors.js';
11
+ import extractDataFromBlock from '../../../utils/extract-data-from-block.js';
12
+ import validateOffsetAndLength from '../../../utils/validate-offset-and-length.js';
13
+ async function walkDAG(blockstore, node, queue, streamPosition, start, end, options) {
14
+ // a `raw` node
15
+ if (node instanceof Uint8Array) {
16
+ const buf = extractDataFromBlock(node, streamPosition, start, end);
17
+ queue.push(buf);
18
+ return;
19
+ }
20
+ if (node.Data == null) {
21
+ throw new NotUnixFSError('no data in PBNode');
22
+ }
23
+ let file;
24
+ try {
25
+ file = UnixFS.unmarshal(node.Data);
26
+ }
27
+ catch (err) {
28
+ throw new NotUnixFSError(err.message);
29
+ }
30
+ // might be a unixfs `raw` node or have data on intermediate nodes
31
+ if (file.data != null) {
32
+ const data = file.data;
33
+ const buf = extractDataFromBlock(data, streamPosition, start, end);
34
+ queue.push(buf);
35
+ streamPosition += BigInt(buf.byteLength);
36
+ }
37
+ const childOps = [];
38
+ if (node.Links.length !== file.blockSizes.length) {
39
+ throw new NotUnixFSError('Inconsistent block sizes and dag links');
40
+ }
41
+ for (let i = 0; i < node.Links.length; i++) {
42
+ const childLink = node.Links[i];
43
+ const childStart = streamPosition; // inclusive
44
+ const childEnd = childStart + file.blockSizes[i]; // exclusive
45
+ if ((start >= childStart && start < childEnd) || // child has offset byte
46
+ (end >= childStart && end <= childEnd) || // child has end byte
47
+ (start < childStart && end > childEnd)) { // child is between offset and end bytes
48
+ childOps.push({
49
+ link: childLink,
50
+ blockStart: streamPosition
51
+ });
52
+ }
53
+ streamPosition = childEnd;
54
+ if (streamPosition > end) {
55
+ break;
56
+ }
57
+ }
58
+ await pipe(childOps, (source) => map(source, (op) => {
59
+ return async () => {
60
+ const block = await blockstore.get(op.link.Hash, options);
61
+ return {
62
+ ...op,
63
+ block
64
+ };
65
+ };
66
+ }), (source) => parallel(source, {
67
+ ordered: true,
68
+ concurrency: options.blockReadConcurrency
69
+ }), async (source) => {
70
+ for await (const { link, block, blockStart } of source) {
71
+ let child;
72
+ switch (link.Hash.code) {
73
+ case dagPb.code:
74
+ child = dagPb.decode(block);
75
+ break;
76
+ case raw.code:
77
+ child = block;
78
+ break;
79
+ default:
80
+ queue.end(new NotUnixFSError(`Unsupported codec: ${link.Hash.code}`));
81
+ return;
82
+ }
83
+ // create a queue for this child - we use a queue instead of recursion
84
+ // to avoid overflowing the stack
85
+ const childQueue = new PQueue({
86
+ concurrency: 1
87
+ });
88
+ // if any of the child jobs error, end the read queue with the error
89
+ childQueue.on('error', error => {
90
+ queue.end(error);
91
+ });
92
+ // if the job rejects the 'error' event will be emitted on the child queue
93
+ void childQueue.add(async () => {
94
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:file', {
95
+ cid: link.Hash
96
+ }));
97
+ await walkDAG(blockstore, child, queue, blockStart, start, end, options);
98
+ });
99
+ // wait for this child to complete before moving on to the next
100
+ await childQueue.onIdle();
101
+ }
102
+ });
103
+ if (streamPosition >= end) {
104
+ queue.end();
105
+ }
106
+ }
107
+ const fileContent = (cid, node, unixfs, path, resolve, depth, blockstore) => {
108
+ async function* yieldFileContent(options = {}) {
109
+ const fileSize = unixfs.fileSize();
110
+ if (fileSize === undefined) {
111
+ throw new Error('File was a directory');
112
+ }
113
+ const { start, end } = validateOffsetAndLength(fileSize, options.offset, options.length);
114
+ if (end === 0n) {
115
+ return;
116
+ }
117
+ let read = 0n;
118
+ const wanted = end - start;
119
+ const queue = pushable();
120
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:file', {
121
+ cid
122
+ }));
123
+ void walkDAG(blockstore, node, queue, 0n, start, end, options)
124
+ .catch(err => {
125
+ queue.end(err);
126
+ });
127
+ for await (const buf of queue) {
128
+ if (buf == null) {
129
+ continue;
130
+ }
131
+ read += BigInt(buf.byteLength);
132
+ if (read > wanted) {
133
+ queue.end();
134
+ throw new OverReadError('Read too many bytes - the file size reported by the UnixFS data in the root node may be incorrect');
135
+ }
136
+ if (read === wanted) {
137
+ queue.end();
138
+ }
139
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:progress:unixfs:file', {
140
+ bytesRead: read,
141
+ totalBytes: wanted,
142
+ fileSize
143
+ }));
144
+ yield buf;
145
+ }
146
+ if (read < wanted) {
147
+ throw new UnderReadError('Traversed entire DAG but did not read enough bytes');
148
+ }
149
+ }
150
+ return yieldFileContent;
151
+ };
152
+ export default fileContent;
153
+ //# sourceMappingURL=file.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"file.js","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/file.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,cAAc,CAAA;AACrC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,QAAQ,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAiB,QAAQ,EAAE,MAAM,aAAa,CAAA;AACrD,OAAO,KAAK,GAAG,MAAM,yBAAyB,CAAA;AAC9C,OAAO,MAAM,MAAM,SAAS,CAAA;AAC5B,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAClF,OAAO,oBAAoB,MAAM,2CAA2C,CAAA;AAC5E,OAAO,uBAAuB,MAAM,8CAA8C,CAAA;AAGlF,KAAK,UAAU,OAAO,CAAE,UAA2B,EAAE,IAA+B,EAAE,KAA2B,EAAE,cAAsB,EAAE,KAAa,EAAE,GAAW,EAAE,OAAwB;IAC7L,eAAe;IACf,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,oBAAoB,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QAElE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEf,OAAM;IACR,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,cAAc,CAAC,mBAAmB,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI,IAAY,CAAA;IAEhB,IAAI,CAAC;QACH,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACpC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,MAAM,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,kEAAkE;IAClE,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAA;QACtB,MAAM,GAAG,GAAG,oBAAoB,CAAC,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QAElE,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAEf,cAAc,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;IAC1C,CAAC;IAED,MAAM,QAAQ,GAAsD,EAAE,CAAA;IAEtE,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;QACjD,MAAM,IAAI,cAAc,CAAC,wCAAwC,CAAC,CAAA;IACpE,CAAC;IAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC/B,MAAM,UAAU,GAAG,cAAc,CAAA,CAAC,YAAY;QAC9C,MAAM,QAAQ,GAAG,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAA,CAAC,YAAY;QAE7D,IAAI,CAAC,KAAK,IAAI,UAAU,IAAI,KAAK,GAAG,QAAQ,CAAC,IAAI,wBAAwB;YACrE,CAAC,GAAG,IAAI,UAAU,IAAI,GAAG,IAAI,QAAQ,CAAC,IAAI,qBAAqB;YAC/D,CAAC,KAAK,GAAG,UAAU,IAAI,GAAG,GAAG,QAAQ,CAAC,EAAE,CAAC,CAAC,wCAAwC;YACpF,QAAQ,CAAC,IAAI,CAAC;gBACZ,IAAI,EAAE,SAAS;gBACf,UAAU,EAAE,cAAc;aAC3B,CAAC,CAAA;QACJ,CAAC;QAED,cAAc,GAAG,QAAQ,CAAA;QAEzB,IAAI,cAAc,GAAG,GAAG,EAAE,CAAC;YACzB,MAAK;QACP,CAAC;IACH,CAAC;IAED,MAAM,IAAI,CACR,QAAQ,EACR,CAAC,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,EAAE;QAC7B,OAAO,KAAK,IAAI,EAAE;YAChB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;YAEzD,OAAO;gBACL,GAAG,EAAE;gBACL,KAAK;aACN,CAAA;QACH,CAAC,CAAA;IACH,CAAC,CAAC,EACF,CAAC,MAAM,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE;QAC3B,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,OAAO,CAAC,oBAAoB;KAC1C,CAAC,EACF,KAAK,EAAE,MAAM,EAAE,EAAE;QACf,IAAI,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,IAAI,MAAM,EAAE,CAAC;YACvD,IAAI,KAAgC,CAAA;YACpC,QAAQ,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,KAAK,CAAC,IAAI;oBACb,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;oBAC3B,MAAK;gBACP,KAAK,GAAG,CAAC,IAAI;oBACX,KAAK,GAAG,KAAK,CAAA;oBACb,MAAK;gBACP;oBACE,KAAK,CAAC,GAAG,CAAC,IAAI,cAAc,CAAC,sBAAsB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAA;oBACrE,OAAM;YACV,CAAC;YAED,sEAAsE;YACtE,iCAAiC;YACjC,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC;gBAC5B,WAAW,EAAE,CAAC;aACf,CAAC,CAAA;YACF,oEAAoE;YACpE,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE;gBAC7B,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAA;YAClB,CAAC,CAAC,CAAA;YAEF,0EAA0E;YAC1E,KAAK,UAAU,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;gBAC7B,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,2BAA2B,EAAE;oBACpF,GAAG,EAAE,IAAI,CAAC,IAAI;iBACf,CAAC,CAAC,CAAA;gBAEH,MAAM,OAAO,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAA;YAC1E,CAAC,CAAC,CAAA;YAEF,+DAA+D;YAC/D,MAAM,UAAU,CAAC,MAAM,EAAE,CAAA;QAC3B,CAAC;IACH,CAAC,CACF,CAAA;IAED,IAAI,cAAc,IAAI,GAAG,EAAE,CAAC;QAC1B,KAAK,CAAC,GAAG,EAAE,CAAA;IACb,CAAC;AACH,CAAC;AAED,MAAM,WAAW,GAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;IAC5F,KAAK,SAAU,CAAC,CAAC,gBAAgB,CAAE,UAA2B,EAAE;QAC9D,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,CAAA;QAElC,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;YAC3B,MAAM,IAAI,KAAK,CAAC,sBAAsB,CAAC,CAAA;QACzC,CAAC;QAED,MAAM,EACJ,KAAK,EACL,GAAG,EACJ,GAAG,uBAAuB,CAAC,QAAQ,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAErE,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACf,OAAM;QACR,CAAC;QAED,IAAI,IAAI,GAAG,EAAE,CAAA;QACb,MAAM,MAAM,GAAG,GAAG,GAAG,KAAK,CAAA;QAC1B,MAAM,KAAK,GAAG,QAAQ,EAAE,CAAA;QAExB,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,2BAA2B,EAAE;YACpF,GAAG;SACJ,CAAC,CAAC,CAAA;QAEH,KAAK,OAAO,CAAC,UAAU,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC;aAC3D,KAAK,CAAC,GAAG,CAAC,EAAE;YACX,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QAChB,CAAC,CAAC,CAAA;QAEJ,IAAI,KAAK,EAAE,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YAC9B,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;gBAChB,SAAQ;YACV,CAAC;YAED,IAAI,IAAI,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC,CAAA;YAE9B,IAAI,IAAI,GAAG,MAAM,EAAE,CAAC;gBAClB,KAAK,CAAC,GAAG,EAAE,CAAA;gBACX,MAAM,IAAI,aAAa,CAAC,mGAAmG,CAAC,CAAA;YAC9H,CAAC;YAED,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACpB,KAAK,CAAC,GAAG,EAAE,CAAA;YACb,CAAC;YAED,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAiB,sCAAsC,EAAE;gBACnG,SAAS,EAAE,IAAI;gBACf,UAAU,EAAE,MAAM;gBAClB,QAAQ;aACT,CAAC,CAAC,CAAA;YAEH,MAAM,GAAG,CAAA;QACX,CAAC;QAED,IAAI,IAAI,GAAG,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,cAAc,CAAC,oDAAoD,CAAC,CAAA;QAChF,CAAC;IACH,CAAC;IAED,OAAO,gBAAgB,CAAA;AACzB,CAAC,CAAA;AAED,eAAe,WAAW,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { UnixfsV1Resolver } from '../../../index.js';
2
+ declare const hamtShardedDirectoryContent: UnixfsV1Resolver;
3
+ export default hamtShardedDirectoryContent;
4
+ //# sourceMappingURL=hamt-sharded-directory.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hamt-sharded-directory.d.ts","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/hamt-sharded-directory.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAsD,gBAAgB,EAA+B,MAAM,mBAAmB,CAAA;AAE1I,QAAA,MAAM,2BAA2B,EAAE,gBAUlC,CAAA;AAwDD,eAAe,2BAA2B,CAAA"}
@@ -0,0 +1,59 @@
1
+ import { decode } from '@ipld/dag-pb';
2
+ import { UnixFS } from 'ipfs-unixfs';
3
+ import map from 'it-map';
4
+ import parallel from 'it-parallel';
5
+ import { pipe } from 'it-pipe';
6
+ import { CustomProgressEvent } from 'progress-events';
7
+ import { NotUnixFSError } from '../../../errors.js';
8
+ const hamtShardedDirectoryContent = (cid, node, unixfs, path, resolve, depth, blockstore) => {
9
+ function yieldHamtDirectoryContent(options = {}) {
10
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:hamt-sharded-directory', {
11
+ cid
12
+ }));
13
+ return listDirectory(node, path, resolve, depth, blockstore, options);
14
+ }
15
+ return yieldHamtDirectoryContent;
16
+ };
17
+ async function* listDirectory(node, path, resolve, depth, blockstore, options) {
18
+ const links = node.Links;
19
+ if (node.Data == null) {
20
+ throw new NotUnixFSError('no data in PBNode');
21
+ }
22
+ let dir;
23
+ try {
24
+ dir = UnixFS.unmarshal(node.Data);
25
+ }
26
+ catch (err) {
27
+ throw new NotUnixFSError(err.message);
28
+ }
29
+ if (dir.fanout == null) {
30
+ throw new NotUnixFSError('missing fanout');
31
+ }
32
+ const padLength = (dir.fanout - 1n).toString(16).length;
33
+ const results = pipe(links, source => map(source, link => {
34
+ return async () => {
35
+ const name = link.Name != null ? link.Name.substring(padLength) : null;
36
+ if (name != null && name !== '') {
37
+ const result = await resolve(link.Hash, name, `${path}/${name}`, [], depth + 1, blockstore, options);
38
+ return { entries: result.entry == null ? [] : [result.entry] };
39
+ }
40
+ else {
41
+ // descend into subshard
42
+ const block = await blockstore.get(link.Hash, options);
43
+ node = decode(block);
44
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:hamt-sharded-directory', {
45
+ cid: link.Hash
46
+ }));
47
+ return { entries: listDirectory(node, path, resolve, depth, blockstore, options) };
48
+ }
49
+ };
50
+ }), source => parallel(source, {
51
+ ordered: true,
52
+ concurrency: options.blockReadConcurrency
53
+ }));
54
+ for await (const { entries } of results) {
55
+ yield* entries;
56
+ }
57
+ }
58
+ export default hamtShardedDirectoryContent;
59
+ //# sourceMappingURL=hamt-sharded-directory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"hamt-sharded-directory.js","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/hamt-sharded-directory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAe,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,GAAG,MAAM,QAAQ,CAAA;AACxB,OAAO,QAAQ,MAAM,aAAa,CAAA;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,SAAS,CAAA;AAC9B,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAA;AAGnD,MAAM,2BAA2B,GAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;IAC5G,SAAS,yBAAyB,CAAE,UAA2B,EAAE;QAC/D,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,6CAA6C,EAAE;YACtG,GAAG;SACJ,CAAC,CAAC,CAAA;QAEH,OAAO,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;IACvE,CAAC;IAED,OAAO,yBAAyB,CAAA;AAClC,CAAC,CAAA;AAED,KAAK,SAAU,CAAC,CAAC,aAAa,CAAE,IAAY,EAAE,IAAY,EAAE,OAAgB,EAAE,KAAa,EAAE,UAA2B,EAAE,OAAwB;IAChJ,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;IAExB,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,cAAc,CAAC,mBAAmB,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI,GAAW,CAAA;IACf,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACnC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,MAAM,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,IAAI,GAAG,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QACvB,MAAM,IAAI,cAAc,CAAC,gBAAgB,CAAC,CAAA;IAC5C,CAAC;IAED,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,MAAM,CAAA;IAEvD,MAAM,OAAO,GAAG,IAAI,CAClB,KAAK,EACL,MAAM,CAAC,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE;QAC3B,OAAO,KAAK,IAAI,EAAE;YAChB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;YAEtE,IAAI,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,EAAE,EAAE,CAAC;gBAChC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,IAAI,IAAI,IAAI,EAAE,EAAE,EAAE,EAAE,KAAK,GAAG,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,CAAA;gBAEpG,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;YAChE,CAAC;iBAAM,CAAC;gBACN,wBAAwB;gBACxB,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;gBACtD,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;gBAEpB,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,6CAA6C,EAAE;oBACtG,GAAG,EAAE,IAAI,CAAC,IAAI;iBACf,CAAC,CAAC,CAAA;gBAEH,OAAO,EAAE,OAAO,EAAE,aAAa,CAAC,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,CAAA;YACpF,CAAC;QACH,CAAC,CAAA;IACH,CAAC,CAAC,EACF,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,MAAM,EAAE;QACzB,OAAO,EAAE,IAAI;QACb,WAAW,EAAE,OAAO,CAAC,oBAAoB;KAC1C,CAAC,CACH,CAAA;IAED,IAAI,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,OAAO,EAAE,CAAC;QACxC,KAAM,CAAC,CAAC,OAAO,CAAA;IACjB,CAAC;AACH,CAAC;AAED,eAAe,2BAA2B,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { UnixfsV1Resolver } from '../../../index.js';
2
+ declare const rawContent: UnixfsV1Resolver;
3
+ export default rawContent;
4
+ //# sourceMappingURL=raw.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"raw.d.ts","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/raw.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAA+C,gBAAgB,EAAE,MAAM,mBAAmB,CAAA;AAEtG,QAAA,MAAM,UAAU,EAAE,gBA6BjB,CAAA;AAED,eAAe,UAAU,CAAA"}
@@ -0,0 +1,25 @@
1
+ import { CustomProgressEvent } from 'progress-events';
2
+ import extractDataFromBlock from '../../../utils/extract-data-from-block.js';
3
+ import validateOffsetAndLength from '../../../utils/validate-offset-and-length.js';
4
+ const rawContent = (cid, node, unixfs, path, resolve, depth, blockstore) => {
5
+ function* yieldRawContent(options = {}) {
6
+ if (unixfs.data == null) {
7
+ throw new Error('Raw block had no data');
8
+ }
9
+ const size = unixfs.data.length;
10
+ const { start, end } = validateOffsetAndLength(size, options.offset, options.length);
11
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:walk:raw', {
12
+ cid
13
+ }));
14
+ const buf = extractDataFromBlock(unixfs.data, 0n, start, end);
15
+ options.onProgress?.(new CustomProgressEvent('unixfs:exporter:progress:unixfs:raw', {
16
+ bytesRead: BigInt(buf.byteLength),
17
+ totalBytes: end - start,
18
+ fileSize: BigInt(unixfs.data.byteLength)
19
+ }));
20
+ yield buf;
21
+ }
22
+ return yieldRawContent;
23
+ };
24
+ export default rawContent;
25
+ //# sourceMappingURL=raw.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"raw.js","sourceRoot":"","sources":["../../../../../src/resolvers/unixfs-v1/content/raw.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAA;AACrD,OAAO,oBAAoB,MAAM,2CAA2C,CAAA;AAC5E,OAAO,uBAAuB,MAAM,8CAA8C,CAAA;AAGlF,MAAM,UAAU,GAAqB,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;IAC3F,QAAS,CAAC,CAAC,eAAe,CAAE,UAA2B,EAAE;QACvD,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;YACxB,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAA;QAC1C,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAA;QAE/B,MAAM,EACJ,KAAK,EACL,GAAG,EACJ,GAAG,uBAAuB,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,CAAA;QAEjE,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAa,0BAA0B,EAAE;YACnF,GAAG;SACJ,CAAC,CAAC,CAAA;QAEH,MAAM,GAAG,GAAG,oBAAoB,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QAE7D,OAAO,CAAC,UAAU,EAAE,CAAC,IAAI,mBAAmB,CAAiB,qCAAqC,EAAE;YAClG,SAAS,EAAE,MAAM,CAAC,GAAG,CAAC,UAAU,CAAC;YACjC,UAAU,EAAE,GAAG,GAAG,KAAK;YACvB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC;SACzC,CAAC,CAAC,CAAA;QAEH,MAAM,GAAG,CAAA;IACX,CAAC;IAED,OAAO,eAAe,CAAA;AACxB,CAAC,CAAA;AAED,eAAe,UAAU,CAAA"}
@@ -0,0 +1,4 @@
1
+ import type { Resolver } from '../../index.js';
2
+ declare const unixFsResolver: Resolver;
3
+ export default unixFsResolver;
4
+ //# sourceMappingURL=index.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/resolvers/unixfs-v1/index.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAoB,MAAM,gBAAgB,CAAA;AAuBhE,QAAA,MAAM,cAAc,EAAE,QAwFrB,CAAA;AAED,eAAe,cAAc,CAAA"}
@@ -0,0 +1,104 @@
1
+ import { decode } from '@ipld/dag-pb';
2
+ import { UnixFS } from 'ipfs-unixfs';
3
+ import { NotFoundError, NotUnixFSError } from '../../errors.js';
4
+ import findShardCid from '../../utils/find-cid-in-shard.js';
5
+ import contentDirectory from './content/directory.js';
6
+ import contentFile from './content/file.js';
7
+ import contentHamtShardedDirectory from './content/hamt-sharded-directory.js';
8
+ const findLinkCid = (node, name) => {
9
+ const link = node.Links.find(link => link.Name === name);
10
+ return link?.Hash;
11
+ };
12
+ const contentExporters = {
13
+ raw: contentFile,
14
+ file: contentFile,
15
+ directory: contentDirectory,
16
+ 'hamt-sharded-directory': contentHamtShardedDirectory,
17
+ metadata: (cid, node, unixfs, path, resolve, depth, blockstore) => {
18
+ return () => [];
19
+ },
20
+ symlink: (cid, node, unixfs, path, resolve, depth, blockstore) => {
21
+ return () => [];
22
+ }
23
+ };
24
+ // @ts-expect-error types are wrong
25
+ const unixFsResolver = async (cid, name, path, toResolve, resolve, depth, blockstore, options) => {
26
+ const block = await blockstore.get(cid, options);
27
+ const node = decode(block);
28
+ let unixfs;
29
+ let next;
30
+ if (name == null) {
31
+ name = cid.toString();
32
+ }
33
+ if (node.Data == null) {
34
+ throw new NotUnixFSError('no data in PBNode');
35
+ }
36
+ try {
37
+ unixfs = UnixFS.unmarshal(node.Data);
38
+ }
39
+ catch (err) {
40
+ // non-UnixFS dag-pb node? It could happen.
41
+ throw new NotUnixFSError(err.message);
42
+ }
43
+ if (path == null) {
44
+ path = name;
45
+ }
46
+ if (toResolve.length > 0) {
47
+ let linkCid;
48
+ if (unixfs?.type === 'hamt-sharded-directory') {
49
+ // special case - unixfs v1 hamt shards
50
+ linkCid = await findShardCid(node, toResolve[0], blockstore);
51
+ }
52
+ else {
53
+ linkCid = findLinkCid(node, toResolve[0]);
54
+ }
55
+ if (linkCid == null) {
56
+ throw new NotFoundError('file does not exist');
57
+ }
58
+ // remove the path component we have resolved
59
+ const nextName = toResolve.shift();
60
+ const nextPath = `${path}/${nextName}`;
61
+ next = {
62
+ cid: linkCid,
63
+ toResolve,
64
+ name: nextName ?? '',
65
+ path: nextPath
66
+ };
67
+ }
68
+ const content = contentExporters[unixfs.type](cid, node, unixfs, path, resolve, depth, blockstore);
69
+ if (content == null) {
70
+ throw new NotFoundError('could not find content exporter');
71
+ }
72
+ if (unixfs.isDirectory()) {
73
+ return {
74
+ entry: {
75
+ type: 'directory',
76
+ name,
77
+ path,
78
+ cid,
79
+ content,
80
+ unixfs,
81
+ depth,
82
+ node,
83
+ size: unixfs.fileSize()
84
+ },
85
+ next
86
+ };
87
+ }
88
+ return {
89
+ entry: {
90
+ type: 'file',
91
+ name,
92
+ path,
93
+ cid,
94
+ content,
95
+ unixfs,
96
+ depth,
97
+ node,
98
+ size: unixfs.fileSize()
99
+ },
100
+ next
101
+ };
102
+ };
103
+ export default unixFsResolver;
104
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/resolvers/unixfs-v1/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAe,MAAM,cAAc,CAAA;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAC/D,OAAO,YAAY,MAAM,kCAAkC,CAAA;AAC3D,OAAO,gBAAgB,MAAM,wBAAwB,CAAA;AACrD,OAAO,WAAW,MAAM,mBAAmB,CAAA;AAC3C,OAAO,2BAA2B,MAAM,qCAAqC,CAAA;AAI7E,MAAM,WAAW,GAAG,CAAC,IAAY,EAAE,IAAY,EAAmB,EAAE;IAClE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;IAExD,OAAO,IAAI,EAAE,IAAI,CAAA;AACnB,CAAC,CAAA;AAED,MAAM,gBAAgB,GAAqC;IACzD,GAAG,EAAE,WAAW;IAChB,IAAI,EAAE,WAAW;IACjB,SAAS,EAAE,gBAAgB;IAC3B,wBAAwB,EAAE,2BAA2B;IACrD,QAAQ,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAChE,OAAO,GAAG,EAAE,CAAC,EAAE,CAAA;IACjB,CAAC;IACD,OAAO,EAAE,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;QAC/D,OAAO,GAAG,EAAE,CAAC,EAAE,CAAA;IACjB,CAAC;CACF,CAAA;AAED,mCAAmC;AACnC,MAAM,cAAc,GAAa,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,EAAE;IACzG,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAChD,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAA;IAC1B,IAAI,MAAM,CAAA;IACV,IAAI,IAAI,CAAA;IAER,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACjB,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAA;IACvB,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QACtB,MAAM,IAAI,cAAc,CAAC,mBAAmB,CAAC,CAAA;IAC/C,CAAC;IAED,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACtC,CAAC;IAAC,OAAO,GAAQ,EAAE,CAAC;QAClB,2CAA2C;QAC3C,MAAM,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACvC,CAAC;IAED,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;QACjB,IAAI,GAAG,IAAI,CAAA;IACb,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,IAAI,OAAO,CAAA;QAEX,IAAI,MAAM,EAAE,IAAI,KAAK,wBAAwB,EAAE,CAAC;YAC9C,uCAAuC;YACvC,OAAO,GAAG,MAAM,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,CAAC,CAAA;QAC9D,CAAC;aAAM,CAAC;YACN,OAAO,GAAG,WAAW,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,CAAA;QAC3C,CAAC;QAED,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;YACpB,MAAM,IAAI,aAAa,CAAC,qBAAqB,CAAC,CAAA;QAChD,CAAC;QAED,6CAA6C;QAC7C,MAAM,QAAQ,GAAG,SAAS,CAAC,KAAK,EAAE,CAAA;QAClC,MAAM,QAAQ,GAAG,GAAG,IAAI,IAAI,QAAQ,EAAE,CAAA;QAEtC,IAAI,GAAG;YACL,GAAG,EAAE,OAAO;YACZ,SAAS;YACT,IAAI,EAAE,QAAQ,IAAI,EAAE;YACpB,IAAI,EAAE,QAAQ;SACf,CAAA;IACH,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;IAElG,IAAI,OAAO,IAAI,IAAI,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,iCAAiC,CAAC,CAAA;IAC5D,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;QACzB,OAAO;YACL,KAAK,EAAE;gBACL,IAAI,EAAE,WAAW;gBACjB,IAAI;gBACJ,IAAI;gBACJ,GAAG;gBACH,OAAO;gBACP,MAAM;gBACN,KAAK;gBACL,IAAI;gBACJ,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE;aACxB;YACD,IAAI;SACL,CAAA;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE;YACL,IAAI,EAAE,MAAM;YACZ,IAAI;YACJ,IAAI;YACJ,GAAG;YACH,OAAO;YACP,MAAM;YACN,KAAK;YACL,IAAI;YACJ,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE;SACxB;QACD,IAAI;KACL,CAAA;AACH,CAAC,CAAA;AAED,eAAe,cAAc,CAAA"}
@@ -0,0 +1,3 @@
1
+ declare function extractDataFromBlock(block: Uint8Array, blockStart: bigint, requestedStart: bigint, requestedEnd: bigint): Uint8Array;
2
+ export default extractDataFromBlock;
3
+ //# sourceMappingURL=extract-data-from-block.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extract-data-from-block.d.ts","sourceRoot":"","sources":["../../../src/utils/extract-data-from-block.ts"],"names":[],"mappings":"AAAA,iBAAS,oBAAoB,CAAE,KAAK,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,UAAU,CAqB9H;AAED,eAAe,oBAAoB,CAAA"}
@@ -0,0 +1,20 @@
1
+ function extractDataFromBlock(block, blockStart, requestedStart, requestedEnd) {
2
+ const blockLength = BigInt(block.length);
3
+ const blockEnd = BigInt(blockStart + blockLength);
4
+ if (requestedStart >= blockEnd || requestedEnd < blockStart) {
5
+ // If we are looking for a byte range that is starts after the start of the block,
6
+ // return an empty block. This can happen when internal nodes contain data
7
+ return new Uint8Array(0);
8
+ }
9
+ if (requestedEnd >= blockStart && requestedEnd < blockEnd) {
10
+ // If the end byte is in the current block, truncate the block to the end byte
11
+ block = block.subarray(0, Number(requestedEnd - blockStart));
12
+ }
13
+ if (requestedStart >= blockStart && requestedStart < blockEnd) {
14
+ // If the start byte is in the current block, skip to the start byte
15
+ block = block.subarray(Number(requestedStart - blockStart));
16
+ }
17
+ return block;
18
+ }
19
+ export default extractDataFromBlock;
20
+ //# sourceMappingURL=extract-data-from-block.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"extract-data-from-block.js","sourceRoot":"","sources":["../../../src/utils/extract-data-from-block.ts"],"names":[],"mappings":"AAAA,SAAS,oBAAoB,CAAE,KAAiB,EAAE,UAAkB,EAAE,cAAsB,EAAE,YAAoB;IAChH,MAAM,WAAW,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,UAAU,GAAG,WAAW,CAAC,CAAA;IAEjD,IAAI,cAAc,IAAI,QAAQ,IAAI,YAAY,GAAG,UAAU,EAAE,CAAC;QAC5D,kFAAkF;QAClF,2EAA2E;QAC3E,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAA;IAC1B,CAAC;IAED,IAAI,YAAY,IAAI,UAAU,IAAI,YAAY,GAAG,QAAQ,EAAE,CAAC;QAC1D,8EAA8E;QAC9E,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,YAAY,GAAG,UAAU,CAAC,CAAC,CAAA;IAC9D,CAAC;IAED,IAAI,cAAc,IAAI,UAAU,IAAI,cAAc,GAAG,QAAQ,EAAE,CAAC;QAC9D,oEAAoE;QACpE,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,cAAc,GAAG,UAAU,CAAC,CAAC,CAAA;IAC7D,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AAED,eAAe,oBAAoB,CAAA"}
@@ -0,0 +1,6 @@
1
+ import { type PBNode } from '@ipld/dag-pb';
2
+ import type { ExporterOptions, ShardTraversalContext, ReadableStorage } from '../index.js';
3
+ import type { CID } from 'multiformats/cid';
4
+ declare const findShardCid: (node: PBNode, name: string, blockstore: ReadableStorage, context?: ShardTraversalContext, options?: ExporterOptions) => Promise<CID | undefined>;
5
+ export default findShardCid;
6
+ //# sourceMappingURL=find-cid-in-shard.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"find-cid-in-shard.d.ts","sourceRoot":"","sources":["../../../src/utils/find-cid-in-shard.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuB,KAAK,MAAM,EAAE,MAAM,cAAc,CAAA;AAK/D,OAAO,KAAK,EAAE,eAAe,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC1F,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AA2D3C,QAAA,MAAM,YAAY,SAAgB,MAAM,QAAQ,MAAM,cAAc,eAAe,YAAY,qBAAqB,YAAY,eAAe,KAAG,QAAQ,GAAG,GAAG,SAAS,CAiFxK,CAAA;AAED,eAAe,YAAY,CAAA"}