@helia/verified-fetch 0.0.0-6c88ee1 → 0.0.0-754c7af

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (31) hide show
  1. package/README.md +226 -3
  2. package/dist/index.min.js +4 -29
  3. package/dist/src/index.d.ts +242 -10
  4. package/dist/src/index.d.ts.map +1 -1
  5. package/dist/src/index.js +215 -6
  6. package/dist/src/index.js.map +1 -1
  7. package/dist/src/utils/dag-cbor-to-safe-json.d.ts +7 -0
  8. package/dist/src/utils/dag-cbor-to-safe-json.d.ts.map +1 -0
  9. package/dist/src/utils/dag-cbor-to-safe-json.js +37 -0
  10. package/dist/src/utils/dag-cbor-to-safe-json.js.map +1 -0
  11. package/dist/src/utils/get-stream-from-async-iterable.d.ts +10 -0
  12. package/dist/src/utils/get-stream-from-async-iterable.d.ts.map +1 -0
  13. package/dist/src/utils/{get-stream-and-content-type.js → get-stream-from-async-iterable.js} +10 -9
  14. package/dist/src/utils/get-stream-from-async-iterable.js.map +1 -0
  15. package/dist/src/verified-fetch.d.ts +5 -12
  16. package/dist/src/verified-fetch.d.ts.map +1 -1
  17. package/dist/src/verified-fetch.js +88 -60
  18. package/dist/src/verified-fetch.js.map +1 -1
  19. package/package.json +25 -18
  20. package/src/index.ts +247 -11
  21. package/src/utils/dag-cbor-to-safe-json.ts +44 -0
  22. package/src/utils/{get-stream-and-content-type.ts → get-stream-from-async-iterable.ts} +9 -8
  23. package/src/verified-fetch.ts +99 -67
  24. package/dist/src/utils/get-content-type.d.ts +0 -11
  25. package/dist/src/utils/get-content-type.d.ts.map +0 -1
  26. package/dist/src/utils/get-content-type.js +0 -43
  27. package/dist/src/utils/get-content-type.js.map +0 -1
  28. package/dist/src/utils/get-stream-and-content-type.d.ts +0 -10
  29. package/dist/src/utils/get-stream-and-content-type.d.ts.map +0 -1
  30. package/dist/src/utils/get-stream-and-content-type.js.map +0 -1
  31. package/src/utils/get-content-type.ts +0 -55
@@ -3,7 +3,7 @@
3
3
  *
4
4
  * `@helia/verified-fetch` provides a [fetch](https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API)-like API for retrieving content from the [IPFS](https://ipfs.tech/) network.
5
5
  *
6
- * All content is retrieved in a [trustless manner](https://www.techopedia.com/definition/trustless), and the integrity of all bytes are verified by comparing hashes of the data.
6
+ * All content is retrieved in a [trustless manner](https://www.techopedia.com/definition/trustless), and the integrity of all bytes are verified by comparing hashes of the data. By default, CIDs are retrieved over HTTP from [trustless gateways](https://specs.ipfs.tech/http-gateways/trustless-gateway/).
7
7
  *
8
8
  * This is a marked improvement over `fetch` which offers no such protections and is vulnerable to all sorts of attacks like [Content Spoofing](https://owasp.org/www-community/attacks/Content_Spoofing), [DNS Hijacking](https://en.wikipedia.org/wiki/DNS_hijacking), etc.
9
9
  *
@@ -33,7 +33,7 @@
33
33
  * import { verifiedFetch } from '@helia/verified-fetch'
34
34
  * import { CID } from 'multiformats/cid'
35
35
  *
36
- * const cid = CID.parse('bafyFoo') // some image file
36
+ * const cid = CID.parse('bafyFoo') // some json file
37
37
  * const response = await verifiedFetch(cid)
38
38
  * const json = await response.json()
39
39
  * ```
@@ -75,7 +75,7 @@
75
75
  * const fetch = await createVerifiedFetch({
76
76
  * gateways: ['https://trustless-gateway.link'],
77
77
  * routers: ['http://delegated-ipfs.dev']
78
- *})
78
+ * })
79
79
  *
80
80
  * const resp = await fetch('ipfs://bafy...')
81
81
  *
@@ -112,6 +112,214 @@
112
112
  * const json = await resp.json()
113
113
  * ```
114
114
  *
115
+ * ### Custom content-type parsing
116
+ *
117
+ * By default, if the response can be parsed as JSON, `@helia/verified-fetch` sets the `Content-Type` header as `application/json`, otherwise it sets it as `application/octet-stream` - this is because the `.json()`, `.text()`, `.blob()`, and `.arrayBuffer()` methods will usually work as expected without a detailed content type.
118
+ *
119
+ * If you require an accurate content-type you can provide a `contentTypeParser` function as an option to `createVerifiedFetch` to handle parsing the content type.
120
+ *
121
+ * The function you provide will be called with the first chunk of bytes from the file and should return a string or a promise of a string.
122
+ *
123
+ * @example Customizing content-type parsing
124
+ *
125
+ * ```typescript
126
+ * import { createVerifiedFetch } from '@helia/verified-fetch'
127
+ * import { fileTypeFromBuffer } from '@sgtpooki/file-type'
128
+ *
129
+ * const fetch = await createVerifiedFetch({
130
+ * gateways: ['https://trustless-gateway.link'],
131
+ * routers: ['http://delegated-ipfs.dev']
132
+ * }, {
133
+ * contentTypeParser: async (bytes) => {
134
+ * // call to some magic-byte recognition library like magic-bytes, file-type, or your own custom byte recognition
135
+ * const result = await fileTypeFromBuffer(bytes)
136
+ * return result?.mime
137
+ * }
138
+ * })
139
+ * ```
140
+ *
141
+ * ### IPLD codec handling
142
+ *
143
+ * IPFS supports several data formats (typically referred to as codecs) which are included in the CID. `@helia/verified-fetch` attempts to abstract away some of the details for easier consumption.
144
+ *
145
+ * #### DAG-PB
146
+ *
147
+ * [DAG-PB](https://ipld.io/docs/codecs/known/dag-pb/) is the codec we are most likely to encounter, it is what [UnixFS](https://github.com/ipfs/specs/blob/main/UNIXFS.md) uses under the hood.
148
+ *
149
+ * ##### Using the DAG-PB codec as a Blob
150
+ *
151
+ * ```typescript
152
+ * import { verifiedFetch } from '@helia/verified-fetch'
153
+ *
154
+ * const res = await verifiedFetch('ipfs://Qmfoo')
155
+ * const blob = await res.blob()
156
+ *
157
+ * console.info(blob) // Blob { size: x, type: 'application/octet-stream' }
158
+ * ```
159
+ *
160
+ * ##### Using the DAG-PB codec as an ArrayBuffer
161
+ *
162
+ * ```typescript
163
+ * import { verifiedFetch } from '@helia/verified-fetch'
164
+ *
165
+ * const res = await verifiedFetch('ipfs://Qmfoo')
166
+ * const buf = await res.arrayBuffer()
167
+ *
168
+ * console.info(buf) // ArrayBuffer { [Uint8Contents]: < ... >, byteLength: x }
169
+ * ```
170
+ *
171
+ * ##### Using the DAG-PB codec as a stream
172
+ *
173
+ * ```typescript
174
+ * import { verifiedFetch } from '@helia/verified-fetch'
175
+ *
176
+ * const res = await verifiedFetch('ipfs://Qmfoo')
177
+ * const reader = res.body?.getReader()
178
+ *
179
+ * while (true) {
180
+ * const next = await reader.read()
181
+ *
182
+ * if (next?.done === true) {
183
+ * break
184
+ * }
185
+ *
186
+ * if (next?.value != null) {
187
+ * console.info(next.value) // Uint8Array(x) [ ... ]
188
+ * }
189
+ * }
190
+ * ```
191
+ *
192
+ * ##### Content-Type
193
+ *
194
+ * When fetching `DAG-PB` data, the content type will be set to `application/octet-stream` unless a custom content-type parser is configured.
195
+ *
196
+ * #### JSON
197
+ *
198
+ * The JSON codec is a very simple codec, a block parseable with this codec is a JSON string encoded into a `Uint8Array`.
199
+ *
200
+ * ##### Using the JSON codec
201
+ *
202
+ * ```typescript
203
+ * import * as json from 'multiformats/codecs/json'
204
+ *
205
+ * const block = new TextEncoder().encode('{ "hello": "world" }')
206
+ * const obj = json.decode(block)
207
+ *
208
+ * console.info(obj) // { hello: 'world' }
209
+ * ```
210
+ *
211
+ * ##### Content-Type
212
+ *
213
+ * When the `JSON` codec is encountered, the `Content-Type` header of the response will be set to `application/json`.
214
+ *
215
+ * ### DAG-JSON
216
+ *
217
+ * [DAG-JSON](https://ipld.io/docs/codecs/known/dag-json/) expands on the `JSON` codec, adding the ability to contain [CID](https://docs.ipfs.tech/concepts/content-addressing/)s which act as links to other blocks, and byte arrays.
218
+ *
219
+ * `CID`s and byte arrays are represented using special object structures with a single `"/"` property.
220
+ *
221
+ * Using `DAG-JSON` has two important caveats:
222
+ *
223
+ * 1. Your `JSON` structure cannot contain an object with only a `"/"` property, as it will be interpreted as a special type.
224
+ * 2. Since `JSON` has no technical limit on number sizes, `DAG-JSON` also allows numbers larger than `Number.MAX_SAFE_INTEGER`. JavaScript requires use of `BigInt`s to represent numbers larger than this, and `JSON.parse` does not support them, so precision will be lost.
225
+ *
226
+ * Otherwise this codec follows the same rules as the `JSON` codec.
227
+ *
228
+ * ##### Using the DAG-JSON codec
229
+ *
230
+ * ```typescript
231
+ * import * as dagJson from '@ipld/dag-json'
232
+ *
233
+ * const block = new TextEncoder().encode(`{
234
+ * "hello": "world",
235
+ * "cid": {
236
+ * "/": "baeaaac3imvwgy3zao5xxe3de"
237
+ * },
238
+ * "buf": {
239
+ * "/": {
240
+ * "bytes": "AAECAwQ"
241
+ * }
242
+ * }
243
+ * }`)
244
+ *
245
+ * const obj = dagJson.decode(block)
246
+ *
247
+ * console.info(obj)
248
+ * // {
249
+ * // hello: 'world',
250
+ * // cid: CID(baeaaac3imvwgy3zao5xxe3de),
251
+ * // buf: Uint8Array(5) [ 0, 1, 2, 3, 4 ]
252
+ * // }
253
+ * ```
254
+ *
255
+ * ##### Content-Type
256
+ *
257
+ * When the `DAG-JSON` codec is encountered in the requested CID, the `Content-Type` header of the response will be set to `application/json`.
258
+ *
259
+ * `DAG-JSON` data can be parsed from the response by using the `.json()` function, which will return `CID`s/byte arrays as plain `{ "/": ... }` objects:
260
+ *
261
+ * ```typescript
262
+ * import { verifiedFetch } from '@helia/verified-fetch'
263
+ * import * as dagJson from '@ipld/dag-json'
264
+ *
265
+ * const res = await verifiedFetch('ipfs://bafyDAGJSON')
266
+ *
267
+ * // either:
268
+ * const obj = await res.json()
269
+ * console.info(obj.cid) // { "/": "baeaaac3imvwgy3zao5xxe3de" }
270
+ * console.info(obj.buf) // { "/": { "bytes": "AAECAwQ" } }
271
+ * ```
272
+ *
273
+ * Alternatively, it can be decoded using the `@ipld/dag-json` module and the `.arrayBuffer()` method, in which case you will get `CID` objects and `Uint8Array`s:
274
+ *
275
+ *```typescript
276
+ * import { verifiedFetch } from '@helia/verified-fetch'
277
+ * import * as dagJson from '@ipld/dag-json'
278
+ *
279
+ * const res = await verifiedFetch('ipfs://bafyDAGJSON')
280
+ *
281
+ * // or:
282
+ * const obj = dagJson.decode(await res.arrayBuffer())
283
+ * console.info(obj.cid) // CID(baeaaac3imvwgy3zao5xxe3de)
284
+ * console.info(obj.buf) // Uint8Array(5) [ 0, 1, 2, 3, 4 ]
285
+ * ```
286
+ *
287
+ * #### DAG-CBOR
288
+ *
289
+ * [DAG-CBOR](https://ipld.io/docs/codecs/known/dag-cbor/) uses the [Concise Binary Object Representation](https://cbor.io/) format for serialization instead of JSON.
290
+ *
291
+ * This supports more datatypes in a safer way than JSON and is smaller on the wire to boot so is usually preferable to JSON or DAG-JSON.
292
+ *
293
+ * ##### Content-Type
294
+ *
295
+ * Not all data types supported by `DAG-CBOR` can be successfully turned into JSON and back into the same binary form.
296
+ *
297
+ * When a decoded block can be round-tripped to JSON, the `Content-Type` will be set to `application/json`. In this case the `.json()` method on the `Response` object can be used to obtain an object representation of the response.
298
+ *
299
+ * When it cannot, the `Content-Type` will be `application/octet-stream` - in this case the `@ipld/dag-json` module must be used to deserialize the return value from `.arrayBuffer()`.
300
+ *
301
+ * ##### Detecting JSON-safe DAG-CBOR
302
+ *
303
+ * If the `Content-Type` header of the response is `application/json`, the `.json()` method may be used to access the response body in object form, otherwise the `.arrayBuffer()` method must be used to decode the raw bytes using the `@ipld/dag-cbor` module.
304
+ *
305
+ * ```typescript
306
+ * import { verifiedFetch } from '@helia/verified-fetch'
307
+ * import * as dagCbor from '@ipld/dag-cbor'
308
+ *
309
+ * const res = await verifiedFetch('ipfs://bafyDagCborCID')
310
+ * let obj
311
+ *
312
+ * if (res.headers.get('Content-Type') === 'application/json') {
313
+ * // DAG-CBOR data can be safely decoded as JSON
314
+ * obj = await res.json()
315
+ * } else {
316
+ * // response contains non-JSON friendly data types
317
+ * obj = dagCbor.decode(await res.arrayBuffer())
318
+ * }
319
+ *
320
+ * console.info(obj) // ...
321
+ * ```
322
+ *
115
323
  * ## Comparison to fetch
116
324
  *
117
325
  * This module attempts to act as similarly to the `fetch()` API as possible.
@@ -129,7 +337,7 @@
129
337
  * 2. IPNS protocol: `ipns://<peerId>` & `ipns://<publicKey>` & `ipns://<hostUri_Supporting_DnsLink_TxtRecords>`
130
338
  * 3. CID instances: An actual CID instance `CID.parse('bafy...')`
131
339
  *
132
- * As well as support for pathing & params for item 1 & 2 above according to [IPFS - Path Gateway Specification](https://specs.ipfs.tech/http-gateways/path-gateway) & [IPFS - Trustless Gateway Specification](https://specs.ipfs.tech/http-gateways/trustless-gateway/). Further refinement of those specifications specifically for web-based scenarios can be found in the [Web Pathing Specification IPIP](https://github.com/ipfs/specs/pull/453).
340
+ * As well as support for pathing & params for items 1 & 2 above according to [IPFS - Path Gateway Specification](https://specs.ipfs.tech/http-gateways/path-gateway) & [IPFS - Trustless Gateway Specification](https://specs.ipfs.tech/http-gateways/trustless-gateway/). Further refinement of those specifications specifically for web-based scenarios can be found in the [Web Pathing Specification IPIP](https://github.com/ipfs/specs/pull/453).
133
341
  *
134
342
  * If you pass a CID instance, it assumes you want the content for that specific CID only, and does not support pathing or params for that CID.
135
343
  *
@@ -235,7 +443,7 @@ import type { ProgressEvent, ProgressOptions } from 'progress-events';
235
443
  */
236
444
  export type Resource = string | CID;
237
445
  export interface CIDDetail {
238
- cid: string;
446
+ cid: CID;
239
447
  path: string;
240
448
  }
241
449
  export interface CIDDetailError extends CIDDetail {
@@ -247,25 +455,49 @@ export interface VerifiedFetch {
247
455
  stop(): Promise<void>;
248
456
  }
249
457
  /**
250
- * Instead of passing a Helia instance, you can pass a list of gateways and routers, and a HeliaHTTP instance will be created for you.
458
+ * Instead of passing a Helia instance, you can pass a list of gateways and
459
+ * routers, and a HeliaHTTP instance will be created for you.
251
460
  */
252
- export interface CreateVerifiedFetchWithOptions {
461
+ export interface CreateVerifiedFetchInit {
253
462
  gateways: string[];
254
463
  routers?: string[];
255
464
  }
465
+ export interface CreateVerifiedFetchOptions {
466
+ /**
467
+ * A function to handle parsing content type from bytes. The function you
468
+ * provide will be passed the first set of bytes we receive from the network,
469
+ * and should return a string that will be used as the value for the
470
+ * `Content-Type` header in the response.
471
+ */
472
+ contentTypeParser?: ContentTypeParser;
473
+ }
474
+ /**
475
+ * A ContentTypeParser attempts to return the mime type of a given file. It
476
+ * receives the first chunk of the file data and the file name, if it is
477
+ * available. The function can be sync or async and if it returns/resolves to
478
+ * `undefined`, `application/octet-stream` will be used.
479
+ */
480
+ export interface ContentTypeParser {
481
+ /**
482
+ * Attempt to determine a mime type, either via of the passed bytes or the
483
+ * filename if it is available.
484
+ */
485
+ (bytes: Uint8Array, fileName?: string): Promise<string | undefined> | string | undefined;
486
+ }
256
487
  export type BubbledProgressEvents = GetEvents | ResolveProgressEvents | ResolveDnsLinkProgressEvents | IPNSRoutingEvents;
257
488
  export type VerifiedFetchProgressEvents = ProgressEvent<'verified-fetch:request:start', CIDDetail> | ProgressEvent<'verified-fetch:request:info', string> | ProgressEvent<'verified-fetch:request:progress:chunk', CIDDetail> | ProgressEvent<'verified-fetch:request:end', CIDDetail> | ProgressEvent<'verified-fetch:request:error', CIDDetailError>;
258
489
  /**
259
490
  * Options for the `fetch` function returned by `createVerifiedFetch`.
260
491
  *
261
- * This method accepts all the same options as the `fetch` function in the browser, plus an `onProgress` option to
262
- * listen for progress events.
492
+ * This interface contains all the same fields as the [options object](https://developer.mozilla.org/en-US/docs/Web/API/fetch#options)
493
+ * passed to `fetch` in browsers, plus an `onProgress` option to listen for
494
+ * progress events.
263
495
  */
264
496
  export interface VerifiedFetchInit extends RequestInit, ProgressOptions<BubbledProgressEvents | VerifiedFetchProgressEvents> {
265
497
  }
266
498
  /**
267
499
  * Create and return a Helia node
268
500
  */
269
- export declare function createVerifiedFetch(init?: Helia | CreateVerifiedFetchWithOptions): Promise<VerifiedFetch>;
501
+ export declare function createVerifiedFetch(init?: Helia | CreateVerifiedFetchInit, options?: CreateVerifiedFetchOptions): Promise<VerifiedFetch>;
270
502
  export { verifiedFetch } from './singleton.js';
271
503
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAMH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAA;AACzG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAErE;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,GAAG,CAAA;AAEnC,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,cAAe,SAAQ,SAAS;IAC/C,KAAK,EAAE,KAAK,CAAA;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IACpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,8BAA8B;IAC7C,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,MAAM,qBAAqB,GAE/B,SAAS,GAET,qBAAqB,GAAG,4BAA4B,GAAG,iBAAiB,CAAA;AAE1E,MAAM,MAAM,2BAA2B,GACrC,aAAa,CAAC,8BAA8B,EAAE,SAAS,CAAC,GACxD,aAAa,CAAC,6BAA6B,EAAE,MAAM,CAAC,GACpD,aAAa,CAAC,uCAAuC,EAAE,SAAS,CAAC,GACjE,aAAa,CAAC,4BAA4B,EAAE,SAAS,CAAC,GACtD,aAAa,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAA;AAE/D;;;;;GAKG;AACH,MAAM,WAAW,iBAAkB,SAAQ,WAAW,EAAE,eAAe,CAAC,qBAAqB,GAAG,2BAA2B,CAAC;CAC3H;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAE,IAAI,CAAC,EAAE,KAAK,GAAG,8BAA8B,GAAG,OAAO,CAAC,aAAa,CAAC,CAoBhH;AAED,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA"}
1
+ {"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkbG;AAMH,OAAO,KAAK,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,KAAK,EAAE,iBAAiB,EAAE,4BAA4B,EAAE,qBAAqB,EAAE,MAAM,aAAa,CAAA;AACzG,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,eAAe,CAAA;AAC9C,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAC3C,OAAO,KAAK,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAA;AAErE;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,MAAM,GAAG,GAAG,CAAA;AAEnC,MAAM,WAAW,SAAS;IACxB,GAAG,EAAE,GAAG,CAAA;IACR,IAAI,EAAE,MAAM,CAAA;CACb;AAED,MAAM,WAAW,cAAe,SAAQ,SAAS;IAC/C,KAAK,EAAE,KAAK,CAAA;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,CAAC,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAA;IACpE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;IACtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CACtB;AAED;;;GAGG;AACH,MAAM,WAAW,uBAAuB;IACtC,QAAQ,EAAE,MAAM,EAAE,CAAA;IAClB,OAAO,CAAC,EAAE,MAAM,EAAE,CAAA;CACnB;AAED,MAAM,WAAW,0BAA0B;IACzC;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,iBAAiB,CAAA;CACtC;AAED;;;;;GAKG;AACH,MAAM,WAAW,iBAAiB;IAChC;;;OAGG;IACH,CAAC,KAAK,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,MAAM,GAAG,SAAS,CAAA;CACzF;AAED,MAAM,MAAM,qBAAqB,GAE/B,SAAS,GAET,qBAAqB,GAAG,4BAA4B,GAAG,iBAAiB,CAAA;AAE1E,MAAM,MAAM,2BAA2B,GACrC,aAAa,CAAC,8BAA8B,EAAE,SAAS,CAAC,GACxD,aAAa,CAAC,6BAA6B,EAAE,MAAM,CAAC,GACpD,aAAa,CAAC,uCAAuC,EAAE,SAAS,CAAC,GACjE,aAAa,CAAC,4BAA4B,EAAE,SAAS,CAAC,GACtD,aAAa,CAAC,8BAA8B,EAAE,cAAc,CAAC,CAAA;AAE/D;;;;;;GAMG;AACH,MAAM,WAAW,iBAAkB,SAAQ,WAAW,EAAE,eAAe,CAAC,qBAAqB,GAAG,2BAA2B,CAAC;CAC3H;AAED;;GAEG;AACH,wBAAsB,mBAAmB,CAAE,IAAI,CAAC,EAAE,KAAK,GAAG,uBAAuB,EAAE,OAAO,CAAC,EAAE,0BAA0B,GAAG,OAAO,CAAC,aAAa,CAAC,CAsB/I;AAED,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA"}
package/dist/src/index.js CHANGED
@@ -3,7 +3,7 @@
3
3
  *
4
4
  * `@helia/verified-fetch` provides a [fetch](https://developer.mozilla.org/en-US/docs/Web/API/Fetch_API)-like API for retrieving content from the [IPFS](https://ipfs.tech/) network.
5
5
  *
6
- * All content is retrieved in a [trustless manner](https://www.techopedia.com/definition/trustless), and the integrity of all bytes are verified by comparing hashes of the data.
6
+ * All content is retrieved in a [trustless manner](https://www.techopedia.com/definition/trustless), and the integrity of all bytes are verified by comparing hashes of the data. By default, CIDs are retrieved over HTTP from [trustless gateways](https://specs.ipfs.tech/http-gateways/trustless-gateway/).
7
7
  *
8
8
  * This is a marked improvement over `fetch` which offers no such protections and is vulnerable to all sorts of attacks like [Content Spoofing](https://owasp.org/www-community/attacks/Content_Spoofing), [DNS Hijacking](https://en.wikipedia.org/wiki/DNS_hijacking), etc.
9
9
  *
@@ -33,7 +33,7 @@
33
33
  * import { verifiedFetch } from '@helia/verified-fetch'
34
34
  * import { CID } from 'multiformats/cid'
35
35
  *
36
- * const cid = CID.parse('bafyFoo') // some image file
36
+ * const cid = CID.parse('bafyFoo') // some json file
37
37
  * const response = await verifiedFetch(cid)
38
38
  * const json = await response.json()
39
39
  * ```
@@ -75,7 +75,7 @@
75
75
  * const fetch = await createVerifiedFetch({
76
76
  * gateways: ['https://trustless-gateway.link'],
77
77
  * routers: ['http://delegated-ipfs.dev']
78
- *})
78
+ * })
79
79
  *
80
80
  * const resp = await fetch('ipfs://bafy...')
81
81
  *
@@ -112,6 +112,214 @@
112
112
  * const json = await resp.json()
113
113
  * ```
114
114
  *
115
+ * ### Custom content-type parsing
116
+ *
117
+ * By default, if the response can be parsed as JSON, `@helia/verified-fetch` sets the `Content-Type` header as `application/json`, otherwise it sets it as `application/octet-stream` - this is because the `.json()`, `.text()`, `.blob()`, and `.arrayBuffer()` methods will usually work as expected without a detailed content type.
118
+ *
119
+ * If you require an accurate content-type you can provide a `contentTypeParser` function as an option to `createVerifiedFetch` to handle parsing the content type.
120
+ *
121
+ * The function you provide will be called with the first chunk of bytes from the file and should return a string or a promise of a string.
122
+ *
123
+ * @example Customizing content-type parsing
124
+ *
125
+ * ```typescript
126
+ * import { createVerifiedFetch } from '@helia/verified-fetch'
127
+ * import { fileTypeFromBuffer } from '@sgtpooki/file-type'
128
+ *
129
+ * const fetch = await createVerifiedFetch({
130
+ * gateways: ['https://trustless-gateway.link'],
131
+ * routers: ['http://delegated-ipfs.dev']
132
+ * }, {
133
+ * contentTypeParser: async (bytes) => {
134
+ * // call to some magic-byte recognition library like magic-bytes, file-type, or your own custom byte recognition
135
+ * const result = await fileTypeFromBuffer(bytes)
136
+ * return result?.mime
137
+ * }
138
+ * })
139
+ * ```
140
+ *
141
+ * ### IPLD codec handling
142
+ *
143
+ * IPFS supports several data formats (typically referred to as codecs) which are included in the CID. `@helia/verified-fetch` attempts to abstract away some of the details for easier consumption.
144
+ *
145
+ * #### DAG-PB
146
+ *
147
+ * [DAG-PB](https://ipld.io/docs/codecs/known/dag-pb/) is the codec we are most likely to encounter, it is what [UnixFS](https://github.com/ipfs/specs/blob/main/UNIXFS.md) uses under the hood.
148
+ *
149
+ * ##### Using the DAG-PB codec as a Blob
150
+ *
151
+ * ```typescript
152
+ * import { verifiedFetch } from '@helia/verified-fetch'
153
+ *
154
+ * const res = await verifiedFetch('ipfs://Qmfoo')
155
+ * const blob = await res.blob()
156
+ *
157
+ * console.info(blob) // Blob { size: x, type: 'application/octet-stream' }
158
+ * ```
159
+ *
160
+ * ##### Using the DAG-PB codec as an ArrayBuffer
161
+ *
162
+ * ```typescript
163
+ * import { verifiedFetch } from '@helia/verified-fetch'
164
+ *
165
+ * const res = await verifiedFetch('ipfs://Qmfoo')
166
+ * const buf = await res.arrayBuffer()
167
+ *
168
+ * console.info(buf) // ArrayBuffer { [Uint8Contents]: < ... >, byteLength: x }
169
+ * ```
170
+ *
171
+ * ##### Using the DAG-PB codec as a stream
172
+ *
173
+ * ```typescript
174
+ * import { verifiedFetch } from '@helia/verified-fetch'
175
+ *
176
+ * const res = await verifiedFetch('ipfs://Qmfoo')
177
+ * const reader = res.body?.getReader()
178
+ *
179
+ * while (true) {
180
+ * const next = await reader.read()
181
+ *
182
+ * if (next?.done === true) {
183
+ * break
184
+ * }
185
+ *
186
+ * if (next?.value != null) {
187
+ * console.info(next.value) // Uint8Array(x) [ ... ]
188
+ * }
189
+ * }
190
+ * ```
191
+ *
192
+ * ##### Content-Type
193
+ *
194
+ * When fetching `DAG-PB` data, the content type will be set to `application/octet-stream` unless a custom content-type parser is configured.
195
+ *
196
+ * #### JSON
197
+ *
198
+ * The JSON codec is a very simple codec, a block parseable with this codec is a JSON string encoded into a `Uint8Array`.
199
+ *
200
+ * ##### Using the JSON codec
201
+ *
202
+ * ```typescript
203
+ * import * as json from 'multiformats/codecs/json'
204
+ *
205
+ * const block = new TextEncoder().encode('{ "hello": "world" }')
206
+ * const obj = json.decode(block)
207
+ *
208
+ * console.info(obj) // { hello: 'world' }
209
+ * ```
210
+ *
211
+ * ##### Content-Type
212
+ *
213
+ * When the `JSON` codec is encountered, the `Content-Type` header of the response will be set to `application/json`.
214
+ *
215
+ * ### DAG-JSON
216
+ *
217
+ * [DAG-JSON](https://ipld.io/docs/codecs/known/dag-json/) expands on the `JSON` codec, adding the ability to contain [CID](https://docs.ipfs.tech/concepts/content-addressing/)s which act as links to other blocks, and byte arrays.
218
+ *
219
+ * `CID`s and byte arrays are represented using special object structures with a single `"/"` property.
220
+ *
221
+ * Using `DAG-JSON` has two important caveats:
222
+ *
223
+ * 1. Your `JSON` structure cannot contain an object with only a `"/"` property, as it will be interpreted as a special type.
224
+ * 2. Since `JSON` has no technical limit on number sizes, `DAG-JSON` also allows numbers larger than `Number.MAX_SAFE_INTEGER`. JavaScript requires use of `BigInt`s to represent numbers larger than this, and `JSON.parse` does not support them, so precision will be lost.
225
+ *
226
+ * Otherwise this codec follows the same rules as the `JSON` codec.
227
+ *
228
+ * ##### Using the DAG-JSON codec
229
+ *
230
+ * ```typescript
231
+ * import * as dagJson from '@ipld/dag-json'
232
+ *
233
+ * const block = new TextEncoder().encode(`{
234
+ * "hello": "world",
235
+ * "cid": {
236
+ * "/": "baeaaac3imvwgy3zao5xxe3de"
237
+ * },
238
+ * "buf": {
239
+ * "/": {
240
+ * "bytes": "AAECAwQ"
241
+ * }
242
+ * }
243
+ * }`)
244
+ *
245
+ * const obj = dagJson.decode(block)
246
+ *
247
+ * console.info(obj)
248
+ * // {
249
+ * // hello: 'world',
250
+ * // cid: CID(baeaaac3imvwgy3zao5xxe3de),
251
+ * // buf: Uint8Array(5) [ 0, 1, 2, 3, 4 ]
252
+ * // }
253
+ * ```
254
+ *
255
+ * ##### Content-Type
256
+ *
257
+ * When the `DAG-JSON` codec is encountered in the requested CID, the `Content-Type` header of the response will be set to `application/json`.
258
+ *
259
+ * `DAG-JSON` data can be parsed from the response by using the `.json()` function, which will return `CID`s/byte arrays as plain `{ "/": ... }` objects:
260
+ *
261
+ * ```typescript
262
+ * import { verifiedFetch } from '@helia/verified-fetch'
263
+ * import * as dagJson from '@ipld/dag-json'
264
+ *
265
+ * const res = await verifiedFetch('ipfs://bafyDAGJSON')
266
+ *
267
+ * // either:
268
+ * const obj = await res.json()
269
+ * console.info(obj.cid) // { "/": "baeaaac3imvwgy3zao5xxe3de" }
270
+ * console.info(obj.buf) // { "/": { "bytes": "AAECAwQ" } }
271
+ * ```
272
+ *
273
+ * Alternatively, it can be decoded using the `@ipld/dag-json` module and the `.arrayBuffer()` method, in which case you will get `CID` objects and `Uint8Array`s:
274
+ *
275
+ *```typescript
276
+ * import { verifiedFetch } from '@helia/verified-fetch'
277
+ * import * as dagJson from '@ipld/dag-json'
278
+ *
279
+ * const res = await verifiedFetch('ipfs://bafyDAGJSON')
280
+ *
281
+ * // or:
282
+ * const obj = dagJson.decode(await res.arrayBuffer())
283
+ * console.info(obj.cid) // CID(baeaaac3imvwgy3zao5xxe3de)
284
+ * console.info(obj.buf) // Uint8Array(5) [ 0, 1, 2, 3, 4 ]
285
+ * ```
286
+ *
287
+ * #### DAG-CBOR
288
+ *
289
+ * [DAG-CBOR](https://ipld.io/docs/codecs/known/dag-cbor/) uses the [Concise Binary Object Representation](https://cbor.io/) format for serialization instead of JSON.
290
+ *
291
+ * This supports more datatypes in a safer way than JSON and is smaller on the wire to boot so is usually preferable to JSON or DAG-JSON.
292
+ *
293
+ * ##### Content-Type
294
+ *
295
+ * Not all data types supported by `DAG-CBOR` can be successfully turned into JSON and back into the same binary form.
296
+ *
297
+ * When a decoded block can be round-tripped to JSON, the `Content-Type` will be set to `application/json`. In this case the `.json()` method on the `Response` object can be used to obtain an object representation of the response.
298
+ *
299
+ * When it cannot, the `Content-Type` will be `application/octet-stream` - in this case the `@ipld/dag-json` module must be used to deserialize the return value from `.arrayBuffer()`.
300
+ *
301
+ * ##### Detecting JSON-safe DAG-CBOR
302
+ *
303
+ * If the `Content-Type` header of the response is `application/json`, the `.json()` method may be used to access the response body in object form, otherwise the `.arrayBuffer()` method must be used to decode the raw bytes using the `@ipld/dag-cbor` module.
304
+ *
305
+ * ```typescript
306
+ * import { verifiedFetch } from '@helia/verified-fetch'
307
+ * import * as dagCbor from '@ipld/dag-cbor'
308
+ *
309
+ * const res = await verifiedFetch('ipfs://bafyDagCborCID')
310
+ * let obj
311
+ *
312
+ * if (res.headers.get('Content-Type') === 'application/json') {
313
+ * // DAG-CBOR data can be safely decoded as JSON
314
+ * obj = await res.json()
315
+ * } else {
316
+ * // response contains non-JSON friendly data types
317
+ * obj = dagCbor.decode(await res.arrayBuffer())
318
+ * }
319
+ *
320
+ * console.info(obj) // ...
321
+ * ```
322
+ *
115
323
  * ## Comparison to fetch
116
324
  *
117
325
  * This module attempts to act as similarly to the `fetch()` API as possible.
@@ -129,7 +337,7 @@
129
337
  * 2. IPNS protocol: `ipns://<peerId>` & `ipns://<publicKey>` & `ipns://<hostUri_Supporting_DnsLink_TxtRecords>`
130
338
  * 3. CID instances: An actual CID instance `CID.parse('bafy...')`
131
339
  *
132
- * As well as support for pathing & params for item 1 & 2 above according to [IPFS - Path Gateway Specification](https://specs.ipfs.tech/http-gateways/path-gateway) & [IPFS - Trustless Gateway Specification](https://specs.ipfs.tech/http-gateways/trustless-gateway/). Further refinement of those specifications specifically for web-based scenarios can be found in the [Web Pathing Specification IPIP](https://github.com/ipfs/specs/pull/453).
340
+ * As well as support for pathing & params for items 1 & 2 above according to [IPFS - Path Gateway Specification](https://specs.ipfs.tech/http-gateways/path-gateway) & [IPFS - Trustless Gateway Specification](https://specs.ipfs.tech/http-gateways/trustless-gateway/). Further refinement of those specifications specifically for web-based scenarios can be found in the [Web Pathing Specification IPIP](https://github.com/ipfs/specs/pull/453).
133
341
  *
134
342
  * If you pass a CID instance, it assumes you want the content for that specific CID only, and does not support pathing or params for that CID.
135
343
  *
@@ -232,7 +440,8 @@ import { VerifiedFetch as VerifiedFetchClass } from './verified-fetch.js';
232
440
  /**
233
441
  * Create and return a Helia node
234
442
  */
235
- export async function createVerifiedFetch(init) {
443
+ export async function createVerifiedFetch(init, options) {
444
+ const contentTypeParser = options?.contentTypeParser;
236
445
  if (!isHelia(init)) {
237
446
  init = await createHeliaHTTP({
238
447
  blockBrokers: [
@@ -243,7 +452,7 @@ export async function createVerifiedFetch(init) {
243
452
  routers: (init?.routers ?? ['https://delegated-ipfs.dev']).map((routerUrl) => delegatedHTTPRouting(routerUrl))
244
453
  });
245
454
  }
246
- const verifiedFetchInstance = new VerifiedFetchClass({ helia: init });
455
+ const verifiedFetchInstance = new VerifiedFetchClass({ helia: init }, { contentTypeParser });
247
456
  async function verifiedFetch(resource, options) {
248
457
  return verifiedFetchInstance.fetch(resource, options);
249
458
  }
@@ -1 +1 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkOG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,EAAE,aAAa,IAAI,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAyDzE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAE,IAA6C;IACtF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,GAAG,MAAM,eAAe,CAAC;YAC3B,YAAY,EAAE;gBACZ,gBAAgB,CAAC;oBACf,QAAQ,EAAE,IAAI,EAAE,QAAQ;iBACzB,CAAC;aACH;YACD,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;SAC/G,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,qBAAqB,GAAG,IAAI,kBAAkB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACrE,KAAK,UAAU,aAAa,CAAE,QAAkB,EAAE,OAA2B;QAC3E,OAAO,qBAAqB,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACvD,CAAC;IACD,aAAa,CAAC,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAC3E,aAAa,CAAC,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAE7E,OAAO,aAAa,CAAA;AACtB,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAE9C,SAAS,OAAO,CAAE,GAAQ;IACxB,0EAA0E;IAC1E,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI;QAC5B,GAAG,EAAE,SAAS,IAAI,IAAI;QACtB,GAAG,EAAE,EAAE,IAAI,IAAI;QACf,GAAG,EAAE,IAAI,IAAI,IAAI;QACjB,GAAG,EAAE,KAAK,IAAI,IAAI,CAAA;AACtB,CAAC"}
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkbG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAA;AACrD,OAAO,EAAE,aAAa,IAAI,kBAAkB,EAAE,MAAM,qBAAqB,CAAA;AAmFzE;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAE,IAAsC,EAAE,OAAoC;IACrH,MAAM,iBAAiB,GAAkC,OAAO,EAAE,iBAAiB,CAAA;IAEnF,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;QACnB,IAAI,GAAG,MAAM,eAAe,CAAC;YAC3B,YAAY,EAAE;gBACZ,gBAAgB,CAAC;oBACf,QAAQ,EAAE,IAAI,EAAE,QAAQ;iBACzB,CAAC;aACH;YACD,OAAO,EAAE,CAAC,IAAI,EAAE,OAAO,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC;SAC/G,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,qBAAqB,GAAG,IAAI,kBAAkB,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC,CAAA;IAC5F,KAAK,UAAU,aAAa,CAAE,QAAkB,EAAE,OAA2B;QAC3E,OAAO,qBAAqB,CAAC,KAAK,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;IACvD,CAAC;IACD,aAAa,CAAC,IAAI,GAAG,qBAAqB,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAC3E,aAAa,CAAC,KAAK,GAAG,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAA;IAE7E,OAAO,aAAa,CAAA;AACtB,CAAC;AAED,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA;AAE9C,SAAS,OAAO,CAAE,GAAQ;IACxB,0EAA0E;IAC1E,OAAO,GAAG,EAAE,UAAU,IAAI,IAAI;QAC5B,GAAG,EAAE,SAAS,IAAI,IAAI;QACtB,GAAG,EAAE,EAAE,IAAI,IAAI;QACf,GAAG,EAAE,IAAI,IAAI,IAAI;QACjB,GAAG,EAAE,KAAK,IAAI,IAAI,CAAA;AACtB,CAAC"}
@@ -0,0 +1,7 @@
1
+ /**
2
+ * Take a `DAG-CBOR` encoded `Uint8Array`, deserialize it as an object and
3
+ * re-serialize it in a form that can be passed to `JSON.serialize` and then
4
+ * `JSON.parse` without losing any data.
5
+ */
6
+ export declare function dagCborToSafeJSON(buf: Uint8Array): string;
7
+ //# sourceMappingURL=dag-cbor-to-safe-json.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dag-cbor-to-safe-json.d.ts","sourceRoot":"","sources":["../../../src/utils/dag-cbor-to-safe-json.ts"],"names":[],"mappings":"AAgBA;;;;GAIG;AACH,wBAAgB,iBAAiB,CAAE,GAAG,EAAE,UAAU,GAAG,MAAM,CAsB1D"}
@@ -0,0 +1,37 @@
1
+ import { decode } from 'cborg';
2
+ import { encode } from 'cborg/json';
3
+ import { CID } from 'multiformats/cid';
4
+ // https://github.com/ipfs/go-ipfs/issues/3570#issuecomment-273931692
5
+ const CID_CBOR_TAG = 0x2A;
6
+ function cidDecoder(bytes) {
7
+ if (bytes[0] !== 0) {
8
+ throw new Error('Invalid CID for CBOR tag 42; expected leading 0x00');
9
+ }
10
+ return CID.decode(bytes.subarray(1)); // ignore leading 0x00
11
+ }
12
+ /**
13
+ * Take a `DAG-CBOR` encoded `Uint8Array`, deserialize it as an object and
14
+ * re-serialize it in a form that can be passed to `JSON.serialize` and then
15
+ * `JSON.parse` without losing any data.
16
+ */
17
+ export function dagCborToSafeJSON(buf) {
18
+ const tags = [];
19
+ tags[CID_CBOR_TAG] = cidDecoder;
20
+ const obj = decode(buf, {
21
+ allowIndefinite: false,
22
+ coerceUndefinedToNull: true,
23
+ allowNaN: false,
24
+ allowInfinity: false,
25
+ strict: true,
26
+ useMaps: false,
27
+ rejectDuplicateMapKeys: true,
28
+ tags,
29
+ // this is different to `DAG-CBOR` - the reason we disallow BigInts is
30
+ // because we are about to re-encode to `JSON` which does not support
31
+ // BigInts. Blocks containing large numbers should be deserialized using a
32
+ // cbor decoder instead
33
+ allowBigInt: false
34
+ });
35
+ return new TextDecoder().decode(encode(obj));
36
+ }
37
+ //# sourceMappingURL=dag-cbor-to-safe-json.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"dag-cbor-to-safe-json.js","sourceRoot":"","sources":["../../../src/utils/dag-cbor-to-safe-json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAA;AAC9B,OAAO,EAAE,MAAM,EAAE,MAAM,YAAY,CAAA;AACnC,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AAGtC,qEAAqE;AACrE,MAAM,YAAY,GAAG,IAAI,CAAA;AAEzB,SAAS,UAAU,CAAE,KAAiB;IACpC,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAA;IACvE,CAAC;IAED,OAAO,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA,CAAC,sBAAsB;AAC7D,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,iBAAiB,CAAE,GAAe;IAChD,MAAM,IAAI,GAAiB,EAAE,CAAA;IAC7B,IAAI,CAAC,YAAY,CAAC,GAAG,UAAU,CAAA;IAE/B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,EAAE;QACtB,eAAe,EAAE,KAAK;QACtB,qBAAqB,EAAE,IAAI;QAC3B,QAAQ,EAAE,KAAK;QACf,aAAa,EAAE,KAAK;QACpB,MAAM,EAAE,IAAI;QACZ,OAAO,EAAE,KAAK;QACd,sBAAsB,EAAE,IAAI;QAC5B,IAAI;QAEJ,sEAAsE;QACtE,qEAAqE;QACrE,0EAA0E;QAC1E,uBAAuB;QACvB,WAAW,EAAE,KAAK;KACnB,CAAC,CAAA;IAEF,OAAO,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAA;AAC9C,CAAC"}
@@ -0,0 +1,10 @@
1
+ import type { VerifiedFetchInit } from '../index.js';
2
+ import type { ComponentLogger } from '@libp2p/interface';
3
+ /**
4
+ * Converts an async iterator of Uint8Array bytes to a stream and returns the first chunk of bytes
5
+ */
6
+ export declare function getStreamFromAsyncIterable(iterator: AsyncIterable<Uint8Array>, path: string, logger: ComponentLogger, options?: Pick<VerifiedFetchInit, 'onProgress'>): Promise<{
7
+ stream: ReadableStream<Uint8Array>;
8
+ firstChunk: Uint8Array;
9
+ }>;
10
+ //# sourceMappingURL=get-stream-from-async-iterable.d.ts.map