@helia/unixfs 4.0.2 → 4.0.3-c0bf36e

package/dist/src/utils/url-source.js

@@ -1,10 +1,60 @@
 import { UnknownError } from '../errors.js';
+/**
+ * Import a file directly from a URL. The path of the file will be the path
+ * section of the URL.
+ *
+ * @example
+ *
+ * ```ts
+ * import { unixfs, urlSource } from '@helia/unixfs'
+ * import { createHelia } from 'helia'
+ *
+ * const helia = await createHelia()
+ * const fs = unixfs(helia)
+ *
+ * const cid = await fs.addFile(urlSource('http://example.com/path/to/file.html))
+ * const stat = await fs.stat(cid)
+ *
+ * console.info(stat)
+ * // { cid: CID(...), type: 'directory', ... }
+ *
+ * for await (const entry of fs.ls(cid)) {
+ *   console.info(entry)
+ *   // { type: 'file', name: 'file.html', cid: CID(...), ... }
+ * }
+ * ```
+ */
 export function urlSource(url, options) {
+    url = new URL(url);
     return {
         path: decodeURIComponent(new URL(url).pathname.split('/').pop() ?? ''),
         content: readURLContent(url, options)
     };
 }
+/**
+ * Import a file directly from a URL ignoring the file name or any containing
+ * directory.
+ *
+ * @example
+ *
+ * ```ts
+ * import { unixfs, urlByteSource } from '@helia/unixfs'
+ * import { createHelia } from 'helia'
+ *
+ * const helia = await createHelia()
+ * const fs = unixfs(helia)
+ *
+ * const cid = await fs.addByteSource(urlByteSource('http://example.com/path/to/file.html))
+ * const stat = await fs.stat(cid)
+ *
+ * console.info(stat)
+ * // { type: 'file', cid: CID(...), ... }
+ * ```
+ */
+export function urlByteSource(url, options) {
+    url = new URL(url);
+    return readURLContent(url, options);
+}
 async function* readURLContent(url, options) {
     const response = await globalThis.fetch(url, options);
     if (response.body == null) {

package/dist/src/utils/url-source.js.map

@@ -1 +1 @@
-{"version":3,"file":"url-source.js","sourceRoot":"","sources":["../../../src/utils/url-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAG3C,MAAM,UAAU,SAAS,CAAE,GAAQ,EAAE,OAAqB;IACxD,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACtE,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC;KACtC,CAAA;AACH,CAAC;AAED,KAAK,SAAU,CAAC,CAAC,cAAc,CAAE,GAAQ,EAAE,OAAqB;IAC9D,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAErD,IAAI,QAAQ,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAA;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;IAExC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAE3C,IAAI,IAAI,EAAE,CAAC;gBACT,OAAM;YACR,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAA;IACtB,CAAC;AACH,CAAC"}
+{"version":3,"file":"url-source.js","sourceRoot":"","sources":["../../../src/utils/url-source.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAA;AAG3C;;;;;;;;;;;;;;;;;;;;;;;;GAwBG;AACH,MAAM,UAAU,SAAS,CAAE,GAAiB,EAAE,OAAqB;IACjE,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAElB,OAAO;QACL,IAAI,EAAE,kBAAkB,CAAC,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;QACtE,OAAO,EAAE,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC;KACtC,CAAA;AACH,CAAC;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,UAAU,aAAa,CAAE,GAAiB,EAAE,OAAqB;IACrE,GAAG,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;IAElB,OAAO,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED,KAAK,SAAU,CAAC,CAAC,cAAc,CAAE,GAAQ,EAAE,OAAqB;IAC9D,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAErD,IAAI,QAAQ,CAAC,IAAI,IAAI,IAAI,EAAE,CAAC;QAC1B,MAAM,IAAI,YAAY,CAAC,mCAAmC,CAAC,CAAA;IAC7D,CAAC;IAED,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,SAAS,EAAE,CAAA;IAExC,IAAI,CAAC;QACH,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAE3C,IAAI,IAAI,EAAE,CAAC;gBACT,OAAM;YACR,CAAC;YAED,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAClB,MAAM,KAAK,CAAA;YACb,CAAC;QACH,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,WAAW,EAAE,CAAA;IACtB,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@helia/unixfs",
-  "version": "4.0.2",
+  "version": "4.0.3-c0bf36e",
   "description": "A Helia-compatible wrapper for UnixFS",
   "license": "Apache-2.0 OR MIT",
   "homepage": "https://github.com/ipfs/helia/tree/main/packages/unixfs#readme",
@@ -74,7 +74,7 @@
     "test:electron-main": "aegir test -t electron-main"
   },
   "dependencies": {
-    "@helia/interface": "^5.2.0",
+    "@helia/interface": "5.2.1-c0bf36e",
     "@ipld/dag-pb": "^4.1.3",
     "@libp2p/interface": "^2.2.1",
     "@libp2p/logger": "^5.1.4",
@@ -85,6 +85,7 @@
     "ipfs-unixfs-exporter": "^13.6.1",
     "ipfs-unixfs-importer": "^15.3.1",
     "it-all": "^3.0.6",
+    "it-first": "^3.0.6",
     "it-glob": "^3.0.1",
     "it-last": "^3.0.6",
     "it-pipe": "^3.0.1",
@@ -95,12 +96,11 @@
     "uint8arrays": "^5.1.0"
   },
   "devDependencies": {
-    "aegir": "^45.0.6",
+    "aegir": "^45.1.1",
     "blockstore-core": "^5.0.2",
     "delay": "^6.0.0",
     "iso-url": "^1.2.1",
     "it-drain": "^3.0.7",
-    "it-first": "^3.0.6",
     "it-to-buffer": "^4.0.7",
     "wherearewe": "^2.0.1"
   },

package/src/commands/add.ts

@@ -1,31 +1,36 @@
-import { type ByteStream, type DirectoryCandidate, type FileCandidate, importBytes, importByteStream, type ImportCandidateStream, importDirectory, importer, type ImporterOptions, importFile, type ImportResult } from 'ipfs-unixfs-importer'
+import { importBytes, importByteStream, importer } from 'ipfs-unixfs-importer'
 import { fixedSize } from 'ipfs-unixfs-importer/chunker'
 import { balanced } from 'ipfs-unixfs-importer/layout'
+import first from 'it-first'
+import last from 'it-last'
+import { InvalidParametersError } from '../errors.js'
+import type { FileCandidate, AddOptions, AddFileOptions } from '../index.js'
 import type { PutStore } from '../unixfs.js'
+import type { ByteStream, DirectoryCandidate, ImportCandidateStream, ImportResult } from 'ipfs-unixfs-importer'
 import type { CID } from 'multiformats/cid'
 
 /**
  * Default importer settings match Filecoin
  */
-const defaultImporterSettings: ImporterOptions = {
+const defaultImporterSettings: AddOptions = {
   cidVersion: 1,
   rawLeaves: true,
   layout: balanced({
     maxChildrenPerNode: 1024
   }),
   chunker: fixedSize({
-    chunkSize: 1048576
+    chunkSize: 1_048_576
   })
 }
 
-export async function * addAll (source: ImportCandidateStream, blockstore: PutStore, options: Partial<ImporterOptions> = {}): AsyncGenerator<ImportResult, void, unknown> {
+export async function * addAll (source: ImportCandidateStream, blockstore: PutStore, options: Partial<AddOptions> = {}): AsyncGenerator<ImportResult, void, unknown> {
   yield * importer(source, blockstore, {
     ...defaultImporterSettings,
     ...options
   })
 }
 
-export async function addBytes (bytes: Uint8Array, blockstore: PutStore, options: Partial<ImporterOptions> = {}): Promise<CID> {
+export async function addBytes (bytes: Uint8Array, blockstore: PutStore, options: Partial<AddFileOptions> = {}): Promise<CID> {
   const { cid } = await importBytes(bytes, blockstore, {
     ...defaultImporterSettings,
     ...options
@@ -34,7 +39,7 @@ export async function addBytes (bytes: Uint8Array, blockstore: PutStore, options
   return cid
 }
 
-export async function addByteStream (bytes: ByteStream, blockstore: PutStore, options: Partial<ImporterOptions> = {}): Promise<CID> {
+export async function addByteStream (bytes: ByteStream, blockstore: PutStore, options: Partial<AddFileOptions> = {}): Promise<CID> {
   const { cid } = await importByteStream(bytes, blockstore, {
     ...defaultImporterSettings,
     ...options
@@ -43,23 +48,48 @@ export async function addByteStream (bytes: ByteStream, blockstore: PutStore, op
   return cid
 }
 
-export async function addFile (file: FileCandidate, blockstore: PutStore, options: Partial<ImporterOptions> = {}): Promise<CID> {
-  const { cid } = await importFile(file, blockstore, {
+export async function addFile (file: FileCandidate, blockstore: PutStore, options: Partial<AddFileOptions> = {}): Promise<CID> {
+  if (file.path == null) {
+    throw new InvalidParametersError('path is required')
+  }
+
+  if (file.content == null) {
+    throw new InvalidParametersError('content is required')
+  }
+
+  const result = await last(addAll([file], blockstore, {
     ...defaultImporterSettings,
-    ...options
-  })
+    ...options,
+    wrapWithDirectory: true
+  }))
 
-  return cid
+  if (result == null) {
+    throw new InvalidParametersError('Nothing imported')
+  }
+
+  return result.cid
 }
 
-export async function addDirectory (dir: Partial<DirectoryCandidate>, blockstore: PutStore, options: Partial<ImporterOptions> = {}): Promise<CID> {
-  const { cid } = await importDirectory({
+export async function addDirectory (dir: Partial<DirectoryCandidate>, blockstore: PutStore, options: Partial<AddFileOptions> = {}): Promise<CID> {
+  // @ts-expect-error field is not in the types
+  if (dir.content != null) {
+    throw new InvalidParametersError('Directories cannot have content, use addFile instead')
+  }
+
+  const ord = dir.path == null ? first : last
+
+  const result = await ord(addAll([{
     ...dir,
     path: dir.path ?? '-'
-  }, blockstore, {
+  }], blockstore, {
     ...defaultImporterSettings,
-    ...options
-  })
+    ...options,
+    wrapWithDirectory: dir.path != null
+  }))
 
-  return cid
+  if (result == null) {
+    throw new InvalidParametersError('Nothing imported')
+  }
+
+  return result.cid
 }

package/src/commands/utils/add-link.ts

@@ -165,7 +165,7 @@ const addToShardedDirectory = async (parent: Directory, child: Required<PBLink>,
         throw new AlreadyExistsError()
       }
 
-      log('overwriting %s in subshard', child.Name)
+      log('overwriting %s in sub-shard', child.Name)
       finalSegment.node.Links = finalSegment.node.Links.filter(l => l.Name !== linkName)
       finalSegment.node.Links.push({
         Name: linkName,
@@ -173,10 +173,10 @@ const addToShardedDirectory = async (parent: Directory, child: Required<PBLink>,
         Tsize: child.Tsize
       })
     } else if (existingLink.Name?.length === 2) {
-      throw new Error('Existing link was subshard?!')
+      throw new Error('Existing link was sub-shard?!')
     } else {
       // conflict, add a new HAMT segment
-      log('prefix %s already exists, creating new subshard', prefix)
+      log('prefix %s already exists, creating new sub-shard', prefix)
       // find the sibling we are going to replace
       const index = finalSegment.node.Links.findIndex(l => l.Name?.startsWith(prefix))
       const sibling = finalSegment.node.Links.splice(index, 1)[0]
@@ -186,7 +186,7 @@ const addToShardedDirectory = async (parent: Directory, child: Required<PBLink>,
       const wrapped = wrapHash(hamtHashFn)
       const siblingHash = wrapped(uint8ArrayFromString(siblingName))
 
-      // discard hash bits until we reach the subshard depth
+      // discard hash bits until we reach the sub-shard depth
       for (let i = 0; i < path.length; i++) {
         await siblingHash.take(hamtBucketBits)
       }

package/src/commands/utils/dir-sharded.ts

@@ -161,7 +161,7 @@ async function * flush (bucket: Bucket<Dir | InProgressImportResult>, blockstore
       }
 
       if (shard == null) {
-        throw new Error('Could not flush sharded directory, no subshard found')
+        throw new Error('Could not flush sharded directory, no sub-shard found')
       }
 
       links.push({

package/src/commands/utils/remove-link.ts

@@ -96,7 +96,7 @@ const removeFromShardedDirectory = async (parent: Directory, name: string, block
   finalSegment.children.unset(index)
 
   if (finalSegment.node.Links.length === 1) {
-    // replace the subshard with the last remaining file in the parent
+    // replace the sub-shard with the last remaining file in the parent
     while (true) {
       if (path.length === 1) {
         break

package/src/errors.ts

@@ -18,7 +18,7 @@ export class NotUnixFSError extends UnixFSError {
 
 export class InvalidPBNodeError extends UnixFSError {
   constructor (message = 'invalid PBNode') {
-    super(message, 'InvalidPBNodeError', 'ERR_INVALID_PBNODE')
+    super(message, 'InvalidPBNodeError', 'ERR_INVALID_PB_NODE')
   }
 }
 

package/src/index.ts

@@ -52,7 +52,7 @@ import type { AbortOptions } from '@libp2p/interface'
 import type { Blockstore } from 'interface-blockstore'
 import type { Mtime, UnixFS as IPFSUnixFS } from 'ipfs-unixfs'
 import type { ExporterProgressEvents, UnixFSEntry } from 'ipfs-unixfs-exporter'
-import type { ByteStream, DirectoryCandidate, FileCandidate, ImportCandidateStream, ImporterOptions, ImporterProgressEvents, ImportResult } from 'ipfs-unixfs-importer'
+import type { ByteStream, DirectoryCandidate, ImportCandidateStream, ImporterOptions, ImporterProgressEvents, ImportResult, ImportContent } from 'ipfs-unixfs-importer'
 import type { CID, Version } from 'multiformats/cid'
 import type { ProgressOptions } from 'progress-events'
 
@@ -60,6 +60,13 @@ export interface UnixFSComponents {
   blockstore: Pick<Blockstore, 'get' | 'put' | 'has'>
 }
 
+export interface FileCandidate<T extends ImportContent = ImportContent> {
+  path: string
+  content: T
+  mtime?: Mtime
+  mode?: number
+}
+
 export type AddEvents = PutBlockProgressEvents
 | ImporterProgressEvents
 
@@ -67,6 +74,8 @@ export interface AddOptions extends AbortOptions, Omit<ImporterOptions, 'onProgr
 
 }
 
+export type AddFileOptions = Omit<AddOptions, 'wrapWithDirectory'>
+
 export type GetEvents = GetBlockProgressEvents
 | ExporterProgressEvents
 
@@ -233,7 +242,7 @@ export interface RmOptions extends AbortOptions, ProgressOptions<GetEvents | Put
  */
 export interface StatOptions extends AbortOptions, ProgressOptions<GetEvents> {
   /**
-   * An optional path to allow statting paths inside directories
+   * An optional path to allow getting stats of paths inside directories
    */
   path?: string
 
@@ -362,7 +371,11 @@ export interface UnixFS {
   addAll(source: ImportCandidateStream, options?: Partial<AddOptions>): AsyncIterable<ImportResult>
 
   /**
-   * Add a single `Uint8Array` to your Helia node as a file.
+   * Add a single `Uint8Array` to your Helia node and receive a CID that will
+   * resolve to it.
+   *
+   * If you want to preserve a file name or other metadata such as modification
+   * time or mode, use `addFile` instead.
    *
    * @example
    *
@@ -372,10 +385,14 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addBytes(bytes: Uint8Array, options?: Partial<AddOptions>): Promise<CID>
+  addBytes(bytes: Uint8Array, options?: Partial<AddFileOptions>): Promise<CID>
 
   /**
-   * Add a stream of `Uint8Array` to your Helia node as a file.
+   * Add a stream of `Uint8Array`s to your Helia node and receive a CID that
+   * will resolve to them.
+   *
+   * If you want to preserve a file name or other metadata such as modification
+   * time or mode, use `addFile` instead.
    *
    * @example
    *
@@ -388,10 +405,14 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addByteStream(bytes: ByteStream, options?: Partial<AddOptions>): Promise<CID>
+  addByteStream(bytes: ByteStream, options?: Partial<AddFileOptions>): Promise<CID>
 
   /**
-   * Add a file to your Helia node with optional metadata.
+   * Add a file to your Helia node with metadata. The returned CID will resolve
+   * to a directory with one file entry.
+   *
+   * If you don't care about file names and just want a CID that will resolve to
+   * the contents of the file, use `addBytes` or `addByeStream` instead.
    *
    * @example
    *
@@ -409,20 +430,42 @@ export interface UnixFS {
    * console.info(cid)
    * ```
    */
-  addFile(file: FileCandidate, options?: Partial<AddOptions>): Promise<CID>
+  addFile(file: FileCandidate, options?: Partial<AddFileOptions>): Promise<CID>
 
   /**
    * Add a directory to your Helia node.
    *
    * @example
    *
+   * If no path is specified, the returned CID will resolve to an empty
+   * directory.
+   *
    * ```typescript
    * const cid = await fs.addDirectory()
    *
-   * console.info(cid)
+   * console.info(cid) // empty directory CID
+   * ```
+   *
+   * @example
+   *
+   * If a path is specified, the CID will resolve to a directory that contains
+   * an empty directory with the specified name.
+   *
+   * ```typescript
+   * const cid = await fs.addDirectory({
+   *   path: 'my-dir'
+   * })
+   *
+   * console.info(cid) // containing directory CID
+   *
+   * const stat = await fs.stat(cid, {
+   *   path: 'my-dir'
+   * })
+   *
+   * console.info(stat.cid) // empty directory CID
    * ```
    */
-  addDirectory(dir?: Partial<DirectoryCandidate>, options?: Partial<AddOptions>): Promise<CID>
+  addDirectory(dir?: Partial<DirectoryCandidate>, options?: Partial<AddFileOptions>): Promise<CID>
 
   /**
    * Retrieve the contents of a file from your Helia node.

package/src/unixfs.ts

@@ -7,10 +7,10 @@ import { mkdir } from './commands/mkdir.js'
 import { rm } from './commands/rm.js'
 import { stat } from './commands/stat.js'
 import { touch } from './commands/touch.js'
-import type { AddOptions, CatOptions, ChmodOptions, CpOptions, LsOptions, MkdirOptions, RmOptions, StatOptions, TouchOptions, UnixFSComponents, UnixFS as UnixFSInterface, UnixFSStats } from './index.js'
+import type { AddOptions, CatOptions, ChmodOptions, CpOptions, FileCandidate, LsOptions, MkdirOptions, RmOptions, StatOptions, TouchOptions, UnixFSComponents, UnixFS as UnixFSInterface, UnixFSStats } from './index.js'
 import type { Blockstore } from 'interface-blockstore'
 import type { UnixFSEntry } from 'ipfs-unixfs-exporter'
-import type { ByteStream, DirectoryCandidate, FileCandidate, ImportCandidateStream, ImportResult } from 'ipfs-unixfs-importer'
+import type { ByteStream, DirectoryCandidate, ImportCandidateStream, ImportResult } from 'ipfs-unixfs-importer'
 import type { CID } from 'multiformats/cid'
 
 export type PutStore = Pick<Blockstore, 'put'>

package/src/utils/glob-source.ts

@@ -50,6 +50,25 @@ export interface GlobSourceResult {
 
 /**
  * Create an async iterator that yields paths that match requested glob pattern
+ *
+ * @example
+ *
+ * ```ts
+ * import { unixfs, globSource } from '@helia/unixfs'
+ * import { createHelia } from 'helia'
+ *
+ * const helia = await createHelia()
+ * const fs = unixfs(helia)
+ *
+ * for await (const entry of fs.addAll(globSource(
+ *  '/path/to/dir',
+ *  '**\/*'
+ * ), {
+ *   wrapWithDirectory: true
+ * })) {
+ *   console.info(entry)
+ * }
+ * ```
  */
 export async function * globSource (cwd: string, pattern: string, options: GlobSourceOptions = {}): AsyncGenerator<ImportCandidate & GlobSourceResult> {
   if (typeof pattern !== 'string') {

package/src/utils/url-source.ts

@@ -1,13 +1,66 @@
 import { UnknownError } from '../errors.js'
-import type { FileCandidate } from 'ipfs-unixfs-importer'
+import type { FileCandidate } from '../index.js'
+
+/**
+ * Import a file directly from a URL. The path of the file will be the path
+ * section of the URL.
+ *
+ * @example
+ *
+ * ```ts
+ * import { unixfs, urlSource } from '@helia/unixfs'
+ * import { createHelia } from 'helia'
+ *
+ * const helia = await createHelia()
+ * const fs = unixfs(helia)
+ *
+ * const cid = await fs.addFile(urlSource('http://example.com/path/to/file.html))
+ * const stat = await fs.stat(cid)
+ *
+ * console.info(stat)
+ * // { cid: CID(...), type: 'directory', ... }
+ *
+ * for await (const entry of fs.ls(cid)) {
+ *   console.info(entry)
+ *   // { type: 'file', name: 'file.html', cid: CID(...), ... }
+ * }
+ * ```
+ */
+export function urlSource (url: URL | string, options?: RequestInit): FileCandidate<AsyncGenerator<Uint8Array, void, unknown>> {
+  url = new URL(url)
 
-export function urlSource (url: URL, options?: RequestInit): FileCandidate<AsyncGenerator<Uint8Array, void, unknown>> {
   return {
     path: decodeURIComponent(new URL(url).pathname.split('/').pop() ?? ''),
     content: readURLContent(url, options)
   }
 }
 
+/**
+ * Import a file directly from a URL ignoring the file name or any containing
+ * directory.
+ *
+ * @example
+ *
+ * ```ts
+ * import { unixfs, urlByteSource } from '@helia/unixfs'
+ * import { createHelia } from 'helia'
+ *
+ * const helia = await createHelia()
+ * const fs = unixfs(helia)
+ *
+ * const cid = await fs.addByteSource(urlByteSource('http://example.com/path/to/file.html))
+ * const stat = await fs.stat(cid)
+ *
+ * console.info(stat)
+ * // { type: 'file', cid: CID(...), ... }
+ * ```
+ */
+export function urlByteSource (url: URL | string, options?: RequestInit): AsyncGenerator<Uint8Array, void, unknown> {
+  url = new URL(url)
+
+  return readURLContent(url, options)
+}
+
 async function * readURLContent (url: URL, options?: RequestInit): AsyncGenerator<Uint8Array, void, unknown> {
   const response = await globalThis.fetch(url, options)
 

package/dist/typedoc-urls.json

@@ -1,56 +0,0 @@
-{
-  "AlreadyExistsError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.AlreadyExistsError.html",
-  "./errors:AlreadyExistsError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.AlreadyExistsError.html",
-  "DoesNotExistError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.DoesNotExistError.html",
-  "./errors:DoesNotExistError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.DoesNotExistError.html",
-  "InvalidPBNodeError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.InvalidPBNodeError.html",
-  "./errors:InvalidPBNodeError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.InvalidPBNodeError.html",
-  "InvalidParametersError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.InvalidParametersError.html",
-  "./errors:InvalidParametersError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.InvalidParametersError.html",
-  "NoContentError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NoContentError.html",
-  "./errors:NoContentError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NoContentError.html",
-  "NotADirectoryError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotADirectoryError.html",
-  "./errors:NotADirectoryError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotADirectoryError.html",
-  "NotAFileError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotAFileError.html",
-  "./errors:NotAFileError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotAFileError.html",
-  "NotUnixFSError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotUnixFSError.html",
-  "./errors:NotUnixFSError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.NotUnixFSError.html",
-  "UnixFSError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.UnixFSError.html",
-  "./errors:UnixFSError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.UnixFSError.html",
-  "UnknownError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.UnknownError.html",
-  "./errors:UnknownError": "https://ipfs.github.io/helia/classes/_helia_unixfs.errors.UnknownError.html",
-  "AddOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.AddOptions.html",
-  ".:AddOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.AddOptions.html",
-  "CatOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.CatOptions.html",
-  ".:CatOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.CatOptions.html",
-  "ChmodOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.ChmodOptions.html",
-  ".:ChmodOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.ChmodOptions.html",
-  "CpOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.CpOptions.html",
-  ".:CpOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.CpOptions.html",
-  "GlobSourceOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.GlobSourceOptions.html",
-  "GlobSourceResult": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.GlobSourceResult.html",
-  "LsOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.LsOptions.html",
-  ".:LsOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.LsOptions.html",
-  "MkdirOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.MkdirOptions.html",
-  ".:MkdirOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.MkdirOptions.html",
-  "RmOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.RmOptions.html",
-  ".:RmOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.RmOptions.html",
-  "StatOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.StatOptions.html",
-  ".:StatOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.StatOptions.html",
-  "TouchOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.TouchOptions.html",
-  ".:TouchOptions": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.TouchOptions.html",
-  "UnixFS": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFS.html",
-  ".:UnixFS": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFS.html",
-  "UnixFSComponents": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFSComponents.html",
-  ".:UnixFSComponents": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFSComponents.html",
-  "UnixFSStats": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFSStats.html",
-  ".:UnixFSStats": "https://ipfs.github.io/helia/interfaces/_helia_unixfs.index.UnixFSStats.html",
-  "AddEvents": "https://ipfs.github.io/helia/types/_helia_unixfs.index.AddEvents.html",
-  ".:AddEvents": "https://ipfs.github.io/helia/types/_helia_unixfs.index.AddEvents.html",
-  "GetEvents": "https://ipfs.github.io/helia/types/_helia_unixfs.index.GetEvents.html",
-  ".:GetEvents": "https://ipfs.github.io/helia/types/_helia_unixfs.index.GetEvents.html",
-  "globSource": "https://ipfs.github.io/helia/functions/_helia_unixfs.index.globSource.html",
-  "unixfs": "https://ipfs.github.io/helia/functions/_helia_unixfs.index.unixfs-1.html",
-  ".:unixfs": "https://ipfs.github.io/helia/functions/_helia_unixfs.index.unixfs-1.html",
-  "urlSource": "https://ipfs.github.io/helia/functions/_helia_unixfs.index.urlSource.html"
-}