strtok3 8.0.3 → 8.0.5

package/lib/core.d.ts

@@ -1,9 +1,9 @@
+import type { Readable } from 'node:stream';
 import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
 import { BufferTokenizer } from './BufferTokenizer.js';
 import type { ITokenizerOptions } from './types.js';
-import type { ReadableStream } from 'node:stream/web';
-import type { Readable } from 'node:stream';
-export { EndOfStreamError } from 'peek-readable';
+import type { AnyWebByteStream } from './core.js';
+export { EndOfStreamError, type AnyWebByteStream } from 'peek-readable';
 export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './types.js';
 export type { IToken, IGetToken } from '@tokenizer/token';
 export { AbstractTokenizer } from './AbstractTokenizer.js';
@@ -18,11 +18,11 @@ export declare function fromStream(stream: Readable, options?: ITokenizerOptions
 /**
  * Construct ReadStreamTokenizer from given ReadableStream (WebStream API).
  * Will set fileSize, if provided given Stream has set the .path property/
- * @param webStream - Read from Node.js Stream.Readable
+ * @param webStream - Read from Node.js Stream.Readable (must be a byte stream)
  * @param options - Tokenizer options
  * @returns ReadStreamTokenizer
  */
-export declare function fromWebStream(webStream: ReadableStream<Uint8Array>, options?: ITokenizerOptions): ReadStreamTokenizer;
+export declare function fromWebStream(webStream: AnyWebByteStream, options?: ITokenizerOptions): ReadStreamTokenizer;
 /**
  * Construct ReadStreamTokenizer from given Buffer.
  * @param uint8Array - Uint8Array to tokenize

package/lib/core.js

@@ -1,6 +1,6 @@
+import { StreamReader, WebStreamReader } from 'peek-readable';
 import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
 import { BufferTokenizer } from './BufferTokenizer.js';
-import { StreamReader, WebStreamReader } from 'peek-readable';
 export { EndOfStreamError } from 'peek-readable';
 export { AbstractTokenizer } from './AbstractTokenizer.js';
 /**
@@ -16,7 +16,7 @@ export function fromStream(stream, options) {
 /**
  * Construct ReadStreamTokenizer from given ReadableStream (WebStream API).
  * Will set fileSize, if provided given Stream has set the .path property/
- * @param webStream - Read from Node.js Stream.Readable
+ * @param webStream - Read from Node.js Stream.Readable (must be a byte stream)
  * @param options - Tokenizer options
  * @returns ReadStreamTokenizer
  */

package/lib/index.d.ts

@@ -2,8 +2,7 @@ import type { Readable } from 'node:stream';
 import type { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
 import { type ITokenizerOptions } from './core.js';
 export { fromFile } from './FileTokenizer.js';
-export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer } from './core.js';
-export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './core.js';
+export * from './core.js';
 export type { IToken, IGetToken } from '@tokenizer/token';
 /**
  * Construct ReadStreamTokenizer from given Stream.

package/lib/index.js

@@ -1,7 +1,7 @@
 import { stat as fsStat } from 'node:fs/promises';
 import { fromStream as coreFromStream } from './core.js';
 export { fromFile } from './FileTokenizer.js';
-export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer } from './core.js';
+export * from './core.js';
 /**
  * Construct ReadStreamTokenizer from given Stream.
  * Will set fileSize, if provided given Stream has set the .path property.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "strtok3",
-  "version": "8.0.3",
+  "version": "8.0.5",
   "description": "A promise based streaming tokenizer",
   "author": {
     "name": "Borewit",
@@ -69,7 +69,7 @@
   },
   "dependencies": {
     "@tokenizer/token": "^0.3.0",
-    "peek-readable": "^5.1.3"
+    "peek-readable": "^5.1.4"
   },
   "keywords": [
     "tokenizer",