strtok3 7.0.0-alpha.2 → 7.0.0-alpha.6

package/lib/core.js

@@ -1,23 +1,23 @@
-import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
-import { BufferTokenizer } from './BufferTokenizer.js';
-export { EndOfStreamError } from 'peek-readable';
-/**
- * Construct ReadStreamTokenizer from given Stream.
- * Will set fileSize, if provided given Stream has set the .path property/
- * @param stream - Read from Node.js Stream.Readable
- * @param fileInfo - Pass the file information, like size and MIME-type of the correspnding stream.
- * @returns ReadStreamTokenizer
- */
-export function fromStream(stream, fileInfo) {
-    fileInfo = fileInfo ? fileInfo : {};
-    return new ReadStreamTokenizer(stream, fileInfo);
-}
-/**
- * Construct ReadStreamTokenizer from given Buffer.
- * @param uint8Array - Uint8Array to tokenize
- * @param fileInfo - Pass additional file information to the tokenizer
- * @returns BufferTokenizer
- */
-export function fromBuffer(uint8Array, fileInfo) {
-    return new BufferTokenizer(uint8Array, fileInfo);
-}
+import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
+import { BufferTokenizer } from './BufferTokenizer.js';
+export { EndOfStreamError } from 'peek-readable';
+/**
+ * Construct ReadStreamTokenizer from given Stream.
+ * Will set fileSize, if provided given Stream has set the .path property/
+ * @param stream - Read from Node.js Stream.Readable
+ * @param fileInfo - Pass the file information, like size and MIME-type of the corresponding stream.
+ * @returns ReadStreamTokenizer
+ */
+export function fromStream(stream, fileInfo) {
+    fileInfo = fileInfo ? fileInfo : {};
+    return new ReadStreamTokenizer(stream, fileInfo);
+}
+/**
+ * Construct ReadStreamTokenizer from given Buffer.
+ * @param uint8Array - Uint8Array to tokenize
+ * @param fileInfo - Pass additional file information to the tokenizer
+ * @returns BufferTokenizer
+ */
+export function fromBuffer(uint8Array, fileInfo) {
+    return new BufferTokenizer(uint8Array, fileInfo);
+}

package/lib/index.d.ts

@@ -1,15 +1,15 @@
-/// <reference types="node" />
-import * as Stream from 'stream';
-import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
-import * as core from './core.js';
-export { fromFile } from './FileTokenizer.js';
-export { ITokenizer, EndOfStreamError, fromBuffer, IFileInfo } from './core.js';
-export { IToken, IGetToken } from '@tokenizer/token';
-/**
- * Construct ReadStreamTokenizer from given Stream.
- * Will set fileSize, if provided given Stream has set the .path property.
- * @param stream - Node.js Stream.Readable
- * @param fileInfo - Pass additional file information to the tokenizer
- * @returns Tokenizer
- */
-export declare function fromStream(stream: Stream.Readable, fileInfo?: core.IFileInfo): Promise<ReadStreamTokenizer>;
+/// <reference types="node" />
+import { Readable } from 'node:stream';
+import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
+import * as core from './core.js';
+export { fromFile } from './FileTokenizer.js';
+export { ITokenizer, EndOfStreamError, fromBuffer, IFileInfo } from './core.js';
+export { IToken, IGetToken } from '@tokenizer/token';
+/**
+ * Construct ReadStreamTokenizer from given Stream.
+ * Will set fileSize, if provided given Stream has set the .path property.
+ * @param stream - Node.js Stream.Readable
+ * @param fileInfo - Pass additional file information to the tokenizer
+ * @returns Tokenizer
+ */
+export declare function fromStream(stream: Readable, fileInfo?: core.IFileInfo): Promise<ReadStreamTokenizer>;

package/lib/index.js

@@ -1,20 +1,20 @@
-import * as fs from './FsPromise.js';
-import * as core from './core.js';
-export { fromFile } from './FileTokenizer.js';
-export { EndOfStreamError, fromBuffer } from './core.js';
-/**
- * Construct ReadStreamTokenizer from given Stream.
- * Will set fileSize, if provided given Stream has set the .path property.
- * @param stream - Node.js Stream.Readable
- * @param fileInfo - Pass additional file information to the tokenizer
- * @returns Tokenizer
- */
-export async function fromStream(stream, fileInfo) {
-    fileInfo = fileInfo ? fileInfo : {};
-    if (stream.path) {
-        const stat = await fs.stat(stream.path);
-        fileInfo.path = stream.path;
-        fileInfo.size = stat.size;
-    }
-    return core.fromStream(stream, fileInfo);
-}
+import * as fs from './FsPromise.js';
+import * as core from './core.js';
+export { fromFile } from './FileTokenizer.js';
+export { EndOfStreamError, fromBuffer } from './core.js';
+/**
+ * Construct ReadStreamTokenizer from given Stream.
+ * Will set fileSize, if provided given Stream has set the .path property.
+ * @param stream - Node.js Stream.Readable
+ * @param fileInfo - Pass additional file information to the tokenizer
+ * @returns Tokenizer
+ */
+export async function fromStream(stream, fileInfo) {
+    fileInfo = fileInfo ? fileInfo : {};
+    if (stream.path) {
+        const stat = await fs.stat(stream.path);
+        fileInfo.path = stream.path;
+        fileInfo.size = stat.size;
+    }
+    return core.fromStream(stream, fileInfo);
+}

package/lib/types.d.ts

@@ -1,103 +1,103 @@
-/// <reference types="node" />
-import { IGetToken } from '@tokenizer/token';
-export interface IFileInfo {
-    /**
-     * File size in bytes
-     */
-    size?: number;
-    /**
-     * MIME-type of file
-     */
-    mimeType?: string;
-    /**
-     * File path
-     */
-    path?: string;
-    /**
-     * File URL
-     */
-    url?: string;
-}
-export interface IReadChunkOptions {
-    /**
-     * The offset in the buffer to start writing at; default is 0
-     */
-    offset?: number;
-    /**
-     * Number of bytes to read.
-     */
-    length?: number;
-    /**
-     * Position where to begin reading from the file.
-     * Default it is `tokenizer.position`.
-     * Position may not be less then `tokenizer.position`.
-     */
-    position?: number;
-    /**
-     * If set, will not throw an EOF error if not all of the requested data could be read
-     */
-    mayBeLess?: boolean;
-}
-/**
- * The tokenizer allows us to read or peek from the tokenizer-stream.
- * The tokenizer-stream is an abstraction of a stream, file or Buffer.
- */
-export interface ITokenizer {
-    /**
-     * Provide access to information of the underlying information stream or file.
-     */
-    fileInfo: IFileInfo;
-    /**
-     * Offset in bytes (= number of bytes read) since beginning of file or stream
-     */
-    position: number;
-    /**
-     * Peek (read ahead) buffer from tokenizer
-     * @param buffer - Target buffer to fill with data peek from the tokenizer-stream
-     * @param options - Read behaviour options
-     * @returns Promise with number of bytes read
-     */
-    peekBuffer(buffer: Buffer, options?: IReadChunkOptions): Promise<number>;
-    /**
-     * Peek (read ahead) buffer from tokenizer
-     * @param buffer - Target buffer to fill with data peeked from the tokenizer-stream
-     * @param options - Additional read options
-     * @returns Promise with number of bytes read
-     */
-    readBuffer(buffer: Buffer, options?: IReadChunkOptions): Promise<number>;
-    /**
-     * Peek a token from the tokenizer-stream.
-     * @param token - Token to peek from the tokenizer-stream.
-     * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
-     * @param maybeless - If set, will not throw an EOF error if the less then the requested length could be read.
-     */
-    peekToken<T>(token: IGetToken<T>, position?: number | null, maybeless?: boolean): Promise<T>;
-    /**
-     * Read a token from the tokenizer-stream.
-     * @param token - Token to peek from the tokenizer-stream.
-     * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
-     */
-    readToken<T>(token: IGetToken<T>, position?: number): Promise<T>;
-    /**
-     * Peek a numeric token from the stream
-     * @param token - Numeric token
-     * @returns Promise with number
-     */
-    peekNumber(token: IGetToken<number>): Promise<number>;
-    /**
-     * Read a numeric token from the stream
-     * @param token - Numeric token
-     * @returns Promise with number
-     */
-    readNumber(token: IGetToken<number>): Promise<number>;
-    /**
-     * Ignore given number of bytes
-     * @param length - Number of bytes ignored
-     */
-    ignore(length: number): Promise<number>;
-    /**
-     * Clean up resources.
-     * It does not close the stream for StreamReader, but is does close the file-descriptor.
-     */
-    close(): Promise<void>;
-}
+/// <reference types="node" />
+import { IGetToken } from '@tokenizer/token';
+export interface IFileInfo {
+    /**
+     * File size in bytes
+     */
+    size?: number;
+    /**
+     * MIME-type of file
+     */
+    mimeType?: string;
+    /**
+     * File path
+     */
+    path?: string;
+    /**
+     * File URL
+     */
+    url?: string;
+}
+export interface IReadChunkOptions {
+    /**
+     * The offset in the buffer to start writing at; default is 0
+     */
+    offset?: number;
+    /**
+     * Number of bytes to read.
+     */
+    length?: number;
+    /**
+     * Position where to begin reading from the file.
+     * Default it is `tokenizer.position`.
+     * Position may not be less then `tokenizer.position`.
+     */
+    position?: number;
+    /**
+     * If set, will not throw an EOF error if not all of the requested data could be read
+     */
+    mayBeLess?: boolean;
+}
+/**
+ * The tokenizer allows us to read or peek from the tokenizer-stream.
+ * The tokenizer-stream is an abstraction of a stream, file or Buffer.
+ */
+export interface ITokenizer {
+    /**
+     * Provide access to information of the underlying information stream or file.
+     */
+    fileInfo: IFileInfo;
+    /**
+     * Offset in bytes (= number of bytes read) since beginning of file or stream
+     */
+    position: number;
+    /**
+     * Peek (read ahead) buffer from tokenizer
+     * @param buffer - Target buffer to fill with data peek from the tokenizer-stream
+     * @param options - Read behaviour options
+     * @returns Promise with number of bytes read
+     */
+    peekBuffer(buffer: Buffer, options?: IReadChunkOptions): Promise<number>;
+    /**
+     * Peek (read ahead) buffer from tokenizer
+     * @param buffer - Target buffer to fill with data peeked from the tokenizer-stream
+     * @param options - Additional read options
+     * @returns Promise with number of bytes read
+     */
+    readBuffer(buffer: Buffer, options?: IReadChunkOptions): Promise<number>;
+    /**
+     * Peek a token from the tokenizer-stream.
+     * @param token - Token to peek from the tokenizer-stream.
+     * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
+     * @param maybeless - If set, will not throw an EOF error if the less then the requested length could be read.
+     */
+    peekToken<T>(token: IGetToken<T>, position?: number | null, maybeless?: boolean): Promise<T>;
+    /**
+     * Read a token from the tokenizer-stream.
+     * @param token - Token to peek from the tokenizer-stream.
+     * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
+     */
+    readToken<T>(token: IGetToken<T>, position?: number): Promise<T>;
+    /**
+     * Peek a numeric token from the stream
+     * @param token - Numeric token
+     * @returns Promise with number
+     */
+    peekNumber(token: IGetToken<number>): Promise<number>;
+    /**
+     * Read a numeric token from the stream
+     * @param token - Numeric token
+     * @returns Promise with number
+     */
+    readNumber(token: IGetToken<number>): Promise<number>;
+    /**
+     * Ignore given number of bytes
+     * @param length - Number of bytes ignored
+     */
+    ignore(length: number): Promise<number>;
+    /**
+     * Clean up resources.
+     * It does not close the stream for StreamReader, but is does close the file-descriptor.
+     */
+    close(): Promise<void>;
+}

package/lib/types.js

@@ -1 +1 @@
-export {};
+export {};

package/package.json

@@ -1,105 +1,108 @@
-{
-  "name": "strtok3",
-  "version": "7.0.0-alpha.2",
-  "description": "A promise based streaming tokenizer",
-  "author": {
-    "name": "Borewit",
-    "url": "https://github.com/Borewit"
-  },
-  "funding": {
-    "type": "github",
-    "url": "https://github.com/sponsors/Borewit"
-  },
-  "scripts": {
-    "clean": "del-cli lib/**/*.js lib/**/*.js.map lib/**/*.d.ts test/**/*.js test/**/*.js.map",
-    "compile-src": "tsc -p lib",
-    "compile-test": "tsc -p test",
-    "compile": "npm run compile-src && npm run compile-test",
-    "build": "npm run clean && npm run compile",
-    "eslint": "eslint lib test --ext .ts --ignore-pattern *.d.ts",
-    "fix": "eslint lib test --ext .ts --ignore-pattern *.d.ts --fix",
-    "lint-md": "remark -u preset-lint-recommended .",
-    "lint": "npm run lint-md && npm run eslint",
-    "test": "mocha",
-    "test-coverage": "nyc npm run test",
-    "send-coveralls": "nyc report --reporter=text-lcov | coveralls",
-    "send-codacy": "nyc report --reporter=text-lcov | codacy-coverage",
-    "start": "npm run compile && npm run lint && npm run cover-test"
-  },
-  "engines": {
-    "node": ">=12.20"
-  },
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/Borewit/strtok3.git"
-  },
-  "license": "MIT",
-  "main": "lib/index.js",
-  "type": "module",
-  "exports": {
-    ".": "./lib/index.js",
-    "./core": "./lib/core.js"
-  },
-  "types": "lib/index.d.ts",
-  "files": [
-    "lib/**/*.js",
-    "lib/**/*.d.ts"
-  ],
-  "bugs": {
-    "url": "https://github.com/Borewit/strtok3/issues"
-  },
-  "devDependencies": {
-    "@tokenizer/token": "^0.3.0",
-    "@types/chai": "^4.2.21",
-    "@types/debug": "^4.1.6",
-    "@types/mocha": "^8.2.3",
-    "@types/node": "^16.3.3",
-    "@typescript-eslint/eslint-plugin": "^2.34.0",
-    "@typescript-eslint/eslint-plugin-tslint": "^4.28.3",
-    "@typescript-eslint/parser": "^2.34.0",
-    "chai": "^4.3.4",
-    "coveralls": "^3.1.1",
-    "del-cli": "^4.0.1",
-    "eslint": "^6.8.0",
-    "eslint-plugin-import": "^2.23.4",
-    "eslint-plugin-prefer-arrow": "^1.2.3",
-    "mocha": "^9.0.3",
-    "nyc": "^15.1.0",
-    "remark-cli": "^9.0.0",
-    "remark-preset-lint-recommended": "^5.0.0",
-    "token-types": "^4.1.0",
-    "ts-node": "^10.1.0",
-    "tslint": "^6.1.3",
-    "typescript": "^4.3.5"
-  },
-  "dependencies": {
-    "peek-readable": "^5.0.0-alpha.2"
-  },
-  "keywords": [
-    "tokenizer",
-    "reader",
-    "token",
-    "async",
-    "promise",
-    "parser",
-    "decoder",
-    "binary",
-    "endian",
-    "uint",
-    "stream",
-    "streaming"
-  ],
-  "nyc": {
-    "check-coverage": false,
-    "extension": [
-      ".ts"
-    ],
-    "sourceMap": true,
-    "instrument": true,
-    "reporter": [
-      "lcov",
-      "text"
-    ],
-    "report-dir": "coverage"
-  }
-}
+{
+  "name": "strtok3",
+  "version": "7.0.0-alpha.6",
+  "description": "A promise based streaming tokenizer",
+  "author": {
+    "name": "Borewit",
+    "url": "https://github.com/Borewit"
+  },
+  "funding": {
+    "type": "github",
+    "url": "https://github.com/sponsors/Borewit"
+  },
+  "scripts": {
+    "clean": "del-cli lib/**/*.js lib/**/*.js.map lib/**/*.d.ts test/**/*.js test/**/*.js.map",
+    "compile-src": "tsc -p lib",
+    "compile-test": "tsc -p test",
+    "compile": "npm run compile-src && npm run compile-test",
+    "build": "npm run clean && npm run compile",
+    "eslint": "eslint lib test --ext .ts --ignore-pattern *.d.ts",
+    "lint-md": "remark -u preset-lint-recommended .",
+    "lint": "npm run lint-md && npm run eslint",
+    "fix": "eslint lib test --ext .ts --ignore-pattern *.d.ts --fix",
+    "test": "mocha",
+    "test-coverage": "c8 npm run test",
+    "send-coveralls": "c8 report --reporter=text-lcov | coveralls",
+    "send-codacy": "c8 report --reporter=text-lcov | codacy-coverage",
+    "start": "npm run compile && npm run lint && npm run cover-test"
+  },
+  "engines": {
+    "node": "^12.20.0 || ^14.13.1 || >=16.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Borewit/strtok3.git"
+  },
+  "license": "MIT",
+  "main": "lib/index.js",
+  "type": "module",
+  "exports": {
+    ".": {
+      "node": "./lib/index.js",
+      "default": "./lib/core.js"
+    },
+    "./core": "./lib/core.js"
+  },
+  "types": "lib/index.d.ts",
+  "files": [
+    "lib/**/*.js",
+    "lib/**/*.d.ts"
+  ],
+  "bugs": {
+    "url": "https://github.com/Borewit/strtok3/issues"
+  },
+  "devDependencies": {
+    "@types/chai": "^4.3.0",
+    "@types/debug": "^4.1.7",
+    "@types/mocha": "^9.0.0",
+    "@types/node": "^16.11.12",
+    "@typescript-eslint/eslint-plugin": "^2.34.0",
+    "@typescript-eslint/eslint-plugin-tslint": "^5.6.0",
+    "@typescript-eslint/parser": "^2.34.0",
+    "c8": "^7.10.0",
+    "chai": "^4.3.4",
+    "coveralls": "^3.1.1",
+    "del-cli": "^4.0.1",
+    "eslint": "^6.8.0",
+    "eslint-plugin-import": "^2.25.3",
+    "eslint-plugin-prefer-arrow": "^1.2.3",
+    "mocha": "^9.1.3",
+    "remark-cli": "^10.0.1",
+    "remark-preset-lint-recommended": "^6.1.2",
+    "token-types": "^4.1.1",
+    "ts-node": "^10.4.0",
+    "tslint": "^6.1.3",
+    "typescript": "^4.5.3"
+  },
+  "dependencies": {
+    "@tokenizer/token": "^0.3.0",
+    "peek-readable": "^5.0.0-alpha.4"
+  },
+  "keywords": [
+    "tokenizer",
+    "reader",
+    "token",
+    "async",
+    "promise",
+    "parser",
+    "decoder",
+    "binary",
+    "endian",
+    "uint",
+    "stream",
+    "streaming"
+  ],
+  "nyc": {
+    "check-coverage": false,
+    "extension": [
+      ".ts"
+    ],
+    "sourceMap": true,
+    "instrument": true,
+    "reporter": [
+      "lcov",
+      "text"
+    ],
+    "report-dir": "coverage"
+  }
+}