strtok3 8.0.0 → 8.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/core.d.ts +2 -1
- package/lib/core.js +1 -0
- package/lib/index.d.ts +3 -2
- package/lib/index.js +1 -1
- package/package.json +5 -5
package/lib/core.d.ts
CHANGED
|
@@ -4,8 +4,9 @@ import type { ITokenizerOptions } from './types.js';
|
|
|
4
4
|
import type { ReadableStream } from 'node:stream/web';
|
|
5
5
|
import type { Readable } from 'node:stream';
|
|
6
6
|
export { EndOfStreamError } from 'peek-readable';
|
|
7
|
-
export type { ITokenizer, IFileInfo, ITokenizerOptions, OnClose } from './types.js';
|
|
7
|
+
export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './types.js';
|
|
8
8
|
export type { IToken, IGetToken } from '@tokenizer/token';
|
|
9
|
+
export { AbstractTokenizer } from './AbstractTokenizer.js';
|
|
9
10
|
/**
|
|
10
11
|
* Construct ReadStreamTokenizer from given Stream.
|
|
11
12
|
* Will set fileSize, if provided given Stream has set the .path property/
|
package/lib/core.js
CHANGED
|
@@ -2,6 +2,7 @@ import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
|
|
|
2
2
|
import { BufferTokenizer } from './BufferTokenizer.js';
|
|
3
3
|
import { StreamReader, WebStreamReader } from 'peek-readable';
|
|
4
4
|
export { EndOfStreamError } from 'peek-readable';
|
|
5
|
+
export { AbstractTokenizer } from './AbstractTokenizer.js';
|
|
5
6
|
/**
|
|
6
7
|
* Construct ReadStreamTokenizer from given Stream.
|
|
7
8
|
* Will set fileSize, if provided given Stream has set the .path property/
|
package/lib/index.d.ts
CHANGED
|
@@ -2,8 +2,9 @@ import { Readable } from 'node:stream';
|
|
|
2
2
|
import { ReadStreamTokenizer } from './ReadStreamTokenizer.js';
|
|
3
3
|
import { type ITokenizerOptions } from './core.js';
|
|
4
4
|
export { fromFile } from './FileTokenizer.js';
|
|
5
|
-
export {
|
|
6
|
-
export {
|
|
5
|
+
export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer } from './core.js';
|
|
6
|
+
export type { ITokenizer, IFileInfo, ITokenizerOptions, IReadChunkOptions, OnClose } from './core.js';
|
|
7
|
+
export type { IToken, IGetToken } from '@tokenizer/token';
|
|
7
8
|
/**
|
|
8
9
|
* Construct ReadStreamTokenizer from given Stream.
|
|
9
10
|
* Will set fileSize, if provided given Stream has set the .path property.
|
package/lib/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { stat as fsStat } from 'node:fs/promises';
|
|
2
2
|
import { fromStream as coreFromStream } from './core.js';
|
|
3
3
|
export { fromFile } from './FileTokenizer.js';
|
|
4
|
-
export { EndOfStreamError, fromBuffer, fromWebStream } from './core.js';
|
|
4
|
+
export { EndOfStreamError, fromBuffer, fromWebStream, AbstractTokenizer } from './core.js';
|
|
5
5
|
/**
|
|
6
6
|
* Construct ReadStreamTokenizer from given Stream.
|
|
7
7
|
* Will set fileSize, if provided given Stream has set the .path property.
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "strtok3",
|
|
3
|
-
"version": "8.0.
|
|
3
|
+
"version": "8.0.1",
|
|
4
4
|
"description": "A promise based streaming tokenizer",
|
|
5
5
|
"author": {
|
|
6
6
|
"name": "Borewit",
|
|
@@ -56,7 +56,7 @@
|
|
|
56
56
|
"@types/chai": "^4.3.16",
|
|
57
57
|
"@types/debug": "^4.1.12",
|
|
58
58
|
"@types/mocha": "^10.0.7",
|
|
59
|
-
"@types/node": "^20.14.
|
|
59
|
+
"@types/node": "^20.14.11",
|
|
60
60
|
"@typescript-eslint/eslint-plugin": "^7.16.1",
|
|
61
61
|
"@typescript-eslint/parser": "^7.16.1",
|
|
62
62
|
"c8": "^10.1.2",
|
|
@@ -66,17 +66,17 @@
|
|
|
66
66
|
"eslint-config-prettier": "^9.1.0",
|
|
67
67
|
"eslint-import-resolver-typescript": "^3.6.1",
|
|
68
68
|
"eslint-plugin-import": "^2.29.1",
|
|
69
|
-
"eslint-plugin-jsdoc": "^48.
|
|
69
|
+
"eslint-plugin-jsdoc": "^48.8.3",
|
|
70
70
|
"eslint-plugin-node": "^11.1.0",
|
|
71
71
|
"eslint-plugin-unicorn": "^54.0.0",
|
|
72
72
|
"global": "^4.4.0",
|
|
73
|
-
"mocha": "^10.
|
|
73
|
+
"mocha": "^10.7.0",
|
|
74
74
|
"remark-cli": "^12.0.1",
|
|
75
75
|
"remark-preset-lint-recommended": "^7.0.0",
|
|
76
76
|
"token-types": "^6.0.0",
|
|
77
77
|
"ts-node": "^10.9.2",
|
|
78
78
|
"typescript": "^5.5.3",
|
|
79
|
-
"uint8array-extras": "^1.
|
|
79
|
+
"uint8array-extras": "^1.4.0"
|
|
80
80
|
},
|
|
81
81
|
"dependencies": {
|
|
82
82
|
"@tokenizer/token": "^0.3.0",
|