@dragon708/docmind-markdown 1.2.5 → 1.2.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (328) hide show
  1. package/node_modules/music-metadata/LICENSE.txt +3 -3
  2. package/node_modules/music-metadata/README.md +246 -690
  3. package/node_modules/music-metadata/lib/ParserFactory.d.ts +31 -27
  4. package/node_modules/music-metadata/lib/ParserFactory.js +219 -108
  5. package/node_modules/music-metadata/lib/aiff/AiffParser.d.ts +2 -2
  6. package/node_modules/music-metadata/lib/aiff/AiffParser.js +38 -34
  7. package/node_modules/music-metadata/lib/aiff/AiffTagMap.d.ts +1 -1
  8. package/node_modules/music-metadata/lib/aiff/AiffTagMap.js +7 -2
  9. package/node_modules/music-metadata/lib/aiff/AiffToken.d.ts +6 -32
  10. package/node_modules/music-metadata/lib/aiff/AiffToken.js +17 -27
  11. package/node_modules/music-metadata/lib/apev2/APEv2Parser.d.ts +8 -24
  12. package/node_modules/music-metadata/lib/apev2/APEv2Parser.js +66 -78
  13. package/node_modules/music-metadata/lib/apev2/APEv2TagMapper.d.ts +1 -1
  14. package/node_modules/music-metadata/lib/apev2/APEv2TagMapper.js +8 -4
  15. package/node_modules/music-metadata/lib/apev2/APEv2Token.d.ts +11 -10
  16. package/node_modules/music-metadata/lib/apev2/APEv2Token.js +27 -16
  17. package/node_modules/music-metadata/lib/asf/AsfObject.d.ts +53 -59
  18. package/node_modules/music-metadata/lib/asf/AsfObject.js +131 -97
  19. package/node_modules/music-metadata/lib/asf/AsfParser.d.ts +1 -1
  20. package/node_modules/music-metadata/lib/asf/AsfParser.js +43 -42
  21. package/node_modules/music-metadata/lib/asf/AsfTagMapper.d.ts +2 -2
  22. package/node_modules/music-metadata/lib/asf/AsfTagMapper.js +10 -6
  23. package/node_modules/music-metadata/lib/asf/AsfUtil.d.ts +13 -4
  24. package/node_modules/music-metadata/lib/asf/AsfUtil.js +36 -30
  25. package/node_modules/music-metadata/lib/asf/GUID.d.ts +84 -0
  26. package/node_modules/music-metadata/lib/asf/GUID.js +121 -0
  27. package/node_modules/music-metadata/lib/common/BasicParser.d.ts +9 -9
  28. package/node_modules/music-metadata/lib/common/BasicParser.js +7 -2
  29. package/node_modules/music-metadata/lib/common/CaseInsensitiveTagMap.d.ts +3 -3
  30. package/node_modules/music-metadata/lib/common/CaseInsensitiveTagMap.js +7 -2
  31. package/node_modules/music-metadata/lib/common/CombinedTagMapper.d.ts +5 -5
  32. package/node_modules/music-metadata/lib/common/CombinedTagMapper.js +28 -24
  33. package/node_modules/music-metadata/lib/common/FourCC.d.ts +1 -1
  34. package/node_modules/music-metadata/lib/common/FourCC.js +11 -10
  35. package/node_modules/music-metadata/lib/common/GenericTagMapper.d.ts +13 -13
  36. package/node_modules/music-metadata/lib/common/GenericTagMapper.js +12 -7
  37. package/node_modules/music-metadata/lib/common/GenericTagTypes.d.ts +6 -7
  38. package/node_modules/music-metadata/lib/common/GenericTagTypes.js +85 -86
  39. package/node_modules/music-metadata/lib/common/MetadataCollector.d.ts +10 -20
  40. package/node_modules/music-metadata/lib/common/MetadataCollector.js +69 -100
  41. package/node_modules/music-metadata/lib/common/RandomFileReader.d.ts +22 -0
  42. package/node_modules/music-metadata/lib/common/RandomFileReader.js +34 -0
  43. package/node_modules/music-metadata/lib/common/RandomUint8ArrayReader.d.ts +18 -0
  44. package/node_modules/music-metadata/lib/common/RandomUint8ArrayReader.js +25 -0
  45. package/node_modules/music-metadata/lib/common/Util.d.ts +12 -11
  46. package/node_modules/music-metadata/lib/common/Util.js +53 -47
  47. package/node_modules/music-metadata/lib/core.d.ts +15 -42
  48. package/node_modules/music-metadata/lib/core.js +38 -74
  49. package/node_modules/music-metadata/lib/dsdiff/DsdiffParser.d.ts +1 -16
  50. package/node_modules/music-metadata/lib/dsdiff/DsdiffParser.js +44 -55
  51. package/node_modules/music-metadata/lib/dsdiff/DsdiffToken.d.ts +3 -3
  52. package/node_modules/music-metadata/lib/dsdiff/DsdiffToken.js +7 -4
  53. package/node_modules/music-metadata/lib/dsf/DsfChunk.d.ts +10 -11
  54. package/node_modules/music-metadata/lib/dsf/DsfChunk.js +19 -15
  55. package/node_modules/music-metadata/lib/dsf/DsfParser.d.ts +1 -16
  56. package/node_modules/music-metadata/lib/dsf/DsfParser.js +20 -21
  57. package/node_modules/music-metadata/lib/flac/FlacParser.d.ts +15 -16
  58. package/node_modules/music-metadata/lib/flac/FlacParser.js +119 -69
  59. package/node_modules/music-metadata/lib/id3v1/ID3v1Parser.d.ts +3 -7
  60. package/node_modules/music-metadata/lib/id3v1/ID3v1Parser.js +36 -39
  61. package/node_modules/music-metadata/lib/id3v1/ID3v1TagMap.d.ts +1 -1
  62. package/node_modules/music-metadata/lib/id3v1/ID3v1TagMap.js +7 -2
  63. package/node_modules/music-metadata/lib/id3v2/AbstractID3Parser.d.ts +2 -2
  64. package/node_modules/music-metadata/lib/id3v2/AbstractID3Parser.js +19 -15
  65. package/node_modules/music-metadata/lib/id3v2/FrameParser.d.ts +3 -64
  66. package/node_modules/music-metadata/lib/id3v2/FrameParser.js +103 -244
  67. package/node_modules/music-metadata/lib/id3v2/ID3v22TagMapper.d.ts +2 -2
  68. package/node_modules/music-metadata/lib/id3v2/ID3v22TagMapper.js +16 -6
  69. package/node_modules/music-metadata/lib/id3v2/ID3v24TagMapper.d.ts +5 -5
  70. package/node_modules/music-metadata/lib/id3v2/ID3v24TagMapper.js +35 -36
  71. package/node_modules/music-metadata/lib/id3v2/ID3v2Parser.d.ts +6 -11
  72. package/node_modules/music-metadata/lib/id3v2/ID3v2Parser.js +104 -91
  73. package/node_modules/music-metadata/lib/id3v2/ID3v2Token.d.ts +29 -67
  74. package/node_modules/music-metadata/lib/id3v2/ID3v2Token.js +36 -76
  75. package/node_modules/music-metadata/lib/iff/index.d.ts +1 -1
  76. package/node_modules/music-metadata/lib/iff/index.js +7 -4
  77. package/node_modules/music-metadata/lib/index.d.ts +31 -8
  78. package/node_modules/music-metadata/lib/index.js +53 -32
  79. package/node_modules/music-metadata/lib/lyrics3/Lyrics3.d.ts +2 -2
  80. package/node_modules/music-metadata/lib/lyrics3/Lyrics3.js +13 -13
  81. package/node_modules/music-metadata/lib/matroska/MatroskaDtd.d.ts +2 -2
  82. package/node_modules/music-metadata/lib/matroska/MatroskaDtd.js +242 -246
  83. package/node_modules/music-metadata/lib/matroska/MatroskaParser.d.ts +24 -6
  84. package/node_modules/music-metadata/lib/matroska/MatroskaParser.js +218 -124
  85. package/node_modules/music-metadata/lib/matroska/MatroskaTagMapper.d.ts +1 -1
  86. package/node_modules/music-metadata/lib/matroska/MatroskaTagMapper.js +7 -3
  87. package/node_modules/music-metadata/lib/matroska/types.d.ts +76 -43
  88. package/node_modules/music-metadata/lib/matroska/types.js +33 -27
  89. package/node_modules/music-metadata/lib/mp4/Atom.d.ts +7 -7
  90. package/node_modules/music-metadata/lib/mp4/Atom.js +22 -15
  91. package/node_modules/music-metadata/lib/mp4/AtomToken.d.ts +18 -110
  92. package/node_modules/music-metadata/lib/mp4/AtomToken.js +66 -184
  93. package/node_modules/music-metadata/lib/mp4/MP4Parser.d.ts +4 -6
  94. package/node_modules/music-metadata/lib/mp4/MP4Parser.js +128 -255
  95. package/node_modules/music-metadata/lib/mp4/MP4TagMapper.d.ts +4 -4
  96. package/node_modules/music-metadata/lib/mp4/MP4TagMapper.js +12 -8
  97. package/node_modules/music-metadata/lib/mpeg/ExtendedLameHeader.d.ts +5 -5
  98. package/node_modules/music-metadata/lib/mpeg/ExtendedLameHeader.js +10 -7
  99. package/node_modules/music-metadata/lib/mpeg/MpegParser.d.ts +4 -17
  100. package/node_modules/music-metadata/lib/mpeg/MpegParser.js +131 -176
  101. package/node_modules/music-metadata/lib/mpeg/ReplayGainDataFormat.d.ts +14 -16
  102. package/node_modules/music-metadata/lib/mpeg/ReplayGainDataFormat.js +19 -14
  103. package/node_modules/music-metadata/lib/mpeg/XingTag.d.ts +7 -6
  104. package/node_modules/music-metadata/lib/mpeg/XingTag.js +18 -14
  105. package/node_modules/music-metadata/lib/musepack/index.d.ts +5 -0
  106. package/node_modules/music-metadata/lib/musepack/index.js +32 -0
  107. package/node_modules/music-metadata/lib/musepack/sv7/BitReader.d.ts +2 -2
  108. package/node_modules/music-metadata/lib/musepack/sv7/BitReader.js +24 -16
  109. package/node_modules/music-metadata/lib/musepack/sv7/MpcSv7Parser.d.ts +1 -1
  110. package/node_modules/music-metadata/lib/musepack/sv7/MpcSv7Parser.js +15 -16
  111. package/node_modules/music-metadata/lib/musepack/sv7/StreamVersion7.d.ts +1 -1
  112. package/node_modules/music-metadata/lib/musepack/sv7/StreamVersion7.js +7 -5
  113. package/node_modules/music-metadata/lib/musepack/sv8/MpcSv8Parser.d.ts +1 -1
  114. package/node_modules/music-metadata/lib/musepack/sv8/MpcSv8Parser.js +17 -18
  115. package/node_modules/music-metadata/lib/musepack/sv8/StreamVersion8.d.ts +3 -5
  116. package/node_modules/music-metadata/lib/musepack/sv8/StreamVersion8.js +12 -14
  117. package/node_modules/music-metadata/lib/ogg/{OggToken.d.ts → Ogg.d.ts} +6 -17
  118. package/node_modules/music-metadata/lib/ogg/Ogg.js +2 -0
  119. package/node_modules/music-metadata/lib/ogg/OggParser.d.ts +12 -16
  120. package/node_modules/music-metadata/lib/ogg/OggParser.js +102 -101
  121. package/node_modules/music-metadata/lib/ogg/opus/Opus.d.ts +2 -17
  122. package/node_modules/music-metadata/lib/ogg/opus/Opus.js +14 -13
  123. package/node_modules/music-metadata/lib/ogg/opus/OpusParser.d.ts +25 -0
  124. package/node_modules/music-metadata/lib/ogg/opus/{OpusStream.js → OpusParser.js} +18 -18
  125. package/node_modules/music-metadata/lib/ogg/speex/Speex.d.ts +1 -1
  126. package/node_modules/music-metadata/lib/ogg/speex/Speex.js +19 -16
  127. package/node_modules/music-metadata/lib/ogg/speex/SpeexParser.d.ts +22 -0
  128. package/node_modules/music-metadata/lib/ogg/speex/{SpeexStream.js → SpeexParser.js} +13 -9
  129. package/node_modules/music-metadata/lib/ogg/theora/Theora.d.ts +1 -1
  130. package/node_modules/music-metadata/lib/ogg/theora/Theora.js +11 -8
  131. package/node_modules/music-metadata/lib/ogg/theora/TheoraParser.d.ts +28 -0
  132. package/node_modules/music-metadata/lib/ogg/theora/TheoraParser.js +44 -0
  133. package/node_modules/music-metadata/lib/ogg/vorbis/Vorbis.d.ts +7 -6
  134. package/node_modules/music-metadata/lib/ogg/vorbis/Vorbis.js +29 -34
  135. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisDecoder.d.ts +1 -1
  136. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisDecoder.js +9 -6
  137. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisParser.d.ts +36 -0
  138. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisParser.js +128 -0
  139. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisTagMapper.d.ts +3 -3
  140. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisTagMapper.js +9 -5
  141. package/node_modules/music-metadata/lib/riff/RiffChunk.d.ts +5 -5
  142. package/node_modules/music-metadata/lib/riff/RiffChunk.js +9 -5
  143. package/node_modules/music-metadata/lib/riff/RiffInfoTagMap.d.ts +2 -2
  144. package/node_modules/music-metadata/lib/riff/RiffInfoTagMap.js +25 -20
  145. package/node_modules/music-metadata/lib/type.d.ts +52 -121
  146. package/node_modules/music-metadata/lib/type.js +6 -2
  147. package/node_modules/music-metadata/lib/wav/BwfChunk.d.ts +1 -1
  148. package/node_modules/music-metadata/lib/wav/BwfChunk.js +11 -8
  149. package/node_modules/music-metadata/lib/wav/WaveChunk.d.ts +20 -50
  150. package/node_modules/music-metadata/lib/wav/WaveChunk.js +32 -45
  151. package/node_modules/music-metadata/lib/wav/WaveParser.d.ts +2 -2
  152. package/node_modules/music-metadata/lib/wav/WaveParser.js +39 -46
  153. package/node_modules/music-metadata/lib/wavpack/WavPackParser.d.ts +2 -18
  154. package/node_modules/music-metadata/lib/wavpack/WavPackParser.js +32 -42
  155. package/node_modules/music-metadata/lib/wavpack/WavPackToken.d.ts +18 -14
  156. package/node_modules/music-metadata/lib/wavpack/WavPackToken.js +30 -24
  157. package/node_modules/music-metadata/package.json +74 -81
  158. package/node_modules/{music-metadata/node_modules/strtok3/LICENSE.txt → turndown-plugin-gfm/LICENSE} +21 -21
  159. package/node_modules/turndown-plugin-gfm/README.md +50 -0
  160. package/node_modules/turndown-plugin-gfm/dist/turndown-plugin-gfm.js +165 -0
  161. package/node_modules/turndown-plugin-gfm/lib/turndown-plugin-gfm.browser.cjs.js +162 -0
  162. package/node_modules/turndown-plugin-gfm/lib/turndown-plugin-gfm.browser.es.js +154 -0
  163. package/node_modules/turndown-plugin-gfm/lib/turndown-plugin-gfm.cjs.js +162 -0
  164. package/node_modules/turndown-plugin-gfm/lib/turndown-plugin-gfm.es.js +154 -0
  165. package/node_modules/turndown-plugin-gfm/package.json +43 -0
  166. package/package.json +5 -5
  167. package/node_modules/@borewit/text-codec/LICENSE.txt +0 -9
  168. package/node_modules/@borewit/text-codec/README.md +0 -87
  169. package/node_modules/@borewit/text-codec/lib/index.d.ts +0 -6
  170. package/node_modules/@borewit/text-codec/lib/index.js +0 -380
  171. package/node_modules/@borewit/text-codec/package.json +0 -70
  172. package/node_modules/music-metadata/lib/ParseError.d.ts +0 -87
  173. package/node_modules/music-metadata/lib/ParseError.js +0 -38
  174. package/node_modules/music-metadata/lib/aiff/AiffLoader.d.ts +0 -2
  175. package/node_modules/music-metadata/lib/aiff/AiffLoader.js +0 -8
  176. package/node_modules/music-metadata/lib/apev2/Apev2Loader.d.ts +0 -2
  177. package/node_modules/music-metadata/lib/apev2/Apev2Loader.js +0 -8
  178. package/node_modules/music-metadata/lib/asf/AsfGuid.d.ts +0 -83
  179. package/node_modules/music-metadata/lib/asf/AsfGuid.js +0 -109
  180. package/node_modules/music-metadata/lib/asf/AsfLoader.d.ts +0 -2
  181. package/node_modules/music-metadata/lib/asf/AsfLoader.js +0 -8
  182. package/node_modules/music-metadata/lib/dsdiff/DsdiffLoader.d.ts +0 -2
  183. package/node_modules/music-metadata/lib/dsdiff/DsdiffLoader.js +0 -8
  184. package/node_modules/music-metadata/lib/dsf/DsfLoader.d.ts +0 -2
  185. package/node_modules/music-metadata/lib/dsf/DsfLoader.js +0 -8
  186. package/node_modules/music-metadata/lib/ebml/EbmlIterator.d.ts +0 -67
  187. package/node_modules/music-metadata/lib/ebml/EbmlIterator.js +0 -218
  188. package/node_modules/music-metadata/lib/ebml/types.d.ts +0 -37
  189. package/node_modules/music-metadata/lib/ebml/types.js +0 -8
  190. package/node_modules/music-metadata/lib/flac/FlacLoader.d.ts +0 -2
  191. package/node_modules/music-metadata/lib/flac/FlacLoader.js +0 -8
  192. package/node_modules/music-metadata/lib/flac/FlacToken.d.ts +0 -45
  193. package/node_modules/music-metadata/lib/flac/FlacToken.js +0 -63
  194. package/node_modules/music-metadata/lib/id3v2/FrameHeader.d.ts +0 -31
  195. package/node_modules/music-metadata/lib/id3v2/FrameHeader.js +0 -73
  196. package/node_modules/music-metadata/lib/id3v2/ID3v2ChapterToken.d.ts +0 -11
  197. package/node_modules/music-metadata/lib/id3v2/ID3v2ChapterToken.js +0 -17
  198. package/node_modules/music-metadata/lib/lrc/LyricsParser.d.ts +0 -9
  199. package/node_modules/music-metadata/lib/lrc/LyricsParser.js +0 -45
  200. package/node_modules/music-metadata/lib/matroska/MatroskaLoader.d.ts +0 -2
  201. package/node_modules/music-metadata/lib/matroska/MatroskaLoader.js +0 -8
  202. package/node_modules/music-metadata/lib/mp4/Mp4Loader.d.ts +0 -2
  203. package/node_modules/music-metadata/lib/mp4/Mp4Loader.js +0 -8
  204. package/node_modules/music-metadata/lib/mpeg/MpegLoader.d.ts +0 -2
  205. package/node_modules/music-metadata/lib/mpeg/MpegLoader.js +0 -8
  206. package/node_modules/music-metadata/lib/musepack/MusepackConentError.d.ts +0 -15
  207. package/node_modules/music-metadata/lib/musepack/MusepackConentError.js +0 -3
  208. package/node_modules/music-metadata/lib/musepack/MusepackLoader.d.ts +0 -2
  209. package/node_modules/music-metadata/lib/musepack/MusepackLoader.js +0 -8
  210. package/node_modules/music-metadata/lib/musepack/MusepackParser.d.ts +0 -4
  211. package/node_modules/music-metadata/lib/musepack/MusepackParser.js +0 -30
  212. package/node_modules/music-metadata/lib/ogg/OggLoader.d.ts +0 -2
  213. package/node_modules/music-metadata/lib/ogg/OggLoader.js +0 -8
  214. package/node_modules/music-metadata/lib/ogg/OggToken.js +0 -41
  215. package/node_modules/music-metadata/lib/ogg/flac/FlacStream.d.ts +0 -29
  216. package/node_modules/music-metadata/lib/ogg/flac/FlacStream.js +0 -74
  217. package/node_modules/music-metadata/lib/ogg/opus/OpusStream.d.ts +0 -24
  218. package/node_modules/music-metadata/lib/ogg/speex/SpeexStream.d.ts +0 -20
  219. package/node_modules/music-metadata/lib/ogg/theora/TheoraStream.d.ts +0 -25
  220. package/node_modules/music-metadata/lib/ogg/theora/TheoraStream.js +0 -39
  221. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisStream.d.ts +0 -53
  222. package/node_modules/music-metadata/lib/ogg/vorbis/VorbisStream.js +0 -136
  223. package/node_modules/music-metadata/lib/wav/WaveLoader.d.ts +0 -2
  224. package/node_modules/music-metadata/lib/wav/WaveLoader.js +0 -8
  225. package/node_modules/music-metadata/lib/wavpack/WavPackLoader.d.ts +0 -2
  226. package/node_modules/music-metadata/lib/wavpack/WavPackLoader.js +0 -8
  227. package/node_modules/music-metadata/node_modules/file-type/core.d.ts +0 -253
  228. package/node_modules/music-metadata/node_modules/file-type/core.js +0 -2899
  229. package/node_modules/music-metadata/node_modules/file-type/index.d.ts +0 -98
  230. package/node_modules/music-metadata/node_modules/file-type/index.js +0 -163
  231. package/node_modules/music-metadata/node_modules/file-type/license +0 -9
  232. package/node_modules/music-metadata/node_modules/file-type/package.json +0 -290
  233. package/node_modules/music-metadata/node_modules/file-type/readme.md +0 -667
  234. package/node_modules/music-metadata/node_modules/file-type/supported.js +0 -360
  235. package/node_modules/music-metadata/node_modules/file-type/util.js +0 -60
  236. package/node_modules/music-metadata/node_modules/strtok3/README.md +0 -399
  237. package/node_modules/music-metadata/node_modules/strtok3/lib/AbstractTokenizer.d.ts +0 -76
  238. package/node_modules/music-metadata/node_modules/strtok3/lib/AbstractTokenizer.js +0 -111
  239. package/node_modules/music-metadata/node_modules/strtok3/lib/BlobTokenizer.d.ts +0 -29
  240. package/node_modules/music-metadata/node_modules/strtok3/lib/BlobTokenizer.js +0 -53
  241. package/node_modules/music-metadata/node_modules/strtok3/lib/BufferTokenizer.d.ts +0 -29
  242. package/node_modules/music-metadata/node_modules/strtok3/lib/BufferTokenizer.js +0 -52
  243. package/node_modules/music-metadata/node_modules/strtok3/lib/FileTokenizer.d.ts +0 -37
  244. package/node_modules/music-metadata/node_modules/strtok3/lib/FileTokenizer.js +0 -61
  245. package/node_modules/music-metadata/node_modules/strtok3/lib/ReadStreamTokenizer.d.ts +0 -34
  246. package/node_modules/music-metadata/node_modules/strtok3/lib/ReadStreamTokenizer.js +0 -107
  247. package/node_modules/music-metadata/node_modules/strtok3/lib/core.d.ts +0 -40
  248. package/node_modules/music-metadata/node_modules/strtok3/lib/core.js +0 -62
  249. package/node_modules/music-metadata/node_modules/strtok3/lib/index.d.ts +0 -16
  250. package/node_modules/music-metadata/node_modules/strtok3/lib/index.js +0 -22
  251. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/AbstractStreamReader.d.ts +0 -54
  252. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/AbstractStreamReader.js +0 -71
  253. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/Deferred.d.ts +0 -6
  254. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/Deferred.js +0 -10
  255. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/Errors.d.ts +0 -10
  256. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/Errors.js +0 -16
  257. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/StreamReader.d.ts +0 -29
  258. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/StreamReader.js +0 -83
  259. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamByobReader.d.ts +0 -14
  260. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamByobReader.js +0 -27
  261. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamDefaultReader.d.ts +0 -19
  262. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamDefaultReader.js +0 -62
  263. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamReader.d.ts +0 -14
  264. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamReader.js +0 -13
  265. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamReaderFactory.d.ts +0 -5
  266. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/WebStreamReaderFactory.js +0 -19
  267. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/index.d.ts +0 -6
  268. package/node_modules/music-metadata/node_modules/strtok3/lib/stream/index.js +0 -5
  269. package/node_modules/music-metadata/node_modules/strtok3/lib/types.d.ts +0 -139
  270. package/node_modules/music-metadata/node_modules/strtok3/lib/types.js +0 -1
  271. package/node_modules/music-metadata/node_modules/strtok3/package.json +0 -94
  272. package/node_modules/music-metadata/node_modules/token-types/LICENSE.txt +0 -9
  273. package/node_modules/music-metadata/node_modules/token-types/README.md +0 -120
  274. package/node_modules/music-metadata/node_modules/token-types/lib/index.d.ts +0 -135
  275. package/node_modules/music-metadata/node_modules/token-types/lib/index.js +0 -401
  276. package/node_modules/music-metadata/node_modules/token-types/package.json +0 -81
  277. package/node_modules/sprintf-js/.npmignore +0 -1
  278. package/node_modules/sprintf-js/LICENSE +0 -24
  279. package/node_modules/sprintf-js/README.md +0 -88
  280. package/node_modules/sprintf-js/bower.json +0 -14
  281. package/node_modules/sprintf-js/demo/angular.html +0 -20
  282. package/node_modules/sprintf-js/dist/angular-sprintf.min.js +0 -4
  283. package/node_modules/sprintf-js/dist/angular-sprintf.min.js.map +0 -1
  284. package/node_modules/sprintf-js/dist/angular-sprintf.min.map +0 -1
  285. package/node_modules/sprintf-js/dist/sprintf.min.js +0 -4
  286. package/node_modules/sprintf-js/dist/sprintf.min.js.map +0 -1
  287. package/node_modules/sprintf-js/dist/sprintf.min.map +0 -1
  288. package/node_modules/sprintf-js/gruntfile.js +0 -36
  289. package/node_modules/sprintf-js/package.json +0 -22
  290. package/node_modules/sprintf-js/src/angular-sprintf.js +0 -18
  291. package/node_modules/sprintf-js/src/sprintf.js +0 -208
  292. package/node_modules/sprintf-js/test/test.js +0 -82
  293. package/node_modules/uint8array-extras/index.d.ts +0 -331
  294. package/node_modules/uint8array-extras/index.js +0 -318
  295. package/node_modules/uint8array-extras/license +0 -9
  296. package/node_modules/uint8array-extras/package.json +0 -54
  297. package/node_modules/uint8array-extras/readme.md +0 -318
  298. package/node_modules/win-guid/LICENSE.txt +0 -9
  299. package/node_modules/win-guid/README.md +0 -113
  300. package/node_modules/win-guid/lib/guid.d.ts +0 -20
  301. package/node_modules/win-guid/lib/guid.js +0 -107
  302. package/node_modules/win-guid/package.json +0 -55
  303. /package/node_modules/{argparse → mammoth/node_modules/argparse}/LICENSE +0 -0
  304. /package/node_modules/{argparse → mammoth/node_modules/argparse}/README.md +0 -0
  305. /package/node_modules/{argparse → mammoth/node_modules/argparse}/index.js +0 -0
  306. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/append/constant.js +0 -0
  307. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/append.js +0 -0
  308. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/count.js +0 -0
  309. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/help.js +0 -0
  310. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/store/constant.js +0 -0
  311. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/store/false.js +0 -0
  312. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/store/true.js +0 -0
  313. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/store.js +0 -0
  314. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/subparsers.js +0 -0
  315. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action/version.js +0 -0
  316. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action.js +0 -0
  317. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/action_container.js +0 -0
  318. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/argparse.js +0 -0
  319. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/argument/error.js +0 -0
  320. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/argument/exclusive.js +0 -0
  321. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/argument/group.js +0 -0
  322. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/argument_parser.js +0 -0
  323. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/const.js +0 -0
  324. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/help/added_formatters.js +0 -0
  325. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/help/formatter.js +0 -0
  326. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/namespace.js +0 -0
  327. /package/node_modules/{argparse → mammoth/node_modules/argparse}/lib/utils.js +0 -0
  328. /package/node_modules/{argparse → mammoth/node_modules/argparse}/package.json +0 -0
@@ -1,399 +0,0 @@
1
- [![Node.js CI](https://github.com/Borewit/strtok3/actions/workflows/ci.yml/badge.svg)](https://github.com/Borewit/strtok3/actions/workflows/ci.yml)
2
- [![CodeQL](https://github.com/Borewit/strtok3/actions/workflows/codeql.yml/badge.svg?branch=master)](https://github.com/Borewit/strtok3/actions/workflows/codeql.yml)
3
- [![NPM version](https://badge.fury.io/js/strtok3.svg)](https://npmjs.org/package/strtok3)
4
- [![npm downloads](http://img.shields.io/npm/dm/strtok3.svg)](https://npmcharts.com/compare/strtok3,token-types?start=1200&interval=30)
5
- [![DeepScan grade](https://deepscan.io/api/teams/5165/projects/8526/branches/103329/badge/grade.svg)](https://deepscan.io/dashboard#view=project&tid=5165&pid=8526&bid=103329)
6
- [![Known Vulnerabilities](https://snyk.io/test/github/Borewit/strtok3/badge.svg?targetFile=package.json)](https://snyk.io/test/github/Borewit/strtok3?targetFile=package.json)
7
- [![Codacy Badge](https://api.codacy.com/project/badge/Grade/59dd6795e61949fb97066ca52e6097ef)](https://www.codacy.com/app/Borewit/strtok3?utm_source=github.com&utm_medium=referral&utm_content=Borewit/strtok3&utm_campaign=Badge_Grade)
8
- # strtok3
9
-
10
- A promise based streaming [*tokenizer*](#tokenizer-object) for [Node.js](http://nodejs.org) and browsers.
11
-
12
- The `strtok3` module provides several methods for creating a [*tokenizer*](#tokenizer-object) from various input sources.
13
- Designed for:
14
- * Seamless support in streaming environments.
15
- * Efficiently decode binary data, strings, and numbers.
16
- * Reading [predefined](https://github.com/Borewit/token-types) or custom tokens.
17
- * Offering [*tokenizers*](#tokenizer-object) for reading from [files](#method-strtok3fromfile), [streams](#fromstream-function) or [Uint8Arrays](#frombuffer-function).
18
-
19
- ### Features
20
- `strtok3` can read from:
21
- * Files, using a file path as input.
22
- * Node.js [streams](https://nodejs.org/api/stream.html).
23
- * [Buffer](https://nodejs.org/api/buffer.html) or [Uint8Array](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Uint8Array).
24
- * HTTP chunked transfer provided by [@tokenizer/http](https://github.com/Borewit/tokenizer-http).
25
- * [Amazon S3](https://aws.amazon.com/s3) chunks with [@tokenizer/s3](https://github.com/Borewit/tokenizer-s3).
26
-
27
- ## Installation
28
-
29
- ```sh
30
- npm install strtok3
31
- ```
32
-
33
- ### Compatibility
34
-
35
- Starting with version 7, the module has migrated from [CommonJS](https://en.wikipedia.org/wiki/CommonJS) to [pure ECMAScript Module (ESM)](https://gist.github.com/sindresorhus/a39789f98801d908bbc7ff3ecc99d99c).
36
- The distributed JavaScript codebase is compliant with the [ECMAScript 2020 (11th Edition)](https://en.wikipedia.org/wiki/ECMAScript_version_history#11th_Edition_%E2%80%93_ECMAScript_2020) standard.
37
-
38
- Requires a modern browser, Node.js (V8) ≥ 18 engine or Bun (JavaScriptCore) ≥ 1.2.
39
-
40
- For TypeScript CommonJs backward compatibility, you can use [load-esm](https://github.com/Borewit/load-esm).
41
-
42
- > [!NOTE]
43
- > This module requires a [Node.js ≥ 16](https://nodejs.org/en/about/previous-releases) engine.
44
- > It can also be used in a browser environment when bundled with a module bundler.
45
-
46
- ## Support the Project
47
- If you find this project useful and would like to support its development, consider sponsoring or contributing:
48
-
49
- - [Become a sponsor to Borewit](https://github.com/sponsors/Borewit)
50
-
51
- - Buy me a coffee:
52
-
53
- <a href="https://www.buymeacoffee.com/borewit" target="_blank"><img src="https://cdn.buymeacoffee.com/buttons/default-orange.png" alt="Buy me A coffee" height="41" width="174"></a>
54
-
55
- ## API Documentation
56
-
57
- ### strtok3 methods
58
-
59
- Use one of the methods to instantiate an [*abstract tokenizer*](#tokenizer-object):
60
- - [fromBlob](#fromblob-function)
61
- - [fromBuffer](#frombuffer-function)
62
- - [fromFile](#fromfile-function)*
63
- - [fromStream](#fromstream-function)*
64
- - [fromWebStream](#fromwebstream-function)
65
-
66
- > [!NOTE]
67
- > `fromFile` and `fromStream` only available when importing this module with Node.js
68
-
69
- All methods return a [`Tokenizer`](#tokenizer-object), either directly or via a promise.
70
-
71
- #### `fromBlob()` function
72
-
73
- Create a tokenizer from a [Blob](https://developer.mozilla.org/en-US/docs/Web/API/Blob).
74
-
75
- ```ts
76
- function fromBlob(blob: Blob, options?: ITokenizerOptions): BlobTokenizer
77
- ```
78
-
79
- | Parameter | Optional | Type | Description |
80
- |-----------|-----------|---------------------------------------------------|----------------------------------------------------------------------------------------|
81
- | blob | no | [Blob](https://developer.mozilla.org/en-US/docs/Web/API/Blob) | [Blob](https://developer.mozilla.org/en-US/docs/Web/API/Blob) or [File](https://developer.mozilla.org/en-US/docs/Web/API/File) to read from |
82
- | options | yes | [ITokenizerOptions](#ITokenizerOptions) | Tokenizer options |
83
-
84
- Returns a [*tokenizer*](#tokenizer-object).
85
-
86
- ```js
87
- import { fromBlob } from 'strtok3';
88
- import { openAsBlob } from 'node:fs';
89
- import * as Token from 'token-types';
90
-
91
- async function parse() {
92
- const blob = await openAsBlob('somefile.bin');
93
-
94
- const tokenizer = fromBlob(blob);
95
-
96
- const myUint8Number = await tokenizer.readToken(Token.UINT8);
97
- console.log(`My number: ${myUint8Number}`);
98
- }
99
-
100
- parse();
101
-
102
- ```
103
-
104
- #### `fromBuffer()` function
105
-
106
- Create a tokenizer from memory ([Uint8Array](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Uint8Array) or Node.js [Buffer](https://nodejs.org/api/buffer.html)).
107
-
108
- ```ts
109
- function fromBuffer(uint8Array: Uint8Array, options?: ITokenizerOptions): BufferTokenizer
110
- ```
111
-
112
- | Parameter | Optional | Type | Description |
113
- |------------|----------|--------------------------------------------------|-----------------------------------|
114
- | uint8Array | no | [Uint8Array](https://nodejs.org/api/buffer.html) | Buffer or Uint8Array to read from |
115
- | options | yes | [ITokenizerOptions](#ITokenizerOptions) | Tokenizer options |
116
-
117
- Returns a [*tokenizer*](#tokenizer-object).
118
-
119
- ```js
120
- import { fromBuffer } from 'strtok3';
121
- import * as Token from 'token-types';
122
-
123
- const tokenizer = fromBuffer(buffer);
124
-
125
- async function parse() {
126
- const myUint8Number = await tokenizer.readToken(Token.UINT8);
127
- console.log(`My number: ${myUint8Number}`);
128
- }
129
-
130
- parse();
131
- ```
132
-
133
- #### `fromFile` function
134
-
135
- Creates a [*tokenizer*](#tokenizer-object) from a local file.
136
-
137
- ```ts
138
- function fromFile(sourceFilePath: string): Promise<FileTokenizer>
139
- ```
140
-
141
- | Parameter | Type | Description |
142
- |----------------|----------|----------------------------|
143
- | sourceFilePath | `string` | Path to file to read from |
144
-
145
- > [!NOTE]
146
- > - Only available for Node.js engines
147
- > - `fromFile` automatically embeds [file-information](#file-information)
148
-
149
- A Promise resolving to a [*tokenizer*](#tokenizer-object) which can be used to parse a file.
150
-
151
- ```js
152
- import { fromFile } from 'strtok3';
153
- import * as Token from 'token-types';
154
-
155
- async function parse() {
156
- const tokenizer = await fromFile('somefile.bin');
157
- try {
158
- const myNumber = await tokenizer.readToken(Token.UINT8);
159
- console.log(`My number: ${myNumber}`);
160
- } finally {
161
- tokenizer.close(); // Close the file
162
- }
163
- }
164
-
165
- parse();
166
-
167
-
168
- ```
169
-
170
- #### `fromWebStream()` function
171
-
172
- Create a tokenizer from a [WHATWG ReadableStream](https://developer.mozilla.org/en-US/docs/Web/API/ReadableStream).
173
-
174
- ```ts
175
- function fromWebStream(webStream: AnyWebByteStream, options?: ITokenizerOptions): ReadStreamTokenizer
176
- ```
177
-
178
- | Parameter | Optional | Type | Description |
179
- |----------------|----------|--------------------------------------------------------------------------|------------------------------------|
180
- | webStream | no | [ReadableStream](https://developer.mozilla.org/en-US/docs/Web/API/ReadableStream) | WHATWG ReadableStream to read from |
181
- | options | yes | [ITokenizerOptions](#ITokenizerOptions) | Tokenizer options |
182
-
183
- Returns a [*tokenizer*](#tokenizer-object).
184
-
185
- ```js
186
- import { fromWebStream } from 'strtok3';
187
- import * as Token from 'token-types';
188
-
189
- async function parse() {
190
- const tokenizer = fromWebStream(readableStream);
191
- try {
192
- const myUint8Number = await tokenizer.readToken(Token.UINT8);
193
- console.log(`My number: ${myUint8Number}`);
194
- } finally {
195
- await tokenizer.close();
196
- }
197
- }
198
-
199
- parse();
200
- ```
201
-
202
- ### `Tokenizer` object
203
- The *tokenizer* is an abstraction of a [stream](https://nodejs.org/api/stream.html), file or [Uint8Array](https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Global_Objects/Uint8Array), allowing _reading_ or _peeking_ from the stream.
204
- It can also be translated in chunked reads, as done in [@tokenizer/http](https://github.com/Borewit/tokenizer-http);
205
-
206
- #### Key Features:
207
-
208
- - Supports seeking within the stream using `tokenizer.ignore()`.
209
- - Offers `peek` methods to preview data without advancing the read pointer.
210
- - Maintains the read position via tokenizer.position.
211
-
212
- #### Tokenizer functions
213
-
214
- _Read_ methods advance the stream pointer, while _peek_ methods do not.
215
-
216
- There are two kind of functions:
217
- 1. *read* methods: used to read a *token* of [Buffer](https://nodejs.org/api/buffer.html) from the [*tokenizer*](#tokenizer-object). The position of the *tokenizer-stream* will advance with the size of the token.
218
- 2. *peek* methods: same as the read, but it will *not* advance the pointer. It allows to read (peek) ahead.
219
-
220
- #### `readBuffer` function
221
-
222
- Read data from the _tokenizer_ into provided "buffer" (`Uint8Array`).
223
- `readBuffer(buffer, options?)`
224
-
225
- ```ts
226
- readBuffer(buffer: Uint8Array, options?: IReadChunkOptions): Promise<number>;
227
- ```
228
-
229
- | Parameter | Type | Description |
230
- |------------|----------------------------------------------------------------|----------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
231
- | buffer | [Buffer](https://nodejs.org/api/buffer.html) &#124; Uint8Array | Target buffer to write the data read to |
232
- | options | [IReadChunkOptions](#ireadchunkoptions-interface) | An integer specifying the number of bytes to read |
233
-
234
- Return promise with number of bytes read.
235
- The number of bytes read may be less than requested if the `mayBeLess` flag is set.
236
-
237
- #### `peekBuffer` function
238
-
239
- Peek (read ahead), from [*tokenizer*](#tokenizer-object), into the buffer without advancing the stream pointer.
240
-
241
- ```ts
242
- peekBuffer(uint8Array: Uint8Array, options?: IReadChunkOptions): Promise<number>;
243
- ```
244
-
245
- | Parameter | Type | Description |
246
- |------------|-----------------------------------------|-----------------------------------------------------|
247
- | buffer | Buffer &#124; Uint8Array | Target buffer to write the data read (peeked) to. |
248
- | options | [IReadChunkOptions](#ireadchunkoptions-interface) | An integer specifying the number of bytes to read. | |
249
-
250
- Return value `Promise<number>` Promise with number of bytes read. The number of bytes read may be less if the `mayBeLess` flag was set.
251
-
252
- #### `readToken` function
253
-
254
- Read a *token* from the tokenizer-stream.
255
-
256
- ```ts
257
- readToken<Value>(token: IGetToken<Value>, position: number = this.position): Promise<Value>
258
- ```
259
-
260
- | Parameter | Type | Description |
261
- |------------|-------------------------|---------------------------------------------------------------------------------------------------------------------- |
262
- | token | [IGetToken](#IGetToken) | Token to read from the tokenizer-stream. |
263
- | position? | number | Offset where to begin reading within the file. If position is null, data will be read from the current file position. |
264
-
265
- Return value `Promise<number>`. Promise with number of bytes read. The number of bytes read maybe if less, `mayBeLess` flag was set.
266
-
267
- #### `peek` function
268
-
269
- Peek a *token* from the [*tokenizer*](#tokenizer-object).
270
-
271
- ```ts
272
- peekToken<Value>(token: IGetToken<Value>, position: number = this.position): Promise<Value>
273
- ```
274
-
275
- | Parameter | Type | Description |
276
- |------------|----------------------------|-------------------------------------------------------------------------------------------------------------------------|
277
- | token | [IGetToken<T>](#IGetToken) | Token to read from the tokenizer-stream. |
278
- | position? | number | Offset where to begin reading within the file. If position is null, data will be read from the current file position. |
279
-
280
- Return a promise with the token value peeked from the [*tokenizer*](#tokenizer-object).
281
-
282
- #### `readNumber` function
283
-
284
- Read a numeric [*token*](#token) from the [*tokenizer*](#tokenizer-object).
285
-
286
- ```ts
287
- readNumber(token: IToken<number>): Promise<number>
288
- ```
289
-
290
- | Parameter | Type | Description |
291
- |------------|---------------------------------|----------------------------------------------------|
292
- | token | [IGetToken<number>](#IGetToken) | Numeric token to read from the tokenizer-stream. |
293
-
294
- A promise resolving to a numeric value read and decoded from the *tokenizer-stream*.
295
-
296
- #### `ignore` function
297
-
298
- Advance the offset pointer with the token number of bytes provided.
299
-
300
- ```ts
301
- ignore(length: number): Promise<number>
302
- ```
303
-
304
- | Parameter | Type | Description |
305
- |------------|--------|------------------------------------------------------------------|
306
- | length | number | Number of bytes to ignore. Will advance the `tokenizer.position` |
307
-
308
- A promise resolving to the number of bytes ignored from the *tokenizer-stream*.
309
-
310
- #### `close` function
311
- Clean up resources, such as closing a file pointer if applicable.
312
-
313
- #### `Tokenizer` attributes
314
-
315
- - `fileInfo`
316
-
317
- Optional attribute describing the file information, see [IFileInfo](#IFileInfo)
318
-
319
- - `position`
320
-
321
- Pointer to the current position in the [*tokenizer*](#tokenizer-object) stream.
322
- If a *position* is provided to a _read_ or _peek_ method, is should be, at least, equal or greater than this value.
323
-
324
- ### `IReadChunkOptions` interface
325
-
326
- Each attribute is optional:
327
-
328
- | Attribute | Type | Description |
329
- |-----------|---------|-------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------|
330
- | length | number | Requested number of bytes to read. |
331
- | position | number | Position where to peek from the file. If position is null, data will be read from the [current file position](#attribute-tokenizerposition). Position may not be less then [tokenizer.position](#attribute-tokenizerposition) |
332
- | mayBeLess | boolean | If and only if set, will not throw an EOF error if less than the requested `mayBeLess` could be read. |
333
-
334
- Example usage:
335
- ```js
336
- tokenizer.peekBuffer(buffer, {mayBeLess: true});
337
- ```
338
-
339
- ### `IFileInfo` interface
340
-
341
- Provides optional metadata about the file being tokenized.
342
-
343
- | Attribute | Type | Description |
344
- |-----------|---------|---------------------------------------------------------------------------------------------------|
345
- | size | number | File size in bytes |
346
- | mimeType | string | [MIME-type](https://developer.mozilla.org/en-US/docs/Web/HTTP/Basics_of_HTTP/MIME_types) of file. |
347
- | path | string | File path |
348
- | url | string | File URL |
349
-
350
- ### `Token` object
351
-
352
- The *token* is basically a description of what to read from the [*tokenizer-stream*](#tokenizer-object).
353
- A basic set of *token types* can be found here: [*token-types*](https://github.com/Borewit/token-types).
354
-
355
- A token is something which implements the following interface:
356
- ```ts
357
- export interface IGetToken<T> {
358
-
359
- /**
360
- * Length in bytes of encoded value
361
- */
362
- len: number;
363
-
364
- /**
365
- * Decode value from buffer at offset
366
- * @param buf Buffer to read the decoded value from
367
- * @param off Decode offset
368
- */
369
- get(buf: Uint8Array, off: number): T;
370
- }
371
- ```
372
- The *tokenizer* reads `token.len` bytes from the *tokenizer-stream* into a Buffer.
373
- The `token.get` will be called with the Buffer. `token.get` is responsible for conversion from the buffer to the desired output type.
374
-
375
- ### Working with Web-API readable stream
376
- To convert a [Web-API readable stream](https://developer.mozilla.org/en-US/docs/Web/API/ReadableStreamDefaultReader) into a [Node.js readable stream]((https://nodejs.org/api/stream.html#stream_readable_streams)), you can use [readable-web-to-node-stream](https://github.com/Borewit/readable-web-to-node-stream) to convert one in another.
377
-
378
- ```js
379
- import { fromWebStream } from 'strtok3';
380
- import { ReadableWebToNodeStream } from 'readable-web-to-node-stream';
381
-
382
- (async () => {
383
-
384
- const response = await fetch(url);
385
- const readableWebStream = response.body; // Web-API readable stream
386
- const webStream = new ReadableWebToNodeStream(readableWebStream); // convert to Node.js readable stream
387
-
388
- const tokenizer = fromWebStream(webStream); // And we now have tokenizer in a web environment
389
- })();
390
- ```
391
-
392
- ## Dependencies
393
-
394
- Dependencies:
395
- - [@tokenizer/token](https://github.com/Borewit/tokenizer-token): Provides token definitions and utilities used by `strtok3` for interpreting binary data.
396
-
397
- ## Licence
398
-
399
- This project is licensed under the [MIT License](LICENSE.txt). Feel free to use, modify, and distribute as needed.
@@ -1,76 +0,0 @@
1
- import type { ITokenizer, IFileInfo, IReadChunkOptions, ITokenizerOptions } from './types.js';
2
- import type { IGetToken, IToken } from '@tokenizer/token';
3
- interface INormalizedReadChunkOptions extends IReadChunkOptions {
4
- length: number;
5
- position: number;
6
- mayBeLess?: boolean;
7
- }
8
- /**
9
- * Core tokenizer
10
- */
11
- export declare abstract class AbstractTokenizer implements ITokenizer {
12
- private onClose?;
13
- private numBuffer;
14
- abstract fileInfo: IFileInfo;
15
- /**
16
- * Tokenizer-stream position
17
- */
18
- position: number;
19
- /**
20
- * Constructor
21
- * @param options Tokenizer options
22
- * @protected
23
- */
24
- protected constructor(options?: ITokenizerOptions);
25
- abstract supportsRandomAccess(): boolean;
26
- /**
27
- * Read buffer from tokenizer
28
- * @param buffer - Target buffer to fill with data read from the tokenizer-stream
29
- * @param options - Additional read options
30
- * @returns Promise with number of bytes read
31
- */
32
- abstract readBuffer(buffer: Uint8Array, options?: IReadChunkOptions): Promise<number>;
33
- /**
34
- * Peek (read ahead) buffer from tokenizer
35
- * @param uint8Array - Target buffer to fill with data peeked from the tokenizer-stream
36
- * @param options - Peek behaviour options
37
- * @returns Promise with number of bytes read
38
- */
39
- abstract peekBuffer(uint8Array: Uint8Array, options?: IReadChunkOptions): Promise<number>;
40
- /**
41
- * Read a token from the tokenizer-stream
42
- * @param token - The token to read
43
- * @param position - If provided, the desired position in the tokenizer-stream
44
- * @returns Promise with token data
45
- */
46
- readToken<Value>(token: IGetToken<Value>, position?: number): Promise<Value>;
47
- /**
48
- * Peek a token from the tokenizer-stream.
49
- * @param token - Token to peek from the tokenizer-stream.
50
- * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
51
- * @returns Promise with token data
52
- */
53
- peekToken<Value>(token: IGetToken<Value>, position?: number): Promise<Value>;
54
- /**
55
- * Read a numeric token from the stream
56
- * @param token - Numeric token
57
- * @returns Promise with number
58
- */
59
- readNumber(token: IToken<number>): Promise<number>;
60
- /**
61
- * Read a numeric token from the stream
62
- * @param token - Numeric token
63
- * @returns Promise with number
64
- */
65
- peekNumber(token: IToken<number>): Promise<number>;
66
- /**
67
- * Ignore number of bytes, advances the pointer in under tokenizer-stream.
68
- * @param length - Number of bytes to ignore. Must be ≥ 0.
69
- * @return resolves the number of bytes ignored, equals length if this available, otherwise the number of bytes available
70
- */
71
- ignore(length: number): Promise<number>;
72
- close(): Promise<void>;
73
- protected normalizeOptions(uint8Array: Uint8Array, options?: IReadChunkOptions): INormalizedReadChunkOptions;
74
- abort(): Promise<void>;
75
- }
76
- export {};
@@ -1,111 +0,0 @@
1
- import { EndOfStreamError } from './stream/index.js';
2
- /**
3
- * Core tokenizer
4
- */
5
- export class AbstractTokenizer {
6
- /**
7
- * Constructor
8
- * @param options Tokenizer options
9
- * @protected
10
- */
11
- constructor(options) {
12
- this.numBuffer = new Uint8Array(8);
13
- /**
14
- * Tokenizer-stream position
15
- */
16
- this.position = 0;
17
- this.onClose = options?.onClose;
18
- if (options?.abortSignal) {
19
- options.abortSignal.addEventListener('abort', () => {
20
- this.abort();
21
- });
22
- }
23
- }
24
- /**
25
- * Read a token from the tokenizer-stream
26
- * @param token - The token to read
27
- * @param position - If provided, the desired position in the tokenizer-stream
28
- * @returns Promise with token data
29
- */
30
- async readToken(token, position = this.position) {
31
- const uint8Array = new Uint8Array(token.len);
32
- const len = await this.readBuffer(uint8Array, { position });
33
- if (len < token.len)
34
- throw new EndOfStreamError();
35
- return token.get(uint8Array, 0);
36
- }
37
- /**
38
- * Peek a token from the tokenizer-stream.
39
- * @param token - Token to peek from the tokenizer-stream.
40
- * @param position - Offset where to begin reading within the file. If position is null, data will be read from the current file position.
41
- * @returns Promise with token data
42
- */
43
- async peekToken(token, position = this.position) {
44
- const uint8Array = new Uint8Array(token.len);
45
- const len = await this.peekBuffer(uint8Array, { position });
46
- if (len < token.len)
47
- throw new EndOfStreamError();
48
- return token.get(uint8Array, 0);
49
- }
50
- /**
51
- * Read a numeric token from the stream
52
- * @param token - Numeric token
53
- * @returns Promise with number
54
- */
55
- async readNumber(token) {
56
- const len = await this.readBuffer(this.numBuffer, { length: token.len });
57
- if (len < token.len)
58
- throw new EndOfStreamError();
59
- return token.get(this.numBuffer, 0);
60
- }
61
- /**
62
- * Read a numeric token from the stream
63
- * @param token - Numeric token
64
- * @returns Promise with number
65
- */
66
- async peekNumber(token) {
67
- const len = await this.peekBuffer(this.numBuffer, { length: token.len });
68
- if (len < token.len)
69
- throw new EndOfStreamError();
70
- return token.get(this.numBuffer, 0);
71
- }
72
- /**
73
- * Ignore number of bytes, advances the pointer in under tokenizer-stream.
74
- * @param length - Number of bytes to ignore. Must be ≥ 0.
75
- * @return resolves the number of bytes ignored, equals length if this available, otherwise the number of bytes available
76
- */
77
- async ignore(length) {
78
- if (length < 0) {
79
- throw new RangeError('ignore length must be ≥ 0 bytes');
80
- }
81
- if (this.fileInfo.size !== undefined) {
82
- const bytesLeft = this.fileInfo.size - this.position;
83
- if (length > bytesLeft) {
84
- this.position += bytesLeft;
85
- return bytesLeft;
86
- }
87
- }
88
- this.position += length;
89
- return length;
90
- }
91
- async close() {
92
- await this.abort();
93
- await this.onClose?.();
94
- }
95
- normalizeOptions(uint8Array, options) {
96
- if (!this.supportsRandomAccess() && options && options.position !== undefined && options.position < this.position) {
97
- throw new Error('`options.position` must be equal or greater than `tokenizer.position`');
98
- }
99
- return {
100
- ...{
101
- mayBeLess: false,
102
- offset: 0,
103
- length: uint8Array.length,
104
- position: this.position
105
- }, ...options
106
- };
107
- }
108
- abort() {
109
- return Promise.resolve(); // Ignore abort signal
110
- }
111
- }
@@ -1,29 +0,0 @@
1
- import type { ITokenizerOptions, IReadChunkOptions, IRandomAccessFileInfo, IRandomAccessTokenizer } from './types.js';
2
- import { AbstractTokenizer } from './AbstractTokenizer.js';
3
- export declare class BlobTokenizer extends AbstractTokenizer implements IRandomAccessTokenizer {
4
- private blob;
5
- fileInfo: IRandomAccessFileInfo;
6
- /**
7
- * Construct BufferTokenizer
8
- * @param blob - Uint8Array to tokenize
9
- * @param options Tokenizer options
10
- */
11
- constructor(blob: Blob, options?: ITokenizerOptions);
12
- /**
13
- * Read buffer from tokenizer
14
- * @param uint8Array - Uint8Array to tokenize
15
- * @param options - Read behaviour options
16
- * @returns {Promise<number>}
17
- */
18
- readBuffer(uint8Array: Uint8Array, options?: IReadChunkOptions): Promise<number>;
19
- /**
20
- * Peek (read ahead) buffer from tokenizer
21
- * @param buffer
22
- * @param options - Read behaviour options
23
- * @returns {Promise<number>}
24
- */
25
- peekBuffer(buffer: Uint8Array, options?: IReadChunkOptions): Promise<number>;
26
- close(): Promise<void>;
27
- supportsRandomAccess(): boolean;
28
- setPosition(position: number): void;
29
- }
@@ -1,53 +0,0 @@
1
- import { EndOfStreamError } from './stream/index.js';
2
- import { AbstractTokenizer } from './AbstractTokenizer.js';
3
- export class BlobTokenizer extends AbstractTokenizer {
4
- /**
5
- * Construct BufferTokenizer
6
- * @param blob - Uint8Array to tokenize
7
- * @param options Tokenizer options
8
- */
9
- constructor(blob, options) {
10
- super(options);
11
- this.blob = blob;
12
- this.fileInfo = { ...options?.fileInfo ?? {}, ...{ size: blob.size, mimeType: blob.type } };
13
- }
14
- /**
15
- * Read buffer from tokenizer
16
- * @param uint8Array - Uint8Array to tokenize
17
- * @param options - Read behaviour options
18
- * @returns {Promise<number>}
19
- */
20
- async readBuffer(uint8Array, options) {
21
- if (options?.position) {
22
- this.position = options.position;
23
- }
24
- const bytesRead = await this.peekBuffer(uint8Array, options);
25
- this.position += bytesRead;
26
- return bytesRead;
27
- }
28
- /**
29
- * Peek (read ahead) buffer from tokenizer
30
- * @param buffer
31
- * @param options - Read behaviour options
32
- * @returns {Promise<number>}
33
- */
34
- async peekBuffer(buffer, options) {
35
- const normOptions = this.normalizeOptions(buffer, options);
36
- const bytes2read = Math.min(this.blob.size - normOptions.position, normOptions.length);
37
- if ((!normOptions.mayBeLess) && bytes2read < normOptions.length) {
38
- throw new EndOfStreamError();
39
- }
40
- const arrayBuffer = await this.blob.slice(normOptions.position, normOptions.position + bytes2read).arrayBuffer();
41
- buffer.set(new Uint8Array(arrayBuffer));
42
- return bytes2read;
43
- }
44
- close() {
45
- return super.close();
46
- }
47
- supportsRandomAccess() {
48
- return true;
49
- }
50
- setPosition(position) {
51
- this.position = position;
52
- }
53
- }