@huggingface/transformers 3.0.2 → 3.1.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. package/README.md +13 -4
  2. package/dist/ort-wasm-simd-threaded.jsep.wasm +0 -0
  3. package/dist/transformers.cjs +16655 -13040
  4. package/dist/transformers.cjs.map +1 -1
  5. package/dist/transformers.js +17095 -13468
  6. package/dist/transformers.js.map +1 -1
  7. package/dist/transformers.min.cjs +244 -52
  8. package/dist/transformers.min.cjs.map +1 -1
  9. package/dist/transformers.min.js +235 -43
  10. package/dist/transformers.min.js.map +1 -1
  11. package/dist/transformers.min.mjs +246 -54
  12. package/dist/transformers.min.mjs.map +1 -1
  13. package/dist/transformers.mjs +16818 -13202
  14. package/dist/transformers.mjs.map +1 -1
  15. package/package.json +4 -4
  16. package/src/base/feature_extraction_utils.js +54 -0
  17. package/src/base/image_processors_utils.js +1089 -0
  18. package/src/base/processing_utils.js +145 -0
  19. package/src/configs.js +15 -4
  20. package/src/env.js +6 -6
  21. package/src/generation/configuration_utils.js +7 -0
  22. package/src/generation/logits_process.js +22 -16
  23. package/src/generation/streamers.js +7 -2
  24. package/src/models/audio_spectrogram_transformer/feature_extraction_audio_spectrogram_transformer.js +90 -0
  25. package/src/models/auto/feature_extraction_auto.js +41 -0
  26. package/src/models/auto/image_processing_auto.js +29 -0
  27. package/src/models/auto/processing_auto.js +100 -0
  28. package/src/models/beit/image_processing_beit.js +5 -0
  29. package/src/models/bit/image_processing_bit.js +5 -0
  30. package/src/models/chinese_clip/image_processing_chinese_clip.js +5 -0
  31. package/src/models/clap/feature_extraction_clap.js +159 -0
  32. package/src/models/clip/image_processing_clip.js +6 -0
  33. package/src/models/convnext/image_processing_convnext.js +45 -0
  34. package/src/models/deit/image_processing_deit.js +6 -0
  35. package/src/models/detr/image_processing_detr.js +52 -0
  36. package/src/models/donut/image_processing_donut.js +31 -0
  37. package/src/models/dpt/image_processing_dpt.js +6 -0
  38. package/src/models/efficientnet/image_processing_efficientnet.js +13 -0
  39. package/src/models/feature_extractors.js +12 -0
  40. package/src/models/florence2/processing_florence2.js +128 -0
  41. package/src/models/glpn/image_processing_glpn.js +5 -0
  42. package/src/models/idefics3/image_processing_idefics3.js +219 -0
  43. package/src/models/idefics3/processing_idefics3.js +136 -0
  44. package/src/models/image_processors.js +37 -0
  45. package/src/models/janus/image_processing_janus.js +26 -0
  46. package/src/models/janus/processing_janus.js +123 -0
  47. package/src/models/jina_clip/image_processing_jina_clip.js +26 -0
  48. package/src/models/jina_clip/processing_jina_clip.js +24 -0
  49. package/src/models/llava_onevision/image_processing_llava_onevision.js +5 -0
  50. package/src/models/mask2former/image_processing_mask2former.js +5 -0
  51. package/src/models/maskformer/image_processing_maskformer.js +18 -0
  52. package/src/models/mgp_str/processing_mgp_str.js +170 -0
  53. package/src/models/mobilenet_v1/image_processing_mobilenet_v1.js +7 -0
  54. package/src/models/mobilenet_v2/image_processing_mobilenet_v2.js +7 -0
  55. package/src/models/mobilenet_v3/image_processing_mobilenet_v3.js +7 -0
  56. package/src/models/mobilenet_v4/image_processing_mobilenet_v4.js +7 -0
  57. package/src/models/mobilevit/image_processing_mobilevit.js +6 -0
  58. package/src/models/nougat/image_processing_nougat.js +5 -0
  59. package/src/models/owlv2/image_processing_owlv2.js +5 -0
  60. package/src/models/owlvit/image_processing_owlvit.js +12 -0
  61. package/src/models/owlvit/processing_owlvit.js +7 -0
  62. package/src/models/processors.js +12 -0
  63. package/src/models/pvt/image_processing_pvt.js +5 -0
  64. package/src/models/pyannote/feature_extraction_pyannote.js +28 -0
  65. package/src/models/pyannote/processing_pyannote.js +71 -0
  66. package/src/models/qwen2_vl/image_processing_qwen2_vl.js +52 -0
  67. package/src/models/qwen2_vl/processing_qwen2_vl.js +52 -0
  68. package/src/models/rt_detr/image_processing_rt_detr.js +12 -0
  69. package/src/models/sam/image_processing_sam.js +242 -0
  70. package/src/models/sam/processing_sam.js +20 -0
  71. package/src/models/sapiens/image_processing_sapiens.js +13 -0
  72. package/src/models/seamless_m4t/feature_extraction_seamless_m4t.js +180 -0
  73. package/src/models/segformer/image_processing_segformer.js +13 -0
  74. package/src/models/siglip/image_processing_siglip.js +5 -0
  75. package/src/models/speecht5/feature_extraction_speecht5.js +4 -0
  76. package/src/models/speecht5/processing_speecht5.js +17 -0
  77. package/src/models/swin2sr/image_processing_swin2sr.js +24 -0
  78. package/src/models/vit/image_processing_vit.js +7 -0
  79. package/src/models/vitmatte/image_processing_vitmatte.js +50 -0
  80. package/src/models/vitpose/image_processing_vitpose.js +89 -0
  81. package/src/models/wav2vec2/feature_extraction_wav2vec2.js +44 -0
  82. package/src/models/wav2vec2/processing_wav2vec2.js +15 -0
  83. package/src/models/wespeaker/feature_extraction_wespeaker.js +100 -0
  84. package/src/models/whisper/feature_extraction_whisper.js +84 -0
  85. package/src/models/whisper/processing_whisper.js +21 -0
  86. package/src/models/yolos/image_processing_yolos.js +12 -0
  87. package/src/models.js +755 -34
  88. package/src/pipelines.js +8 -8
  89. package/src/tokenizers.js +5 -0
  90. package/src/transformers.js +15 -2
  91. package/src/utils/constants.js +8 -1
  92. package/src/utils/core.js +51 -9
  93. package/src/utils/dtypes.js +2 -1
  94. package/src/utils/hub.js +2 -1
  95. package/src/utils/image.js +87 -33
  96. package/src/utils/tensor.js +39 -2
  97. package/types/base/feature_extraction_utils.d.ts +41 -0
  98. package/types/base/feature_extraction_utils.d.ts.map +1 -0
  99. package/types/base/image_processors_utils.d.ts +323 -0
  100. package/types/base/image_processors_utils.d.ts.map +1 -0
  101. package/types/base/processing_utils.d.ts +80 -0
  102. package/types/base/processing_utils.d.ts.map +1 -0
  103. package/types/configs.d.ts +5 -2
  104. package/types/configs.d.ts.map +1 -1
  105. package/types/env.d.ts +1 -1
  106. package/types/env.d.ts.map +1 -1
  107. package/types/generation/configuration_utils.d.ts +6 -0
  108. package/types/generation/configuration_utils.d.ts.map +1 -1
  109. package/types/generation/logits_process.d.ts +30 -20
  110. package/types/generation/logits_process.d.ts.map +1 -1
  111. package/types/generation/streamers.d.ts +13 -8
  112. package/types/generation/streamers.d.ts.map +1 -1
  113. package/types/models/audio_spectrogram_transformer/feature_extraction_audio_spectrogram_transformer.d.ts +25 -0
  114. package/types/models/audio_spectrogram_transformer/feature_extraction_audio_spectrogram_transformer.d.ts.map +1 -0
  115. package/types/models/auto/feature_extraction_auto.d.ts +5 -0
  116. package/types/models/auto/feature_extraction_auto.d.ts.map +1 -0
  117. package/types/models/auto/image_processing_auto.d.ts +5 -0
  118. package/types/models/auto/image_processing_auto.d.ts.map +1 -0
  119. package/types/models/auto/processing_auto.d.ts +35 -0
  120. package/types/models/auto/processing_auto.d.ts.map +1 -0
  121. package/types/models/beit/image_processing_beit.d.ts +4 -0
  122. package/types/models/beit/image_processing_beit.d.ts.map +1 -0
  123. package/types/models/bit/image_processing_bit.d.ts +4 -0
  124. package/types/models/bit/image_processing_bit.d.ts.map +1 -0
  125. package/types/models/chinese_clip/image_processing_chinese_clip.d.ts +4 -0
  126. package/types/models/chinese_clip/image_processing_chinese_clip.d.ts.map +1 -0
  127. package/types/models/clap/feature_extraction_clap.d.ts +57 -0
  128. package/types/models/clap/feature_extraction_clap.d.ts.map +1 -0
  129. package/types/models/clip/image_processing_clip.d.ts +6 -0
  130. package/types/models/clip/image_processing_clip.d.ts.map +1 -0
  131. package/types/models/convnext/image_processing_convnext.d.ts +12 -0
  132. package/types/models/convnext/image_processing_convnext.d.ts.map +1 -0
  133. package/types/models/deit/image_processing_deit.d.ts +6 -0
  134. package/types/models/deit/image_processing_deit.d.ts.map +1 -0
  135. package/types/models/detr/image_processing_detr.d.ts +42 -0
  136. package/types/models/detr/image_processing_detr.d.ts.map +1 -0
  137. package/types/models/donut/image_processing_donut.d.ts +7 -0
  138. package/types/models/donut/image_processing_donut.d.ts.map +1 -0
  139. package/types/models/dpt/image_processing_dpt.d.ts +6 -0
  140. package/types/models/dpt/image_processing_dpt.d.ts.map +1 -0
  141. package/types/models/efficientnet/image_processing_efficientnet.d.ts +6 -0
  142. package/types/models/efficientnet/image_processing_efficientnet.d.ts.map +1 -0
  143. package/types/models/feature_extractors.d.ts +10 -0
  144. package/types/models/feature_extractors.d.ts.map +1 -0
  145. package/types/models/florence2/processing_florence2.d.ts +39 -0
  146. package/types/models/florence2/processing_florence2.d.ts.map +1 -0
  147. package/types/models/glpn/image_processing_glpn.d.ts +4 -0
  148. package/types/models/glpn/image_processing_glpn.d.ts.map +1 -0
  149. package/types/models/idefics3/image_processing_idefics3.d.ts +40 -0
  150. package/types/models/idefics3/image_processing_idefics3.d.ts.map +1 -0
  151. package/types/models/idefics3/processing_idefics3.d.ts +19 -0
  152. package/types/models/idefics3/processing_idefics3.d.ts.map +1 -0
  153. package/types/models/image_processors.d.ts +37 -0
  154. package/types/models/image_processors.d.ts.map +1 -0
  155. package/types/models/janus/image_processing_janus.d.ts +7 -0
  156. package/types/models/janus/image_processing_janus.d.ts.map +1 -0
  157. package/types/models/janus/processing_janus.d.ts +77 -0
  158. package/types/models/janus/processing_janus.d.ts.map +1 -0
  159. package/types/models/jina_clip/image_processing_jina_clip.d.ts +5 -0
  160. package/types/models/jina_clip/image_processing_jina_clip.d.ts.map +1 -0
  161. package/types/models/jina_clip/processing_jina_clip.d.ts +9 -0
  162. package/types/models/jina_clip/processing_jina_clip.d.ts.map +1 -0
  163. package/types/models/llava_onevision/image_processing_llava_onevision.d.ts +4 -0
  164. package/types/models/llava_onevision/image_processing_llava_onevision.d.ts.map +1 -0
  165. package/types/models/mask2former/image_processing_mask2former.d.ts +4 -0
  166. package/types/models/mask2former/image_processing_mask2former.d.ts.map +1 -0
  167. package/types/models/maskformer/image_processing_maskformer.d.ts +22 -0
  168. package/types/models/maskformer/image_processing_maskformer.d.ts.map +1 -0
  169. package/types/models/mgp_str/processing_mgp_str.d.ts +64 -0
  170. package/types/models/mgp_str/processing_mgp_str.d.ts.map +1 -0
  171. package/types/models/mobilenet_v1/image_processing_mobilenet_v1.d.ts +6 -0
  172. package/types/models/mobilenet_v1/image_processing_mobilenet_v1.d.ts.map +1 -0
  173. package/types/models/mobilenet_v2/image_processing_mobilenet_v2.d.ts +6 -0
  174. package/types/models/mobilenet_v2/image_processing_mobilenet_v2.d.ts.map +1 -0
  175. package/types/models/mobilenet_v3/image_processing_mobilenet_v3.d.ts +6 -0
  176. package/types/models/mobilenet_v3/image_processing_mobilenet_v3.d.ts.map +1 -0
  177. package/types/models/mobilenet_v4/image_processing_mobilenet_v4.d.ts +6 -0
  178. package/types/models/mobilenet_v4/image_processing_mobilenet_v4.d.ts.map +1 -0
  179. package/types/models/mobilevit/image_processing_mobilevit.d.ts +6 -0
  180. package/types/models/mobilevit/image_processing_mobilevit.d.ts.map +1 -0
  181. package/types/models/nougat/image_processing_nougat.d.ts +4 -0
  182. package/types/models/nougat/image_processing_nougat.d.ts.map +1 -0
  183. package/types/models/owlv2/image_processing_owlv2.d.ts +4 -0
  184. package/types/models/owlv2/image_processing_owlv2.d.ts.map +1 -0
  185. package/types/models/owlvit/image_processing_owlvit.d.ts +10 -0
  186. package/types/models/owlvit/image_processing_owlvit.d.ts.map +1 -0
  187. package/types/models/owlvit/processing_owlvit.d.ts +8 -0
  188. package/types/models/owlvit/processing_owlvit.d.ts.map +1 -0
  189. package/types/models/processors.d.ts +13 -0
  190. package/types/models/processors.d.ts.map +1 -0
  191. package/types/models/pvt/image_processing_pvt.d.ts +4 -0
  192. package/types/models/pvt/image_processing_pvt.d.ts.map +1 -0
  193. package/types/models/pyannote/feature_extraction_pyannote.d.ts +13 -0
  194. package/types/models/pyannote/feature_extraction_pyannote.d.ts.map +1 -0
  195. package/types/models/pyannote/processing_pyannote.d.ts +30 -0
  196. package/types/models/pyannote/processing_pyannote.d.ts.map +1 -0
  197. package/types/models/qwen2_vl/image_processing_qwen2_vl.d.ts +11 -0
  198. package/types/models/qwen2_vl/image_processing_qwen2_vl.d.ts.map +1 -0
  199. package/types/models/qwen2_vl/processing_qwen2_vl.d.ts +17 -0
  200. package/types/models/qwen2_vl/processing_qwen2_vl.d.ts.map +1 -0
  201. package/types/models/rt_detr/image_processing_rt_detr.d.ts +8 -0
  202. package/types/models/rt_detr/image_processing_rt_detr.d.ts.map +1 -0
  203. package/types/models/sam/image_processing_sam.d.ts +103 -0
  204. package/types/models/sam/image_processing_sam.d.ts.map +1 -0
  205. package/types/models/sam/processing_sam.d.ts +9 -0
  206. package/types/models/sam/processing_sam.d.ts.map +1 -0
  207. package/types/models/seamless_m4t/feature_extraction_seamless_m4t.d.ts +34 -0
  208. package/types/models/seamless_m4t/feature_extraction_seamless_m4t.d.ts.map +1 -0
  209. package/types/models/segformer/image_processing_segformer.d.ts +10 -0
  210. package/types/models/segformer/image_processing_segformer.d.ts.map +1 -0
  211. package/types/models/siglip/image_processing_siglip.d.ts +4 -0
  212. package/types/models/siglip/image_processing_siglip.d.ts.map +1 -0
  213. package/types/models/speecht5/feature_extraction_speecht5.d.ts +4 -0
  214. package/types/models/speecht5/feature_extraction_speecht5.d.ts.map +1 -0
  215. package/types/models/speecht5/processing_speecht5.d.ts +14 -0
  216. package/types/models/speecht5/processing_speecht5.d.ts.map +1 -0
  217. package/types/models/swin2sr/image_processing_swin2sr.d.ts +5 -0
  218. package/types/models/swin2sr/image_processing_swin2sr.d.ts.map +1 -0
  219. package/types/models/vit/image_processing_vit.d.ts +6 -0
  220. package/types/models/vit/image_processing_vit.d.ts.map +1 -0
  221. package/types/models/vitmatte/image_processing_vitmatte.d.ts +12 -0
  222. package/types/models/vitmatte/image_processing_vitmatte.d.ts.map +1 -0
  223. package/types/models/vitpose/image_processing_vitpose.d.ts +26 -0
  224. package/types/models/vitpose/image_processing_vitpose.d.ts.map +1 -0
  225. package/types/models/wav2vec2/feature_extraction_wav2vec2.d.ts +19 -0
  226. package/types/models/wav2vec2/feature_extraction_wav2vec2.d.ts.map +1 -0
  227. package/types/models/wav2vec2/processing_wav2vec2.d.ts +12 -0
  228. package/types/models/wav2vec2/processing_wav2vec2.d.ts.map +1 -0
  229. package/types/models/wespeaker/feature_extraction_wespeaker.d.ts +23 -0
  230. package/types/models/wespeaker/feature_extraction_wespeaker.d.ts.map +1 -0
  231. package/types/models/whisper/feature_extraction_whisper.d.ts +21 -0
  232. package/types/models/whisper/feature_extraction_whisper.d.ts.map +1 -0
  233. package/types/models/whisper/processing_whisper.d.ts +17 -0
  234. package/types/models/whisper/processing_whisper.d.ts.map +1 -0
  235. package/types/models/yolos/image_processing_yolos.d.ts +10 -0
  236. package/types/models/yolos/image_processing_yolos.d.ts.map +1 -0
  237. package/types/models.d.ts +150 -0
  238. package/types/models.d.ts.map +1 -1
  239. package/types/pipelines.d.ts +2 -3
  240. package/types/pipelines.d.ts.map +1 -1
  241. package/types/tokenizers.d.ts +3 -0
  242. package/types/tokenizers.d.ts.map +1 -1
  243. package/types/transformers.d.ts +10 -1
  244. package/types/utils/constants.d.ts +6 -0
  245. package/types/utils/constants.d.ts.map +1 -1
  246. package/types/utils/core.d.ts +65 -3
  247. package/types/utils/core.d.ts.map +1 -1
  248. package/types/utils/dtypes.d.ts +3 -2
  249. package/types/utils/dtypes.d.ts.map +1 -1
  250. package/types/utils/hub.d.ts +1 -1
  251. package/types/utils/hub.d.ts.map +1 -1
  252. package/types/utils/image.d.ts +14 -2
  253. package/types/utils/image.d.ts.map +1 -1
  254. package/types/utils/tensor.d.ts +39 -4
  255. package/types/utils/tensor.d.ts.map +1 -1
  256. package/src/processors.js +0 -2655
  257. package/types/processors.d.ts +0 -924
  258. package/types/processors.d.ts.map +0 -1
@@ -1 +1 @@
1
- {"version":3,"file":"pipelines.d.ts","sourceRoot":"","sources":["../src/pipelines.js"],"names":[],"mappings":"AAimGA;;;;;;;GAOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,kEALW,MAAM,2HACN,OAAO,gBAAgB,EAAE,sBAAsB,wBAmEzD;;;;;AApjGD;;;;;;GAMG;AAEH;;;;GAIG;AACH;IACI;;;;;;;OAOG;IACH;QAL4B,IAAI,GAArB,MAAM;QACoB,KAAK,GAA/B,eAAe;QACe,SAAS,GAAvC,mBAAmB;QACC,SAAS,GAA7B,SAAS;OAQnB;IAJG,aAAgB;IAChB,uBAAkB;IAClB,+BAA0B;IAC1B,qBAA0B;IA1B/B,WACU,QAAQ,IAAI,CAAC,CAEvB;CA8BF;6DAuFyE,2BAA2B,KAAK,8BAA8B;AArFxI;;;;;;;GAOG;AAEH;;;;;;;;GAQG;AAGH;;;;;;;;;GASG;AAEH;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH;IA7CG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,iCAAiC,GAC/B,QAAQ,2BAAyB,0BAA0B,CAAC,CAEtE;CAiGF;8DAoD0E,2BAA2B,KAAK,+BAA+B;AAlD1I;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH;IArCG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAsGF;4DAoCwE,2BAA2B,KAAK,6BAA6B;AAlCtI;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;GAcG;AACH;IAxBG,gBACQ,MAAM,GAAC,MAAM,EAAE,WACf,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,GAC9B,QAAQ,uBAAuB,GAAC,uBAAuB,EAAE,CAAC,CAEpE;CAwHF;mDAgD+D,2BAA2B,KAAK,oBAAoB;AA7CpH;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH;IAlCG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,uBAAuB,GACrB,QAAQ,iBAAe,gBAAgB,CAAC,CAGlD;CA0FF;8DA4B0E,2BAA2B,KAAK,+BAA+B;AAzB1I;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;GAWG;AACH;IACI,+BAA+B;IAC/B,MADW,gBAAgB,CACH;IAtBzB,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAuEF;wDAoCoE,2BAA2B,KAAK,yBAAyB;AAjC9H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AACH;IACI,6BAA6B;IAC7B,MADW,cAAc,CACH;CASzB;sDA6DkE,2BAA2B,KAAK,uBAAuB;AA1D1H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH;IACI,iCAAiC;IACjC,MADW,kBAAkB,CACH;CAS7B;yDA4EqE,2BAA2B,KAAK,0BAA0B;AAtEhI;;;;;;;;;;;;;;;;;;GAkBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AACH;IA1DG,aACQ,MAAM,GAAC,MAAM,EAAE,UAAM,MAAM,YAC3B,QAAQ,oBAAoB,CAAC,GAC3B,QAAQ,uBAAqB,sBAAsB,CAAC,CAE9D;CAkJF;iEA0D6E,2BAA2B,KAAK,kCAAkC;AAxDhJ;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH;IASQ;;MAIC;IAED,mBAAgD;IAMhD,sBAAyF;IA/D9F,aACQ,MAAM,GAAC,MAAM,EAAE,oBACf,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,GACnC,QAAQ,4BAA4B,GAAC,4BAA4B,EAAE,CAAC,CAE9E;CAgIF;4DAgEwE,2BAA2B,KAAK,6BAA6B;AA9DtI;;;;;;;;;;;;;GAaG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH;IAvDG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,GAC9B,QAAQ,MAAM,CAAC,CAEzB;CAuGF;iEA6C6E,4BAA4B,KAAK,kCAAkC;AA1CjJ;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH;IAtCG,cACQ,mBAAmB,YACnB,qCAAqC,GACnC,QAAQ,MAAM,CAAC,CAEzB;CAgEF;8DAyD0E,4BAA4B,KAAK,+BAA+B;AAnD3I;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH;IAxCG,aACQ,mBAAmB,YAKnB,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CA2EF;sEAyCkF,gCAAgC,KAAK,uCAAuC;AAvC/J;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IA7BG,aACQ,mBAAmB,oBAKnB,MAAM,EAAE,YACR,0CAA0C,GACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC,CAE5F;CAsEF;qEAwGiF,gCAAgC,KAAK,sCAAsC;AAtG7J;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmEG;AACH;IAhFG,aACQ,mBAAmB,YAKnB,QAAQ,gCAAgC,CAAC,GACvC,QAAQ,gCAAgC,GAAC,gCAAgC,EAAE,CAAC,CAEtF;IAiGC;;;OAGG;IACH,uBAgCC;IAED;;;OAGG;IACH,sBAyGC;CACJ;sDAkCkE,gCAAgC,KAAK,uBAAuB;AAhC/H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;GAkBG;AACH;IA3BG,aACQ,mBAAmB,YACnB,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,oBAAkB,mBAAmB,CAAC,CAExD;CAoDF;8DA2D0E,4BAA4B,KAAK,+BAA+B;AAzD3I;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH;IAhDG,cACQ,mBAAmB,YACnB,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAuFF;4DAwCwE,4BAA4B,KAAK,6BAA6B;AAtCvI;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;GAcG;AACH;IAQQ;;;;MAKC;IApCN,cACQ,mBAAmB,YACnB,gCAAgC,GAC9B,QAAQ,+BAA+B,EAAE,CAAC,CAEpD;CA8HF;sEAqCkF,gCAAgC,KAAK,uCAAuC;AAnC/J;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IAzBG,cACQ,mBAAmB,oBACnB,MAAM,EAAE,YACR,0CAA0C,GACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC,CAE5F;CA0EF;0DA4CsE,4BAA4B,KAAK,2BAA2B;AAzCnI;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH;IA9BG,cACQ,mBAAmB,YACnB,8BAA8B,GAC5B,QAAQ,gCAA8B,+BAA+B,CAAC,CAEhF;CAuEF;kEAyF8E,gCAAgC,KAAK,mCAAmC;AAtFvJ;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH;IAzEG,cACQ,mBAAmB,oBACnB,MAAM,EAAE,YACR,sCAAsC,GACpC,QAAQ,6BAA6B,EAAE,GAAC,6BAA6B,EAAE,EAAE,CAAC,CAEpF;CA2HF;oEA8BgF,gCAAgC,KAAK,qCAAqC;AA5B3J;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;GAaG;AACH;IAvBG,aACQ,UAAU,YACV,MAAM,YACN,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,kCAAgC,iCAAiC,CAAC,CAEpF;CA+DF;sDA4DkE,kCAAkC,KAAK,uBAAuB;AAzDjI;;;;GAIG;AAEH;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AACH;IACI,2BAA8C;IAU1C,yBAAsC;IAtD3C,aACQ,MAAM,GAAC,MAAM,EAAE,WACf,0BAA0B,GACxB,QAAQ,iBAAiB,CAAC,CAEpC;IAkEC;;;OAgBC;IAED;;;;;OAyCC;CACJ;uDA0BmE,4BAA4B,KAAK,wBAAwB;AAxB7H;;;;;;GAMG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IAvBG,cACQ,mBAAmB,GACjB,QAAQ,QAAQ,GAAC,QAAQ,EAAE,CAAC,CAEtC;CA4CF;0DAsCsE,4BAA4B,KAAK,2BAA2B;AApCnI;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH;IA/BG,cACQ,mBAAmB,GACjB,QAAQ,6BAA6B,GAAC,6BAA6B,EAAE,CAAC,CAEhF;CAwDF;yBAtuFY,MAAM,GAAG,QAAQ,GAAG,GAAG;kCACvB,UAAU,GAAC,UAAU,EAAE;yBAmBvB,MAAM,GAAG,GAAG,GAAG,YAAY,GAAG,YAAY;kCAC1C,UAAU,GAAC,UAAU,EAAE;;;;;UA2BtB,MAAM;;;;UACN,MAAM;;;;UACN,MAAM;;;;UACN,MAAM;;uBAi+FP,MAAM,sBAAsB;wBAC5B,MAAM,mBAAmB;;;;2BACzB,QAAQ,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBAGpB,cAAc,GAAG,UAAU;;;;gCAh9F3B,QAAQ,IAAI,CAAC;;;;;aAGZ,WAAW;;;;;;UAiCX,MAAM;;;;WACN,eAAe;;;;eACf,mBAAmB;;;;;0CAEpB,6BAA6B;;;;;UAK5B,MAAM;;;;WACN,eAAe;;;;eACf,SAAS;;;;;2CAEV,6BAA6B;;;;2CAC7B,6BAA6B;;;;;UAM5B,MAAM;;;;WACN,eAAe;;;;eACf,mBAAmB;;;;eACnB,SAAS;;;;;+CAEV,sCAAsC;;;;+CACtC,sCAAsC;;;;;WAKrC,MAAM;;;;WACN,MAAM;;uCACP,wBAAwB,EAAE;;;;;;;;YAGzB,MAAM;;;;;yDAGT,MAAM,GAAC,MAAM,EAAE,YACf,iCAAiC,KAC/B,QAAQ,2BAAyB,0BAA0B,CAAC;6CAE5D,2BAA2B,GAAG,kCAAkC,GAAG,UAAU;;;;;UAqG5E,MAAM;;;;WACN,MAAM;;;;YACN,MAAM;;;;WACN,MAAM;;;;YACN,MAAM;;;;UACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;oBAG1B,MAAM,EAAE;;;;;0DAGX,MAAM,GAAC,MAAM,EAAE,YACf,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,2BAA2B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA0G7E,MAAM;;;;YACN,MAAM;;;;UACN,MAAM;;;;YACN,MAAM;;;;;;;;;YAGN,MAAM;;;;;2DAGT,MAAM,GAAC,MAAM,EAAE,WACf,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,KAC9B,QAAQ,uBAAuB,GAAC,uBAAuB,EAAE,CAAC;4CAE1D,2BAA2B,GAAG,iCAAiC,GAAG,UAAU;;;;;cA6H3E,MAAM;;;;WACN,MAAM;;;;WACN,MAAM;;;;eACN,MAAM;;6BACP,cAAc,EAAE;;;;;;;;YAGf,MAAM;;;;;+CAGT,MAAM,GAAC,MAAM,EAAE,YACf,uBAAuB,KACrB,QAAQ,iBAAe,gBAAgB,CAAC;mCAKxC,2BAA2B,GAAG,wBAAwB,GAAG,UAAU;;;;;oBA6FlE,MAAM;;wCACP,yBAAyB,EAAE;;;;0DAG7B,MAAM,GAAC,MAAM,EAAE,YACf,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,2BAA2B,GAAG,mCAAmC,GAAG,UAAU;;;;;kBA4E7E,MAAM;;kCACP,mBAAmB,EAAE;;;;oDAGvB,MAAM,GAAC,MAAM,EAAE,YACf,OAAO,qCAAqC,EAAE,gBAAgB,KAC5D,QAAQ,sBAAoB,qBAAqB,CAAC;wCAElD,2BAA2B,GAAG,6BAA6B,GAAG,UAAU;;;;;sBAuCvE,MAAM;;gCACP,iBAAiB,EAAE;;;;kDAGrB,MAAM,GAAC,MAAM,EAAE,YACf,OAAO,qCAAqC,EAAE,gBAAgB,KAC5D,QAAQ,oBAAkB,mBAAmB,CAAC;sCAE9C,2BAA2B,GAAG,2BAA2B,GAAG,UAAU;mBAkEtE,OAAO,iBAAiB,EAAE,OAAO,EAAE;;;;;oBAGlC,MAAM,OAAK;;mCACZ,oBAAoB,EAAE;;;;;;;;yBAGrB,OAAO;;;;uBACP,OAAO;;mCACR,OAAO,qCAAqC,EAAE,gBAAgB,GAAG,4BAA4B;;;;qDAG/F,MAAM,GAAC,MAAM,EAAE,UAAM,MAAM,YAC3B,QAAQ,oBAAoB,CAAC,KAC3B,QAAQ,uBAAqB,sBAAsB,CAAC;yCAEpD,2BAA2B,GAAG,8BAA8B,GAAG,UAAU;;;;;cAsJxE,MAAM;;;;YACN,MAAM,EAAE;;;;YACR,MAAM,EAAE;;;;;;;;;;0BAGR,MAAM;;;;;;;kBAEN,OAAO;;;;;6DAMV,MAAM,GAAC,MAAM,EAAE,oBACf,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,KACnC,QAAQ,4BAA4B,GAAC,4BAA4B,EAAE,CAAC;iDAEpE,2BAA2B,GAAG,sCAAsC,GAAG,UAAU;;;;;;;;cAoIhF,MAAM,GAAC,MAAM,GAAC,KAAK;;;;gBACnB,OAAO;;;;eACP,OAAO;;;;gBACP,QAAQ,GAAC,SAAS;;;;;wDAGrB,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,KAC9B,QAAQ,MAAM,CAAC;4CAEf,2BAA2B,GAAG,iCAAiC,GAAG,UAAU;;;;;;;;WA4G3E,OAAO;;;;;8DAGV,mBAAmB,YACnB,qCAAqC,KACnC,QAAQ,MAAM,CAAC;iDAEf,4BAA4B,GAAG,sCAAsC,GAAG,UAAU;;;;;WAwEjF,MAAM;;;;WACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;;;YAG1B,MAAM;;;;;0DAKT,mBAAmB,YAKnB,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,4BAA4B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA+E9E,MAAM;;;;WACN,MAAM;;;;;;;;;;;0BAGN,MAAM;;;;;kEAKT,mBAAmB,oBAKnB,MAAM,EAAE,YACR,0CAA0C,KACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC;sDAElF,gCAAgC,GAAG,2CAA2C,GAAG,UAAU;;;;;eA0E1F,CAAC,MAAM,EAAE,MAAM,CAAC;;;;UAChB,MAAM;;;;;;UAKN,MAAM;;;;;aACN,KAAK,EAAE;;;;;;;;;wBAIP,OAAO,GAAC,MAAM;;;;qBACd,MAAM;;;;sBACN,MAAM;;;;2BACN,OAAO;;;;eACP,MAAM;;;;WACN,MAAM;;;;iBACN,MAAM;;+CACP,OAAO,qCAAqC,EAAE,gBAAgB,GAAG,wCAAwC;;;;iEAG3G,mBAAmB,YAKnB,QAAQ,gCAAgC,CAAC,KACvC,QAAQ,gCAAgC,GAAC,gCAAgC,EAAE,CAAC;qDAE5E,gCAAgC,GAAG,0CAA0C,GAAG,UAAU;;;;;oBAyPzF,MAAM;;gCACP,iBAAiB,EAAE;;;;kDAGrB,mBAAmB,YACnB,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,oBAAkB,mBAAmB,CAAC;sCAE9C,gCAAgC,GAAG,2BAA2B,GAAG,UAAU;;;;;WAwD1E,MAAM;;;;WACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;YAG1B,MAAM;;;;;2DAGT,mBAAmB,YACnB,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,4BAA4B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA2F9E,MAAM;;;;WACN,MAAM,GAAC,IAAI;;;;UACX,QAAQ;;;;;;;;;gBAGR,MAAM;;;;qBACN,MAAM;;;;kCACN,MAAM;;;;;cACN,IAAI,GAAC,MAAM;;;;wBAEX,MAAM,EAAE;;;;mBACR,MAAM,EAAE,EAAE;;;;;yDAGb,mBAAmB,YACnB,gCAAgC,KAC9B,QAAQ,+BAA+B,EAAE,CAAC;4CAE1C,4BAA4B,GAAG,iCAAiC,GAAG,UAAU;;;;;WAkI5E,MAAM;;;;WACN,MAAM;;;;;;;;;;;0BAGN,MAAM;;;;;mEAKT,mBAAmB,oBACnB,MAAM,EAAE,YACR,0CAA0C,KACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC;sDAElF,gCAAgC,GAAG,2CAA2C,GAAG,UAAU;;;;;WA+E1F,MAAM;;;;WACN,MAAM;;;;SACN,WAAW;;4CACZ,6BAA6B,EAAE;;;;;;;;gBAG9B,MAAM;;;;iBACN,OAAO;;;;;uDAGV,mBAAmB,YACnB,8BAA8B,KAC5B,QAAQ,gCAA8B,+BAA+B,CAAC;0CAEtE,4BAA4B,GAAG,+BAA+B,GAAG,UAAU;;;;;WA4E1E,MAAM;;;;WACN,MAAM;;;;SACN,WAAW;;;;;;;;;gBAGX,MAAM;;;;;;YACN,MAAM;;;;iBAGN,OAAO;;;;;+DAGV,mBAAmB,oBACnB,MAAM,EAAE,YACR,sCAAsC,KACpC,QAAQ,6BAA6B,EAAE,GAAC,6BAA6B,EAAE,EAAE,CAAC;kDAE1E,gCAAgC,GAAG,uCAAuC,GAAG,UAAU;;;;;YA+HtF,MAAM;;8CACP,+BAA+B,EAAE;;;;gEAGnC,UAAU,YACV,MAAM,YACN,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,kCAAgC,iCAAiC,CAAC;oDAE1E,gCAAgC,GAAG,yCAAyC,GAAG,UAAU;;;;;cAoExF,eAAe;;iDAChB,gCAAgC,GAAG,cAAc;;;;;WAKhD,YAAY;;;;mBACZ,MAAM;;;;;;;;;yBAGN,MAAM,GAAC,YAAY,GAAC,MAAM,GAAC,GAAG;;;;;kDAGjC,MAAM,GAAC,MAAM,EAAE,WACf,0BAA0B,KACxB,QAAQ,iBAAiB,CAAC;sCAE1B,kCAAkC,GAAG,2BAA2B,GAAG,UAAU;;;;oDAkI/E,mBAAmB,KACjB,QAAQ,QAAQ,GAAC,QAAQ,EAAE,CAAC;uCAE5B,4BAA4B,GAAG,4BAA4B,GAAG,UAAU;;;;;qBAgDvE,MAAM;;;;WACN,QAAQ;;;;;uDAGX,mBAAmB,KACjB,QAAQ,6BAA6B,GAAC,6BAA6B,EAAE,CAAC;0CAEtE,4BAA4B,GAAG,+BAA+B,GAAG,UAAU;gCAhtFjF,aAAa;oCA1Bb,iBAAiB;0BA8BjB,iBAAiB;uBAyBjB,mBAAmB;yBACD,kBAAkB;AA4uF3C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4RE;AAIF;;;;;;GASG;8BA7kGI,iBAAiB;mDA0BjB,aAAa;gDAAb,aAAa;8CAAb,aAAa;qCAAb,aAAa;sCAAb,aAAa;qCAAb,aAAa;gDAAb,aAAa;8BAIb,iBAAiB;0BAJjB,aAAa;0CAAb,aAAa;8CAAb,aAAa;2CAAb,aAAa;uCAAb,aAAa;gDAAb,aAAa;8CAAb,aAAa;4CAAb,aAAa;oDAAb,aAAa;sDAAb,aAAa;yCAAb,aAAa;4CAAb,aAAa"}
1
+ {"version":3,"file":"pipelines.d.ts","sourceRoot":"","sources":["../src/pipelines.js"],"names":[],"mappings":"AAimGA;;;;;;;GAOG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,kEALW,MAAM,2HACN,OAAO,gBAAgB,EAAE,sBAAsB,wBAmEzD;;;;;AAnjGD;;;;;;GAMG;AAEH;;;GAGG;AACH;IACI;;;;;;;OAOG;IACH;QAL4B,IAAI,GAArB,MAAM;QACoB,KAAK,GAA/B,eAAe;QACe,SAAS,GAAvC,mBAAmB;QACC,SAAS,GAA7B,SAAS;OAQnB;IAJG,aAAgB;IAChB,uBAAkB;IAClB,+BAA0B;IAC1B,qBAA0B;IAzB/B,WACU,QAAQ,IAAI,CAAC,CAEvB;CA6BF;6DAuFyE,2BAA2B,KAAK,8BAA8B;AArFxI;;;;;;;GAOG;AAEH;;;;;;;;GAQG;AAGH;;;;;;;;;GASG;AAEH;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH;IA7CG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,iCAAiC,GAC/B,QAAQ,2BAAyB,0BAA0B,CAAC,CAEtE;CAiGF;8DAoD0E,2BAA2B,KAAK,+BAA+B;AAlD1I;;;;;;;;;;;;;;;;;;;GAmBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4BG;AACH;IArCG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAsGF;4DAoCwE,2BAA2B,KAAK,6BAA6B;AAlCtI;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;GAcG;AACH;IAxBG,gBACQ,MAAM,GAAC,MAAM,EAAE,WACf,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,GAC9B,QAAQ,uBAAuB,GAAC,uBAAuB,EAAE,CAAC,CAEpE;CAwHF;mDAgD+D,2BAA2B,KAAK,oBAAoB;AA7CpH;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH;IAlCG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,uBAAuB,GACrB,QAAQ,iBAAe,gBAAgB,CAAC,CAGlD;CA0FF;8DA4B0E,2BAA2B,KAAK,+BAA+B;AAzB1I;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;GAWG;AACH;IACI,+BAA+B;IAC/B,MADW,gBAAgB,CACH;IAtBzB,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAuEF;wDAoCoE,2BAA2B,KAAK,yBAAyB;AAjC9H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AACH;IACI,6BAA6B;IAC7B,MADW,cAAc,CACH;CASzB;sDA6DkE,2BAA2B,KAAK,uBAAuB;AA1D1H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4CG;AACH;IACI,iCAAiC;IACjC,MADW,kBAAkB,CACH;CAS7B;yDA4EqE,2BAA2B,KAAK,0BAA0B;AAtEhI;;;;;;;;;;;;;;;;;;GAkBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAiDG;AACH;IA1DG,aACQ,MAAM,GAAC,MAAM,EAAE,UAAM,MAAM,YAC3B,QAAQ,oBAAoB,CAAC,GAC3B,QAAQ,uBAAqB,sBAAsB,CAAC,CAE9D;CAkJF;iEA0D6E,2BAA2B,KAAK,kCAAkC;AAxDhJ;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH;IASQ;;MAIC;IAED,mBAAgD;IAMhD,sBAAyF;IA/D9F,aACQ,MAAM,GAAC,MAAM,EAAE,oBACf,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,GACnC,QAAQ,4BAA4B,GAAC,4BAA4B,EAAE,CAAC,CAE9E;CAgIF;4DAgEwE,2BAA2B,KAAK,6BAA6B;AA9DtI;;;;;;;;;;;;;GAaG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8CG;AACH;IAvDG,aACQ,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,GAC9B,QAAQ,MAAM,CAAC,CAEzB;CAuGF;iEA6C6E,4BAA4B,KAAK,kCAAkC;AA1CjJ;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA6BG;AACH;IAtCG,cACQ,mBAAmB,YACnB,qCAAqC,GACnC,QAAQ,MAAM,CAAC,CAEzB;CAgEF;8DAyD0E,4BAA4B,KAAK,+BAA+B;AAnD3I;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AACH;IAxCG,aACQ,mBAAmB,YAKnB,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CA2EF;sEAyCkF,gCAAgC,KAAK,uCAAuC;AAvC/J;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IA7BG,aACQ,mBAAmB,oBAKnB,MAAM,EAAE,YACR,0CAA0C,GACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC,CAE5F;CAsEF;qEAwGiF,gCAAgC,KAAK,sCAAsC;AAtG7J;;;;GAIG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmEG;AACH;IAhFG,aACQ,mBAAmB,YAKnB,QAAQ,gCAAgC,CAAC,GACvC,QAAQ,gCAAgC,GAAC,gCAAgC,EAAE,CAAC,CAEtF;IAiGC;;;OAGG;IACH,uBAgCC;IAED;;;OAGG;IACH,sBAyGC;CACJ;sDAkCkE,gCAAgC,KAAK,uBAAuB;AAhC/H;;;;;;;;;;;GAWG;AAEH;;;;;;;;;;;;;;;;;;GAkBG;AACH;IA3BG,aACQ,mBAAmB,YACnB,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,oBAAkB,mBAAmB,CAAC,CAExD;CAoDF;8DA2D0E,4BAA4B,KAAK,+BAA+B;AAzD3I;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAuCG;AACH;IAhDG,cACQ,mBAAmB,YACnB,kCAAkC,GAChC,QAAQ,4BAA0B,2BAA2B,CAAC,CAExE;CAuFF;4DAwCwE,4BAA4B,KAAK,6BAA6B;AAtCvI;;;;;;;;;;;;;;;;;;;;;GAqBG;AAEH;;;;;;;;;;;;;;GAcG;AACH;IAQQ;;;;MAKC;IApCN,cACQ,mBAAmB,YACnB,gCAAgC,GAC9B,QAAQ,+BAA+B,EAAE,CAAC,CAEpD;CA8HF;sEAqCkF,gCAAgC,KAAK,uCAAuC;AAnC/J;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IAzBG,cACQ,mBAAmB,oBACnB,MAAM,EAAE,YACR,0CAA0C,GACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC,CAE5F;CA0EF;0DA4CsE,4BAA4B,KAAK,2BAA2B;AAzCnI;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH;IA9BG,cACQ,mBAAmB,YACnB,8BAA8B,GAC5B,QAAQ,gCAA8B,+BAA+B,CAAC,CAEhF;CAuEF;kEAyF8E,gCAAgC,KAAK,mCAAmC;AAtFvJ;;;;;;;;;;;;;;;;;;;;GAoBG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+DG;AACH;IAzEG,cACQ,mBAAmB,oBACnB,MAAM,EAAE,YACR,sCAAsC,GACpC,QAAQ,6BAA6B,EAAE,GAAC,6BAA6B,EAAE,EAAE,CAAC,CAEpF;CA2HF;oEA8BgF,gCAAgC,KAAK,qCAAqC;AA5B3J;;;;;;;;;;;;GAYG;AAEH;;;;;;;;;;;;;GAaG;AACH;IAvBG,aACQ,UAAU,YACV,MAAM,YACN,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,GACrE,QAAQ,kCAAgC,iCAAiC,CAAC,CAEpF;CA+DF;sDA4DkE,kCAAkC,KAAK,uBAAuB;AAzDjI;;;;GAIG;AAEH;;;;;;;;;;;;;;GAcG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAkCG;AACH;IACI,2BAA8C;IAU1C,yBAAsC;IAtD3C,aACQ,MAAM,GAAC,MAAM,EAAE,WACf,0BAA0B,GACxB,QAAQ,iBAAiB,CAAC,CAEpC;IAkEC;;;OAgBC;IAED;;;;;OAyCC;CACJ;uDA0BmE,4BAA4B,KAAK,wBAAwB;AAxB7H;;;;;;GAMG;AAEH;;;;;;;;;;;;;;;GAeG;AACH;IAvBG,cACQ,mBAAmB,GACjB,QAAQ,QAAQ,GAAC,QAAQ,EAAE,CAAC,CAEtC;CA4CF;0DAsCsE,4BAA4B,KAAK,2BAA2B;AApCnI;;;;;;;;;;GAUG;AAEH;;;;;;;;;;;;;;;;;;;;;;;GAuBG;AACH;IA/BG,cACQ,mBAAmB,GACjB,QAAQ,6BAA6B,GAAC,6BAA6B,EAAE,CAAC,CAEhF;CAwDF;yBAruFY,MAAM,GAAG,QAAQ,GAAG,GAAG;kCACvB,UAAU,GAAC,UAAU,EAAE;yBAmBvB,MAAM,GAAG,GAAG,GAAG,YAAY,GAAG,YAAY;kCAC1C,UAAU,GAAC,UAAU,EAAE;;;;;UA2BtB,MAAM;;;;UACN,MAAM;;;;UACN,MAAM;;;;UACN,MAAM;;uBAg+FP,MAAM,sBAAsB;wBAC5B,MAAM,mBAAmB;;;;2BACzB,QAAQ,GAAG,SAAS;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;uBAGpB,cAAc,GAAG,UAAU;;;;gCA/8F3B,QAAQ,IAAI,CAAC;;;;;aAGZ,WAAW;;;;;;UAgCX,MAAM;;;;WACN,eAAe;;;;eACf,mBAAmB;;;;;0CAEpB,6BAA6B;;;;;UAK5B,MAAM;;;;WACN,eAAe;;;;eACf,SAAS;;;;;2CAEV,6BAA6B;;;;2CAC7B,6BAA6B;;;;;UAM5B,MAAM;;;;WACN,eAAe;;;;eACf,mBAAmB;;;;eACnB,SAAS;;;;;+CAEV,sCAAsC;;;;+CACtC,sCAAsC;;;;;WAKrC,MAAM;;;;WACN,MAAM;;uCACP,wBAAwB,EAAE;;;;;;;;YAGzB,MAAM;;;;;yDAGT,MAAM,GAAC,MAAM,EAAE,YACf,iCAAiC,KAC/B,QAAQ,2BAAyB,0BAA0B,CAAC;6CAE5D,2BAA2B,GAAG,kCAAkC,GAAG,UAAU;;;;;UAqG5E,MAAM;;;;WACN,MAAM;;;;YACN,MAAM;;;;WACN,MAAM;;;;YACN,MAAM;;;;UACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;oBAG1B,MAAM,EAAE;;;;;0DAGX,MAAM,GAAC,MAAM,EAAE,YACf,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,2BAA2B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA0G7E,MAAM;;;;YACN,MAAM;;;;UACN,MAAM;;;;YACN,MAAM;;;;;;;;;YAGN,MAAM;;;;;2DAGT,MAAM,GAAC,MAAM,EAAE,WACf,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,KAC9B,QAAQ,uBAAuB,GAAC,uBAAuB,EAAE,CAAC;4CAE1D,2BAA2B,GAAG,iCAAiC,GAAG,UAAU;;;;;cA6H3E,MAAM;;;;WACN,MAAM;;;;WACN,MAAM;;;;eACN,MAAM;;6BACP,cAAc,EAAE;;;;;;;;YAGf,MAAM;;;;;+CAGT,MAAM,GAAC,MAAM,EAAE,YACf,uBAAuB,KACrB,QAAQ,iBAAe,gBAAgB,CAAC;mCAKxC,2BAA2B,GAAG,wBAAwB,GAAG,UAAU;;;;;oBA6FlE,MAAM;;wCACP,yBAAyB,EAAE;;;;0DAG7B,MAAM,GAAC,MAAM,EAAE,YACf,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,2BAA2B,GAAG,mCAAmC,GAAG,UAAU;;;;;kBA4E7E,MAAM;;kCACP,mBAAmB,EAAE;;;;oDAGvB,MAAM,GAAC,MAAM,EAAE,YACf,OAAO,qCAAqC,EAAE,gBAAgB,KAC5D,QAAQ,sBAAoB,qBAAqB,CAAC;wCAElD,2BAA2B,GAAG,6BAA6B,GAAG,UAAU;;;;;sBAuCvE,MAAM;;gCACP,iBAAiB,EAAE;;;;kDAGrB,MAAM,GAAC,MAAM,EAAE,YACf,OAAO,qCAAqC,EAAE,gBAAgB,KAC5D,QAAQ,oBAAkB,mBAAmB,CAAC;sCAE9C,2BAA2B,GAAG,2BAA2B,GAAG,UAAU;mBAkEtE,OAAO,iBAAiB,EAAE,OAAO,EAAE;;;;;oBAGlC,MAAM,OAAK;;mCACZ,oBAAoB,EAAE;;;;;;;;yBAGrB,OAAO;;;;uBACP,OAAO;;mCACR,OAAO,qCAAqC,EAAE,gBAAgB,GAAG,4BAA4B;;;;qDAG/F,MAAM,GAAC,MAAM,EAAE,UAAM,MAAM,YAC3B,QAAQ,oBAAoB,CAAC,KAC3B,QAAQ,uBAAqB,sBAAsB,CAAC;yCAEpD,2BAA2B,GAAG,8BAA8B,GAAG,UAAU;;;;;cAsJxE,MAAM;;;;YACN,MAAM,EAAE;;;;YACR,MAAM,EAAE;;;;;;;;;;0BAGR,MAAM;;;;;;;kBAEN,OAAO;;;;;6DAMV,MAAM,GAAC,MAAM,EAAE,oBACf,MAAM,GAAC,MAAM,EAAE,YAEf,qCAAqC,KACnC,QAAQ,4BAA4B,GAAC,4BAA4B,EAAE,CAAC;iDAEpE,2BAA2B,GAAG,sCAAsC,GAAG,UAAU;;;;;;;;cAoIhF,MAAM,GAAC,MAAM,GAAC,KAAK;;;;gBACnB,OAAO;;;;eACP,OAAO;;;;gBACP,QAAQ,GAAC,SAAS;;;;;wDAGrB,MAAM,GAAC,MAAM,EAAE,YACf,gCAAgC,KAC9B,QAAQ,MAAM,CAAC;4CAEf,2BAA2B,GAAG,iCAAiC,GAAG,UAAU;;;;;;;;WA4G3E,OAAO;;;;;8DAGV,mBAAmB,YACnB,qCAAqC,KACnC,QAAQ,MAAM,CAAC;iDAEf,4BAA4B,GAAG,sCAAsC,GAAG,UAAU;;;;;WAwEjF,MAAM;;;;WACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;;;YAG1B,MAAM;;;;;0DAKT,mBAAmB,YAKnB,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,4BAA4B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA+E9E,MAAM;;;;WACN,MAAM;;;;;;;;;;;0BAGN,MAAM;;;;;kEAKT,mBAAmB,oBAKnB,MAAM,EAAE,YACR,0CAA0C,KACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC;sDAElF,gCAAgC,GAAG,2CAA2C,GAAG,UAAU;;;;;eA0E1F,CAAC,MAAM,EAAE,MAAM,CAAC;;;;UAChB,MAAM;;;;;;UAKN,MAAM;;;;;aACN,KAAK,EAAE;;;;;;;;;wBAIP,OAAO,GAAC,MAAM;;;;qBACd,MAAM;;;;sBACN,MAAM;;;;2BACN,OAAO;;;;eACP,MAAM;;;;WACN,MAAM;;;;iBACN,MAAM;;+CACP,OAAO,qCAAqC,EAAE,gBAAgB,GAAG,wCAAwC;;;;iEAG3G,mBAAmB,YAKnB,QAAQ,gCAAgC,CAAC,KACvC,QAAQ,gCAAgC,GAAC,gCAAgC,EAAE,CAAC;qDAE5E,gCAAgC,GAAG,0CAA0C,GAAG,UAAU;;;;;oBAyPzF,MAAM;;gCACP,iBAAiB,EAAE;;;;kDAGrB,mBAAmB,YACnB,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,oBAAkB,mBAAmB,CAAC;sCAE9C,gCAAgC,GAAG,2BAA2B,GAAG,UAAU;;;;;WAwD1E,MAAM;;;;WACN,MAAM;;wCACP,yBAAyB,EAAE;;;;;;;;YAG1B,MAAM;;;;;2DAGT,mBAAmB,YACnB,kCAAkC,KAChC,QAAQ,4BAA0B,2BAA2B,CAAC;8CAE9D,4BAA4B,GAAG,mCAAmC,GAAG,UAAU;;;;;WA2F9E,MAAM;;;;WACN,MAAM,GAAC,IAAI;;;;UACX,QAAQ;;;;;;;;;gBAGR,MAAM;;;;qBACN,MAAM;;;;kCACN,MAAM;;;;;cACN,IAAI,GAAC,MAAM;;;;wBAEX,MAAM,EAAE;;;;mBACR,MAAM,EAAE,EAAE;;;;;yDAGb,mBAAmB,YACnB,gCAAgC,KAC9B,QAAQ,+BAA+B,EAAE,CAAC;4CAE1C,4BAA4B,GAAG,iCAAiC,GAAG,UAAU;;;;;WAkI5E,MAAM;;;;WACN,MAAM;;;;;;;;;;;0BAGN,MAAM;;;;;mEAKT,mBAAmB,oBACnB,MAAM,EAAE,YACR,0CAA0C,KACxC,QAAQ,iCAAiC,EAAE,GAAC,iCAAiC,EAAE,EAAE,CAAC;sDAElF,gCAAgC,GAAG,2CAA2C,GAAG,UAAU;;;;;WA+E1F,MAAM;;;;WACN,MAAM;;;;SACN,WAAW;;4CACZ,6BAA6B,EAAE;;;;;;;;gBAG9B,MAAM;;;;iBACN,OAAO;;;;;uDAGV,mBAAmB,YACnB,8BAA8B,KAC5B,QAAQ,gCAA8B,+BAA+B,CAAC;0CAEtE,4BAA4B,GAAG,+BAA+B,GAAG,UAAU;;;;;WA4E1E,MAAM;;;;WACN,MAAM;;;;SACN,WAAW;;;;;;;;;gBAGX,MAAM;;;;;;YACN,MAAM;;;;iBAGN,OAAO;;;;;+DAGV,mBAAmB,oBACnB,MAAM,EAAE,YACR,sCAAsC,KACpC,QAAQ,6BAA6B,EAAE,GAAC,6BAA6B,EAAE,EAAE,CAAC;kDAE1E,gCAAgC,GAAG,uCAAuC,GAAG,UAAU;;;;;YA+HtF,MAAM;;8CACP,+BAA+B,EAAE;;;;gEAGnC,UAAU,YACV,MAAM,YACN,QAAQ,OAAO,qCAAqC,EAAE,gBAAgB,CAAC,KACrE,QAAQ,kCAAgC,iCAAiC,CAAC;oDAE1E,gCAAgC,GAAG,yCAAyC,GAAG,UAAU;;;;;cAoExF,eAAe;;iDAChB,gCAAgC,GAAG,cAAc;;;;;WAKhD,YAAY;;;;mBACZ,MAAM;;;;;;;;;yBAGN,MAAM,GAAC,YAAY,GAAC,MAAM,GAAC,GAAG;;;;;kDAGjC,MAAM,GAAC,MAAM,EAAE,WACf,0BAA0B,KACxB,QAAQ,iBAAiB,CAAC;sCAE1B,kCAAkC,GAAG,2BAA2B,GAAG,UAAU;;;;oDAkI/E,mBAAmB,KACjB,QAAQ,QAAQ,GAAC,QAAQ,EAAE,CAAC;uCAE5B,4BAA4B,GAAG,4BAA4B,GAAG,UAAU;;;;;qBAgDvE,MAAM;;;;WACN,QAAQ;;;;;uDAGX,mBAAmB,KACjB,QAAQ,6BAA6B,GAAC,6BAA6B,EAAE,CAAC;0CAEtE,4BAA4B,GAAG,+BAA+B,GAAG,UAAU;gCAhtFjF,aAAa;oCA1Bb,iBAAiB;0BAgCjB,4BAA4B;uBAwB5B,mBAAmB;yBACD,kBAAkB;AA2uF3C;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4RE;AAIF;;;;;;GASG;8BA7kGI,iBAAiB;mDA0BjB,aAAa;gDAAb,aAAa;8CAAb,aAAa;qCAAb,aAAa;sCAAb,aAAa;qCAAb,aAAa;gDAAb,aAAa;8BAGb,kCAAkC;0BAHlC,aAAa;0CAAb,aAAa;8CAAb,aAAa;2CAAb,aAAa;uCAAb,aAAa;gDAAb,aAAa;8CAAb,aAAa;4CAAb,aAAa;oDAAb,aAAa;sDAAb,aAAa;yCAAb,aAAa;4CAAb,aAAa"}
@@ -631,6 +631,8 @@ export class VitsTokenizer extends PreTrainedTokenizer {
631
631
  }
632
632
  export class CohereTokenizer extends PreTrainedTokenizer {
633
633
  }
634
+ export class MgpstrTokenizer extends PreTrainedTokenizer {
635
+ }
634
636
  /**
635
637
  * Helper class which is used to instantiate pretrained tokenizers with the `from_pretrained` function.
636
638
  * The chosen tokenizer class is determined by the type specified in the tokenizer config.
@@ -684,6 +686,7 @@ export class AutoTokenizer {
684
686
  GemmaTokenizer: typeof GemmaTokenizer;
685
687
  Grok1Tokenizer: typeof Grok1Tokenizer;
686
688
  CohereTokenizer: typeof CohereTokenizer;
689
+ MgpstrTokenizer: typeof MgpstrTokenizer;
687
690
  PreTrainedTokenizer: typeof PreTrainedTokenizer;
688
691
  };
689
692
  /**
@@ -1 +1 @@
1
- {"version":3,"file":"tokenizers.d.ts","sourceRoot":"","sources":["../src/tokenizers.js"],"names":[],"mappings":"AAmNA;;;;;;;;;;;;;GAaG;AACH,oCAHW,MAAM,GAAC,MAAM,GACX,OAAO,CAanB;;;;;AAmFD;;;;GAIG;AACH;IA0BI;;;;;;OAMG;IACH,gDAHa,cAAc,CA4B1B;IAzDD;;;OAGG;IACH,yBAmBC;IAjBG,YAAoB;IAEpB,uBAAuB;IACvB,OADW,MAAM,EAAE,CACJ;IAEf;;;OAGG;IACH,eAFU,IAAI,MAAM,EAAE,MAAM,CAAC,CAEC;IAE9B,kBAA6B;IAC7B,eAA0B;IAC1B,wBAAmC;IAEnC,uFAAuF;IACvF,UADW,OAAO,CAC2B;IAqCjD;;;;OAIG;IACH,cAHW,MAAM,EAAE,GACN,MAAM,EAAE,CASpB;IAED;;;;;OAKG;IACH,eAJW,MAAM,EAAE,GACN,MAAM,EAAE,CAKpB;IAED;;;;OAIG;IACH,8BAHW,MAAM,EAAE,GACN,MAAM,EAAE,CAIpB;IAED;;;;OAIG;IACH,2BAHW,MAAM,EAAE,GAAC,MAAM,EAAE,GACf,MAAM,EAAE,CAIpB;CACJ;;;;;AAijED;;;;GAIG;AAEH;IAqII;;;;;;;;OAQG;IACH,sDANW,MAAM,kFACN,0BAA0B,GAGxB,QAAQ,mBAAmB,CAAC,CAsBxC;IA9JD;;;;OAIG;IACH,sDAgGC;IAxGD,+BAA8B;IAE9B,qBAAuB;IASnB,uBAAwC;IAGxC,uBAAiE;IACjE,4BAAyE;IACzE,sBAA4E;IAC5E,8BAA4E;IAC5E,iBAAwD;IAGxD,sBAAwB;IACxB,0BAAyB;IAEzB,2BAA2B;IAC3B,cADW,UAAU,EAAE,CACD;IAetB,+BAAgF;IAehF,2BAMQ;IAGR,mBAA6C;IAC7C,sBAAkE;IAElE,kBAAwD;IACxD,qBAAgE;IAEhE,kBAA2C;IAC3C,qBAAgE;IAEhE,kBAA2C;IAC3C,qBAAgE;IAEhE,sBAAwD;IAExD,6HAA6H;IAC7H,cADW,OAAO,CAC8B;IAEhD,kCAAwF;IACxF,oCAA6F;IAM7F,gBAAmB;IAEnB,mBAA0D;IAa1D,wCAAyC;IAG7C;;;;;;OAMG;IACH,iBAiBC;IAiCD;;;;;;;OAOG;IAEH;;;;;;;;;;;;OAYG;IACH,YAXW,MAAM,GAAC,MAAM,EAAE;QAEW,SAAS,GAAnC,MAAM,GAAC,MAAM,EAAE;QACgB,OAAO,GAAtC,OAAO,GAAC,YAAY;QACF,kBAAkB,GAApC,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QACY,aAAa,GAA/B,OAAO;QACW,qBAAqB,GAAvC,OAAO;;;;;;;;;;;;;;MA0JjB;IAED;;;;;OAKG;IACH,mBAHW,MAAM,GAAC,IAAI,GACT,MAAM,EAAE,GAAC,IAAI,CA4CzB;IAED;;;;;;;;;;OAUG;IACH,qBAkBC;IAED;;;;;;;OAOG;IACH,uBANW,MAAM;QAEW,IAAI,GAArB,MAAM;QACY,kBAAkB,GAApC,OAAO;;gBACI,MAAM,EAAE;yBAAmB,MAAM,EAAE;MAYxD;IAED;;;;;;;OAOG;IACH,eANW,MAAM;QAEW,IAAI,GAArB,MAAM;QACY,kBAAkB,GAApC,OAAO;QACL,MAAM,EAAE,CAOpB;IAED;;;;;;;;;OASG;IACH,aAPW,MAAM;QAEW,SAAS,GAA1B,MAAM;QACY,kBAAkB,GAApC,OAAO;QACW,qBAAqB,GAAvC,OAAO;QACL,MAAM,EAAE,CAYpB;IAED;;;;;OAKG;IACH,oBAJW,MAAM,EAAE,EAAE,GAAC,MAAM,sBAEf,MAAM,EAAE,CAOpB;IAED;;;;;;;;;;OAUG;IACH,kBARW,MAAM,EAAE,GAAC,MAAM,EAAE,GAAC,MAAM;QAEF,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;QAEL,MAAM,CAgBlB;IAED;;;;;;;;OAQG;IACH,yBAPW,MAAM,EAAE,GAAC,MAAM,EAAE;QAEK,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;QAEL,MAAM,CAiClB;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH;QAZ4B,aAAa,GAA9B,MAAM;QAIa,KAAK,GAAxB,KAAQ;QAMN,MAAM,CA0ClB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyDG;IACH,kCA/BW,OAAO,EAAE;QAGQ,aAAa,GAA9B,MAAM;QAEa,KAAK,GAAxB,KAAQ;QAM2B,SAAS,GAA5C,OAAO,MAAM,EAAE,MAAM,CAAC,EAAE;QAMN,qBAAqB,GAAvC,OAAO;QAIW,QAAQ,GAA1B,OAAO;QACW,OAAO,GAAzB,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QAEY,aAAa,GAA/B,OAAO;QACW,WAAW,GAA7B,OAAO;QACU,gBAAgB;;;;;;;;;;;;;;MA6D3C;CACJ;AAED;;;GAGG;AACH;CAEC;AACD;;;GAGG;AACH;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAAgE;AAChE;CAA+D;AAC/D;IAGI,sDAGC;CACJ;AACD;CAEC;AAED;CAAwD;AACxD;CAA0D;AAC1D;CAA0D;AAC1D;IACI,sDAMC;IAHG,sBAA0C;IAC1C,sBAAiF;IACjF,+BAA2B;IAG/B;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AACD;CAAwD;AAExD;CAA6D;AAE7D;CAA2D;AAI3D;IAII,sDAaC;IAVG,YAA4C;CA+BnD;AACD;CAA+D;AAE/D;CAAgE;AAChE;CAA2D;AAE3D;CAA4D;AAE5D;CAA6D;AAE7D;CAAyD;AAEzD;CAA2D;AAE3D;CAA2D;AAE3D;CAA2D;AAqD3D;;;;;;;;;;;;GAYG;AACH;IAEI,sDAMC;IAHG,sBAA+C;IAC/C,sBAAiF;IACjF,+BAA2B;IAG/B;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AAED;;;;;;;;;GASG;AACH;IACI,sDAQC;IALG,sBAAuC;IACvC,sBAE6B;IAC7B,kCAAoC;IAGxC;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AAED;;;GAGG;AACH;IAEI,8BAEC;IAED;;;;;OAKG;IACH,uBAJW,MAAM;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAC,CAAC;iBAE/C,SAAS,GAAC,MAAM;YAAC,QAAQ,EAAE,MAAM,GAAC,IAAI,CAAC;YAAC,SAAS,EAAE,MAAM,MAAM,GAAC,IAAI,CAAC,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAC,CAAC;SAoSxH;IAED;;;;;;OAMG;IACH,kCAsGC;IAED,eAAe;IACf,8BAgBC;IAED;;;;;;;;;OASG;IACH,+BAaC;IAwBD;;;;OAIG;IACH,6BAqBC;IAED;;;;;OAKG;IACH,6BAqCC;IAED;;;;OAIG;IACH,4BAoCC;IAED;;;;;;;;OAQG;IACH,0BA+CC;CACJ;AACD;CAA6D;AAC7D;CAA0D;AAC1D;CAA4D;AAE5D;;;GAGG;AACH;IASQ,sBAAqC;IAErC,mCAEC;IAKL;;;;;;;OAOG;IACH,mBAHW,MAAM,GAAC,IAAI,SAsBrB;CAEJ;AAED;CAAiE;AAEjE;CAAgE;AAChE;CAAqE;AAErE;CAA8D;AAE9D;CAA4D;AAE5D;IAEI,sDAKC;CACJ;AAED;CAA4D;AAE5D;;;;;;GAMG;AACH;IACI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAgDC;IAGD;;;;;;;;;;;;;;OAcG;IACH,sDATW,MAAM,kFAKN,0BAA0B,GAExB,QAAQ,mBAAmB,CAAC,CA6BxC;CACJ;;;;;;;;aA/sIa,OAAO;;yCACR,OAAO,gBAAgB,EAAE,iBAAiB,GAAG,mBAAmB;;;;;WAomB/D,MAAM;;;;UACN,MAAM;;;;YACN,MAAM;;;;WACN,OAAO;;;;WACP,OAAO;;qCA0yBR,SAAS,GAAC,UAAU,GAAC,oBAAoB,GAAC,gBAAgB,GAAC,YAAY;;;;;YAqGtE,MAAM,EAAE;;;;qBACR,MAAM,EAAE;;;;;;eAMR,MAAM,EAAE;;;;oBACR,MAAM,EAAE;;;;qBACR,MAAM,EAAE;;;;;;UAm6BR,MAAM;;;;aACN,MAAM;;;;;;AAxhDpB;;;GAGG;AACH;IASI;;;;;;OAMG;IACH,gCAHa,UAAU,CA+BtB;IA3CD;;OAEG;IACH,yBAGC;IADG,YAAoB;IAwCxB;;;;;;OAMG;IACH,gBAJW,MAAM,GACJ,MAAM,CAKlB;IAED;;;;OAIG;IACH,YAHW,MAAM,GACJ,MAAM,CAIlB;CAEJ;;;;;AAsRD;;;;GAIG;AACH;IACI;;;;;;;KAOC;IACD,gCAHW,YAAY,CA+BtB;IAED;;;;;;;;OAQG;IACH,wBALW,MAAM,kBAEJ,MAAM,EAAE,CAKpB;IAED;;;;;OAKG;IACH,mBAJW,MAAM,GAAC,MAAM,EAAE,kBAEb,MAAM,EAAE,CAOpB;IAED;;;;;OAKG;IACH,YAJW,MAAM,GAAC,MAAM,EAAE,kBAEb,MAAM,EAAE,CAIpB;CACJ;;;;;AA8LD;;;;GAIG;AAGH;;;;;GAKG;AAGH;;GAEG;AACH;IAUI;;;;;;OAMG;IACH,gCAHa,aAAa,CAsBzB;IAlCD;;OAEG;IACH,yBAGC;IADG,YAAoB;IA+BxB;;;;;;;OAOG;IACH,6CAHa,mBAAmB,CAK/B;IAED;;;;;OAKG;IACH,sCAFa,mBAAmB,CAI/B;CACJ;;;;;AAoKD;;;GAGG;AACH;IAiBI;;;;;;KAMC;IACD,gCAHW,OAAO,CAgCjB;IAnDD;;;;MAIE;IACF,yBAQC;IANG,YAAoB;IAEpB,2BAA2B;IAC3B,cADW,UAAU,EAAE,CACD;IACtB,wBAA8B;IAC9B,kBAAuC;IAyC3C;;;;;MAKE;IACF,cAHU,MAAM,EAAE,GACN,MAAM,CAIjB;IAED;;;;MAIE;IACF,eAHU,MAAM,EAAE,GACN,MAAM,CAIjB;IAED;;;;;;OAMG;IACH,qBAJW,MAAM,EAAE,GACN,MAAM,EAAE,CAKpB;CAEJ;AAtlDD;;;;;GAKG;AACH;IACI;;;;;;;;;;OAUG;IACH;QAR0B,OAAO,EAAtB,MAAM;QACS,EAAE,EAAjB,MAAM;QACW,WAAW,GAA5B,OAAO;QACU,MAAM,GAAvB,OAAO;QACU,MAAM,GAAvB,OAAO;QACU,UAAU,GAA3B,OAAO;QACU,OAAO,GAAxB,OAAO;OAUjB;IAPG,gBAA6B;IAC7B,WAAmB;IACnB,qBAA8C;IAC9C,gBAAoC;IACpC,gBAAoC;IACpC,iBAAsC;IACtC,oBAA2C;CAElD;uBAvRsB,mBAAmB"}
1
+ {"version":3,"file":"tokenizers.d.ts","sourceRoot":"","sources":["../src/tokenizers.js"],"names":[],"mappings":"AAmNA;;;;;;;;;;;;;GAaG;AACH,oCAHW,MAAM,GAAC,MAAM,GACX,OAAO,CAanB;;;;;AAmFD;;;;GAIG;AACH;IA0BI;;;;;;OAMG;IACH,gDAHa,cAAc,CA4B1B;IAzDD;;;OAGG;IACH,yBAmBC;IAjBG,YAAoB;IAEpB,uBAAuB;IACvB,OADW,MAAM,EAAE,CACJ;IAEf;;;OAGG;IACH,eAFU,IAAI,MAAM,EAAE,MAAM,CAAC,CAEC;IAE9B,kBAA6B;IAC7B,eAA0B;IAC1B,wBAAmC;IAEnC,uFAAuF;IACvF,UADW,OAAO,CAC2B;IAqCjD;;;;OAIG;IACH,cAHW,MAAM,EAAE,GACN,MAAM,EAAE,CASpB;IAED;;;;;OAKG;IACH,eAJW,MAAM,EAAE,GACN,MAAM,EAAE,CAKpB;IAED;;;;OAIG;IACH,8BAHW,MAAM,EAAE,GACN,MAAM,EAAE,CAIpB;IAED;;;;OAIG;IACH,2BAHW,MAAM,EAAE,GAAC,MAAM,EAAE,GACf,MAAM,EAAE,CAIpB;CACJ;;;;;AAmjED;;;;GAIG;AAEH;IAqII;;;;;;;;OAQG;IACH,sDANW,MAAM,kFACN,0BAA0B,GAGxB,QAAQ,mBAAmB,CAAC,CAsBxC;IA9JD;;;;OAIG;IACH,sDAgGC;IAxGD,+BAA8B;IAE9B,qBAAuB;IASnB,uBAAwC;IAGxC,uBAAiE;IACjE,4BAAyE;IACzE,sBAA4E;IAC5E,8BAA4E;IAC5E,iBAAwD;IAGxD,sBAAwB;IACxB,0BAAyB;IAEzB,2BAA2B;IAC3B,cADW,UAAU,EAAE,CACD;IAetB,+BAAgF;IAehF,2BAMQ;IAGR,mBAA6C;IAC7C,sBAAkE;IAElE,kBAAwD;IACxD,qBAAgE;IAEhE,kBAA2C;IAC3C,qBAAgE;IAEhE,kBAA2C;IAC3C,qBAAgE;IAEhE,sBAAwD;IAExD,6HAA6H;IAC7H,cADW,OAAO,CAC8B;IAEhD,kCAAwF;IACxF,oCAA6F;IAM7F,gBAAmB;IAEnB,mBAA0D;IAa1D,wCAAyC;IAG7C;;;;;;OAMG;IACH,iBAiBC;IAiCD;;;;;;;OAOG;IAEH;;;;;;;;;;;;OAYG;IACH,YAXW,MAAM,GAAC,MAAM,EAAE;QAEW,SAAS,GAAnC,MAAM,GAAC,MAAM,EAAE;QACgB,OAAO,GAAtC,OAAO,GAAC,YAAY;QACF,kBAAkB,GAApC,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QACY,aAAa,GAA/B,OAAO;QACW,qBAAqB,GAAvC,OAAO;;;;;;;;;;;;;;MA0JjB;IAED;;;;;OAKG;IACH,mBAHW,MAAM,GAAC,IAAI,GACT,MAAM,EAAE,GAAC,IAAI,CA4CzB;IAED;;;;;;;;;;OAUG;IACH,qBAkBC;IAED;;;;;;;OAOG;IACH,uBANW,MAAM;QAEW,IAAI,GAArB,MAAM;QACY,kBAAkB,GAApC,OAAO;;gBACI,MAAM,EAAE;yBAAmB,MAAM,EAAE;MAYxD;IAED;;;;;;;OAOG;IACH,eANW,MAAM;QAEW,IAAI,GAArB,MAAM;QACY,kBAAkB,GAApC,OAAO;QACL,MAAM,EAAE,CAOpB;IAED;;;;;;;;;OASG;IACH,aAPW,MAAM;QAEW,SAAS,GAA1B,MAAM;QACY,kBAAkB,GAApC,OAAO;QACW,qBAAqB,GAAvC,OAAO;QACL,MAAM,EAAE,CAYpB;IAED;;;;;OAKG;IACH,oBAJW,MAAM,EAAE,EAAE,GAAC,MAAM,sBAEf,MAAM,EAAE,CAOpB;IAED;;;;;;;;;;OAUG;IACH,kBARW,MAAM,EAAE,GAAC,MAAM,EAAE,GAAC,MAAM;QAEF,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;QAEL,MAAM,CAgBlB;IAED;;;;;;;;OAQG;IACH,yBAPW,MAAM,EAAE,GAAC,MAAM,EAAE;QAEK,mBAAmB,GAAzC,OAAO;QACe,4BAA4B,GAAlD,OAAO;QAEL,MAAM,CAiClB;IAED;;;;;;;;;;;;;;;;;OAiBG;IACH;QAZ4B,aAAa,GAA9B,MAAM;QAIa,KAAK,GAAxB,KAAQ;QAMN,MAAM,CA0ClB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;OAyDG;IACH,kCA/BW,OAAO,EAAE;QAGQ,aAAa,GAA9B,MAAM;QAEa,KAAK,GAAxB,KAAQ;QAM2B,SAAS,GAA5C,OAAO,MAAM,EAAE,MAAM,CAAC,EAAE;QAMN,qBAAqB,GAAvC,OAAO;QAIW,QAAQ,GAA1B,OAAO;QACW,OAAO,GAAzB,OAAO;QACW,UAAU,GAA5B,OAAO;QACU,UAAU,GAA3B,MAAM;QAEY,aAAa,GAA/B,OAAO;QACW,WAAW,GAA7B,OAAO;QACU,gBAAgB;;;;;;;;;;;;;;MA6D3C;CACJ;AAED;;;GAGG;AACH;CAEC;AACD;;;GAGG;AACH;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAEC;AACD;CAAgE;AAChE;CAA+D;AAC/D;IAGI,sDAGC;CACJ;AACD;CAEC;AAED;CAAwD;AACxD;CAA0D;AAC1D;CAA0D;AAC1D;IACI,sDAMC;IAHG,sBAA0C;IAC1C,sBAAiF;IACjF,+BAA2B;IAG/B;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AACD;CAAwD;AAExD;CAA6D;AAE7D;CAA2D;AAI3D;IAII,sDAaC;IAVG,YAA4C;CA+BnD;AACD;CAA+D;AAE/D;CAAgE;AAChE;CAA2D;AAE3D;CAA4D;AAE5D;CAA6D;AAE7D;CAAyD;AAEzD;CAA2D;AAE3D;CAA2D;AAE3D;CAA2D;AAqD3D;;;;;;;;;;;;GAYG;AACH;IAEI,sDAMC;IAHG,sBAA+C;IAC/C,sBAAiF;IACjF,+BAA2B;IAG/B;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AAED;;;;;;;;;GASG;AACH;IACI,sDAQC;IALG,sBAAuC;IACvC,sBAE6B;IAC7B,kCAAoC;IAGxC;;;;;;OAMG;IACH,sCALW,MAAM,GAAC,MAAM,EAAE,qDAOzB;CACJ;AAED;;;GAGG;AACH;IAEI,8BAEC;IAED;;;;;OAKG;IACH,uBAJW,MAAM;QAAC,MAAM,EAAE,MAAM,EAAE,CAAC;QAAC,gBAAgB,CAAC,EAAE,MAAM,EAAE,CAAC;QAAC,MAAM,EAAE,MAAM,EAAE,CAAA;KAAC,CAAC;iBAE/C,SAAS,GAAC,MAAM;YAAC,QAAQ,EAAE,MAAM,GAAC,IAAI,CAAC;YAAC,SAAS,EAAE,MAAM,MAAM,GAAC,IAAI,CAAC,CAAC;YAAC,IAAI,EAAE,MAAM,CAAA;SAAC,CAAC;SAoSxH;IAED;;;;;;OAMG;IACH,kCAsGC;IAED,eAAe;IACf,8BAgBC;IAED;;;;;;;;;OASG;IACH,+BAaC;IAwBD;;;;OAIG;IACH,6BAqBC;IAED;;;;;OAKG;IACH,6BAqCC;IAED;;;;OAIG;IACH,4BAoCC;IAED;;;;;;;;OAQG;IACH,0BA+CC;CACJ;AACD;CAA6D;AAC7D;CAA0D;AAC1D;CAA4D;AAE5D;;;GAGG;AACH;IASQ,sBAAqC;IAErC,mCAEC;IAKL;;;;;;;OAOG;IACH,mBAHW,MAAM,GAAC,IAAI,SAsBrB;CAEJ;AAED;CAAiE;AAEjE;CAAgE;AAChE;CAAqE;AAErE;CAA8D;AAE9D;CAA4D;AAE5D;IAEI,sDAKC;CACJ;AAED;CAA4D;AAE5D;CAA4D;AAE5D;;;;;;GAMG;AACH;IACI;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;MAiDC;IAGD;;;;;;;;;;;;;;OAcG;IACH,sDATW,MAAM,kFAKN,0BAA0B,GAExB,QAAQ,mBAAmB,CAAC,CA6BxC;CACJ;;;;;;;;aAptIa,OAAO;;yCACR,OAAO,gBAAgB,EAAE,iBAAiB,GAAG,mBAAmB;;;;;WAomB/D,MAAM;;;;UACN,MAAM;;;;YACN,MAAM;;;;WACN,OAAO;;;;WACP,OAAO;;qCA0yBR,SAAS,GAAC,UAAU,GAAC,oBAAoB,GAAC,gBAAgB,GAAC,YAAY;;;;;YAuGtE,MAAM,EAAE;;;;qBACR,MAAM,EAAE;;;;;;eAMR,MAAM,EAAE;;;;oBACR,MAAM,EAAE;;;;qBACR,MAAM,EAAE;;;;;;UAm6BR,MAAM;;;;aACN,MAAM;;;;;;AA1hDpB;;;GAGG;AACH;IASI;;;;;;OAMG;IACH,gCAHa,UAAU,CA+BtB;IA3CD;;OAEG;IACH,yBAGC;IADG,YAAoB;IAwCxB;;;;;;OAMG;IACH,gBAJW,MAAM,GACJ,MAAM,CAKlB;IAED;;;;OAIG;IACH,YAHW,MAAM,GACJ,MAAM,CAIlB;CAEJ;;;;;AAsRD;;;;GAIG;AACH;IACI;;;;;;;KAOC;IACD,gCAHW,YAAY,CA+BtB;IAED;;;;;;;;OAQG;IACH,wBALW,MAAM,kBAEJ,MAAM,EAAE,CAKpB;IAED;;;;;OAKG;IACH,mBAJW,MAAM,GAAC,MAAM,EAAE,kBAEb,MAAM,EAAE,CAOpB;IAED;;;;;OAKG;IACH,YAJW,MAAM,GAAC,MAAM,EAAE,kBAEb,MAAM,EAAE,CAIpB;CACJ;;;;;AAgMD;;;;GAIG;AAGH;;;;;GAKG;AAGH;;GAEG;AACH;IAUI;;;;;;OAMG;IACH,gCAHa,aAAa,CAsBzB;IAlCD;;OAEG;IACH,yBAGC;IADG,YAAoB;IA+BxB;;;;;;;OAOG;IACH,6CAHa,mBAAmB,CAK/B;IAED;;;;;OAKG;IACH,sCAFa,mBAAmB,CAI/B;CACJ;;;;;AAoKD;;;GAGG;AACH;IAiBI;;;;;;KAMC;IACD,gCAHW,OAAO,CAgCjB;IAnDD;;;;MAIE;IACF,yBAQC;IANG,YAAoB;IAEpB,2BAA2B;IAC3B,cADW,UAAU,EAAE,CACD;IACtB,wBAA8B;IAC9B,kBAAuC;IAyC3C;;;;;MAKE;IACF,cAHU,MAAM,EAAE,GACN,MAAM,CAIjB;IAED;;;;MAIE;IACF,eAHU,MAAM,EAAE,GACN,MAAM,CAIjB;IAED;;;;;;OAMG;IACH,qBAJW,MAAM,EAAE,GACN,MAAM,EAAE,CAKpB;CAEJ;AAxlDD;;;;;GAKG;AACH;IACI;;;;;;;;;;OAUG;IACH;QAR0B,OAAO,EAAtB,MAAM;QACS,EAAE,EAAjB,MAAM;QACW,WAAW,GAA5B,OAAO;QACU,MAAM,GAAvB,OAAO;QACU,MAAM,GAAvB,OAAO;QACU,UAAU,GAA3B,OAAO;QACU,OAAO,GAAxB,OAAO;OAUjB;IAPG,gBAA6B;IAC7B,WAAmB;IACnB,qBAA8C;IAC9C,gBAAoC;IACpC,gBAAoC;IACpC,iBAAsC;IACtC,oBAA2C;CAElD;uBAvRsB,mBAAmB"}
@@ -2,12 +2,21 @@ export { env } from "./env.js";
2
2
  export * from "./pipelines.js";
3
3
  export * from "./models.js";
4
4
  export * from "./tokenizers.js";
5
- export * from "./processors.js";
6
5
  export * from "./configs.js";
7
6
  export * from "./utils/audio.js";
8
7
  export * from "./utils/image.js";
9
8
  export * from "./utils/tensor.js";
10
9
  export * from "./utils/maths.js";
10
+ export * from "./models/feature_extractors.js";
11
+ export * from "./models/auto/feature_extraction_auto.js";
12
+ export * from "./models/image_processors.js";
13
+ export * from "./models/auto/image_processing_auto.js";
14
+ export * from "./models/processors.js";
15
+ export * from "./models/auto/processing_auto.js";
11
16
  export * from "./generation/streamers.js";
12
17
  export * from "./generation/stopping_criteria.js";
18
+ export * from "./generation/logits_process.js";
19
+ export { FeatureExtractor } from "./base/feature_extraction_utils.js";
20
+ export { ImageProcessor } from "./base/image_processors_utils.js";
21
+ export { Processor } from "./base/processing_utils.js";
13
22
  //# sourceMappingURL=transformers.d.ts.map
@@ -1,2 +1,8 @@
1
1
  export const GITHUB_ISSUE_URL: "https://github.com/huggingface/transformers.js/issues/new/choose";
2
+ export const CONFIG_NAME: "config.json";
3
+ export const FEATURE_EXTRACTOR_NAME: "preprocessor_config.json";
4
+ export const IMAGE_PROCESSOR_NAME: "preprocessor_config.json";
5
+ export const PROCESSOR_NAME: "processor_config.json";
6
+ export const CHAT_TEMPLATE_NAME: "chat_template.json";
7
+ export const GENERATION_CONFIG_NAME: "generation_config.json";
2
8
  //# sourceMappingURL=constants.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/utils/constants.js"],"names":[],"mappings":"AACA,kGAAmG"}
1
+ {"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/utils/constants.js"],"names":[],"mappings":"AACA,kGAAmG;AAEnG,wCAAwC;AACxC,gEAAgE;AAChE,8DAA0D;AAC1D,qDAAqD;AACrD,sDAAsD;AACtD,8DAA8D"}
@@ -6,15 +6,32 @@
6
6
  *
7
7
  * @module utils/core
8
8
  */
9
+ /**
10
+ * @typedef {Object} ProgressInfo
11
+ * @property {'initiate' | 'download' | 'progress' | 'done'} status The status of the progress item.
12
+ * @property {string} name This can be either:
13
+ * - a string, the *model id* of a model repo on huggingface.co.
14
+ * - a path to a *directory* potentially containing the file.
15
+ * @property {string} file The name of the file
16
+ * @property {number} [progress] A number between 0 and 100. Only available for the 'progress' status.
17
+ * @property {number} [loaded] The number of bytes loaded. Only available for the 'progress' status.
18
+ * @property {number} [total] The total number of bytes to be loaded. Only available for the 'progress' status.
19
+ */
20
+ /**
21
+ * A callback function that is called with progress information.
22
+ * @callback ProgressCallback
23
+ * @param {ProgressInfo} progressInfo
24
+ * @returns {void}
25
+ */
9
26
  /**
10
27
  * Helper function to dispatch progress callbacks.
11
28
  *
12
- * @param {Function} progress_callback The progress callback function to dispatch.
13
- * @param {any} data The data to pass to the progress callback function.
29
+ * @param {ProgressCallback | null | undefined} progress_callback The progress callback function to dispatch.
30
+ * @param {ProgressInfo} data The data to pass to the progress callback function.
14
31
  * @returns {void}
15
32
  * @private
16
33
  */
17
- export function dispatchCallback(progress_callback: Function, data: any): void;
34
+ export function dispatchCallback(progress_callback: ProgressCallback | null | undefined, data: ProgressInfo): void;
18
35
  /**
19
36
  * Reverses the keys and values of an object.
20
37
  *
@@ -44,6 +61,12 @@ export function isTypedArray(val: any): boolean;
44
61
  * @returns {boolean} True if the value is a string, false otherwise.
45
62
  */
46
63
  export function isIntegralNumber(x: any): boolean;
64
+ /**
65
+ * Determine if a provided width or height is nullish.
66
+ * @param {*} x The value to check.
67
+ * @returns {boolean} True if the value is `null`, `undefined` or `-1`, false otherwise.
68
+ */
69
+ export function isNullishDimension(x: any): boolean;
47
70
  /**
48
71
  * Calculates the dimensions of a nested array.
49
72
  *
@@ -95,4 +118,43 @@ export function pick(o: any, props: string[]): any;
95
118
  * @returns {number} The length of the string.
96
119
  */
97
120
  export function len(s: string): number;
121
+ /**
122
+ * Count the occurrences of a value in an array or string.
123
+ * This mimics the behavior of Python's `count` method.
124
+ * @param {any[]|string} arr The array or string to search.
125
+ * @param {any} value The value to count.
126
+ */
127
+ export function count(arr: any[] | string, value: any): number;
128
+ export type ProgressInfo = {
129
+ /**
130
+ * The status of the progress item.
131
+ */
132
+ status: 'initiate' | 'download' | 'progress' | 'done';
133
+ /**
134
+ * This can be either:
135
+ * - a string, the *model id* of a model repo on huggingface.co.
136
+ * - a path to a *directory* potentially containing the file.
137
+ */
138
+ name: string;
139
+ /**
140
+ * The name of the file
141
+ */
142
+ file: string;
143
+ /**
144
+ * A number between 0 and 100. Only available for the 'progress' status.
145
+ */
146
+ progress?: number;
147
+ /**
148
+ * The number of bytes loaded. Only available for the 'progress' status.
149
+ */
150
+ loaded?: number;
151
+ /**
152
+ * The total number of bytes to be loaded. Only available for the 'progress' status.
153
+ */
154
+ total?: number;
155
+ };
156
+ /**
157
+ * A callback function that is called with progress information.
158
+ */
159
+ export type ProgressCallback = (progressInfo: ProgressInfo) => void;
98
160
  //# sourceMappingURL=core.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/utils/core.js"],"names":[],"mappings":"AACA;;;;;;;GAOG;AAEH;;;;;;;GAOG;AACH,oEAJW,GAAG,GACD,IAAI,CAKhB;AAED;;;;;;GAMG;AACH,kDAGC;AAED;;;;;GAKG;AACH,qCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;;GAMG;AACH,wCAJa,OAAO,CAMnB;AAGD;;;;GAIG;AACH,0CAFa,OAAO,CAInB;AAED;;;;;GAKG;AACH,yCAHW,GAAG,EAAE,GACH,MAAM,EAAE,CAUpB;AAED;;;;;;;GAOG;AACH,mCALW,MAAM,2BAehB;AAED;;;;;GAKG;AACH,qCAHY,OAAO,SAKlB;AAED;;;;;GAKG;AACH,8CAIC;AAED;;;;;GAKG;AACH,0CAJW,MAAM,KACN,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;GAKG;AACH,oCAHW,MAAM,EAAE,OAYlB;AAED;;;;;GAKG;AACH,uBAHW,MAAM,GACJ,MAAM,CAMlB"}
1
+ {"version":3,"file":"core.d.ts","sourceRoot":"","sources":["../../src/utils/core.js"],"names":[],"mappings":"AACA;;;;;;;GAOG;AAEH;;;;;;;;;;GAUG;AAEH;;;;;GAKG;AAEH;;;;;;;GAOG;AACH,oDALW,gBAAgB,GAAG,IAAI,GAAG,SAAS,QACnC,YAAY,GACV,IAAI,CAKhB;AAED;;;;;;GAMG;AACH,kDAGC;AAED;;;;;GAKG;AACH,qCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;;GAMG;AACH,wCAJa,OAAO,CAMnB;AAGD;;;;GAIG;AACH,0CAFa,OAAO,CAInB;AAED;;;;GAIG;AACH,4CAFa,OAAO,CAInB;AAED;;;;;GAKG;AACH,yCAHW,GAAG,EAAE,GACH,MAAM,EAAE,CAUpB;AAED;;;;;;;GAOG;AACH,mCALW,MAAM,2BAehB;AAED;;;;;GAKG;AACH,qCAHY,OAAO,SAKlB;AAED;;;;;GAKG;AACH,8CAIC;AAED;;;;;GAKG;AACH,0CAJW,MAAM,KACN,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;GAKG;AACH,oCAHW,MAAM,EAAE,OAYlB;AAED;;;;;GAKG;AACH,uBAHW,MAAM,GACJ,MAAM,CAMlB;AAED;;;;;GAKG;AACH,2BAHW,GAAG,EAAE,GAAC,MAAM,SACZ,GAAG,UAQb;;;;;YA9La,UAAU,GAAG,UAAU,GAAG,UAAU,GAAG,MAAM;;;;;;UAC7C,MAAM;;;;UAGN,MAAM;;;;eACN,MAAM;;;;aACN,MAAM;;;;YACN,MAAM;;;;;8CAMT,YAAY,KACV,IAAI"}
@@ -1,5 +1,6 @@
1
1
  export function isWebGpuFp16Supported(): Promise<boolean>;
2
2
  export const DATA_TYPES: Readonly<{
3
+ auto: "auto";
3
4
  fp32: "fp32";
4
5
  fp16: "fp16";
5
6
  q8: "q8";
@@ -13,7 +14,7 @@ export const DATA_TYPES: Readonly<{
13
14
  export const DEFAULT_DEVICE_DTYPE_MAPPING: Readonly<{
14
15
  wasm: "q8";
15
16
  }>;
16
- /** @type {Record<DataType, string>} */
17
- export const DEFAULT_DTYPE_SUFFIX_MAPPING: Record<DataType, string>;
17
+ /** @type {Record<Exclude<DataType, "auto">, string>} */
18
+ export const DEFAULT_DTYPE_SUFFIX_MAPPING: Record<Exclude<DataType, "auto">, string>;
18
19
  export type DataType = keyof typeof DATA_TYPES;
19
20
  //# sourceMappingURL=dtypes.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"dtypes.d.ts","sourceRoot":"","sources":["../../src/utils/dtypes.js"],"names":[],"mappings":"AAeW,0DAcN;AAGL;;;;;;;;;GASG;AACH,kDAAkD;AAElD;;GAGG;AAEH,uCAAuC;AACvC,2CADW,OAAO,QAAQ,EAAE,MAAM,CAAC,CAUhC;uBAjBW,MAAM,iBAAiB"}
1
+ {"version":3,"file":"dtypes.d.ts","sourceRoot":"","sources":["../../src/utils/dtypes.js"],"names":[],"mappings":"AAeW,0DAcN;AAGL;;;;;;;;;;GAUG;AACH,kDAAkD;AAElD;;GAGG;AAEH,wDAAwD;AACxD,2CADW,OAAO,QAAQ,QAAQ,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,CAUjD;uBAjBW,MAAM,iBAAiB"}
@@ -39,7 +39,7 @@ export type PretrainedOptions = {
39
39
  /**
40
40
  * If specified, this function will be called during model construction, to provide the user with progress updates.
41
41
  */
42
- progress_callback?: Function;
42
+ progress_callback?: import('./core.js').ProgressCallback;
43
43
  /**
44
44
  * Configuration for the model to use instead of an automatically loaded configuration. Configuration can be automatically loaded when:
45
45
  * - The model is a model provided by the library (loaded with the *model id* string of a pretrained model).
@@ -1 +1 @@
1
- {"version":3,"file":"hub.d.ts","sourceRoot":"","sources":["../../src/utils/hub.js"],"names":[],"mappings":"AAuLA;;;;;GAKG;AACH,mCAHW,GAAG,GAAC,MAAM,GACR,QAAQ,YAAY,GAAC,QAAQ,CAAC,CAgC1C;AA2GD;;;;;;;;;;;;;;GAcG;AACH,8CAVW,MAAM,YAGN,MAAM,UACN,OAAO,YACP,iBAAiB,GAGf,QAAQ,UAAU,CAAC,CAyO/B;AAED;;;;;;;;;GASG;AACH,wCAPW,MAAM,YACN,MAAM,UACN,OAAO,YACP,iBAAiB,GACf,YAAe,CAc3B;;;;;;;;;;;;;;aAnkBa,OAAO,eAAe,EAAE,gBAAgB;;;;gBAGxC,MAAM;;;;uBACN,OAAO;;;;;;eACP,MAAM;;;;;;;;;;gBAON,MAAM;;;;sBAEN,MAAM;;;;aACN,OAAO,cAAc,EAAE,UAAU,GAAC,OAAO,MAAM,EAAE,OAAO,cAAc,EAAE,UAAU,CAAC;;;;YACnF,OAAO,aAAa,EAAE,QAAQ,GAAC,OAAO,MAAM,EAAE,OAAO,aAAa,EAAE,QAAQ,CAAC;;;;+BAC7E,OAAO,GAAC,OAAO,MAAM,EAAE,OAAO,CAAC;;;;sBAC/B,OAAO,oBAAoB,EAAE,gBAAgB,CAAC,cAAc;;;;;qCAI7D,iBAAiB,GAAG,8BAA8B;AAiB/D;IAEI;;;OAGG;IACH,sBAFW,MAAM,GAAC,GAAG,EA8BpB;IA3BG,uBAAwB;IACxB,iBAA4B;IAE5B,YAAqC;IAEjC,eAAiB;IACjB,mBAAsB;IAQtB,0BAOE;IAQV;;;;OAIG;IACH,qBAFa,IAAI,CAMhB;IAED;;;OAGG;IACH,SAFa,YAAY,CASxB;IAED;;;;;OAKG;IACH,eAHa,QAAQ,WAAW,CAAC,CAMhC;IAED;;;;;OAKG;IACH,QAHa,QAAQ,IAAI,CAAC,CAMzB;IAED;;;;;OAKG;IACH,QAHa,QAAQ,MAAM,CAAC,CAM3B;IAED;;;;;;OAMG;IACH,QAHa,YAAe,CAK3B;CACJ"}
1
+ {"version":3,"file":"hub.d.ts","sourceRoot":"","sources":["../../src/utils/hub.js"],"names":[],"mappings":"AAuLA;;;;;GAKG;AACH,mCAHW,GAAG,GAAC,MAAM,GACR,QAAQ,YAAY,GAAC,QAAQ,CAAC,CAgC1C;AA2GD;;;;;;;;;;;;;;GAcG;AACH,8CAVW,MAAM,YAGN,MAAM,UACN,OAAO,YACP,iBAAiB,GAGf,QAAQ,UAAU,CAAC,CA0O/B;AAED;;;;;;;;;GASG;AACH,wCAPW,MAAM,YACN,MAAM,UACN,OAAO,YACP,iBAAiB,GACf,YAAe,CAc3B;;;;;;;;wBArkBa,OAAO,WAAW,EAAE,gBAAgB;;;;;;aACpC,OAAO,eAAe,EAAE,gBAAgB;;;;gBAGxC,MAAM;;;;uBACN,OAAO;;;;;;eACP,MAAM;;;;;;;;;;gBAON,MAAM;;;;sBAEN,MAAM;;;;aACN,OAAO,cAAc,EAAE,UAAU,GAAC,OAAO,MAAM,EAAE,OAAO,cAAc,EAAE,UAAU,CAAC;;;;YACnF,OAAO,aAAa,EAAE,QAAQ,GAAC,OAAO,MAAM,EAAE,OAAO,aAAa,EAAE,QAAQ,CAAC;;;;+BAC7E,OAAO,GAAC,OAAO,MAAM,EAAE,OAAO,CAAC;;;;sBAC/B,OAAO,oBAAoB,EAAE,gBAAgB,CAAC,cAAc;;;;;qCAI7D,iBAAiB,GAAG,8BAA8B;AAiB/D;IAEI;;;OAGG;IACH,sBAFW,MAAM,GAAC,GAAG,EA8BpB;IA3BG,uBAAwB;IACxB,iBAA4B;IAE5B,YAAqC;IAEjC,eAAiB;IACjB,mBAAsB;IAQtB,0BAOE;IAQV;;;;OAIG;IACH,qBAFa,IAAI,CAMhB;IAED;;;OAGG;IACH,SAFa,YAAY,CASxB;IAED;;;;;OAKG;IACH,eAHa,QAAQ,WAAW,CAAC,CAMhC;IAED;;;;;OAKG;IACH,QAHa,QAAQ,IAAI,CAAC,CAMzB;IAED;;;;;OAKG;IACH,QAHa,QAAQ,MAAM,CAAC,CAM3B;IAED;;;;;;OAMG;IACH,QAHa,YAAe,CAK3B;CACJ"}
@@ -73,8 +73,8 @@ export class RawImage {
73
73
  rgba(): RawImage;
74
74
  /**
75
75
  * Resize the image to the given dimensions. This method uses the canvas API to perform the resizing.
76
- * @param {number} width The width of the new image.
77
- * @param {number} height The height of the new image.
76
+ * @param {number} width The width of the new image. `null` or `-1` will preserve the aspect ratio.
77
+ * @param {number} height The height of the new image. `null` or `-1` will preserve the aspect ratio.
78
78
  * @param {Object} options Additional options for resizing.
79
79
  * @param {0|1|2|3|4|5|string} [options.resample] The resampling method to use.
80
80
  * @returns {Promise<RawImage>} `this` to support chaining.
@@ -88,6 +88,14 @@ export class RawImage {
88
88
  toBlob(type?: string, quality?: number): Promise<any>;
89
89
  toTensor(channel_format?: string): Tensor;
90
90
  toCanvas(): any;
91
+ /**
92
+ * Split this image into individual bands. This method returns an array of individual image bands from an image.
93
+ * For example, splitting an "RGB" image creates three new images each containing a copy of one of the original bands (red, green, blue).
94
+ *
95
+ * Inspired by PIL's `Image.split()` [function](https://pillow.readthedocs.io/en/latest/reference/Image.html#PIL.Image.Image.split).
96
+ * @returns {RawImage[]} An array containing bands.
97
+ */
98
+ split(): RawImage[];
91
99
  /**
92
100
  * Helper method to update the image data.
93
101
  * @param {Uint8ClampedArray} data The new image data.
@@ -115,5 +123,9 @@ export class RawImage {
115
123
  save(path: string): Promise<any>;
116
124
  toSharp(): any;
117
125
  }
126
+ /**
127
+ * Helper function to load an image from a URL, path, etc.
128
+ */
129
+ export const load_image: any;
118
130
  import { Tensor } from './tensor.js';
119
131
  //# sourceMappingURL=image.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../src/utils/image.js"],"names":[],"mappings":"AA6EA;IAwBI;;;;;;;;;;;;;;;OAeG;IACH,mBAdW,QAAQ,GAAC,MAAM,GAAC,GAAG,qBAsB7B;IAED;;;;OAIG;IACH,0BAHW,iBAAiB,GAAC,eAAe,GAC/B,QAAQ,CAUpB;IAED;;;;OAIG;IACH,oBAHW,MAAM,GAAC,GAAG,GACR,QAAQ,QAAQ,CAAC,CAS7B;IAED;;;;OAIG;IACH,sBAHW,IAAI,GACF,QAAQ,QAAQ,CAAC,CAoB7B;IAED;;;OAGG;IACH,0BAFW,MAAM,qCA0BhB;IAlID;;;;;;OAMG;IACH,kBALW,iBAAiB,GAAC,UAAU,SAC5B,MAAM,UACN,MAAM,YACN,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,EAOjB;IAJG,qCAAgB;IAChB,cAAkB;IAClB,eAAoB;IACpB,wBAAwB;IAG5B;;;OAGG;IACH,6BAEC;IAgHD;;;OAGG;IACH,aAFa,QAAQ,CAuBpB;IAED;;;OAGG;IACH,OAFa,QAAQ,CA6BpB;IAED;;;OAGG;IACH,QAFa,QAAQ,CA+BpB;IAED;;;;;;;OAOG;IACH,cANW,MAAM,UACN,MAAM;QAEuB,QAAQ,GAArC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,MAAM;QAChB,QAAQ,QAAQ,CAAC,CAqE7B;IAED,oEA0CC;IAED,uEAkDC;IAED,6DAiHC;IAED,sDAOC;IAED,0CAeC;IAED,gBAiBC;IAED;;;;;;;OAOG;IACH,gBAQC;IAED;;;OAGG;IACH,SAFa,QAAQ,CAIpB;IAED;;;;OAIG;IACH,qBAHW,MAAM,GACJ,QAAQ,CAmBpB;IAED;;;OAGG;IACH,WAFW,MAAM,gBAsChB;IAED,eAYC;CACJ;uBA5tBsB,aAAa"}
1
+ {"version":3,"file":"image.d.ts","sourceRoot":"","sources":["../../src/utils/image.js"],"names":[],"mappings":"AA4EA;IAwBI;;;;;;;;;;;;;;;OAeG;IACH,mBAdW,QAAQ,GAAC,MAAM,GAAC,GAAG,qBAsB7B;IAED;;;;OAIG;IACH,0BAHW,iBAAiB,GAAC,eAAe,GAC/B,QAAQ,CAUpB;IAED;;;;OAIG;IACH,oBAHW,MAAM,GAAC,GAAG,GACR,QAAQ,QAAQ,CAAC,CAS7B;IAED;;;;OAIG;IACH,sBAHW,IAAI,GACF,QAAQ,QAAQ,CAAC,CAoB7B;IAED;;;OAGG;IACH,0BAFW,MAAM,qCA0BhB;IAlID;;;;;;OAMG;IACH,kBALW,iBAAiB,GAAC,UAAU,SAC5B,MAAM,UACN,MAAM,YACN,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,EAOjB;IAJG,qCAAgB;IAChB,cAAkB;IAClB,eAAoB;IACpB,wBAAwB;IAG5B;;;OAGG;IACH,6BAEC;IAgHD;;;OAGG;IACH,aAFa,QAAQ,CAuBpB;IAED;;;OAGG;IACH,OAFa,QAAQ,CA6BpB;IAED;;;OAGG;IACH,QAFa,QAAQ,CA+BpB;IAED;;;;;;;OAOG;IACH,cANW,MAAM,UACN,MAAM;QAEuB,QAAQ,GAArC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,CAAC,GAAC,MAAM;QAChB,QAAQ,QAAQ,CAAC,CAwF7B;IAED,oEA2CC;IAED,uEAkDC;IAED,6DAiHC;IAED,sDAOC;IAED,0CAeC;IAED,gBAiBC;IAED;;;;;;OAMG;IACH,SAFa,QAAQ,EAAE,CAuBtB;IAED;;;;;;;OAOG;IACH,gBAQC;IAED;;;OAGG;IACH,SAFa,QAAQ,CAIpB;IAED;;;;OAIG;IACH,qBAHW,MAAM,GACJ,QAAQ,CAmBpB;IAED;;;OAGG;IACH,WAFW,MAAM,gBAsChB;IAED,eAYC;CACJ;AAED;;GAEG;AACH,6BAAuD;uBAjxBhC,aAAa"}
@@ -103,10 +103,10 @@ export function mean(input: Tensor, dim?: number | null, keepdim?: boolean): Ten
103
103
  /**
104
104
  * Creates a tensor of size size filled with fill_value. The tensor's dtype is inferred from fill_value.
105
105
  * @param {number[]} size A sequence of integers defining the shape of the output tensor.
106
- * @param {number|bigint} fill_value The value to fill the output tensor with.
106
+ * @param {number|bigint|boolean} fill_value The value to fill the output tensor with.
107
107
  * @returns {Tensor} The filled tensor.
108
108
  */
109
- export function full(size: number[], fill_value: number | bigint): Tensor;
109
+ export function full(size: number[], fill_value: number | bigint | boolean): Tensor;
110
110
  export function full_like(tensor: any, fill_value: any): Tensor;
111
111
  /**
112
112
  * Returns a tensor filled with the scalar value 1, with the shape defined by the variable argument size.
@@ -153,7 +153,7 @@ export class Tensor {
153
153
  /** @type {number[]} Dimensions of the tensor. */
154
154
  get dims(): number[];
155
155
  /** @type {DataType} Type of the tensor. */
156
- get type(): "string" | "float32" | "uint8" | "int8" | "uint16" | "int16" | "int32" | "int64" | "bool" | "float16" | "float64" | "uint32" | "uint64";
156
+ get type(): "string" | "float32" | "uint8" | "int8" | "uint16" | "int16" | "int32" | "int64" | "bool" | "float16" | "float64" | "uint32" | "uint64" | "uint4" | "int4";
157
157
  /** @type {DataArray} The data stored in the tensor. */
158
158
  get data(): DataArray;
159
159
  /** @type {number} The number of elements in the tensor. */
@@ -264,8 +264,41 @@ export class Tensor {
264
264
  * @returns {Tensor} Returns `this`.
265
265
  */
266
266
  sub_(val: number): Tensor;
267
+ /**
268
+ * Creates a deep copy of the current Tensor.
269
+ * @returns {Tensor} A new Tensor with the same type, data, and dimensions as the original.
270
+ */
267
271
  clone(): Tensor;
268
- slice(...slices: any[]): Tensor;
272
+ /**
273
+ * Performs a slice operation on the Tensor along specified dimensions.
274
+ *
275
+ * Consider a Tensor that has a dimension of [4, 7]:
276
+ * ```
277
+ * [ 1, 2, 3, 4, 5, 6, 7]
278
+ * [ 8, 9, 10, 11, 12, 13, 14]
279
+ * [15, 16, 17, 18, 19, 20, 21]
280
+ * [22, 23, 24, 25, 26, 27, 28]
281
+ * ```
282
+ * We can slice against the two dims of row and column, for instance in this
283
+ * case we can start at the second element, and return to the second last,
284
+ * like this:
285
+ * ```
286
+ * tensor.slice([1, -1], [1, -1]);
287
+ * ```
288
+ * which would return:
289
+ * ```
290
+ * [ 9, 10, 11, 12, 13 ]
291
+ * [ 16, 17, 18, 19, 20 ]
292
+ * ```
293
+ *
294
+ * @param {...(number|number[]|null)} slices The slice specifications for each dimension.
295
+ * - If a number is given, then a single element is selected.
296
+ * - If an array of two numbers is given, then a range of elements [start, end (exclusive)] is selected.
297
+ * - If null is given, then the entire dimension is selected.
298
+ * @returns {Tensor} A new Tensor containing the selected elements.
299
+ * @throws {Error} If the slice input is invalid.
300
+ */
301
+ slice(...slices: (number | number[] | null)[]): Tensor;
269
302
  /**
270
303
  * Return a permuted version of this Tensor, according to the provided dimensions.
271
304
  * @param {...number} dims Dimensions to permute.
@@ -413,6 +446,8 @@ declare const DataTypeMap: Readonly<{
413
446
  int64: BigInt64ArrayConstructor;
414
447
  uint64: BigUint64ArrayConstructor;
415
448
  bool: Uint8ArrayConstructor;
449
+ uint4: Uint8ArrayConstructor;
450
+ int4: Int8ArrayConstructor;
416
451
  }>;
417
452
  export {};
418
453
  //# sourceMappingURL=tensor.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"tensor.d.ts","sourceRoot":"","sources":["../../src/utils/tensor.js"],"names":[],"mappings":"AAmyBA;;;;;GAKG;AACH,gCAJW,GAAG,gBAED,MAAM,CAKlB;AAGD;;;;;;;GAOG;AACH,mCANW,MAAM,2BACN,MAAM,EAAE,SACR,MAAM,kBACN,OAAO,GACL,MAAM,CAiBlB;AAGD;;;;;;;;GAQG;AACH,sCANW,MAAM;IAE+E,IAAI,GAAzF,CAAC,MAAM,EAAE,MAAM,CAAC,GAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,IAAI,GAAnC,UAAU,GAAC,SAAS;IAClB,QAAQ,MAAM,CAAC,CAuC3B;AAED;;;;;;GAMG;AACH,0BAJW,MAAM,KACN,MAAM,GACJ,QAAQ,MAAM,CAAC,CAK3B;AAED;;;;;;GAMG;AACH,wBAJW,MAAM,KACN,MAAM,GACJ,QAAQ,MAAM,CAAC,CAK3B;AAGD;;;;;;GAMG;AACH,wBAJW,MAAM,KACN,MAAM,GACJ,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAkBrC;AAED;;;;;GAKG;AACH,gDAJW,MAAM,kBACN,MAAM,GACJ,MAAM,CA2ClB;AAED;;;;;;;GAOG;AACH,kCANW,MAAM,oBACN,MAAM,EAAE;IAES,GAAG,GAApB,MAAM;IACJ,MAAM,CAgClB;AAgED;;;;;GAKG;AACH,6BAJW,MAAM,EAAE,QACR,MAAM,GACJ,MAAM,CA0DlB;AAED;;;;;GAKG;AACH,+BAJW,MAAM,EAAE,QACR,MAAM,GACJ,MAAM,CAMlB;AAGD;;;;;;;GAOG;AACH,gCANW,MAAM,QACN,MAAM,GAAC,IAAI,eACX,MAAM,YACN,OAAO,GACL,MAAM,EAAE,CA+DpB;AAGD;;;;;;GAMG;AACH,4BALW,MAAM,QACN,MAAM,GAAC,IAAI,YACX,OAAO,GACL,MAAM,CAuDlB;AAqBD;;;;;GAKG;AACH,2BAJW,MAAM,EAAE,cACR,MAAM,GAAC,MAAM,GACX,MAAM,CAgBlB;AAED,gEAEC;AAED;;;;GAIG;AACH,2BAHW,MAAM,EAAE,GACN,MAAM,CAIlB;AAED;;;;GAIG;AACH,kCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;GAIG;AACH,4BAHW,MAAM,EAAE,GACN,MAAM,CAIlB;AAED;;;;GAIG;AACH,mCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;GAKG;AACH,4CAJW,MAAM,aACN,QAAQ,GAAC,SAAS,GAChB,MAAM,CAsClB;AA52CD;;;GAGG;AAGH;IAkCI;;;OAGG;IACH,qBAFW,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,GAAC,CAAC,UAAU,CAAC,EAiCtD;IA/DD,wBAIC;IATD,iDAAiD;IACjD,qBAGC;IAOD,2CAA2C;IAC3C,oJAEC;IAED,uDAAuD;IACvD,sBAEC;IAED,2DAA2D;IAC3D,mBAEC;IAED,sDAAsD;IACtD,uBAEC;IAED,uBAAW;IAuCX,gBAGC;IAqBD;;;;OAIG;IACH,gBAHW,MAAM,GACJ,MAAM,CAalB;IAED;;;OAGG;IACH,cAHW,MAAM,GAAC,MAAM,GACX,MAAM,CAWlB;IAED;;;;;OAKG;IACH,iBALW,MAAM,YACN,MAAM,YACN,GAAG,GACD,MAAM,CAYlB;IAED;;;;;OAKG;IACH,QAHa,MAAM,GAAC,MAAM,CASzB;IAED;;;OAGG;IACH,gBAEC;IAED;;;OAGG;IACH,WAFa,MAAM,CAIlB;IAED;;;OAGG;IACH,YAFa,MAAM,CAQlB;IAED;;;;;OAKG;IACH,yBAFa,MAAM,CAIlB;IAED;;;;;OAKG;IACH,0BAFa,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED,gBAEC;IAED,gCAsEC;IAED;;;;OAIG;IACH,iBAHe,MAAM,KACR,MAAM,CAIlB;IAGD,kCAEC;IAID;;;;;;OAMG;IACH,UAJW,MAAM,YACN,OAAO,UAKjB;IAED;;;;;;;OAOG;IACH,SANW,MAAM,GAAC,MAAM,QACb,MAAM,YAEN,OAAO,GACL,MAAM,CA4DlB;IAED;;;;;OAKG;IACH,eAJW,MAAM,QACN,MAAM,GACJ,MAAM,CA6BlB;IAED;;;;;OAKG;IACH,cAJW,MAAM,QACN,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAFa,MAAM,EAAE,CAIpB;IAED;;;;;;;;OAQG;IACH,cAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;OAEG;IACH,0BAGC;IAED;;;;;;;OAOG;IACH,gBAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;OAEG;IACH,4BAGC;IAED;;OAEG;IACH,qDAUC;IAED;;;;;;;OAOG;IACH,oBAJW,MAAM,YACN,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,cAHe,MAAM,KACR,MAAM,CAwBlB;IAED,aAMC;IACD,cAEC;IAED;;OAEG;IACH,iCAMC;IAED;;;;;OAKG;IACH,WAJW,MAAM,OACN,MAAM,GACJ,MAAM,CAIlB;IAED;;OAEG;IACH,eAMC;IAED;;;OAGG;IACH,SAFa,MAAM,CAIlB;IAED,2CAEC;IAED;;;;OAIG;IACH,SAHW,QAAQ,GACN,MAAM,CAYlB;IAhnBD;;;;OAIG;IACH,mDAYC;CAgmBJ;;;;2EAcY,GAAG,CAAC,QAAQ,CAAC,SAAS,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;uBAhtBxE,MAAM,kBAAkB;wBACxB,OAAO,YAAY,EAAE,aAAa,GAAG,GAAG,EAAE;qCAtBhD,qBAAqB;AAI5B;;;;;;;;;;;;;;GAcG"}
1
+ {"version":3,"file":"tensor.d.ts","sourceRoot":"","sources":["../../src/utils/tensor.js"],"names":[],"mappings":"AAq0BA;;;;;GAKG;AACH,gCAJW,GAAG,gBAED,MAAM,CAKlB;AAGD;;;;;;;GAOG;AACH,mCANW,MAAM,2BACN,MAAM,EAAE,SACR,MAAM,kBACN,OAAO,GACL,MAAM,CAiBlB;AAGD;;;;;;;;GAQG;AACH,sCANW,MAAM;IAE+E,IAAI,GAAzF,CAAC,MAAM,EAAE,MAAM,CAAC,GAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,GAAC,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;IAC3C,IAAI,GAAnC,UAAU,GAAC,SAAS;IAClB,QAAQ,MAAM,CAAC,CAuC3B;AAED;;;;;;GAMG;AACH,0BAJW,MAAM,KACN,MAAM,GACJ,QAAQ,MAAM,CAAC,CAK3B;AAED;;;;;;GAMG;AACH,wBAJW,MAAM,KACN,MAAM,GACJ,QAAQ,MAAM,CAAC,CAK3B;AAGD;;;;;;GAMG;AACH,wBAJW,MAAM,KACN,MAAM,GACJ,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAkBrC;AAED;;;;;GAKG;AACH,gDAJW,MAAM,kBACN,MAAM,GACJ,MAAM,CA2ClB;AAED;;;;;;;GAOG;AACH,kCANW,MAAM,oBACN,MAAM,EAAE;IAES,GAAG,GAApB,MAAM;IACJ,MAAM,CAgClB;AAgED;;;;;GAKG;AACH,6BAJW,MAAM,EAAE,QACR,MAAM,GACJ,MAAM,CA0DlB;AAED;;;;;GAKG;AACH,+BAJW,MAAM,EAAE,QACR,MAAM,GACJ,MAAM,CAMlB;AAGD;;;;;;;GAOG;AACH,gCANW,MAAM,QACN,MAAM,GAAC,IAAI,eACX,MAAM,YACN,OAAO,GACL,MAAM,EAAE,CA+DpB;AAGD;;;;;;GAMG;AACH,4BALW,MAAM,QACN,MAAM,GAAC,IAAI,YACX,OAAO,GACL,MAAM,CAuDlB;AAqBD;;;;;GAKG;AACH,2BAJW,MAAM,EAAE,cACR,MAAM,GAAC,MAAM,GAAC,OAAO,GACnB,MAAM,CAmBlB;AAED,gEAEC;AAED;;;;GAIG;AACH,2BAHW,MAAM,EAAE,GACN,MAAM,CAIlB;AAED;;;;GAIG;AACH,kCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;GAIG;AACH,4BAHW,MAAM,EAAE,GACN,MAAM,CAIlB;AAED;;;;GAIG;AACH,mCAHW,MAAM,GACJ,MAAM,CAIlB;AAED;;;;;GAKG;AACH,4CAJW,MAAM,aACN,QAAQ,GAAC,SAAS,GAChB,MAAM,CAsClB;AA/4CD;;;GAGG;AAGH;IAkCI;;;OAGG;IACH,qBAFW,CAAC,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,CAAC,GAAC,CAAC,UAAU,CAAC,EAiCtD;IA/DD,wBAIC;IATD,iDAAiD;IACjD,qBAGC;IAOD,2CAA2C;IAC3C,uKAEC;IAED,uDAAuD;IACvD,sBAEC;IAED,2DAA2D;IAC3D,mBAEC;IAED,sDAAsD;IACtD,uBAEC;IAED,uBAAW;IAuCX,gBAGC;IAqBD;;;;OAIG;IACH,gBAHW,MAAM,GACJ,MAAM,CAalB;IAED;;;OAGG;IACH,cAHW,MAAM,GAAC,MAAM,GACX,MAAM,CAWlB;IAED;;;;;OAKG;IACH,iBALW,MAAM,YACN,MAAM,YACN,GAAG,GACD,MAAM,CAYlB;IAED;;;;;OAKG;IACH,QAHa,MAAM,GAAC,MAAM,CASzB;IAED;;;OAGG;IACH,gBAEC;IAED;;;OAGG;IACH,WAFa,MAAM,CAIlB;IAED;;;OAGG;IACH,YAFa,MAAM,CAQlB;IAED;;;;;OAKG;IACH,yBAFa,MAAM,CAIlB;IAED;;;;;OAKG;IACH,0BAFa,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;;OAIG;IACH,SAHW,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;;OAGG;IACH,SAFa,MAAM,CAIlB;IAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;OA4BG;IACH,iBAPc,CAAC,MAAM,GAAC,MAAM,EAAE,GAAC,IAAI,CAAC,KAIvB,MAAM,CAwElB;IAED;;;;OAIG;IACH,iBAHe,MAAM,KACR,MAAM,CAIlB;IAGD,kCAEC;IAID;;;;;;OAMG;IACH,UAJW,MAAM,YACN,OAAO,UAKjB;IAED;;;;;;;OAOG;IACH,SANW,MAAM,GAAC,MAAM,QACb,MAAM,YAEN,OAAO,GACL,MAAM,CA4DlB;IAED;;;;;OAKG;IACH,eAJW,MAAM,QACN,MAAM,GACJ,MAAM,CA6BlB;IAED;;;;;OAKG;IACH,cAJW,MAAM,QACN,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,UAFa,MAAM,EAAE,CAIpB;IAED;;;;;;;;OAQG;IACH,cAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;OAEG;IACH,0BAGC;IAED;;;;;;;OAOG;IACH,gBAHW,MAAM,GACJ,MAAM,CAQlB;IAED;;OAEG;IACH,4BAGC;IAED;;OAEG;IACH,qDAUC;IAED;;;;;;;OAOG;IACH,oBAJW,MAAM,YACN,MAAM,GACJ,MAAM,CAIlB;IAED;;;;OAIG;IACH,cAHe,MAAM,KACR,MAAM,CAwBlB;IAED,aAMC;IACD,cAEC;IAED;;OAEG;IACH,iCAMC;IAED;;;;;OAKG;IACH,WAJW,MAAM,OACN,MAAM,GACJ,MAAM,CAIlB;IAED;;OAEG;IACH,eAMC;IAED;;;OAGG;IACH,SAFa,MAAM,CAIlB;IAED,2CAEC;IAED;;;;OAIG;IACH,SAHW,QAAQ,GACN,MAAM,CAYlB;IAhpBD;;;;OAIG;IACH,mDAYC;CAgoBJ;;;;2EAcY,GAAG,CAAC,QAAQ,CAAC,SAAS,KAAK,GAAG,CAAC,GAAG,UAAU,CAAC,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAC;uBAhvBxE,MAAM,kBAAkB;wBACxB,OAAO,YAAY,EAAE,aAAa,GAAG,GAAG,EAAE;qCAxBhD,qBAAqB;AAI5B;;;;;;;;;;;;;;;;GAgBG"}