website-scrap-engine 0.7.2 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (187) hide show
  1. package/lib/downloader/adjust-concurrency.d.ts +2 -1
  2. package/lib/downloader/adjust-concurrency.d.ts.map +1 -0
  3. package/lib/downloader/adjust-concurrency.js +4 -8
  4. package/lib/downloader/adjust-concurrency.js.map +1 -1
  5. package/lib/downloader/index.d.ts +9 -8
  6. package/lib/downloader/index.d.ts.map +1 -0
  7. package/lib/downloader/index.js +8 -40
  8. package/lib/downloader/index.js.map +1 -1
  9. package/lib/downloader/main.d.ts +15 -6
  10. package/lib/downloader/main.d.ts.map +1 -0
  11. package/lib/downloader/main.js +49 -32
  12. package/lib/downloader/main.js.map +1 -1
  13. package/lib/downloader/multi.d.ts +7 -5
  14. package/lib/downloader/multi.d.ts.map +1 -0
  15. package/lib/downloader/multi.js +10 -17
  16. package/lib/downloader/multi.js.map +1 -1
  17. package/lib/downloader/pipeline-executor-impl.d.ts +8 -7
  18. package/lib/downloader/pipeline-executor-impl.d.ts.map +1 -0
  19. package/lib/downloader/pipeline-executor-impl.js +1 -5
  20. package/lib/downloader/pipeline-executor-impl.js.map +1 -1
  21. package/lib/downloader/single.d.ts +4 -3
  22. package/lib/downloader/single.d.ts.map +1 -0
  23. package/lib/downloader/single.js +7 -11
  24. package/lib/downloader/single.js.map +1 -1
  25. package/lib/downloader/types.d.ts +4 -4
  26. package/lib/downloader/types.d.ts.map +1 -0
  27. package/lib/downloader/types.js +2 -5
  28. package/lib/downloader/types.js.map +1 -1
  29. package/lib/downloader/worker-pool.d.ts +6 -7
  30. package/lib/downloader/worker-pool.d.ts.map +1 -0
  31. package/lib/downloader/worker-pool.js +7 -35
  32. package/lib/downloader/worker-pool.js.map +1 -1
  33. package/lib/downloader/worker-type.d.ts +4 -3
  34. package/lib/downloader/worker-type.d.ts.map +1 -0
  35. package/lib/downloader/worker-type.js +1 -2
  36. package/lib/downloader/worker.d.ts +1 -0
  37. package/lib/downloader/worker.d.ts.map +1 -0
  38. package/lib/downloader/worker.js +52 -27
  39. package/lib/downloader/worker.js.map +1 -1
  40. package/lib/index.d.ts +9 -8
  41. package/lib/index.d.ts.map +1 -0
  42. package/lib/index.js +7 -33
  43. package/lib/index.js.map +1 -1
  44. package/lib/io.d.ts +2 -1
  45. package/lib/io.d.ts.map +1 -0
  46. package/lib/io.js +17 -25
  47. package/lib/io.js.map +1 -1
  48. package/lib/life-cycle/adapters.d.ts +7 -5
  49. package/lib/life-cycle/adapters.d.ts.map +1 -0
  50. package/lib/life-cycle/adapters.js +18 -30
  51. package/lib/life-cycle/adapters.js.map +1 -1
  52. package/lib/life-cycle/default-life-cycle.d.ts +2 -1
  53. package/lib/life-cycle/default-life-cycle.d.ts.map +1 -0
  54. package/lib/life-cycle/default-life-cycle.js +28 -32
  55. package/lib/life-cycle/default-life-cycle.js.map +1 -1
  56. package/lib/life-cycle/detect-resource-type.d.ts +2 -1
  57. package/lib/life-cycle/detect-resource-type.d.ts.map +1 -0
  58. package/lib/life-cycle/detect-resource-type.js +12 -17
  59. package/lib/life-cycle/detect-resource-type.js.map +1 -1
  60. package/lib/life-cycle/download-resource.d.ts +6 -7
  61. package/lib/life-cycle/download-resource.d.ts.map +1 -0
  62. package/lib/life-cycle/download-resource.js +23 -52
  63. package/lib/life-cycle/download-resource.js.map +1 -1
  64. package/lib/life-cycle/download-streaming-resource.d.ts +6 -5
  65. package/lib/life-cycle/download-streaming-resource.d.ts.map +1 -0
  66. package/lib/life-cycle/download-streaming-resource.js +39 -74
  67. package/lib/life-cycle/download-streaming-resource.js.map +1 -1
  68. package/lib/life-cycle/index.d.ts +16 -15
  69. package/lib/life-cycle/index.d.ts.map +1 -0
  70. package/lib/life-cycle/index.js +14 -59
  71. package/lib/life-cycle/index.js.map +1 -1
  72. package/lib/life-cycle/pipeline-executor.d.ts +7 -6
  73. package/lib/life-cycle/pipeline-executor.d.ts.map +1 -0
  74. package/lib/life-cycle/pipeline-executor.js +1 -2
  75. package/lib/life-cycle/process-css.d.ts +5 -4
  76. package/lib/life-cycle/process-css.d.ts.map +1 -0
  77. package/lib/life-cycle/process-css.js +10 -18
  78. package/lib/life-cycle/process-css.js.map +1 -1
  79. package/lib/life-cycle/process-html-meta.d.ts +4 -3
  80. package/lib/life-cycle/process-html-meta.d.ts.map +1 -0
  81. package/lib/life-cycle/process-html-meta.js +11 -15
  82. package/lib/life-cycle/process-html-meta.js.map +1 -1
  83. package/lib/life-cycle/process-html.d.ts +4 -3
  84. package/lib/life-cycle/process-html.d.ts.map +1 -0
  85. package/lib/life-cycle/process-html.js +27 -31
  86. package/lib/life-cycle/process-html.js.map +1 -1
  87. package/lib/life-cycle/process-site-map.d.ts +4 -3
  88. package/lib/life-cycle/process-site-map.d.ts.map +1 -0
  89. package/lib/life-cycle/process-site-map.js +7 -11
  90. package/lib/life-cycle/process-site-map.js.map +1 -1
  91. package/lib/life-cycle/process-source-map.d.ts +4 -4
  92. package/lib/life-cycle/process-source-map.d.ts.map +1 -0
  93. package/lib/life-cycle/process-source-map.js +16 -21
  94. package/lib/life-cycle/process-source-map.js.map +1 -1
  95. package/lib/life-cycle/process-svg.d.ts +4 -3
  96. package/lib/life-cycle/process-svg.d.ts.map +1 -0
  97. package/lib/life-cycle/process-svg.js +17 -21
  98. package/lib/life-cycle/process-svg.js.map +1 -1
  99. package/lib/life-cycle/read-or-copy-local-resource.d.ts +4 -3
  100. package/lib/life-cycle/read-or-copy-local-resource.d.ts.map +1 -0
  101. package/lib/life-cycle/read-or-copy-local-resource.js +15 -42
  102. package/lib/life-cycle/read-or-copy-local-resource.js.map +1 -1
  103. package/lib/life-cycle/save-html-to-disk.d.ts +6 -4
  104. package/lib/life-cycle/save-html-to-disk.d.ts.map +1 -0
  105. package/lib/life-cycle/save-html-to-disk.js +24 -33
  106. package/lib/life-cycle/save-html-to-disk.js.map +1 -1
  107. package/lib/life-cycle/save-resource-to-disk.d.ts +4 -3
  108. package/lib/life-cycle/save-resource-to-disk.d.ts.map +1 -0
  109. package/lib/life-cycle/save-resource-to-disk.js +10 -17
  110. package/lib/life-cycle/save-resource-to-disk.js.map +1 -1
  111. package/lib/life-cycle/skip-links.d.ts +1 -0
  112. package/lib/life-cycle/skip-links.d.ts.map +1 -0
  113. package/lib/life-cycle/skip-links.js +6 -10
  114. package/lib/life-cycle/skip-links.js.map +1 -1
  115. package/lib/life-cycle/types.d.ts +8 -7
  116. package/lib/life-cycle/types.d.ts.map +1 -0
  117. package/lib/life-cycle/types.js +1 -2
  118. package/lib/logger/config-logger.d.ts +2 -1
  119. package/lib/logger/config-logger.d.ts.map +1 -0
  120. package/lib/logger/config-logger.js +4 -30
  121. package/lib/logger/config-logger.js.map +1 -1
  122. package/lib/logger/logger-worker.d.ts +3 -2
  123. package/lib/logger/logger-worker.d.ts.map +1 -0
  124. package/lib/logger/logger-worker.js +11 -13
  125. package/lib/logger/logger-worker.js.map +1 -1
  126. package/lib/logger/logger.d.ts +2 -1
  127. package/lib/logger/logger.d.ts.map +1 -0
  128. package/lib/logger/logger.js +15 -17
  129. package/lib/logger/logger.js.map +1 -1
  130. package/lib/options.d.ts +8 -8
  131. package/lib/options.d.ts.map +1 -0
  132. package/lib/options.js +22 -32
  133. package/lib/options.js.map +1 -1
  134. package/lib/resource.d.ts +3 -4
  135. package/lib/resource.d.ts.map +1 -0
  136. package/lib/resource.js +34 -70
  137. package/lib/resource.js.map +1 -1
  138. package/lib/sources.d.ts +2 -1
  139. package/lib/sources.d.ts.map +1 -0
  140. package/lib/sources.js +9 -12
  141. package/lib/sources.js.map +1 -1
  142. package/lib/types.d.ts +1 -0
  143. package/lib/types.d.ts.map +1 -0
  144. package/lib/types.js +1 -2
  145. package/lib/util.d.ts +4 -3
  146. package/lib/util.d.ts.map +1 -0
  147. package/lib/util.js +17 -34
  148. package/lib/util.js.map +1 -1
  149. package/package.json +18 -20
  150. package/src/downloader/adjust-concurrency.ts +2 -2
  151. package/src/downloader/index.ts +8 -8
  152. package/src/downloader/main.ts +50 -28
  153. package/src/downloader/multi.ts +11 -10
  154. package/src/downloader/pipeline-executor-impl.ts +7 -7
  155. package/src/downloader/single.ts +9 -6
  156. package/src/downloader/types.ts +3 -3
  157. package/src/downloader/worker-pool.ts +9 -9
  158. package/src/downloader/worker-type.ts +3 -3
  159. package/src/downloader/worker.ts +51 -29
  160. package/src/index.ts +8 -8
  161. package/src/io.ts +6 -6
  162. package/src/life-cycle/adapters.ts +7 -6
  163. package/src/life-cycle/css-url-parser.d.ts +1 -1
  164. package/src/life-cycle/default-life-cycle.ts +15 -15
  165. package/src/life-cycle/detect-resource-type.ts +2 -2
  166. package/src/life-cycle/download-resource.ts +18 -20
  167. package/src/life-cycle/download-streaming-resource.ts +20 -18
  168. package/src/life-cycle/index.ts +15 -15
  169. package/src/life-cycle/pipeline-executor.ts +6 -6
  170. package/src/life-cycle/process-css.ts +6 -5
  171. package/src/life-cycle/process-html-meta.ts +7 -6
  172. package/src/life-cycle/process-html.ts +21 -13
  173. package/src/life-cycle/process-site-map.ts +7 -6
  174. package/src/life-cycle/process-source-map.ts +5 -4
  175. package/src/life-cycle/process-svg.ts +10 -9
  176. package/src/life-cycle/read-or-copy-local-resource.ts +9 -7
  177. package/src/life-cycle/save-html-to-disk.ts +9 -13
  178. package/src/life-cycle/save-resource-to-disk.ts +6 -6
  179. package/src/life-cycle/types.ts +7 -7
  180. package/src/logger/config-logger.ts +5 -3
  181. package/src/logger/logger-worker.ts +8 -4
  182. package/src/logger/logger.ts +6 -4
  183. package/src/options.ts +15 -19
  184. package/src/resource.ts +10 -5
  185. package/src/sources.ts +1 -1
  186. package/src/util.ts +6 -10
  187. package/tsconfig.json +6 -2
@@ -1 +1 @@
1
- {"version":3,"file":"process-html-meta.js","sourceRoot":"","sources":["../../src/life-cycle/process-html-meta.ts"],"names":[],"mappings":";;;AAGA,0CAAmD;AACnD,yCAAqC;AACrC,6CAAsC;AAEtC;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wEAAwE,CAAC;AAEpE,KAAK,UAAU,sBAAsB,CAC1C,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAG1B,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QAClC,OAAO,GAAG,CAAC;KACZ;IACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;QACjB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,IAAA,oBAAS,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;KACxC;IACD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAEvB,MAAM,SAAS,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,MAAM,EAAE;QACpB,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAE/D,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;QAEpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACrD,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,SAAS,GAAkB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,EAAE;gBACd,SAAS;aACV;YACD,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE;gBACV,SAAS;aACV;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE;gBACjB,SAAS;aACV;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE;gBACT,SAAS;aACV;YAED,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,uBAAY,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,EAAE;gBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;oBACzB,aAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;iBAC/B;gBACD,SAAS;aACV;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE;gBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;oBACzB,aAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;iBACzC;gBACD,SAAS;aACV;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE;gBAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC;aAClB;YACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;SAC7E;KACF;IAED,OAAO,GAAG,CAAC;AACb,CAAC;AAvED,wDAuEC"}
1
+ {"version":3,"file":"process-html-meta.js","sourceRoot":"","sources":["../../src/life-cycle/process-html-meta.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AACxC,OAAO,EAAC,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEzC;;;;GAIG;AACH,MAAM,oBAAoB,GACxB,wEAAwE,CAAC;AAE3E,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAG1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACzC,CAAC;IACD,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAEvB,MAAM,SAAS,GAAG,CAAC,CAAC,qCAAqC,CAAC,CAAC;IAC3D,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;QACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;QAE/D,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;QAEpC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACtD,MAAM,IAAI,GAAG,SAAS,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YACjC,MAAM,SAAS,GAAkB,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACtD,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,SAAS;YACX,CAAC;YACD,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAG,KAAK,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;YAC1C,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,SAAS;YACX,CAAC;YAED,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACxE,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1C,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;gBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnB,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC;QAC9E,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -1,4 +1,5 @@
1
- import type { DownloadResource, SubmitResourceFunc } from './types';
2
- import type { StaticDownloadOptions } from '../options';
3
- import type { PipelineExecutor } from './pipeline-executor';
1
+ import type { DownloadResource, SubmitResourceFunc } from './types.js';
2
+ import type { StaticDownloadOptions } from '../options.js';
3
+ import type { PipelineExecutor } from './pipeline-executor.js';
4
4
  export declare function processHtml(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
5
+ //# sourceMappingURL=process-html.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"process-html.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAKzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAO7D,wBAAsB,WAAW,CAC/B,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAoH9D"}
@@ -1,17 +1,11 @@
1
- "use strict";
2
- var __importDefault = (this && this.__importDefault) || function (mod) {
3
- return (mod && mod.__esModule) ? mod : { "default": mod };
4
- };
5
- Object.defineProperty(exports, "__esModule", { value: true });
6
- exports.processHtml = void 0;
7
- const srcset_1 = __importDefault(require("srcset"));
8
- const sources_1 = require("../sources");
9
- const resource_1 = require("../resource");
10
- const process_css_1 = require("./process-css");
11
- const logger_1 = require("../logger/logger");
12
- const adapters_1 = require("./adapters");
13
- async function processHtml(res, submit, options, pipeline) {
14
- if (res.type !== resource_1.ResourceType.Html) {
1
+ import { parseSrcset, stringifySrcset } from 'srcset';
2
+ import { sources as defaultSources } from '../sources.js';
3
+ import { ResourceType } from '../resource.js';
4
+ import { processCssText } from './process-css.js';
5
+ import { error, skip } from '../logger/logger.js';
6
+ import { parseHtml } from './adapters.js';
7
+ export async function processHtml(res, submit, options, pipeline) {
8
+ if (res.type !== ResourceType.Html) {
15
9
  return res;
16
10
  }
17
11
  const refUrl = res.redirectedUrl || res.url;
@@ -23,9 +17,9 @@ async function processHtml(res, submit, options, pipeline) {
23
17
  const resources = [];
24
18
  let doc = res.meta.doc;
25
19
  if (!doc) {
26
- res.meta.doc = doc = (0, adapters_1.parseHtml)(res, options);
20
+ res.meta.doc = doc = parseHtml(res, options);
27
21
  }
28
- const sources = options.sources || sources_1.sources;
22
+ const sources = options.sources || defaultSources;
29
23
  for (const { selector, attr, type } of sources) {
30
24
  const elements = doc(selector);
31
25
  for (let index = 0; index < elements.length; index++) {
@@ -33,27 +27,27 @@ async function processHtml(res, submit, options, pipeline) {
33
27
  const attrValue = attr && elem.attr(attr);
34
28
  if (!attr || !attrValue) {
35
29
  // style block
36
- if (type === resource_1.ResourceType.CssInline) {
30
+ if (type === ResourceType.CssInline) {
37
31
  let content = elem.html();
38
32
  if (!content)
39
33
  continue;
40
- content = await (0, process_css_1.processCssText)(content, res, options, pipeline, depth, resources);
34
+ content = await processCssText(content, res, options, pipeline, depth, resources);
41
35
  elem.html(content);
42
36
  }
43
37
  continue;
44
38
  }
45
- else if (type === resource_1.ResourceType.CssInline) {
46
- const content = await (0, process_css_1.processCssText)(attrValue, res, options, pipeline, depth, resources);
39
+ else if (type === ResourceType.CssInline) {
40
+ const content = await processCssText(attrValue, res, options, pipeline, depth, resources);
47
41
  elem.attr(attr, content);
48
42
  continue;
49
43
  }
50
44
  let links, replaceValue;
51
45
  if (attr === 'srcset') {
52
46
  try {
53
- replaceValue = srcset_1.default.parse(attrValue);
47
+ replaceValue = parseSrcset(attrValue);
54
48
  }
55
49
  catch (e) {
56
- logger_1.error.info('skipping invalid srcset', attrValue, e);
50
+ error.info('skipping invalid srcset', attrValue, e);
57
51
  // should invalid srcset being removed?
58
52
  continue;
59
53
  }
@@ -71,23 +65,23 @@ async function processHtml(res, submit, options, pipeline) {
71
65
  }
72
66
  const link = await pipeline.linkRedirect(originalLink, elem, res);
73
67
  if (!link) {
74
- if (logger_1.skip.isTraceEnabled()) {
75
- logger_1.skip.trace('skip linkRedirect', originalLink, refUrl);
68
+ if (skip.isTraceEnabled()) {
69
+ skip.trace('skip linkRedirect', originalLink, refUrl);
76
70
  }
77
71
  continue;
78
72
  }
79
73
  const linkType = await pipeline.detectResourceType(link, type, elem, res);
80
74
  if (!linkType) {
81
- if (logger_1.skip.isTraceEnabled()) {
82
- logger_1.skip.trace('skip detectResourceType', originalLink, link, refUrl);
75
+ if (skip.isTraceEnabled()) {
76
+ skip.trace('skip detectResourceType', originalLink, link, refUrl);
83
77
  }
84
78
  continue;
85
79
  }
86
80
  let resource = await pipeline.createResource(linkType, depth, link, refUrl, res.localRoot, options.encoding[linkType], savePath, res.type);
87
81
  resource = await pipeline.processBeforeDownload(resource, elem, res, options);
88
82
  if (!resource) {
89
- if (logger_1.skip.isTraceEnabled()) {
90
- logger_1.skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
83
+ if (skip.isTraceEnabled()) {
84
+ skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
91
85
  }
92
86
  continue;
93
87
  }
@@ -95,6 +89,9 @@ async function processHtml(res, submit, options, pipeline) {
95
89
  submit(resource);
96
90
  }
97
91
  if (attr === 'srcset') {
92
+ // 20241005: It's ok to do this
93
+ // I've looked into the source code of srcset 5.0.1
94
+ // and there is nothing preventing the return value to change
98
95
  replaceValue[linkIndex].url = resource.replacePath;
99
96
  }
100
97
  else {
@@ -106,13 +103,13 @@ async function processHtml(res, submit, options, pipeline) {
106
103
  }
107
104
  }
108
105
  if (attr === 'srcset') {
109
- elem.attr(attr, srcset_1.default.stringify(replaceValue));
106
+ elem.attr(attr, stringifySrcset(replaceValue));
110
107
  }
111
108
  else if (attr) {
112
109
  elem.attr(attr, replaceValue);
113
110
  }
114
111
  else {
115
- logger_1.error.warn('skip attr replace', links, replaceValue, refUrl);
112
+ error.warn('skip attr replace', links, replaceValue, refUrl);
116
113
  }
117
114
  }
118
115
  }
@@ -121,5 +118,4 @@ async function processHtml(res, submit, options, pipeline) {
121
118
  }
122
119
  return res;
123
120
  }
124
- exports.processHtml = processHtml;
125
121
  //# sourceMappingURL=process-html.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"process-html.js","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":";;;;;;AAAA,oDAAgD;AAChD,wCAAqD;AAGrD,0CAAmD;AACnD,+CAA6C;AAC7C,6CAA6C;AAE7C,yCAAqC;AAG9B,KAAK,UAAU,WAAW,CAC/B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,IAAI,EAAE;QAClC,OAAO,GAAG,CAAC;KACZ;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,4BAA4B;IAC5B,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE;QACR,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,IAAA,oBAAS,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;KAC9C;IACD,MAAM,OAAO,GAA0B,OAAO,CAAC,OAAO,IAAI,iBAAc,CAAC;IACzE,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,OAAO,EAAE;QAC5C,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE;gBACvB,cAAc;gBACd,IAAI,IAAI,KAAK,uBAAY,CAAC,SAAS,EAAE;oBACnC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC1B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,OAAO,GAAG,MAAM,IAAA,4BAAc,EAAC,OAAO,EAAE,GAAG,EAAE,OAAO,EAClD,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACpB;gBACD,SAAS;aACV;iBAAM,IAAI,IAAI,KAAK,uBAAY,CAAC,SAAS,EAAE;gBAC1C,MAAM,OAAO,GAAW,MAAM,IAAA,4BAAc,EAAC,SAAS,EAAE,GAAG,EAAE,OAAO,EAClE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACzB,SAAS;aACV;YACD,IAAI,KAAe,EAAE,YAAyC,CAAC;YAC/D,IAAI,IAAI,KAAK,QAAQ,EAAE;gBACrB,IAAI;oBACF,YAAY,GAAG,gBAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;iBACxC;gBAAC,OAAO,CAAC,EAAE;oBACV,cAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBACpD,uCAAuC;oBACvC,SAAS;iBACV;gBACD,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;aACtC;iBAAM;gBACL,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;gBACpB,YAAY,GAAG,SAAS,CAAC;aAC1B;YACD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE;gBACpE,MAAM,YAAY,GAAW,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC9C,mBAAmB;gBACnB,IAAI,CAAC,YAAY,EAAE;oBACjB,SAAS;iBACV;gBACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,EAAE;oBACT,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;wBACzB,aAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;qBACvD;oBACD,SAAS;iBACV;gBACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC3D,IAAI,CAAC,QAAQ,EAAE;oBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;wBACzB,aAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;qBAC/B;oBACD,SAAS;iBACV;gBACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC9E,IAAI,CAAC,QAAQ,EAAE;oBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;wBACzB,aAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;qBACzC;oBACD,SAAS;iBACV;gBACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE;oBAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC;iBAClB;gBACD,IAAI,IAAI,KAAK,QAAQ,EAAE;oBACpB,YAAmC,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC;iBAC5E;qBAAM;oBACL,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;oBACpC,6BAA6B;oBAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE;wBACzD,YAAY,GAAG,EAAE,CAAC;qBACnB;iBACF;aACF;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE;gBACrB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAM,CAAC,SAAS,CAAC,YAAkC,CAAC,CAAC,CAAC;aACvE;iBAAM,IAAI,IAAI,EAAE;gBACf,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;aACzC;iBAAM;gBACL,cAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;aAC9D;SACF;KACF;IACD,IAAI,SAAS,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,SAAS,CAAC,CAAC;KACnB;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AArHD,kCAqHC"}
1
+ {"version":3,"file":"process-html.js","sourceRoot":"","sources":["../../src/life-cycle/process-html.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,WAAW,EAAE,eAAe,EAAC,MAAM,QAAQ,CAAC;AACpD,OAAO,EAAC,OAAO,IAAI,cAAc,EAAC,MAAM,eAAe,CAAC;AAIxD,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,cAAc,EAAC,MAAM,kBAAkB,CAAC;AAChD,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AAMxC,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,IAAI,EAAE,CAAC;QACnC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,4BAA4B;IAC5B,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,MAAM,OAAO,GAA0B,OAAO,CAAC,OAAO,IAAI,cAAc,CAAC;IACzE,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,OAAO,EAAE,CAAC;QAC7C,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxB,cAAc;gBACd,IAAI,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;oBACpC,IAAI,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC1B,IAAI,CAAC,OAAO;wBAAE,SAAS;oBACvB,OAAO,GAAG,MAAM,cAAc,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,EAClD,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;oBAC9B,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACrB,CAAC;gBACD,SAAS;YACX,CAAC;iBAAM,IAAI,IAAI,KAAK,YAAY,CAAC,SAAS,EAAE,CAAC;gBAC3C,MAAM,OAAO,GAAW,MAAM,cAAc,CAAC,SAAS,EAAE,GAAG,EAAE,OAAO,EAClE,QAAQ,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;gBAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;gBACzB,SAAS;YACX,CAAC;YACD,IAAI,KAAe,EAAE,YAAyC,CAAC;YAC/D,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC;oBACH,YAAY,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;gBACxC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,KAAK,CAAC,IAAI,CAAC,yBAAyB,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;oBACpD,uCAAuC;oBACvC,SAAS;gBACX,CAAC;gBACD,KAAK,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACvC,CAAC;iBAAM,CAAC;gBACN,KAAK,GAAG,CAAC,SAAS,CAAC,CAAC;gBACpB,YAAY,GAAG,SAAS,CAAC;YAC3B,CAAC;YACD,KAAK,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,SAAS,GAAG,CAAC,EAAE,SAAS,EAAE,EAAE,CAAC;gBACrE,MAAM,YAAY,GAAW,KAAK,CAAC,SAAS,CAAC,CAAC;gBAC9C,mBAAmB;gBACnB,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,SAAS;gBACX,CAAC;gBACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,EAAE,CAAC;oBACV,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;oBACxD,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;oBAChC,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;gBACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;gBAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;wBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;oBAC1C,CAAC;oBACD,SAAS;gBACX,CAAC;gBACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;oBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACnB,CAAC;gBACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACtB,+BAA+B;oBAC/B,mDAAmD;oBACnD,6DAA6D;oBAC5D,YAAkC,CAAC,SAAS,CAAC,CAAC,GAAG,GAAG,QAAQ,CAAC,WAAW,CAAC;gBAC5E,CAAC;qBAAM,CAAC;oBACN,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;oBACpC,6BAA6B;oBAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;wBAC1D,YAAY,GAAG,EAAE,CAAC;oBACpB,CAAC;gBACH,CAAC;YACH,CAAC;YACD,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,eAAe,CAAC,YAAkC,CAAC,CAAC,CAAC;YACvE,CAAC;iBAAM,IAAI,IAAI,EAAE,CAAC;gBAChB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YAC/D,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,CAAC,CAAC;IACpB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -1,4 +1,5 @@
1
- import type { DownloadResource, SubmitResourceFunc } from './types';
2
- import type { StaticDownloadOptions } from '../options';
3
- import type { PipelineExecutor } from './pipeline-executor';
1
+ import type { DownloadResource, SubmitResourceFunc } from './types.js';
2
+ import type { StaticDownloadOptions } from '../options.js';
3
+ import type { PipelineExecutor } from './pipeline-executor.js';
4
4
  export declare function processSiteMap(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
5
+ //# sourceMappingURL=process-site-map.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"process-site-map.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAIzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAG7D,wBAAsB,cAAc,CAClC,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CA8B9D"}
@@ -1,14 +1,11 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.processSiteMap = void 0;
4
- const cheerio_1 = require("cheerio");
5
- const resource_1 = require("../resource");
6
- const util_1 = require("../util");
7
- async function processSiteMap(res, submit, options, pipeline) {
8
- if (res.type !== resource_1.ResourceType.SiteMap) {
1
+ import { load } from 'cheerio';
2
+ import { ResourceType } from '../resource.js';
3
+ import { toString } from '../util.js';
4
+ export async function processSiteMap(res, submit, options, pipeline) {
5
+ if (res.type !== ResourceType.SiteMap) {
9
6
  return res;
10
7
  }
11
- const $ = (0, cheerio_1.load)((0, util_1.toString)(res.body, res.encoding || options.encoding[resource_1.ResourceType.SiteMap] || 'utf8'));
8
+ const $ = load(toString(res.body, res.encoding || options.encoding[ResourceType.SiteMap] || 'utf8'));
12
9
  const urlSet = new Set();
13
10
  const depth = res.depth + 1;
14
11
  // noinspection CssInvalidHtmlTagReference
@@ -24,7 +21,7 @@ async function processSiteMap(res, submit, options, pipeline) {
24
21
  // noinspection DuplicatedCode
25
22
  for (let i = 0, l = urls.length; i < l; i++) {
26
23
  url = urls[i];
27
- r = await pipeline.createAndProcessResource(url, resource_1.ResourceType.Html, depth, null, res);
24
+ r = await pipeline.createAndProcessResource(url, ResourceType.Html, depth, null, res);
28
25
  if (!r)
29
26
  continue;
30
27
  if (!r.shouldBeDiscardedFromDownload) {
@@ -34,5 +31,4 @@ async function processSiteMap(res, submit, options, pipeline) {
34
31
  await submit(resources);
35
32
  return res;
36
33
  }
37
- exports.processSiteMap = processSiteMap;
38
34
  //# sourceMappingURL=process-site-map.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"process-site-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":";;;AAAA,qCAA6B;AAG7B,0CAAmD;AACnD,kCAAiC;AAI1B,KAAK,UAAU,cAAc,CAClC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,OAAO,EAAE;QACrC,OAAO,GAAG,CAAC;KACZ;IACD,MAAM,CAAC,GAAkB,IAAA,cAAI,EAAC,IAAA,eAAQ,EAAC,GAAG,CAAC,IAAI,EAC7C,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,uBAAY,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;IACtC,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,0CAA0C;IAC1C,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,GAAG,GAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE;YACjD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;SACjB;IACH,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,8BAA8B;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;QAC3C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,uBAAY,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE;YACpC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACnB;KACF;IACD,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC;AAlCD,wCAkCC"}
1
+ {"version":3,"file":"process-site-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-site-map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,IAAI,EAAC,MAAM,SAAS,CAAC;AAI7B,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,QAAQ,EAAC,MAAM,YAAY,CAAC;AAIpC,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,OAAO,EAAE,CAAC;QACtC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,CAAC,GAAkB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAC7C,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC;IACrE,MAAM,MAAM,GAAgB,IAAI,GAAG,EAAE,CAAC;IACtC,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,0CAA0C;IAC1C,CAAC,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;QACtC,IAAI,GAAG,GAAW,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QAChC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAClB,CAAC;IACH,CAAC,CAAC,CAAC;IACH,MAAM,IAAI,GAAa,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,8BAA8B;IAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5C,IAAI,CAAC,CAAC;YAAE,SAAS;QACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;YACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;IACxB,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -1,7 +1,6 @@
1
- /// <reference types="node" />
2
- import type { DownloadResource, SubmitResourceFunc } from './types';
3
- import type { StaticDownloadOptions } from '../options';
4
- import type { PipelineExecutor } from './pipeline-executor';
1
+ import type { DownloadResource, SubmitResourceFunc } from './types.js';
2
+ import type { StaticDownloadOptions } from '../options.js';
3
+ import type { PipelineExecutor } from './pipeline-executor.js';
5
4
  export declare const SOURCE_MAP_HEADER: string;
6
5
  export declare const X_SOURCE_MAP_HEADER: string;
7
6
  export declare const sourceMapPrefix: string[];
@@ -9,3 +8,4 @@ export declare const uriCharBitSet: number[];
9
8
  export declare const isUriChar: (char: number) => boolean;
10
9
  export declare const unsupportedEncoding: Set<NonNullable<BufferEncoding>>;
11
10
  export declare function processSourceMap(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
11
+ //# sourceMappingURL=process-source-map.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"process-source-map.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAGzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAG7D,eAAO,MAAM,iBAAiB,QAA4B,CAAC;AAC3D,eAAO,MAAM,mBAAmB,QAA8B,CAAC;AAG/D,eAAO,MAAM,eAAe,UAI3B,CAAC;AAaF,eAAO,MAAM,aAAa,UAA4C,CAAC;AAEvE,eAAO,MAAM,SAAS,SAAU,MAAM,KAAG,OAExC,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,GAAG,CAAC,WAAW,CAAC,cAAc,CAAC,CAI/D,CAAC;AAEH,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAgI9D"}
@@ -1,12 +1,9 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.processSourceMap = exports.unsupportedEncoding = exports.isUriChar = exports.uriCharBitSet = exports.sourceMapPrefix = exports.X_SOURCE_MAP_HEADER = exports.SOURCE_MAP_HEADER = void 0;
4
- const resource_1 = require("../resource");
1
+ import { ResourceType } from '../resource.js';
5
2
  // https://developer.mozilla.org/docs/Web/HTTP/Headers/SourceMap
6
- exports.SOURCE_MAP_HEADER = 'SourceMap'.toLowerCase();
7
- exports.X_SOURCE_MAP_HEADER = 'X-SourceMap'.toLowerCase();
3
+ export const SOURCE_MAP_HEADER = 'SourceMap'.toLowerCase();
4
+ export const X_SOURCE_MAP_HEADER = 'X-SourceMap'.toLowerCase();
8
5
  // See https://sourcemaps.info/spec.html
9
- exports.sourceMapPrefix = [
6
+ export const sourceMapPrefix = [
10
7
  '//# sourceMappingURL=',
11
8
  '//@ sourceMappingURL=',
12
9
  '/*# sourceMappingURL='
@@ -22,22 +19,21 @@ a b c d e f g h i j k l m n o p q r s t u v w x y z
22
19
 
23
20
  Note: The char * is excluded.
24
21
  */
25
- exports.uriCharBitSet = [0, -1342178342, -1342177281, 1207959550];
26
- const isUriChar = (char) => {
27
- return char < 0xff && !!(exports.uriCharBitSet[char >>> 5] & (1 << char));
22
+ export const uriCharBitSet = [0, -1342178342, -1342177281, 1207959550];
23
+ export const isUriChar = (char) => {
24
+ return char < 0xff && !!(uriCharBitSet[char >>> 5] & (1 << char));
28
25
  };
29
- exports.isUriChar = isUriChar;
30
- exports.unsupportedEncoding = new Set([
26
+ export const unsupportedEncoding = new Set([
31
27
  'utf16le',
32
28
  'ucs2',
33
29
  'ucs-2'
34
30
  ]);
35
- async function processSourceMap(res, submit, options, pipeline) {
31
+ export async function processSourceMap(res, submit, options, pipeline) {
36
32
  const { headers } = res.meta;
37
33
  let urls = [];
38
34
  const depth = res.depth + 1;
39
35
  if (headers) {
40
- const header = headers[exports.SOURCE_MAP_HEADER] || headers[exports.X_SOURCE_MAP_HEADER];
36
+ const header = headers[SOURCE_MAP_HEADER] || headers[X_SOURCE_MAP_HEADER];
41
37
  if (header === null || header === void 0 ? void 0 : header.length) {
42
38
  if (Array.isArray(header)) {
43
39
  urls = header;
@@ -53,7 +49,7 @@ async function processSourceMap(res, submit, options, pipeline) {
53
49
  // noinspection DuplicatedCode
54
50
  for (let i = 0, l = urls.length; i < l; i++) {
55
51
  url = urls[i];
56
- r = await pipeline.createAndProcessResource(url, resource_1.ResourceType.Binary, depth, null, res);
52
+ r = await pipeline.createAndProcessResource(url, ResourceType.Binary, depth, null, res);
57
53
  if (!r)
58
54
  continue;
59
55
  if (!r.shouldBeDiscardedFromDownload) {
@@ -80,7 +76,7 @@ async function processSourceMap(res, submit, options, pipeline) {
80
76
  }
81
77
  if (Buffer.isBuffer(body) &&
82
78
  res.encoding &&
83
- exports.unsupportedEncoding.has(res.encoding.toLowerCase())) {
79
+ unsupportedEncoding.has(res.encoding.toLowerCase())) {
84
80
  // we can not process that
85
81
  // TODO: UCS-2/UTF-16 encoding
86
82
  if (resources.length) {
@@ -89,7 +85,7 @@ async function processSourceMap(res, submit, options, pipeline) {
89
85
  return res;
90
86
  }
91
87
  let shouldReplaceBody = false;
92
- for (const prefix of exports.sourceMapPrefix) {
88
+ for (const prefix of sourceMapPrefix) {
93
89
  let startIndex = body.indexOf(prefix);
94
90
  if (startIndex < 0) {
95
91
  continue;
@@ -99,7 +95,7 @@ async function processSourceMap(res, submit, options, pipeline) {
99
95
  let url = '';
100
96
  if (Buffer.isBuffer(body)) {
101
97
  while (endIndex < body.length) {
102
- if (!(0, exports.isUriChar)(body[endIndex])) {
98
+ if (!isUriChar(body[endIndex])) {
103
99
  break;
104
100
  }
105
101
  endIndex++;
@@ -112,7 +108,7 @@ async function processSourceMap(res, submit, options, pipeline) {
112
108
  else {
113
109
  // string
114
110
  while (endIndex < body.length) {
115
- if (!(0, exports.isUriChar)(body.charCodeAt(endIndex))) {
111
+ if (!isUriChar(body.charCodeAt(endIndex))) {
116
112
  break;
117
113
  }
118
114
  endIndex++;
@@ -122,7 +118,7 @@ async function processSourceMap(res, submit, options, pipeline) {
122
118
  }
123
119
  }
124
120
  if (url) {
125
- r = await pipeline.createAndProcessResource(url, resource_1.ResourceType.Binary, depth, null, res);
121
+ r = await pipeline.createAndProcessResource(url, ResourceType.Binary, depth, null, res);
126
122
  if (!r)
127
123
  continue;
128
124
  const { replacePath } = r;
@@ -163,5 +159,4 @@ async function processSourceMap(res, submit, options, pipeline) {
163
159
  }
164
160
  return res;
165
161
  }
166
- exports.processSourceMap = processSourceMap;
167
162
  //# sourceMappingURL=process-source-map.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"process-source-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":";;;AAEA,0CAAqE;AAGrE,gEAAgE;AACnD,QAAA,iBAAiB,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;AAC9C,QAAA,mBAAmB,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;AAE/D,wCAAwC;AAC3B,QAAA,eAAe,GAAG;IAC7B,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;CACxB,CAAC;AAEF;;;;;;;;;;EAUE;AACW,QAAA,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AAEhE,MAAM,SAAS,GAAG,CAAC,IAAY,EAAW,EAAE;IACjD,OAAO,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,qBAAa,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAFW,QAAA,SAAS,aAEpB;AAEW,QAAA,mBAAmB,GAAqC,IAAI,GAAG,CAAC;IAC3E,SAAS;IACT,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEI,KAAK,UAAU,gBAAgB,CACpC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,MAAM,EAAC,OAAO,EAAC,GAAG,GAAG,CAAC,IAAI,CAAC;IAC3B,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,OAAO,EAAE;QACX,MAAM,MAAM,GAAG,OAAO,CAAC,yBAAiB,CAAC,IAAI,OAAO,CAAC,2BAAmB,CAAC,CAAC;QAC1E,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,EAAE;YAClB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE;gBACzB,IAAI,GAAG,MAAM,CAAC;aACf;iBAAM;gBACL,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;aACjB;SACF;KACF;IACD,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,IAAI,IAAI,CAAC,MAAM,EAAE;QACf,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE;YAC3C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,uBAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE;gBACpC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACnB;SACF;KACF;IACD,IAAI,IAAqB,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QAC7D,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;KACjB;SAAM,IAAI,GAAG,CAAC,IAAI,YAAY,WAAW,EAAE;QAC1C,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;KAC9B;SAAM,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;QACvC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;KAC/E;SAAM;QACL,0BAA0B;QAC1B,IAAI,SAAS,CAAC,MAAM,EAAE;YACpB,MAAM,CAAC,SAAS,CAAC,CAAC;SACnB;QACD,OAAO,GAAG,CAAC;KACZ;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,GAAG,CAAC,QAAQ;QACZ,2BAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAoB,CAAC,EAAE;QACvE,0BAA0B;QAC1B,8BAA8B;QAC9B,IAAI,SAAS,CAAC,MAAM,EAAE;YACpB,MAAM,CAAC,SAAS,CAAC,CAAC;SACnB;QACD,OAAO,GAAG,CAAC;KACZ;IAED,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,uBAAe,EAAE;QACpC,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,UAAU,GAAG,CAAC,EAAE;YAClB,SAAS;SACV;QACD,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,QAAQ,GAAW,UAAU,CAAC;QAClC,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;YACzB,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE;gBAC7B,IAAI,CAAC,IAAA,iBAAS,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;oBAC9B,MAAM;iBACP;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE;gBACzB,MAAM,QAAQ,GAAqB,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC;gBAC1D,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;aACrD;SACF;aAAM;YACL,SAAS;YACT,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE;gBAC7B,IAAI,CAAC,IAAA,iBAAS,EAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE;oBACzC,MAAM;iBACP;gBACD,QAAQ,EAAE,CAAC;aACZ;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE;gBACzB,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;aACxC;SACF;QACD,IAAI,GAAG,EAAE;YACP,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,uBAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,MAAM,EAAC,WAAW,EAAC,GAAG,CAAC,CAAC;YACxB,IAAI,WAAW,KAAK,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;gBACjD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;oBAC5B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACtE,iBAAiB,GAAG,IAAI,CAAC;iBAC1B;qBAAM;oBACL,SAAS;oBACT,IAAI,WAAW,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE;wBACpC,4BAA4B;wBAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,EAAE,IAAI,CAAC,CAAC;wBACzD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAC1B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;qBAC/B;yBAAM;wBACL,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBACxC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAC1B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC,CAAC;wBAC/D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;wBACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;wBACjC,IAAI,CAAC,IAAI,CAAC,OAAO,EACf,MAAM,CAAC,UAAU,GAAG,UAAU,EAAE,QAAQ,CAAC,CAAC;wBAC5C,IAAI,GAAG,OAAO,CAAC;qBAChB;oBACD,iBAAiB,GAAG,IAAI,CAAC;iBAC1B;aAEF;YACD,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE;gBACpC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;aACnB;SACF;KACF;IACD,IAAI,SAAS,CAAC,MAAM,EAAE;QACpB,MAAM,CAAC,SAAS,CAAC,CAAC;KACnB;IACD,IAAI,iBAAiB,EAAE;QACrB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;KACjB;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AApID,4CAoIC"}
1
+ {"version":3,"file":"process-source-map.js","sourceRoot":"","sources":["../../src/life-cycle/process-source-map.ts"],"names":[],"mappings":"AAGA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAG5C,gEAAgE;AAChE,MAAM,CAAC,MAAM,iBAAiB,GAAG,WAAW,CAAC,WAAW,EAAE,CAAC;AAC3D,MAAM,CAAC,MAAM,mBAAmB,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC;AAE/D,wCAAwC;AACxC,MAAM,CAAC,MAAM,eAAe,GAAG;IAC7B,uBAAuB;IACvB,uBAAuB;IACvB,uBAAuB;CACxB,CAAC;AAEF;;;;;;;;;;EAUE;AACF,MAAM,CAAC,MAAM,aAAa,GAAG,CAAC,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;AAEvE,MAAM,CAAC,MAAM,SAAS,GAAG,CAAC,IAAY,EAAW,EAAE;IACjD,OAAO,IAAI,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC;AACpE,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAqC,IAAI,GAAG,CAAC;IAC3E,SAAS;IACT,MAAM;IACN,OAAO;CACR,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,MAAM,EAAC,OAAO,EAAC,GAAG,GAAG,CAAC,IAAI,CAAC;IAC3B,IAAI,IAAI,GAAa,EAAE,CAAC;IACxB,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,OAAO,EAAE,CAAC;QACZ,MAAM,MAAM,GAAG,OAAO,CAAC,iBAAiB,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;QAC1E,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,EAAE,CAAC;YACnB,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC1B,IAAI,GAAG,MAAM,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,CAAC,MAAM,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAe,EAAE,CAAC;IACjC,IAAI,GAAkB,EAAE,CAAkB,CAAC;IAC3C,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;QAChB,8BAA8B;QAC9B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5C,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;YACd,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,IAAqB,CAAC;IAC1B,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9D,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;SAAM,IAAI,GAAG,CAAC,IAAI,YAAY,WAAW,EAAE,CAAC;QAC3C,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;SAAM,IAAI,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;QACxC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAChF,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;QACvB,GAAG,CAAC,QAAQ;QACZ,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,QAAQ,CAAC,WAAW,EAAoB,CAAC,EAAE,CAAC;QACxE,0BAA0B;QAC1B,8BAA8B;QAC9B,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;YACrB,MAAM,CAAC,SAAS,CAAC,CAAC;QACpB,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,iBAAiB,GAAG,KAAK,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,eAAe,EAAE,CAAC;QACrC,IAAI,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,IAAI,UAAU,GAAG,CAAC,EAAE,CAAC;YACnB,SAAS;QACX,CAAC;QACD,UAAU,IAAI,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,QAAQ,GAAW,UAAU,CAAC;QAClC,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YAC1B,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC/B,MAAM;gBACR,CAAC;gBACD,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1B,MAAM,QAAQ,GAAqB,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC;gBAC1D,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;aAAM,CAAC;YACN,SAAS;YACT,OAAO,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;oBAC1C,MAAM;gBACR,CAAC;gBACD,QAAQ,EAAE,CAAC;YACb,CAAC;YACD,IAAI,QAAQ,GAAG,UAAU,EAAE,CAAC;gBAC1B,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QACD,IAAI,GAAG,EAAE,CAAC;YACR,CAAC,GAAG,MAAM,QAAQ,CAAC,wBAAwB,CACzC,GAAG,EAAE,YAAY,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC9C,IAAI,CAAC,CAAC;gBAAE,SAAS;YACjB,MAAM,EAAC,WAAW,EAAC,GAAG,CAAC,CAAC;YACxB,IAAI,WAAW,KAAK,GAAG,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;gBAClD,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;oBAC7B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,UAAU,CAAC,GAAG,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACtE,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;qBAAM,CAAC;oBACN,SAAS;oBACT,IAAI,WAAW,CAAC,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;wBACrC,4BAA4B;wBAC5B,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,QAAQ,GAAG,UAAU,EAAE,IAAI,CAAC,CAAC;wBACzD,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;wBAC1B,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;oBAChC,CAAC;yBAAM,CAAC;wBACN,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;wBACxC,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAC1B,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,GAAG,QAAQ,GAAG,UAAU,CAAC,CAAC;wBAC/D,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,CAAC;wBACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;wBACjC,IAAI,CAAC,IAAI,CAAC,OAAO,EACf,MAAM,CAAC,UAAU,GAAG,UAAU,EAAE,QAAQ,CAAC,CAAC;wBAC5C,IAAI,GAAG,OAAO,CAAC;oBACjB,CAAC;oBACD,iBAAiB,GAAG,IAAI,CAAC;gBAC3B,CAAC;YAEH,CAAC;YACD,IAAI,CAAC,CAAC,CAAC,6BAA6B,EAAE,CAAC;gBACrC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,EAAE,CAAC;QACrB,MAAM,CAAC,SAAS,CAAC,CAAC;IACpB,CAAC;IACD,IAAI,iBAAiB,EAAE,CAAC;QACtB,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -1,4 +1,5 @@
1
- import type { DownloadResource, SubmitResourceFunc } from './types';
2
- import type { StaticDownloadOptions } from '../options';
3
- import type { PipelineExecutor } from './pipeline-executor';
1
+ import type { DownloadResource, SubmitResourceFunc } from './types.js';
2
+ import type { StaticDownloadOptions } from '../options.js';
3
+ import type { PipelineExecutor } from './pipeline-executor.js';
4
4
  export declare function processSvg(res: DownloadResource, submit: SubmitResourceFunc, options: StaticDownloadOptions, pipeline: PipelineExecutor): Promise<DownloadResource | void>;
5
+ //# sourceMappingURL=process-svg.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"process-svg.d.ts","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAC,gBAAgB,EAAE,kBAAkB,EAAC,MAAM,YAAY,CAAC;AACrE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAIzD,OAAO,KAAK,EAAC,gBAAgB,EAAC,MAAM,wBAAwB,CAAC;AAU7D,wBAAsB,UAAU,CAC9B,GAAG,EAAE,gBAAgB,EACrB,MAAM,EAAE,kBAAkB,EAC1B,OAAO,EAAE,qBAAqB,EAC9B,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC,CA0E9D"}
@@ -1,16 +1,13 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.processSvg = void 0;
4
- const resource_1 = require("../resource");
5
- const logger_1 = require("../logger/logger");
6
- const adapters_1 = require("./adapters");
7
- const save_html_to_disk_1 = require("./save-html-to-disk");
1
+ import { ResourceType } from '../resource.js';
2
+ import { error, skip } from '../logger/logger.js';
3
+ import { parseHtml } from './adapters.js';
4
+ import { getResourceBodyFromHtml } from './save-html-to-disk.js';
8
5
  const svgSelectors = [
9
- { selector: '*[xlink\\:href]', attr: 'xlink:href', type: resource_1.ResourceType.Binary },
10
- { selector: '*[href]', attr: 'href', type: resource_1.ResourceType.Binary },
6
+ { selector: '*[xlink\\:href]', attr: 'xlink:href', type: ResourceType.Binary },
7
+ { selector: '*[href]', attr: 'href', type: ResourceType.Binary },
11
8
  ];
12
- async function processSvg(res, submit, options, pipeline) {
13
- if (res.type !== resource_1.ResourceType.Svg) {
9
+ export async function processSvg(res, submit, options, pipeline) {
10
+ if (res.type !== ResourceType.Svg) {
14
11
  return res;
15
12
  }
16
13
  const refUrl = res.redirectedUrl || res.url;
@@ -20,7 +17,7 @@ async function processSvg(res, submit, options, pipeline) {
20
17
  const depth = res.depth + 1;
21
18
  let doc = res.meta.doc;
22
19
  if (!doc) {
23
- res.meta.doc = doc = (0, adapters_1.parseHtml)(res, options);
20
+ res.meta.doc = doc = parseHtml(res, options);
24
21
  }
25
22
  for (const { selector, attr, type } of svgSelectors) {
26
23
  const elements = doc(selector);
@@ -38,23 +35,23 @@ async function processSvg(res, submit, options, pipeline) {
38
35
  }
39
36
  const link = await pipeline.linkRedirect(originalLink, elem, res);
40
37
  if (!link) {
41
- if (logger_1.skip.isTraceEnabled()) {
42
- logger_1.skip.trace('skip linkRedirect', originalLink, refUrl);
38
+ if (skip.isTraceEnabled()) {
39
+ skip.trace('skip linkRedirect', originalLink, refUrl);
43
40
  }
44
41
  continue;
45
42
  }
46
43
  const linkType = await pipeline.detectResourceType(link, type, elem, res);
47
44
  if (!linkType) {
48
- if (logger_1.skip.isTraceEnabled()) {
49
- logger_1.skip.trace('skip detectResourceType', originalLink, link, refUrl);
45
+ if (skip.isTraceEnabled()) {
46
+ skip.trace('skip detectResourceType', originalLink, link, refUrl);
50
47
  }
51
48
  continue;
52
49
  }
53
50
  let resource = await pipeline.createResource(linkType, depth, link, refUrl, res.localRoot, options.encoding[linkType], savePath, res.type);
54
51
  resource = await pipeline.processBeforeDownload(resource, elem, res, options);
55
52
  if (!resource) {
56
- if (logger_1.skip.isTraceEnabled()) {
57
- logger_1.skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
53
+ if (skip.isTraceEnabled()) {
54
+ skip.trace('skip processBeforeDownload', originalLink, link, linkType, refUrl);
58
55
  }
59
56
  continue;
60
57
  }
@@ -70,12 +67,11 @@ async function processSvg(res, submit, options, pipeline) {
70
67
  elem.attr(attr, replaceValue);
71
68
  }
72
69
  else {
73
- logger_1.error.warn('skip attr replace', originalLink, replaceValue, refUrl);
70
+ error.warn('skip attr replace', originalLink, replaceValue, refUrl);
74
71
  }
75
72
  }
76
73
  }
77
- res.body = (0, save_html_to_disk_1.getResourceBodyFromHtml)(res, options);
74
+ res.body = getResourceBodyFromHtml(res, options);
78
75
  return res;
79
76
  }
80
- exports.processSvg = processSvg;
81
77
  //# sourceMappingURL=process-svg.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"process-svg.js","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":";;;AAGA,0CAAmD;AACnD,6CAA6C;AAE7C,yCAAqC;AACrC,2DAA4D;AAG5D,MAAM,YAAY,GAAuB;IACvC,EAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,uBAAY,CAAC,MAAM,EAAC;IAC5E,EAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,uBAAY,CAAC,MAAM,EAAC;CAC/D,CAAC;AAEK,KAAK,UAAU,UAAU,CAC9B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,uBAAY,CAAC,GAAG,EAAE;QACjC,OAAO,GAAG,CAAC;KACZ;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE;QACR,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,IAAA,oBAAS,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;KAC9C;IACD,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,YAAY,EAAE;QACjD,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE;YACpD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE;gBACvB,SAAS;aACV;YACD,MAAM,YAAY,GAAW,SAAS,CAAC;YACvC,IAAI,YAAY,GAAW,YAAY,CAAC;YACxC,mBAAmB;YACnB,IAAI,CAAC,YAAY,EAAE;gBACjB,SAAS;aACV;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE;gBACT,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;oBACzB,aAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;iBACvD;gBACD,SAAS;aACV;YACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,EAAE;gBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;oBACzB,aAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;iBAC/B;gBACD,SAAS;aACV;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE;gBACb,IAAI,aAAI,CAAC,cAAc,EAAE,EAAE;oBACzB,aAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;iBACzC;gBACD,SAAS;aACV;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE;gBAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC;aAClB;YACD,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;YACpC,6BAA6B;YAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE;gBACzD,YAAY,GAAG,EAAE,CAAC;aACnB;YACD,IAAI,IAAI,EAAE;gBACR,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;aACzC;iBAAM;gBACL,cAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;aACrE;SACF;KACF;IACD,GAAG,CAAC,IAAI,GAAG,IAAA,2CAAuB,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC;AA9ED,gCA8EC"}
1
+ {"version":3,"file":"process-svg.js","sourceRoot":"","sources":["../../src/life-cycle/process-svg.ts"],"names":[],"mappings":"AAIA,OAAO,EAAC,YAAY,EAAC,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAC,SAAS,EAAC,MAAM,eAAe,CAAC;AACxC,OAAO,EAAC,uBAAuB,EAAC,MAAM,wBAAwB,CAAC;AAG/D,MAAM,YAAY,GAAuB;IACvC,EAAC,QAAQ,EAAE,iBAAiB,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAC;IAC5E,EAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,YAAY,CAAC,MAAM,EAAC;CAC/D,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,GAAqB,EACrB,MAA0B,EAC1B,OAA8B,EAC9B,QAA0B;IAC1B,IAAI,GAAG,CAAC,IAAI,KAAK,YAAY,CAAC,GAAG,EAAE,CAAC;QAClC,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,MAAM,GAAW,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,GAAG,CAAC;IACpD,MAAM,QAAQ,GAAG,MAAM,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC/D,wDAAwD;IACxD,qEAAqE;IAErE,MAAM,KAAK,GAAW,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC;IACpC,IAAI,GAAG,GAAyB,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;IAC7C,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC/C,CAAC;IACD,KAAK,MAAM,EAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,EAAC,IAAI,YAAY,EAAE,CAAC;QAClD,MAAM,QAAQ,GAAY,GAAG,CAAC,QAAQ,CAAC,CAAC;QACxC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,QAAQ,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;YACrD,MAAM,IAAI,GAAG,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;YAChC,MAAM,SAAS,GAAkB,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzD,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACxB,SAAS;YACX,CAAC;YACD,MAAM,YAAY,GAAW,SAAS,CAAC;YACvC,IAAI,YAAY,GAAW,YAAY,CAAC;YACxC,mBAAmB;YACnB,IAAI,CAAC,YAAY,EAAE,CAAC;gBAClB,SAAS;YACX,CAAC;YACD,MAAM,IAAI,GACR,MAAM,QAAQ,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YACvD,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,mBAAmB,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;gBACxD,CAAC;gBACD,SAAS;YACX,CAAC;YACD,MAAM,QAAQ,GACZ,MAAM,QAAQ,CAAC,kBAAkB,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3D,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,yBAAyB,EAClC,YAAY,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC;gBAChC,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,QAAQ,GAAoB,MAAM,QAAQ,CAAC,cAAc,CAC3D,QAAQ,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAC7B,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACzC,QAAQ,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;YACtB,QAAQ,GAAG,MAAM,QAAQ,CAAC,qBAAqB,CAAC,QAAQ,EAAE,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;YAC9E,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,IAAI,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC;oBAC1B,IAAI,CAAC,KAAK,CAAC,4BAA4B,EACrC,YAAY,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC;gBAC1C,CAAC;gBACD,SAAS;YACX,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,6BAA6B,EAAE,CAAC;gBAC5C,MAAM,CAAC,QAAQ,CAAC,CAAC;YACnB,CAAC;YACD,YAAY,GAAG,QAAQ,CAAC,WAAW,CAAC;YACpC,6BAA6B;YAC7B,IAAI,YAAY,KAAK,OAAO,IAAI,YAAY,KAAK,QAAQ,EAAE,CAAC;gBAC1D,YAAY,GAAG,EAAE,CAAC;YACpB,CAAC;YACD,IAAI,IAAI,EAAE,CAAC;gBACT,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAsB,CAAC,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,IAAI,CAAC,mBAAmB,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;IACH,CAAC;IACD,GAAG,CAAC,IAAI,GAAG,uBAAuB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACjD,OAAO,GAAG,CAAC;AACb,CAAC"}
@@ -1,4 +1,5 @@
1
- import { Resource } from '../resource';
2
- import type { DownloadResource, RequestOptions } from './types';
3
- import type { StaticDownloadOptions } from '../options';
1
+ import type { Resource } from '../resource.js';
2
+ import type { DownloadResource, RequestOptions } from './types.js';
3
+ import type { StaticDownloadOptions } from '../options.js';
4
4
  export declare function readOrCopyLocalResource(res: Resource, requestOptions: RequestOptions, options: StaticDownloadOptions): Promise<DownloadResource | Resource | void>;
5
+ //# sourceMappingURL=read-or-copy-local-resource.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"read-or-copy-local-resource.d.ts","sourceRoot":"","sources":["../../src/life-cycle/read-or-copy-local-resource.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,QAAQ,EAAC,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,EAAC,gBAAgB,EAAE,cAAc,EAAC,MAAM,YAAY,CAAC;AACjE,OAAO,KAAK,EAAC,qBAAqB,EAAC,MAAM,eAAe,CAAC;AAKzD,wBAAsB,uBAAuB,CAC3C,GAAG,EAAE,QAAQ,EACb,cAAc,EAAE,cAAc,EAC9B,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,gBAAgB,GAAG,QAAQ,GAAG,IAAI,CAAC,CA0D7C"}