monitor-transfer-dsh 0.0.0-stage → 0.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (367) hide show
  1. package/CHANGELOG.md +25 -0
  2. package/README.md +51 -2
  3. package/cordis.patch.yml +4 -0
  4. package/lib/client.js +381 -0
  5. package/lib/index.js +267 -0
  6. package/package.json +67 -3
  7. package/skill/SKILL.md +48 -0
  8. package/skill/tools/node_modules/.package-lock.json +163 -0
  9. package/skill/tools/node_modules/pg/LICENSE +21 -0
  10. package/skill/tools/node_modules/pg/README.md +96 -0
  11. package/skill/tools/node_modules/pg/esm/index.mjs +20 -0
  12. package/skill/tools/node_modules/pg/lib/client.js +846 -0
  13. package/skill/tools/node_modules/pg/lib/connection-parameters.js +184 -0
  14. package/skill/tools/node_modules/pg/lib/connection.js +250 -0
  15. package/skill/tools/node_modules/pg/lib/crypto/cert-signatures.js +122 -0
  16. package/skill/tools/node_modules/pg/lib/crypto/sasl.js +262 -0
  17. package/skill/tools/node_modules/pg/lib/crypto/utils.js +89 -0
  18. package/skill/tools/node_modules/pg/lib/defaults.js +94 -0
  19. package/skill/tools/node_modules/pg/lib/index.js +73 -0
  20. package/skill/tools/node_modules/pg/lib/native/client.js +428 -0
  21. package/skill/tools/node_modules/pg/lib/native/index.js +2 -0
  22. package/skill/tools/node_modules/pg/lib/native/query.js +167 -0
  23. package/skill/tools/node_modules/pg/lib/query.js +263 -0
  24. package/skill/tools/node_modules/pg/lib/result.js +109 -0
  25. package/skill/tools/node_modules/pg/lib/stream.js +83 -0
  26. package/skill/tools/node_modules/pg/lib/type-overrides.js +35 -0
  27. package/skill/tools/node_modules/pg/lib/utils.js +225 -0
  28. package/skill/tools/node_modules/pg/package.json +76 -0
  29. package/skill/tools/node_modules/pg-cloudflare/LICENSE +21 -0
  30. package/skill/tools/node_modules/pg-cloudflare/README.md +112 -0
  31. package/skill/tools/node_modules/pg-cloudflare/dist/empty.d.ts +2 -0
  32. package/skill/tools/node_modules/pg-cloudflare/dist/empty.js +6 -0
  33. package/skill/tools/node_modules/pg-cloudflare/dist/empty.js.map +1 -0
  34. package/skill/tools/node_modules/pg-cloudflare/dist/index.d.ts +29 -0
  35. package/skill/tools/node_modules/pg-cloudflare/dist/index.js +171 -0
  36. package/skill/tools/node_modules/pg-cloudflare/dist/index.js.map +1 -0
  37. package/skill/tools/node_modules/pg-cloudflare/esm/index.mjs +3 -0
  38. package/skill/tools/node_modules/pg-cloudflare/package.json +39 -0
  39. package/skill/tools/node_modules/pg-cloudflare/src/empty.ts +3 -0
  40. package/skill/tools/node_modules/pg-cloudflare/src/index.ts +187 -0
  41. package/skill/tools/node_modules/pg-cloudflare/src/types.d.ts +25 -0
  42. package/skill/tools/node_modules/pg-connection-string/LICENSE +21 -0
  43. package/skill/tools/node_modules/pg-connection-string/README.md +105 -0
  44. package/skill/tools/node_modules/pg-connection-string/esm/index.mjs +8 -0
  45. package/skill/tools/node_modules/pg-connection-string/index.d.ts +37 -0
  46. package/skill/tools/node_modules/pg-connection-string/index.js +237 -0
  47. package/skill/tools/node_modules/pg-connection-string/package.json +51 -0
  48. package/skill/tools/node_modules/pg-int8/LICENSE +13 -0
  49. package/skill/tools/node_modules/pg-int8/README.md +16 -0
  50. package/skill/tools/node_modules/pg-int8/index.js +100 -0
  51. package/skill/tools/node_modules/pg-int8/package.json +24 -0
  52. package/skill/tools/node_modules/pg-pool/LICENSE +21 -0
  53. package/skill/tools/node_modules/pg-pool/README.md +357 -0
  54. package/skill/tools/node_modules/pg-pool/esm/index.mjs +5 -0
  55. package/skill/tools/node_modules/pg-pool/index.js +517 -0
  56. package/skill/tools/node_modules/pg-pool/package.json +51 -0
  57. package/skill/tools/node_modules/pg-protocol/LICENSE +21 -0
  58. package/skill/tools/node_modules/pg-protocol/README.md +3 -0
  59. package/skill/tools/node_modules/pg-protocol/dist/b.d.ts +1 -0
  60. package/skill/tools/node_modules/pg-protocol/dist/b.js +23 -0
  61. package/skill/tools/node_modules/pg-protocol/dist/b.js.map +1 -0
  62. package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.d.ts +14 -0
  63. package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.js +55 -0
  64. package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.js.map +1 -0
  65. package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.d.ts +21 -0
  66. package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.js +113 -0
  67. package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.js.map +1 -0
  68. package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.d.ts +1 -0
  69. package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.js +538 -0
  70. package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.js.map +1 -0
  71. package/skill/tools/node_modules/pg-protocol/dist/index.d.ts +5 -0
  72. package/skill/tools/node_modules/pg-protocol/dist/index.js +15 -0
  73. package/skill/tools/node_modules/pg-protocol/dist/index.js.map +1 -0
  74. package/skill/tools/node_modules/pg-protocol/dist/messages.d.ts +161 -0
  75. package/skill/tools/node_modules/pg-protocol/dist/messages.js +160 -0
  76. package/skill/tools/node_modules/pg-protocol/dist/messages.js.map +1 -0
  77. package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.d.ts +1 -0
  78. package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.js +325 -0
  79. package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.js.map +1 -0
  80. package/skill/tools/node_modules/pg-protocol/dist/parser.d.ts +22 -0
  81. package/skill/tools/node_modules/pg-protocol/dist/parser.js +325 -0
  82. package/skill/tools/node_modules/pg-protocol/dist/parser.js.map +1 -0
  83. package/skill/tools/node_modules/pg-protocol/dist/serializer.d.ts +42 -0
  84. package/skill/tools/node_modules/pg-protocol/dist/serializer.js +198 -0
  85. package/skill/tools/node_modules/pg-protocol/dist/serializer.js.map +1 -0
  86. package/skill/tools/node_modules/pg-protocol/esm/index.js +11 -0
  87. package/skill/tools/node_modules/pg-protocol/package.json +44 -0
  88. package/skill/tools/node_modules/pg-protocol/src/b.ts +25 -0
  89. package/skill/tools/node_modules/pg-protocol/src/buffer-reader.ts +58 -0
  90. package/skill/tools/node_modules/pg-protocol/src/buffer-writer.ts +120 -0
  91. package/skill/tools/node_modules/pg-protocol/src/inbound-parser.test.ts +585 -0
  92. package/skill/tools/node_modules/pg-protocol/src/index.ts +11 -0
  93. package/skill/tools/node_modules/pg-protocol/src/messages.ts +262 -0
  94. package/skill/tools/node_modules/pg-protocol/src/outbound-serializer.test.ts +356 -0
  95. package/skill/tools/node_modules/pg-protocol/src/parser.ts +414 -0
  96. package/skill/tools/node_modules/pg-protocol/src/serializer.ts +286 -0
  97. package/skill/tools/node_modules/pg-protocol/src/testing/buffer-list.ts +67 -0
  98. package/skill/tools/node_modules/pg-protocol/src/testing/test-buffers.ts +166 -0
  99. package/skill/tools/node_modules/pg-types/.travis.yml +7 -0
  100. package/skill/tools/node_modules/pg-types/Makefile +14 -0
  101. package/skill/tools/node_modules/pg-types/README.md +75 -0
  102. package/skill/tools/node_modules/pg-types/index.d.ts +137 -0
  103. package/skill/tools/node_modules/pg-types/index.js +47 -0
  104. package/skill/tools/node_modules/pg-types/index.test-d.ts +21 -0
  105. package/skill/tools/node_modules/pg-types/lib/arrayParser.js +11 -0
  106. package/skill/tools/node_modules/pg-types/lib/binaryParsers.js +257 -0
  107. package/skill/tools/node_modules/pg-types/lib/builtins.js +73 -0
  108. package/skill/tools/node_modules/pg-types/lib/textParsers.js +215 -0
  109. package/skill/tools/node_modules/pg-types/package.json +42 -0
  110. package/skill/tools/node_modules/pg-types/test/index.js +24 -0
  111. package/skill/tools/node_modules/pg-types/test/types.js +597 -0
  112. package/skill/tools/node_modules/pgpass/README.md +74 -0
  113. package/skill/tools/node_modules/pgpass/lib/helper.js +233 -0
  114. package/skill/tools/node_modules/pgpass/lib/index.js +23 -0
  115. package/skill/tools/node_modules/pgpass/package.json +41 -0
  116. package/skill/tools/node_modules/postgres-array/index.d.ts +4 -0
  117. package/skill/tools/node_modules/postgres-array/index.js +97 -0
  118. package/skill/tools/node_modules/postgres-array/license +21 -0
  119. package/skill/tools/node_modules/postgres-array/package.json +35 -0
  120. package/skill/tools/node_modules/postgres-array/readme.md +43 -0
  121. package/skill/tools/node_modules/postgres-bytea/index.js +33 -0
  122. package/skill/tools/node_modules/postgres-bytea/license +21 -0
  123. package/skill/tools/node_modules/postgres-bytea/package.json +34 -0
  124. package/skill/tools/node_modules/postgres-bytea/readme.md +34 -0
  125. package/skill/tools/node_modules/postgres-date/index.js +116 -0
  126. package/skill/tools/node_modules/postgres-date/license +21 -0
  127. package/skill/tools/node_modules/postgres-date/package.json +33 -0
  128. package/skill/tools/node_modules/postgres-date/readme.md +49 -0
  129. package/skill/tools/node_modules/postgres-interval/index.d.ts +20 -0
  130. package/skill/tools/node_modules/postgres-interval/index.js +125 -0
  131. package/skill/tools/node_modules/postgres-interval/license +21 -0
  132. package/skill/tools/node_modules/postgres-interval/package.json +36 -0
  133. package/skill/tools/node_modules/postgres-interval/readme.md +48 -0
  134. package/skill/tools/node_modules/split2/LICENSE +13 -0
  135. package/skill/tools/node_modules/split2/README.md +85 -0
  136. package/skill/tools/node_modules/split2/bench.js +27 -0
  137. package/skill/tools/node_modules/split2/index.js +141 -0
  138. package/skill/tools/node_modules/split2/package.json +39 -0
  139. package/skill/tools/node_modules/split2/test.js +409 -0
  140. package/skill/tools/node_modules/undici/LICENSE +21 -0
  141. package/skill/tools/node_modules/undici/README.md +828 -0
  142. package/skill/tools/node_modules/undici/docs/docs/api/Agent.md +291 -0
  143. package/skill/tools/node_modules/undici/docs/docs/api/BalancedPool.md +297 -0
  144. package/skill/tools/node_modules/undici/docs/docs/api/CacheStorage.md +188 -0
  145. package/skill/tools/node_modules/undici/docs/docs/api/CacheStore.md +375 -0
  146. package/skill/tools/node_modules/undici/docs/docs/api/Client.md +538 -0
  147. package/skill/tools/node_modules/undici/docs/docs/api/ClientStats.md +93 -0
  148. package/skill/tools/node_modules/undici/docs/docs/api/Connector.md +198 -0
  149. package/skill/tools/node_modules/undici/docs/docs/api/ContentType.md +97 -0
  150. package/skill/tools/node_modules/undici/docs/docs/api/Cookies.md +179 -0
  151. package/skill/tools/node_modules/undici/docs/docs/api/Debug.md +78 -0
  152. package/skill/tools/node_modules/undici/docs/docs/api/DiagnosticsChannel.md +518 -0
  153. package/skill/tools/node_modules/undici/docs/docs/api/Dispatcher.md +842 -0
  154. package/skill/tools/node_modules/undici/docs/docs/api/EnvHttpProxyAgent.md +171 -0
  155. package/skill/tools/node_modules/undici/docs/docs/api/Errors.md +624 -0
  156. package/skill/tools/node_modules/undici/docs/docs/api/EventSource.md +358 -0
  157. package/skill/tools/node_modules/undici/docs/docs/api/Fetch.md +721 -0
  158. package/skill/tools/node_modules/undici/docs/docs/api/GlobalInstallation.md +121 -0
  159. package/skill/tools/node_modules/undici/docs/docs/api/H2CClient.md +386 -0
  160. package/skill/tools/node_modules/undici/docs/docs/api/Interceptors.md +439 -0
  161. package/skill/tools/node_modules/undici/docs/docs/api/MockAgent.md +622 -0
  162. package/skill/tools/node_modules/undici/docs/docs/api/MockCallHistory.md +371 -0
  163. package/skill/tools/node_modules/undici/docs/docs/api/MockCallHistoryLog.md +206 -0
  164. package/skill/tools/node_modules/undici/docs/docs/api/MockClient.md +199 -0
  165. package/skill/tools/node_modules/undici/docs/docs/api/MockErrors.md +63 -0
  166. package/skill/tools/node_modules/undici/docs/docs/api/MockPool.md +618 -0
  167. package/skill/tools/node_modules/undici/docs/docs/api/Pool.md +278 -0
  168. package/skill/tools/node_modules/undici/docs/docs/api/PoolStats.md +141 -0
  169. package/skill/tools/node_modules/undici/docs/docs/api/ProxyAgent.md +248 -0
  170. package/skill/tools/node_modules/undici/docs/docs/api/RedirectHandler.md +279 -0
  171. package/skill/tools/node_modules/undici/docs/docs/api/RetryAgent.md +136 -0
  172. package/skill/tools/node_modules/undici/docs/docs/api/RetryHandler.md +200 -0
  173. package/skill/tools/node_modules/undici/docs/docs/api/RoundRobinPool.md +239 -0
  174. package/skill/tools/node_modules/undici/docs/docs/api/SnapshotAgent.md +361 -0
  175. package/skill/tools/node_modules/undici/docs/docs/api/Socks5ProxyAgent.md +256 -0
  176. package/skill/tools/node_modules/undici/docs/docs/api/Util.md +82 -0
  177. package/skill/tools/node_modules/undici/docs/docs/api/WebSocket.md +536 -0
  178. package/skill/tools/node_modules/undici/docs/docs/api/api-lifecycle.md +159 -0
  179. package/skill/tools/node_modules/undici/docs/docs/best-practices/client-certificate.md +66 -0
  180. package/skill/tools/node_modules/undici/docs/docs/best-practices/crawling.md +60 -0
  181. package/skill/tools/node_modules/undici/docs/docs/best-practices/migrating-from-v7-to-v8.md +233 -0
  182. package/skill/tools/node_modules/undici/docs/docs/best-practices/mocking-request.md +192 -0
  183. package/skill/tools/node_modules/undici/docs/docs/best-practices/proxy.md +129 -0
  184. package/skill/tools/node_modules/undici/docs/docs/best-practices/undici-vs-builtin-fetch.md +226 -0
  185. package/skill/tools/node_modules/undici/docs/docs/best-practices/writing-tests.md +65 -0
  186. package/skill/tools/node_modules/undici/docs/docs/getting-started.md +281 -0
  187. package/skill/tools/node_modules/undici/docs/docs/index.md +793 -0
  188. package/skill/tools/node_modules/undici/docs/docs/site.json +125 -0
  189. package/skill/tools/node_modules/undici/docs/docs/type-map.json +79 -0
  190. package/skill/tools/node_modules/undici/index-fetch.js +65 -0
  191. package/skill/tools/node_modules/undici/index.d.ts +3 -0
  192. package/skill/tools/node_modules/undici/index.js +236 -0
  193. package/skill/tools/node_modules/undici/lib/api/abort-signal.js +59 -0
  194. package/skill/tools/node_modules/undici/lib/api/api-connect.js +112 -0
  195. package/skill/tools/node_modules/undici/lib/api/api-pipeline.js +265 -0
  196. package/skill/tools/node_modules/undici/lib/api/api-request.js +244 -0
  197. package/skill/tools/node_modules/undici/lib/api/api-stream.js +270 -0
  198. package/skill/tools/node_modules/undici/lib/api/api-upgrade.js +121 -0
  199. package/skill/tools/node_modules/undici/lib/api/index.js +7 -0
  200. package/skill/tools/node_modules/undici/lib/api/readable.js +615 -0
  201. package/skill/tools/node_modules/undici/lib/cache/memory-cache-store.js +314 -0
  202. package/skill/tools/node_modules/undici/lib/cache/sqlite-cache-store.js +593 -0
  203. package/skill/tools/node_modules/undici/lib/core/connect.js +198 -0
  204. package/skill/tools/node_modules/undici/lib/core/constants.js +131 -0
  205. package/skill/tools/node_modules/undici/lib/core/diagnostics.js +227 -0
  206. package/skill/tools/node_modules/undici/lib/core/errors.js +534 -0
  207. package/skill/tools/node_modules/undici/lib/core/request.js +582 -0
  208. package/skill/tools/node_modules/undici/lib/core/socks5-client.js +422 -0
  209. package/skill/tools/node_modules/undici/lib/core/socks5-utils.js +212 -0
  210. package/skill/tools/node_modules/undici/lib/core/symbols.js +81 -0
  211. package/skill/tools/node_modules/undici/lib/core/tree.js +160 -0
  212. package/skill/tools/node_modules/undici/lib/core/util.js +1035 -0
  213. package/skill/tools/node_modules/undici/lib/dispatcher/agent.js +181 -0
  214. package/skill/tools/node_modules/undici/lib/dispatcher/balanced-pool.js +217 -0
  215. package/skill/tools/node_modules/undici/lib/dispatcher/client-h1.js +1846 -0
  216. package/skill/tools/node_modules/undici/lib/dispatcher/client-h2.js +1989 -0
  217. package/skill/tools/node_modules/undici/lib/dispatcher/client.js +749 -0
  218. package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher-base.js +198 -0
  219. package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher.js +58 -0
  220. package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher1-wrapper.js +127 -0
  221. package/skill/tools/node_modules/undici/lib/dispatcher/env-http-proxy-agent.js +190 -0
  222. package/skill/tools/node_modules/undici/lib/dispatcher/fixed-queue.js +135 -0
  223. package/skill/tools/node_modules/undici/lib/dispatcher/h2c-client.js +51 -0
  224. package/skill/tools/node_modules/undici/lib/dispatcher/parser-h1.js +1065 -0
  225. package/skill/tools/node_modules/undici/lib/dispatcher/pool-base.js +347 -0
  226. package/skill/tools/node_modules/undici/lib/dispatcher/pool.js +229 -0
  227. package/skill/tools/node_modules/undici/lib/dispatcher/proxy-agent.js +418 -0
  228. package/skill/tools/node_modules/undici/lib/dispatcher/retry-agent.js +48 -0
  229. package/skill/tools/node_modules/undici/lib/dispatcher/round-robin-pool.js +169 -0
  230. package/skill/tools/node_modules/undici/lib/dispatcher/socks5-proxy-agent.js +350 -0
  231. package/skill/tools/node_modules/undici/lib/encoding/index.js +33 -0
  232. package/skill/tools/node_modules/undici/lib/global.js +82 -0
  233. package/skill/tools/node_modules/undici/lib/handler/cache-handler.js +1222 -0
  234. package/skill/tools/node_modules/undici/lib/handler/cache-revalidation-handler.js +134 -0
  235. package/skill/tools/node_modules/undici/lib/handler/decorator-handler.js +76 -0
  236. package/skill/tools/node_modules/undici/lib/handler/deduplication-handler.js +540 -0
  237. package/skill/tools/node_modules/undici/lib/handler/redirect-handler.js +284 -0
  238. package/skill/tools/node_modules/undici/lib/handler/retry-handler.js +686 -0
  239. package/skill/tools/node_modules/undici/lib/interceptor/cache.js +771 -0
  240. package/skill/tools/node_modules/undici/lib/interceptor/decompress.js +574 -0
  241. package/skill/tools/node_modules/undici/lib/interceptor/deduplicate.js +118 -0
  242. package/skill/tools/node_modules/undici/lib/interceptor/dns.js +593 -0
  243. package/skill/tools/node_modules/undici/lib/interceptor/dump.js +99 -0
  244. package/skill/tools/node_modules/undici/lib/interceptor/redirect.js +21 -0
  245. package/skill/tools/node_modules/undici/lib/interceptor/response-error.js +139 -0
  246. package/skill/tools/node_modules/undici/lib/interceptor/retry.js +19 -0
  247. package/skill/tools/node_modules/undici/lib/llhttp/constants.d.ts +195 -0
  248. package/skill/tools/node_modules/undici/lib/llhttp/constants.js +531 -0
  249. package/skill/tools/node_modules/undici/lib/llhttp/llhttp-wasm.js +15 -0
  250. package/skill/tools/node_modules/undici/lib/llhttp/llhttp_simd-wasm.js +15 -0
  251. package/skill/tools/node_modules/undici/lib/llhttp/utils.d.ts +2 -0
  252. package/skill/tools/node_modules/undici/lib/llhttp/utils.js +12 -0
  253. package/skill/tools/node_modules/undici/lib/milo/LICENSE.md +7 -0
  254. package/skill/tools/node_modules/undici/lib/milo/no-simd.js +1002 -0
  255. package/skill/tools/node_modules/undici/lib/milo/simd.js +1002 -0
  256. package/skill/tools/node_modules/undici/lib/mock/mock-agent.js +255 -0
  257. package/skill/tools/node_modules/undici/lib/mock/mock-call-history.js +248 -0
  258. package/skill/tools/node_modules/undici/lib/mock/mock-client.js +68 -0
  259. package/skill/tools/node_modules/undici/lib/mock/mock-errors.js +29 -0
  260. package/skill/tools/node_modules/undici/lib/mock/mock-interceptor.js +227 -0
  261. package/skill/tools/node_modules/undici/lib/mock/mock-pool.js +68 -0
  262. package/skill/tools/node_modules/undici/lib/mock/mock-symbols.js +32 -0
  263. package/skill/tools/node_modules/undici/lib/mock/mock-utils.js +730 -0
  264. package/skill/tools/node_modules/undici/lib/mock/pending-interceptors-formatter.js +43 -0
  265. package/skill/tools/node_modules/undici/lib/mock/snapshot-agent.js +371 -0
  266. package/skill/tools/node_modules/undici/lib/mock/snapshot-recorder.js +624 -0
  267. package/skill/tools/node_modules/undici/lib/mock/snapshot-utils.js +159 -0
  268. package/skill/tools/node_modules/undici/lib/util/cache.js +764 -0
  269. package/skill/tools/node_modules/undici/lib/util/date.js +670 -0
  270. package/skill/tools/node_modules/undici/lib/util/runtime-features.js +93 -0
  271. package/skill/tools/node_modules/undici/lib/util/stats.js +32 -0
  272. package/skill/tools/node_modules/undici/lib/util/timers.js +425 -0
  273. package/skill/tools/node_modules/undici/lib/web/cache/cache.js +871 -0
  274. package/skill/tools/node_modules/undici/lib/web/cache/cachestorage.js +158 -0
  275. package/skill/tools/node_modules/undici/lib/web/cache/util.js +45 -0
  276. package/skill/tools/node_modules/undici/lib/web/cookies/constants.js +12 -0
  277. package/skill/tools/node_modules/undici/lib/web/cookies/index.js +211 -0
  278. package/skill/tools/node_modules/undici/lib/web/cookies/parse.js +318 -0
  279. package/skill/tools/node_modules/undici/lib/web/cookies/util.js +371 -0
  280. package/skill/tools/node_modules/undici/lib/web/eventsource/eventsource-stream.js +575 -0
  281. package/skill/tools/node_modules/undici/lib/web/eventsource/eventsource.js +547 -0
  282. package/skill/tools/node_modules/undici/lib/web/eventsource/util.js +60 -0
  283. package/skill/tools/node_modules/undici/lib/web/fetch/LICENSE +21 -0
  284. package/skill/tools/node_modules/undici/lib/web/fetch/body.js +583 -0
  285. package/skill/tools/node_modules/undici/lib/web/fetch/constants.js +131 -0
  286. package/skill/tools/node_modules/undici/lib/web/fetch/data-url.js +596 -0
  287. package/skill/tools/node_modules/undici/lib/web/fetch/formdata-parser.js +594 -0
  288. package/skill/tools/node_modules/undici/lib/web/fetch/formdata.js +272 -0
  289. package/skill/tools/node_modules/undici/lib/web/fetch/global.js +40 -0
  290. package/skill/tools/node_modules/undici/lib/web/fetch/headers.js +722 -0
  291. package/skill/tools/node_modules/undici/lib/web/fetch/index.js +2451 -0
  292. package/skill/tools/node_modules/undici/lib/web/fetch/request.js +1117 -0
  293. package/skill/tools/node_modules/undici/lib/web/fetch/response.js +638 -0
  294. package/skill/tools/node_modules/undici/lib/web/fetch/util.js +1530 -0
  295. package/skill/tools/node_modules/undici/lib/web/infra/index.js +244 -0
  296. package/skill/tools/node_modules/undici/lib/web/subresource-integrity/Readme.md +9 -0
  297. package/skill/tools/node_modules/undici/lib/web/subresource-integrity/subresource-integrity.js +307 -0
  298. package/skill/tools/node_modules/undici/lib/web/webidl/index.js +992 -0
  299. package/skill/tools/node_modules/undici/lib/web/websocket/connection.js +350 -0
  300. package/skill/tools/node_modules/undici/lib/web/websocket/constants.js +126 -0
  301. package/skill/tools/node_modules/undici/lib/web/websocket/events.js +348 -0
  302. package/skill/tools/node_modules/undici/lib/web/websocket/frame.js +127 -0
  303. package/skill/tools/node_modules/undici/lib/web/websocket/permessage-deflate.js +105 -0
  304. package/skill/tools/node_modules/undici/lib/web/websocket/receiver.js +530 -0
  305. package/skill/tools/node_modules/undici/lib/web/websocket/sender.js +109 -0
  306. package/skill/tools/node_modules/undici/lib/web/websocket/stream/websocketerror.js +107 -0
  307. package/skill/tools/node_modules/undici/lib/web/websocket/stream/websocketstream.js +511 -0
  308. package/skill/tools/node_modules/undici/lib/web/websocket/util.js +347 -0
  309. package/skill/tools/node_modules/undici/lib/web/websocket/websocket.js +783 -0
  310. package/skill/tools/node_modules/undici/package.json +154 -0
  311. package/skill/tools/node_modules/undici/scripts/strip-comments.js +10 -0
  312. package/skill/tools/node_modules/undici/types/README.md +6 -0
  313. package/skill/tools/node_modules/undici/types/agent.d.ts +30 -0
  314. package/skill/tools/node_modules/undici/types/api.d.ts +43 -0
  315. package/skill/tools/node_modules/undici/types/balanced-pool.d.ts +30 -0
  316. package/skill/tools/node_modules/undici/types/cache-interceptor.d.ts +189 -0
  317. package/skill/tools/node_modules/undici/types/cache.d.ts +36 -0
  318. package/skill/tools/node_modules/undici/types/client-stats.d.ts +15 -0
  319. package/skill/tools/node_modules/undici/types/client.d.ts +190 -0
  320. package/skill/tools/node_modules/undici/types/connector.d.ts +37 -0
  321. package/skill/tools/node_modules/undici/types/content-type.d.ts +21 -0
  322. package/skill/tools/node_modules/undici/types/cookies.d.ts +30 -0
  323. package/skill/tools/node_modules/undici/types/diagnostics-channel.d.ts +75 -0
  324. package/skill/tools/node_modules/undici/types/dispatcher.d.ts +253 -0
  325. package/skill/tools/node_modules/undici/types/dispatcher1-wrapper.d.ts +7 -0
  326. package/skill/tools/node_modules/undici/types/env-http-proxy-agent.d.ts +22 -0
  327. package/skill/tools/node_modules/undici/types/errors.d.ts +202 -0
  328. package/skill/tools/node_modules/undici/types/eventsource.d.ts +66 -0
  329. package/skill/tools/node_modules/undici/types/fetch.d.ts +235 -0
  330. package/skill/tools/node_modules/undici/types/formdata.d.ts +108 -0
  331. package/skill/tools/node_modules/undici/types/global-dispatcher.d.ts +9 -0
  332. package/skill/tools/node_modules/undici/types/global-origin.d.ts +7 -0
  333. package/skill/tools/node_modules/undici/types/h2c-client.d.ts +73 -0
  334. package/skill/tools/node_modules/undici/types/handlers.d.ts +16 -0
  335. package/skill/tools/node_modules/undici/types/header.d.ts +165 -0
  336. package/skill/tools/node_modules/undici/types/index.d.ts +93 -0
  337. package/skill/tools/node_modules/undici/types/interceptors.d.ts +87 -0
  338. package/skill/tools/node_modules/undici/types/mock-agent.d.ts +69 -0
  339. package/skill/tools/node_modules/undici/types/mock-call-history.d.ts +111 -0
  340. package/skill/tools/node_modules/undici/types/mock-client.d.ts +27 -0
  341. package/skill/tools/node_modules/undici/types/mock-errors.d.ts +12 -0
  342. package/skill/tools/node_modules/undici/types/mock-interceptor.d.ts +98 -0
  343. package/skill/tools/node_modules/undici/types/mock-pool.d.ts +27 -0
  344. package/skill/tools/node_modules/undici/types/patch.d.ts +29 -0
  345. package/skill/tools/node_modules/undici/types/pool-stats.d.ts +19 -0
  346. package/skill/tools/node_modules/undici/types/pool.d.ts +39 -0
  347. package/skill/tools/node_modules/undici/types/proxy-agent.d.ts +36 -0
  348. package/skill/tools/node_modules/undici/types/readable.d.ts +68 -0
  349. package/skill/tools/node_modules/undici/types/retry-agent.d.ts +8 -0
  350. package/skill/tools/node_modules/undici/types/retry-handler.d.ts +125 -0
  351. package/skill/tools/node_modules/undici/types/round-robin-pool.d.ts +39 -0
  352. package/skill/tools/node_modules/undici/types/snapshot-agent.d.ts +113 -0
  353. package/skill/tools/node_modules/undici/types/socks5-proxy-agent.d.ts +27 -0
  354. package/skill/tools/node_modules/undici/types/util.d.ts +18 -0
  355. package/skill/tools/node_modules/undici/types/utility.d.ts +7 -0
  356. package/skill/tools/node_modules/undici/types/webidl.d.ts +352 -0
  357. package/skill/tools/node_modules/undici/types/websocket.d.ts +188 -0
  358. package/skill/tools/node_modules/xtend/.jshintrc +30 -0
  359. package/skill/tools/node_modules/xtend/LICENSE +20 -0
  360. package/skill/tools/node_modules/xtend/README.md +32 -0
  361. package/skill/tools/node_modules/xtend/immutable.js +19 -0
  362. package/skill/tools/node_modules/xtend/mutable.js +17 -0
  363. package/skill/tools/node_modules/xtend/package.json +55 -0
  364. package/skill/tools/node_modules/xtend/test.js +103 -0
  365. package/skill/tools/package-lock.json +172 -0
  366. package/skill/tools/package.json +9 -0
  367. package/skill/tools/transfer_core.js +414 -0
@@ -0,0 +1,574 @@
1
+ 'use strict'
2
+
3
+ const { createInflate, createGunzip, createBrotliDecompress, createZstdDecompress, constants } = require('node:zlib')
4
+ const { pipeline, Transform: TransformStream } = require('node:stream')
5
+ const { InvalidArgumentError, ResponseExceededMaxSizeError } = require('../core/errors')
6
+ const DecoratorHandler = require('../handler/decorator-handler')
7
+
8
+ /** @typedef {import('node:stream').Transform} Transform */
9
+ /** @typedef {import('node:stream').Transform} Controller */
10
+ /** @typedef {Transform&import('node:zlib').Zlib} DecompressorStream */
11
+
12
+ class DecompressController {
13
+ #onPause
14
+ #onResume
15
+ #onAbort
16
+ #paused = false
17
+
18
+ constructor (onPause, onResume, onAbort) {
19
+ this.#onPause = onPause
20
+ this.#onResume = onResume
21
+ this.#onAbort = onAbort
22
+ this.target = null
23
+ }
24
+
25
+ pause () {
26
+ if (this.#paused) {
27
+ return
28
+ }
29
+
30
+ this.#paused = true
31
+ this.#onPause()
32
+ }
33
+
34
+ resume () {
35
+ if (!this.#paused) {
36
+ return
37
+ }
38
+
39
+ this.#paused = false
40
+ this.#onResume()
41
+ }
42
+
43
+ abort (reason) {
44
+ this.target?.abort(reason)
45
+ this.#onAbort(reason)
46
+ }
47
+
48
+ get paused () { return this.#paused }
49
+ get aborted () { return this.target?.aborted ?? false }
50
+ get reason () { return this.target?.reason ?? null }
51
+ get rawHeaders () { return this.target?.rawHeaders ?? null }
52
+ set rawHeaders (value) {
53
+ if (this.target) {
54
+ this.target.rawHeaders = value
55
+ }
56
+ }
57
+
58
+ get rawTrailers () { return this.target?.rawTrailers ?? null }
59
+ set rawTrailers (value) {
60
+ if (this.target) {
61
+ this.target.rawTrailers = value
62
+ }
63
+ }
64
+ }
65
+
66
+ // `compress` and `x-compress` are deliberately absent. RFC 9110 section
67
+ // 8.4.1.1 defines them as the UNIX compress (LZW) format, which zlib cannot
68
+ // read, so inflating them turns a readable response into a Z_DATA_ERROR.
69
+ // fetch() leaves them alone, and so does this interceptor.
70
+ /** @type {Record<string, () => DecompressorStream>} */
71
+ const supportedEncodings = {
72
+ __proto__: null,
73
+ gzip: createGunzip,
74
+ 'x-gzip': createGunzip,
75
+ br: createBrotliDecompress,
76
+ deflate: createInflate,
77
+ // https://www.rfc-editor.org/rfc/rfc9659.html#section-3
78
+ zstd: createZstdDecompress.bind(null, { params: { [constants.ZSTD_d_windowLogMax]: 23 } })
79
+ }
80
+
81
+ const defaultSkipStatusCodes = /** @type {const} */ ([204, 304])
82
+ const defaultMaxSize = 0
83
+
84
+ /**
85
+ * Limits the output of one stage in a decompression chain.
86
+ * @param {number} maxSize - Maximum output size in bytes
87
+ * @returns {Transform}
88
+ */
89
+ function createMaxSizeLimiter (maxSize) {
90
+ let size = 0
91
+
92
+ return new TransformStream({
93
+ transform (chunk, _encoding, callback) {
94
+ const decompressedSize = size + chunk.length
95
+ if (decompressedSize > maxSize) {
96
+ callback(new ResponseExceededMaxSizeError(
97
+ `Decompressed response size (${decompressedSize}) exceeded maxSize (${maxSize})`
98
+ ))
99
+ return
100
+ }
101
+
102
+ size = decompressedSize
103
+ callback(null, chunk)
104
+ }
105
+ })
106
+ }
107
+
108
+ let warningEmitted = /** @type {boolean} */ (false)
109
+
110
+ /**
111
+ * @typedef {Object} DecompressHandlerOptions
112
+ * @property {number[]|Readonly<number[]>} [skipStatusCodes=[204, 304]] - List of status codes to skip decompression for
113
+ * @property {boolean} [skipErrorResponses] - Whether to skip decompression for error responses (status codes >= 400)
114
+ * @property {number} [maxSize=0] - Maximum decompressed response size in bytes. 0 disables the limit
115
+ */
116
+
117
+ class DecompressHandler extends DecoratorHandler {
118
+ /** @type {Transform[]} */
119
+ #decompressors = []
120
+ /** @type {Record<string, string | string[]> | undefined} */
121
+ #trailers
122
+ /** @type {Readonly<number[]>} */
123
+ #skipStatusCodes
124
+ /** @type {boolean} */
125
+ #skipErrorResponses
126
+ /** @type {number} */
127
+ #maxSize
128
+ /** @type {number} */
129
+ #decompressedSize = 0
130
+ /** @type {boolean} */
131
+ #terminated = false
132
+ /** @type {boolean} */
133
+ #inputEnded = false
134
+ /** @type {boolean} */
135
+ #inputBackpressured = false
136
+ /** @type {boolean} */
137
+ #upstreamPaused = false
138
+ /** @type {boolean} */
139
+ #draining = false
140
+ /** @type {boolean} */
141
+ #drainRequested = false
142
+ /** @type {boolean} */
143
+ #completionPending = false
144
+ /** @type {DecompressorStream | undefined} */
145
+ #finalDecompressor
146
+ /** @type {DecompressController} */
147
+ #controller
148
+
149
+ constructor (handler, { skipStatusCodes = defaultSkipStatusCodes, skipErrorResponses = true, maxSize = defaultMaxSize } = {}) {
150
+ if (!Number.isSafeInteger(maxSize) || maxSize < 0) {
151
+ throw new InvalidArgumentError('maxSize must be a non-negative integer')
152
+ }
153
+
154
+ super(handler)
155
+ this.#skipStatusCodes = skipStatusCodes
156
+ this.#skipErrorResponses = skipErrorResponses
157
+ this.#maxSize = maxSize
158
+ this.#controller = new DecompressController(
159
+ () => this.#onDownstreamPause(),
160
+ () => this.#onDownstreamResume(),
161
+ reason => {
162
+ if (this.#inputEnded && !this.#terminated) {
163
+ this.onResponseError(this.#controller, reason)
164
+ }
165
+ }
166
+ )
167
+ }
168
+
169
+ #onDownstreamPause () {
170
+ this.#pauseUpstream()
171
+ }
172
+
173
+ #onDownstreamResume () {
174
+ const drainWasDeferred = this.#draining
175
+ this.#drainOutput()
176
+ if (!drainWasDeferred) {
177
+ this.#resumeUpstreamIfNeeded()
178
+ this.#finishIfReady()
179
+ }
180
+ }
181
+
182
+ #pauseUpstream () {
183
+ if (!this.#upstreamPaused && !this.#terminated) {
184
+ this.#upstreamPaused = true
185
+ this.#controller.target?.pause()
186
+ }
187
+ }
188
+
189
+ #resumeUpstreamIfNeeded () {
190
+ if (this.#upstreamPaused && !this.#controller.paused && !this.#inputBackpressured) {
191
+ this.#upstreamPaused = false
192
+ if (!this.#inputEnded) {
193
+ this.#controller.target?.resume()
194
+ }
195
+ }
196
+ }
197
+
198
+ #drainOutput () {
199
+ if (this.#terminated || this.#controller.paused || !this.#finalDecompressor) {
200
+ return
201
+ }
202
+
203
+ if (this.#draining) {
204
+ this.#drainRequested = true
205
+ return
206
+ }
207
+
208
+ this.#draining = true
209
+ try {
210
+ do {
211
+ this.#drainRequested = false
212
+ let chunk
213
+ while (!this.#terminated && !this.#controller.paused && (chunk = this.#finalDecompressor.read()) !== null) {
214
+ if (this.#maxSize > 0) {
215
+ const decompressedSize = this.#decompressedSize + chunk.length
216
+ if (decompressedSize > this.#maxSize) {
217
+ this.#fail(new ResponseExceededMaxSizeError(
218
+ `Decompressed response size (${decompressedSize}) exceeded maxSize (${this.#maxSize})`
219
+ ))
220
+ return
221
+ }
222
+
223
+ this.#decompressedSize = decompressedSize
224
+ }
225
+
226
+ try {
227
+ const result = super.onResponseData(this.#controller, chunk)
228
+ if (result === false && !this.#controller.paused) {
229
+ this.#controller.pause()
230
+ }
231
+ } catch (err) {
232
+ this.#fail(err)
233
+ return
234
+ }
235
+ }
236
+ } while (this.#drainRequested && !this.#terminated && !this.#controller.paused)
237
+ } finally {
238
+ this.#draining = false
239
+ }
240
+
241
+ this.#resumeUpstreamIfNeeded()
242
+ this.#finishIfReady()
243
+ }
244
+
245
+ #finishIfReady () {
246
+ if (this.#terminated || !this.#completionPending || this.#controller.paused || this.#draining) {
247
+ return
248
+ }
249
+
250
+ this.#cleanupDecompressors()
251
+ try {
252
+ super.onResponseEnd(this.#controller, this.#trailers)
253
+ } catch (err) {
254
+ this.#fail(err)
255
+ return
256
+ }
257
+ this.#terminated = true
258
+ }
259
+
260
+ #onDecompressionEnd () {
261
+ if (this.#terminated) {
262
+ return
263
+ }
264
+
265
+ this.#completionPending = true
266
+ this.#drainOutput()
267
+ this.#finishIfReady()
268
+ }
269
+
270
+ /**
271
+ * Determines if decompression should be skipped based on encoding and status code
272
+ * @param {string} contentEncoding - Content-Encoding header value
273
+ * @param {number} statusCode - HTTP status code of the response
274
+ * @returns {boolean} - True if decompression should be skipped
275
+ */
276
+ #shouldSkipDecompression (contentEncoding, statusCode) {
277
+ if (!contentEncoding || statusCode < 200) return true
278
+ if (this.#skipStatusCodes.includes(statusCode)) return true
279
+ if (this.#skipErrorResponses && statusCode >= 400) return true
280
+ return false
281
+ }
282
+
283
+ /**
284
+ * Creates a chain of decompressors for multiple content encodings
285
+ *
286
+ * @param {string} encodings - Comma-separated list of content encodings
287
+ * @returns {Array<Transform>} - Array of decompressor and limiting streams
288
+ * @throws {Error} - If the number of content-encodings exceeds the maximum allowed
289
+ */
290
+ #createDecompressionChain (encodings) {
291
+ const parts = encodings.split(',')
292
+
293
+ // Limit the number of content-encodings to prevent resource exhaustion.
294
+ // CVE fix similar to urllib3 (GHSA-gm62-xv2j-4w53) and curl (CVE-2022-32206).
295
+ const maxContentEncodings = 5
296
+ if (parts.length > maxContentEncodings) {
297
+ throw new Error(`too many content-encodings in response: ${parts.length}, maximum allowed is ${maxContentEncodings}`)
298
+ }
299
+
300
+ /** @type {DecompressorStream[]} */
301
+ const decompressors = []
302
+
303
+ for (let i = parts.length - 1; i >= 0; i--) {
304
+ const encoding = parts[i].trim()
305
+ if (!encoding) continue
306
+
307
+ if (!supportedEncodings[encoding]) {
308
+ decompressors.length = 0 // Clear if unsupported encoding
309
+ return decompressors // Unsupported encoding
310
+ }
311
+
312
+ decompressors.push(supportedEncodings[encoding]())
313
+ }
314
+
315
+ if (decompressors.length < 2) {
316
+ return decompressors
317
+ }
318
+
319
+ /** @type {Transform[]} */
320
+ const streams = []
321
+ for (let i = 0; i < decompressors.length; i++) {
322
+ streams.push(decompressors[i])
323
+ if (i < decompressors.length - 1 && this.#maxSize > 0) {
324
+ streams.push(createMaxSizeLimiter(this.#maxSize))
325
+ }
326
+ }
327
+
328
+ return streams
329
+ }
330
+
331
+ /**
332
+ * Stops decompression and reports an error.
333
+ * @param {Error} error - The decompression error
334
+ * @returns {void}
335
+ */
336
+ #fail (error) {
337
+ if (this.#terminated) {
338
+ return
339
+ }
340
+
341
+ if (this.#inputEnded) {
342
+ // The request is already marked complete once the compressed input ends,
343
+ // so controller.abort() can no longer propagate decoder flush errors.
344
+ this.onResponseError(this.#controller, error)
345
+ } else {
346
+ this.#controller.abort(error)
347
+ }
348
+ }
349
+
350
+ /**
351
+ * Sets up event handlers for the final decompressor stream.
352
+ * @param {DecompressorStream} decompressor - The decompressor stream
353
+ * @returns {void}
354
+ */
355
+ #setupDecompressorEvents (decompressor) {
356
+ this.#finalDecompressor = decompressor
357
+ decompressor.on('readable', () => this.#drainOutput())
358
+ decompressor.on('error', (error) => this.#fail(error))
359
+ }
360
+
361
+ /**
362
+ * Sets up event handling for a single decompressor
363
+ * @returns {void}
364
+ */
365
+ #setupSingleDecompressor () {
366
+ const decompressor = this.#decompressors[0]
367
+ this.#setupDecompressorEvents(decompressor)
368
+
369
+ decompressor.on('end', () => this.#onDecompressionEnd())
370
+ }
371
+
372
+ /**
373
+ * Sets up event handling for multiple chained decompressors using pipeline
374
+ * @returns {void}
375
+ */
376
+ #setupMultipleDecompressors () {
377
+ const lastDecompressor = this.#decompressors[this.#decompressors.length - 1]
378
+ this.#setupDecompressorEvents(lastDecompressor)
379
+
380
+ pipeline(this.#decompressors, (err) => {
381
+ if (this.#terminated) {
382
+ return
383
+ }
384
+
385
+ if (err) {
386
+ this.#fail(err)
387
+ return
388
+ }
389
+
390
+ this.#onDecompressionEnd()
391
+ })
392
+ }
393
+
394
+ #setupInputBackpressure () {
395
+ const decompressor = this.#decompressors[0]
396
+ decompressor.on('drain', () => {
397
+ if (this.#terminated) {
398
+ return
399
+ }
400
+
401
+ this.#inputBackpressured = false
402
+ if (!this.#controller.paused) {
403
+ this.#drainOutput()
404
+ this.#resumeUpstreamIfNeeded()
405
+ }
406
+ })
407
+ }
408
+
409
+ /**
410
+ * Cleans up decompressor references to prevent memory leaks
411
+ * @returns {void}
412
+ */
413
+ #cleanupDecompressors () {
414
+ this.#decompressors.length = 0
415
+ this.#finalDecompressor = undefined
416
+ }
417
+
418
+ onRequestStart (controller, context) {
419
+ this.#controller.target = controller
420
+ return super.onRequestStart(this.#controller, context)
421
+ }
422
+
423
+ onRequestUpgrade (controller, statusCode, headers, socket) {
424
+ return super.onRequestUpgrade(this.#controller, statusCode, headers, socket)
425
+ }
426
+
427
+ /**
428
+ * @param {Controller} controller
429
+ * @param {number} statusCode
430
+ * @param {Record<string, string | string[] | undefined>} headers
431
+ * @param {string} statusMessage
432
+ * @returns {void}
433
+ */
434
+ onResponseStart (controller, statusCode, headers, statusMessage) {
435
+ // Repeated field lines reach us as an array. RFC 9110 section 5.3 lets a
436
+ // recipient join them with commas, which yields the single-line form the
437
+ // decompression chain already handles.
438
+ const rawContentEncoding = headers['content-encoding']
439
+ const contentEncoding = Array.isArray(rawContentEncoding)
440
+ ? rawContentEncoding.join(',')
441
+ : rawContentEncoding
442
+
443
+ // If content encoding is not supported or status code is in skip list
444
+ if (this.#shouldSkipDecompression(contentEncoding, statusCode)) {
445
+ return super.onResponseStart(this.#controller, statusCode, headers, statusMessage)
446
+ }
447
+
448
+ const decompressors = this.#createDecompressionChain(contentEncoding.toLowerCase())
449
+
450
+ if (decompressors.length === 0) {
451
+ this.#cleanupDecompressors()
452
+ return super.onResponseStart(this.#controller, statusCode, headers, statusMessage)
453
+ }
454
+
455
+ this.#decompressors = decompressors
456
+
457
+ // Remove compression headers since we're decompressing
458
+ const { 'content-encoding': _, 'content-length': __, ...newHeaders } = headers
459
+
460
+ if (this.#controller.rawHeaders) {
461
+ const rawHeaders = this.#controller.rawHeaders
462
+
463
+ if (Array.isArray(rawHeaders)) {
464
+ const filteredHeaders = []
465
+ for (let i = 0; i < rawHeaders.length; i += 2) {
466
+ const headerName = rawHeaders[i]
467
+ const name = Buffer.isBuffer(headerName) ? headerName.toString('latin1') : `${headerName}`
468
+ const lowerName = name.toLowerCase()
469
+
470
+ if (lowerName === 'content-encoding' || lowerName === 'content-length') {
471
+ continue
472
+ }
473
+
474
+ filteredHeaders.push(rawHeaders[i], rawHeaders[i + 1])
475
+ }
476
+ rawHeaders.splice(0, rawHeaders.length, ...filteredHeaders)
477
+ } else if (typeof rawHeaders === 'object') {
478
+ for (const name of Object.keys(rawHeaders)) {
479
+ const lowerName = name.toLowerCase()
480
+ if (lowerName === 'content-encoding' || lowerName === 'content-length') {
481
+ delete rawHeaders[name]
482
+ }
483
+ }
484
+ }
485
+ }
486
+
487
+ this.#setupInputBackpressure()
488
+ if (this.#decompressors.length === 1) {
489
+ this.#setupSingleDecompressor()
490
+ } else {
491
+ this.#setupMultipleDecompressors()
492
+ }
493
+
494
+ return super.onResponseStart(this.#controller, statusCode, newHeaders, statusMessage)
495
+ }
496
+
497
+ /**
498
+ * @param {Controller} controller
499
+ * @param {Buffer} chunk
500
+ * @returns {void}
501
+ */
502
+ onResponseData (controller, chunk) {
503
+ if (this.#decompressors.length > 0) {
504
+ if (!this.#decompressors[0].write(chunk)) {
505
+ this.#inputBackpressured = true
506
+ this.#pauseUpstream()
507
+ }
508
+ return
509
+ }
510
+ return super.onResponseData(this.#controller, chunk)
511
+ }
512
+
513
+ /**
514
+ * @param {Controller} controller
515
+ * @param {Record<string, string | string[]> | undefined} trailers
516
+ * @returns {void}
517
+ */
518
+ onResponseEnd (controller, trailers) {
519
+ if (this.#decompressors.length > 0) {
520
+ this.#inputEnded = true
521
+ this.#trailers = trailers
522
+ this.#decompressors[0].end()
523
+ return
524
+ }
525
+ return super.onResponseEnd(this.#controller, trailers)
526
+ }
527
+
528
+ /**
529
+ * @param {Controller} controller
530
+ * @param {Error} err
531
+ * @returns {void}
532
+ */
533
+ onResponseError (controller, err) {
534
+ if (this.#terminated) {
535
+ return
536
+ }
537
+
538
+ this.#terminated = true
539
+ for (const decompressor of this.#decompressors) {
540
+ decompressor.destroy()
541
+ }
542
+ this.#cleanupDecompressors()
543
+ super.onResponseError(this.#controller, err)
544
+ }
545
+ }
546
+
547
+ /**
548
+ * Creates a decompression interceptor for HTTP responses
549
+ * @param {DecompressHandlerOptions} [options] - Options for the interceptor
550
+ * @returns {Function} - Interceptor function
551
+ */
552
+ function createDecompressInterceptor (options = {}) {
553
+ // Emit experimental warning only once
554
+ if (!warningEmitted) {
555
+ process.emitWarning(
556
+ 'DecompressInterceptor is experimental and subject to change',
557
+ 'ExperimentalWarning'
558
+ )
559
+ warningEmitted = true
560
+ }
561
+
562
+ return (dispatch) => {
563
+ return (opts, handler) => {
564
+ if (opts.method === 'HEAD') {
565
+ return dispatch(opts, handler)
566
+ }
567
+
568
+ const decompressHandler = new DecompressHandler(handler, options)
569
+ return dispatch(opts, decompressHandler)
570
+ }
571
+ }
572
+ }
573
+
574
+ module.exports = createDecompressInterceptor
@@ -0,0 +1,118 @@
1
+ 'use strict'
2
+
3
+ const diagnosticsChannel = require('node:diagnostics_channel')
4
+ const util = require('../core/util')
5
+ const DeduplicationHandler = require('../handler/deduplication-handler')
6
+ const { getInterceptorOrigin, normalizeHeaders, makeCacheKey, makeDeduplicationKey } = require('../util/cache.js')
7
+
8
+ const pendingRequestsChannel = diagnosticsChannel.channel('undici:request:pending-requests')
9
+
10
+ /**
11
+ * @param {import('../../types/interceptors.d.ts').default.DeduplicateInterceptorOpts} [opts]
12
+ * @returns {import('../../types/dispatcher.d.ts').default.DispatcherComposeInterceptor}
13
+ */
14
+ module.exports = (opts = {}) => {
15
+ const {
16
+ methods = ['GET'],
17
+ skipHeaderNames = [],
18
+ excludeHeaderNames = [],
19
+ maxBufferSize = 5 * 1024 * 1024
20
+ } = opts
21
+
22
+ if (typeof opts !== 'object' || opts === null) {
23
+ throw new TypeError(`expected type of opts to be an Object, got ${opts === null ? 'null' : typeof opts}`)
24
+ }
25
+
26
+ if (!Array.isArray(methods)) {
27
+ throw new TypeError(`expected opts.methods to be an array, got ${typeof methods}`)
28
+ }
29
+
30
+ for (const method of methods) {
31
+ if (!util.safeHTTPMethods.includes(method)) {
32
+ throw new TypeError(`expected opts.methods to only contain safe HTTP methods, got ${method}`)
33
+ }
34
+ }
35
+
36
+ if (!Array.isArray(skipHeaderNames)) {
37
+ throw new TypeError(`expected opts.skipHeaderNames to be an array, got ${typeof skipHeaderNames}`)
38
+ }
39
+
40
+ if (!Array.isArray(excludeHeaderNames)) {
41
+ throw new TypeError(`expected opts.excludeHeaderNames to be an array, got ${typeof excludeHeaderNames}`)
42
+ }
43
+
44
+ if (!Number.isFinite(maxBufferSize) || maxBufferSize <= 0) {
45
+ throw new TypeError(`expected opts.maxBufferSize to be a positive finite number, got ${maxBufferSize}`)
46
+ }
47
+
48
+ // Convert to lowercase Set for case-insensitive header matching
49
+ const skipHeaderNamesSet = new Set(skipHeaderNames.map(name => name.toLowerCase()))
50
+
51
+ // Convert to lowercase Set for case-insensitive header exclusion from deduplication key
52
+ const excludeHeaderNamesSet = new Set(excludeHeaderNames.map(name => name.toLowerCase()))
53
+
54
+ /**
55
+ * Map of pending requests for deduplication
56
+ * @type {Map<string, DeduplicationHandler>}
57
+ */
58
+ const pendingRequests = new Map()
59
+
60
+ return (dispatch, interceptorOrigin) => {
61
+ return (opts, handler) => {
62
+ const requestOrigin = getInterceptorOrigin(opts, interceptorOrigin)
63
+ if (!requestOrigin || opts.upgrade || methods.includes(opts.method) === false) {
64
+ return dispatch(opts, handler)
65
+ }
66
+
67
+ opts = {
68
+ ...opts,
69
+ headers: normalizeHeaders(opts)
70
+ }
71
+
72
+ // Skip deduplication if request contains any of the specified headers
73
+ if (skipHeaderNamesSet.size > 0) {
74
+ for (const headerName of Object.keys(opts.headers)) {
75
+ if (skipHeaderNamesSet.has(headerName.toLowerCase())) {
76
+ return dispatch(opts, handler)
77
+ }
78
+ }
79
+ }
80
+
81
+ const cacheKey = makeCacheKey(opts, requestOrigin)
82
+ const dedupeKey = makeDeduplicationKey(cacheKey, excludeHeaderNamesSet)
83
+
84
+ // Check if there's already a pending request for this key
85
+ const pendingHandler = pendingRequests.get(dedupeKey)
86
+ if (pendingHandler) {
87
+ // Add this handler to the waiting list when safe.
88
+ // If body streaming has already started, this request must be sent independently.
89
+ if (pendingHandler.addWaitingHandler(handler)) {
90
+ return true
91
+ }
92
+
93
+ return dispatch(opts, handler)
94
+ }
95
+
96
+ // Create a new deduplication handler
97
+ const deduplicationHandler = new DeduplicationHandler(
98
+ handler,
99
+ () => {
100
+ // Clean up when request completes
101
+ pendingRequests.delete(dedupeKey)
102
+ if (pendingRequestsChannel.hasSubscribers) {
103
+ pendingRequestsChannel.publish({ size: pendingRequests.size, key: dedupeKey, type: 'removed' })
104
+ }
105
+ },
106
+ maxBufferSize
107
+ )
108
+
109
+ // Register the pending request
110
+ pendingRequests.set(dedupeKey, deduplicationHandler)
111
+ if (pendingRequestsChannel.hasSubscribers) {
112
+ pendingRequestsChannel.publish({ size: pendingRequests.size, key: dedupeKey, type: 'added' })
113
+ }
114
+
115
+ return dispatch(opts, deduplicationHandler)
116
+ }
117
+ }
118
+ }