monitor-transfer-dsh 0.0.0-stage → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +25 -0
- package/README.md +51 -2
- package/cordis.patch.yml +4 -0
- package/lib/client.js +381 -0
- package/lib/index.js +267 -0
- package/package.json +67 -3
- package/skill/SKILL.md +48 -0
- package/skill/tools/node_modules/.package-lock.json +163 -0
- package/skill/tools/node_modules/pg/LICENSE +21 -0
- package/skill/tools/node_modules/pg/README.md +96 -0
- package/skill/tools/node_modules/pg/esm/index.mjs +20 -0
- package/skill/tools/node_modules/pg/lib/client.js +846 -0
- package/skill/tools/node_modules/pg/lib/connection-parameters.js +184 -0
- package/skill/tools/node_modules/pg/lib/connection.js +250 -0
- package/skill/tools/node_modules/pg/lib/crypto/cert-signatures.js +122 -0
- package/skill/tools/node_modules/pg/lib/crypto/sasl.js +262 -0
- package/skill/tools/node_modules/pg/lib/crypto/utils.js +89 -0
- package/skill/tools/node_modules/pg/lib/defaults.js +94 -0
- package/skill/tools/node_modules/pg/lib/index.js +73 -0
- package/skill/tools/node_modules/pg/lib/native/client.js +428 -0
- package/skill/tools/node_modules/pg/lib/native/index.js +2 -0
- package/skill/tools/node_modules/pg/lib/native/query.js +167 -0
- package/skill/tools/node_modules/pg/lib/query.js +263 -0
- package/skill/tools/node_modules/pg/lib/result.js +109 -0
- package/skill/tools/node_modules/pg/lib/stream.js +83 -0
- package/skill/tools/node_modules/pg/lib/type-overrides.js +35 -0
- package/skill/tools/node_modules/pg/lib/utils.js +225 -0
- package/skill/tools/node_modules/pg/package.json +76 -0
- package/skill/tools/node_modules/pg-cloudflare/LICENSE +21 -0
- package/skill/tools/node_modules/pg-cloudflare/README.md +112 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/empty.d.ts +2 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/empty.js +6 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/empty.js.map +1 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/index.d.ts +29 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/index.js +171 -0
- package/skill/tools/node_modules/pg-cloudflare/dist/index.js.map +1 -0
- package/skill/tools/node_modules/pg-cloudflare/esm/index.mjs +3 -0
- package/skill/tools/node_modules/pg-cloudflare/package.json +39 -0
- package/skill/tools/node_modules/pg-cloudflare/src/empty.ts +3 -0
- package/skill/tools/node_modules/pg-cloudflare/src/index.ts +187 -0
- package/skill/tools/node_modules/pg-cloudflare/src/types.d.ts +25 -0
- package/skill/tools/node_modules/pg-connection-string/LICENSE +21 -0
- package/skill/tools/node_modules/pg-connection-string/README.md +105 -0
- package/skill/tools/node_modules/pg-connection-string/esm/index.mjs +8 -0
- package/skill/tools/node_modules/pg-connection-string/index.d.ts +37 -0
- package/skill/tools/node_modules/pg-connection-string/index.js +237 -0
- package/skill/tools/node_modules/pg-connection-string/package.json +51 -0
- package/skill/tools/node_modules/pg-int8/LICENSE +13 -0
- package/skill/tools/node_modules/pg-int8/README.md +16 -0
- package/skill/tools/node_modules/pg-int8/index.js +100 -0
- package/skill/tools/node_modules/pg-int8/package.json +24 -0
- package/skill/tools/node_modules/pg-pool/LICENSE +21 -0
- package/skill/tools/node_modules/pg-pool/README.md +357 -0
- package/skill/tools/node_modules/pg-pool/esm/index.mjs +5 -0
- package/skill/tools/node_modules/pg-pool/index.js +517 -0
- package/skill/tools/node_modules/pg-pool/package.json +51 -0
- package/skill/tools/node_modules/pg-protocol/LICENSE +21 -0
- package/skill/tools/node_modules/pg-protocol/README.md +3 -0
- package/skill/tools/node_modules/pg-protocol/dist/b.d.ts +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/b.js +23 -0
- package/skill/tools/node_modules/pg-protocol/dist/b.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.d.ts +14 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.js +55 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-reader.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.d.ts +21 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.js +113 -0
- package/skill/tools/node_modules/pg-protocol/dist/buffer-writer.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.d.ts +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.js +538 -0
- package/skill/tools/node_modules/pg-protocol/dist/inbound-parser.test.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/index.d.ts +5 -0
- package/skill/tools/node_modules/pg-protocol/dist/index.js +15 -0
- package/skill/tools/node_modules/pg-protocol/dist/index.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/messages.d.ts +161 -0
- package/skill/tools/node_modules/pg-protocol/dist/messages.js +160 -0
- package/skill/tools/node_modules/pg-protocol/dist/messages.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.d.ts +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.js +325 -0
- package/skill/tools/node_modules/pg-protocol/dist/outbound-serializer.test.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/parser.d.ts +22 -0
- package/skill/tools/node_modules/pg-protocol/dist/parser.js +325 -0
- package/skill/tools/node_modules/pg-protocol/dist/parser.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/dist/serializer.d.ts +42 -0
- package/skill/tools/node_modules/pg-protocol/dist/serializer.js +198 -0
- package/skill/tools/node_modules/pg-protocol/dist/serializer.js.map +1 -0
- package/skill/tools/node_modules/pg-protocol/esm/index.js +11 -0
- package/skill/tools/node_modules/pg-protocol/package.json +44 -0
- package/skill/tools/node_modules/pg-protocol/src/b.ts +25 -0
- package/skill/tools/node_modules/pg-protocol/src/buffer-reader.ts +58 -0
- package/skill/tools/node_modules/pg-protocol/src/buffer-writer.ts +120 -0
- package/skill/tools/node_modules/pg-protocol/src/inbound-parser.test.ts +585 -0
- package/skill/tools/node_modules/pg-protocol/src/index.ts +11 -0
- package/skill/tools/node_modules/pg-protocol/src/messages.ts +262 -0
- package/skill/tools/node_modules/pg-protocol/src/outbound-serializer.test.ts +356 -0
- package/skill/tools/node_modules/pg-protocol/src/parser.ts +414 -0
- package/skill/tools/node_modules/pg-protocol/src/serializer.ts +286 -0
- package/skill/tools/node_modules/pg-protocol/src/testing/buffer-list.ts +67 -0
- package/skill/tools/node_modules/pg-protocol/src/testing/test-buffers.ts +166 -0
- package/skill/tools/node_modules/pg-types/.travis.yml +7 -0
- package/skill/tools/node_modules/pg-types/Makefile +14 -0
- package/skill/tools/node_modules/pg-types/README.md +75 -0
- package/skill/tools/node_modules/pg-types/index.d.ts +137 -0
- package/skill/tools/node_modules/pg-types/index.js +47 -0
- package/skill/tools/node_modules/pg-types/index.test-d.ts +21 -0
- package/skill/tools/node_modules/pg-types/lib/arrayParser.js +11 -0
- package/skill/tools/node_modules/pg-types/lib/binaryParsers.js +257 -0
- package/skill/tools/node_modules/pg-types/lib/builtins.js +73 -0
- package/skill/tools/node_modules/pg-types/lib/textParsers.js +215 -0
- package/skill/tools/node_modules/pg-types/package.json +42 -0
- package/skill/tools/node_modules/pg-types/test/index.js +24 -0
- package/skill/tools/node_modules/pg-types/test/types.js +597 -0
- package/skill/tools/node_modules/pgpass/README.md +74 -0
- package/skill/tools/node_modules/pgpass/lib/helper.js +233 -0
- package/skill/tools/node_modules/pgpass/lib/index.js +23 -0
- package/skill/tools/node_modules/pgpass/package.json +41 -0
- package/skill/tools/node_modules/postgres-array/index.d.ts +4 -0
- package/skill/tools/node_modules/postgres-array/index.js +97 -0
- package/skill/tools/node_modules/postgres-array/license +21 -0
- package/skill/tools/node_modules/postgres-array/package.json +35 -0
- package/skill/tools/node_modules/postgres-array/readme.md +43 -0
- package/skill/tools/node_modules/postgres-bytea/index.js +33 -0
- package/skill/tools/node_modules/postgres-bytea/license +21 -0
- package/skill/tools/node_modules/postgres-bytea/package.json +34 -0
- package/skill/tools/node_modules/postgres-bytea/readme.md +34 -0
- package/skill/tools/node_modules/postgres-date/index.js +116 -0
- package/skill/tools/node_modules/postgres-date/license +21 -0
- package/skill/tools/node_modules/postgres-date/package.json +33 -0
- package/skill/tools/node_modules/postgres-date/readme.md +49 -0
- package/skill/tools/node_modules/postgres-interval/index.d.ts +20 -0
- package/skill/tools/node_modules/postgres-interval/index.js +125 -0
- package/skill/tools/node_modules/postgres-interval/license +21 -0
- package/skill/tools/node_modules/postgres-interval/package.json +36 -0
- package/skill/tools/node_modules/postgres-interval/readme.md +48 -0
- package/skill/tools/node_modules/split2/LICENSE +13 -0
- package/skill/tools/node_modules/split2/README.md +85 -0
- package/skill/tools/node_modules/split2/bench.js +27 -0
- package/skill/tools/node_modules/split2/index.js +141 -0
- package/skill/tools/node_modules/split2/package.json +39 -0
- package/skill/tools/node_modules/split2/test.js +409 -0
- package/skill/tools/node_modules/undici/LICENSE +21 -0
- package/skill/tools/node_modules/undici/README.md +828 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Agent.md +291 -0
- package/skill/tools/node_modules/undici/docs/docs/api/BalancedPool.md +297 -0
- package/skill/tools/node_modules/undici/docs/docs/api/CacheStorage.md +188 -0
- package/skill/tools/node_modules/undici/docs/docs/api/CacheStore.md +375 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Client.md +538 -0
- package/skill/tools/node_modules/undici/docs/docs/api/ClientStats.md +93 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Connector.md +198 -0
- package/skill/tools/node_modules/undici/docs/docs/api/ContentType.md +97 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Cookies.md +179 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Debug.md +78 -0
- package/skill/tools/node_modules/undici/docs/docs/api/DiagnosticsChannel.md +518 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Dispatcher.md +842 -0
- package/skill/tools/node_modules/undici/docs/docs/api/EnvHttpProxyAgent.md +171 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Errors.md +624 -0
- package/skill/tools/node_modules/undici/docs/docs/api/EventSource.md +358 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Fetch.md +721 -0
- package/skill/tools/node_modules/undici/docs/docs/api/GlobalInstallation.md +121 -0
- package/skill/tools/node_modules/undici/docs/docs/api/H2CClient.md +386 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Interceptors.md +439 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockAgent.md +622 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockCallHistory.md +371 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockCallHistoryLog.md +206 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockClient.md +199 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockErrors.md +63 -0
- package/skill/tools/node_modules/undici/docs/docs/api/MockPool.md +618 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Pool.md +278 -0
- package/skill/tools/node_modules/undici/docs/docs/api/PoolStats.md +141 -0
- package/skill/tools/node_modules/undici/docs/docs/api/ProxyAgent.md +248 -0
- package/skill/tools/node_modules/undici/docs/docs/api/RedirectHandler.md +279 -0
- package/skill/tools/node_modules/undici/docs/docs/api/RetryAgent.md +136 -0
- package/skill/tools/node_modules/undici/docs/docs/api/RetryHandler.md +200 -0
- package/skill/tools/node_modules/undici/docs/docs/api/RoundRobinPool.md +239 -0
- package/skill/tools/node_modules/undici/docs/docs/api/SnapshotAgent.md +361 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Socks5ProxyAgent.md +256 -0
- package/skill/tools/node_modules/undici/docs/docs/api/Util.md +82 -0
- package/skill/tools/node_modules/undici/docs/docs/api/WebSocket.md +536 -0
- package/skill/tools/node_modules/undici/docs/docs/api/api-lifecycle.md +159 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/client-certificate.md +66 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/crawling.md +60 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/migrating-from-v7-to-v8.md +233 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/mocking-request.md +192 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/proxy.md +129 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/undici-vs-builtin-fetch.md +226 -0
- package/skill/tools/node_modules/undici/docs/docs/best-practices/writing-tests.md +65 -0
- package/skill/tools/node_modules/undici/docs/docs/getting-started.md +281 -0
- package/skill/tools/node_modules/undici/docs/docs/index.md +793 -0
- package/skill/tools/node_modules/undici/docs/docs/site.json +125 -0
- package/skill/tools/node_modules/undici/docs/docs/type-map.json +79 -0
- package/skill/tools/node_modules/undici/index-fetch.js +65 -0
- package/skill/tools/node_modules/undici/index.d.ts +3 -0
- package/skill/tools/node_modules/undici/index.js +236 -0
- package/skill/tools/node_modules/undici/lib/api/abort-signal.js +59 -0
- package/skill/tools/node_modules/undici/lib/api/api-connect.js +112 -0
- package/skill/tools/node_modules/undici/lib/api/api-pipeline.js +265 -0
- package/skill/tools/node_modules/undici/lib/api/api-request.js +244 -0
- package/skill/tools/node_modules/undici/lib/api/api-stream.js +270 -0
- package/skill/tools/node_modules/undici/lib/api/api-upgrade.js +121 -0
- package/skill/tools/node_modules/undici/lib/api/index.js +7 -0
- package/skill/tools/node_modules/undici/lib/api/readable.js +615 -0
- package/skill/tools/node_modules/undici/lib/cache/memory-cache-store.js +314 -0
- package/skill/tools/node_modules/undici/lib/cache/sqlite-cache-store.js +593 -0
- package/skill/tools/node_modules/undici/lib/core/connect.js +198 -0
- package/skill/tools/node_modules/undici/lib/core/constants.js +131 -0
- package/skill/tools/node_modules/undici/lib/core/diagnostics.js +227 -0
- package/skill/tools/node_modules/undici/lib/core/errors.js +534 -0
- package/skill/tools/node_modules/undici/lib/core/request.js +582 -0
- package/skill/tools/node_modules/undici/lib/core/socks5-client.js +422 -0
- package/skill/tools/node_modules/undici/lib/core/socks5-utils.js +212 -0
- package/skill/tools/node_modules/undici/lib/core/symbols.js +81 -0
- package/skill/tools/node_modules/undici/lib/core/tree.js +160 -0
- package/skill/tools/node_modules/undici/lib/core/util.js +1035 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/agent.js +181 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/balanced-pool.js +217 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/client-h1.js +1846 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/client-h2.js +1989 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/client.js +749 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher-base.js +198 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher.js +58 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/dispatcher1-wrapper.js +127 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/env-http-proxy-agent.js +190 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/fixed-queue.js +135 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/h2c-client.js +51 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/parser-h1.js +1065 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/pool-base.js +347 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/pool.js +229 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/proxy-agent.js +418 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/retry-agent.js +48 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/round-robin-pool.js +169 -0
- package/skill/tools/node_modules/undici/lib/dispatcher/socks5-proxy-agent.js +350 -0
- package/skill/tools/node_modules/undici/lib/encoding/index.js +33 -0
- package/skill/tools/node_modules/undici/lib/global.js +82 -0
- package/skill/tools/node_modules/undici/lib/handler/cache-handler.js +1222 -0
- package/skill/tools/node_modules/undici/lib/handler/cache-revalidation-handler.js +134 -0
- package/skill/tools/node_modules/undici/lib/handler/decorator-handler.js +76 -0
- package/skill/tools/node_modules/undici/lib/handler/deduplication-handler.js +540 -0
- package/skill/tools/node_modules/undici/lib/handler/redirect-handler.js +284 -0
- package/skill/tools/node_modules/undici/lib/handler/retry-handler.js +686 -0
- package/skill/tools/node_modules/undici/lib/interceptor/cache.js +771 -0
- package/skill/tools/node_modules/undici/lib/interceptor/decompress.js +574 -0
- package/skill/tools/node_modules/undici/lib/interceptor/deduplicate.js +118 -0
- package/skill/tools/node_modules/undici/lib/interceptor/dns.js +593 -0
- package/skill/tools/node_modules/undici/lib/interceptor/dump.js +99 -0
- package/skill/tools/node_modules/undici/lib/interceptor/redirect.js +21 -0
- package/skill/tools/node_modules/undici/lib/interceptor/response-error.js +139 -0
- package/skill/tools/node_modules/undici/lib/interceptor/retry.js +19 -0
- package/skill/tools/node_modules/undici/lib/llhttp/constants.d.ts +195 -0
- package/skill/tools/node_modules/undici/lib/llhttp/constants.js +531 -0
- package/skill/tools/node_modules/undici/lib/llhttp/llhttp-wasm.js +15 -0
- package/skill/tools/node_modules/undici/lib/llhttp/llhttp_simd-wasm.js +15 -0
- package/skill/tools/node_modules/undici/lib/llhttp/utils.d.ts +2 -0
- package/skill/tools/node_modules/undici/lib/llhttp/utils.js +12 -0
- package/skill/tools/node_modules/undici/lib/milo/LICENSE.md +7 -0
- package/skill/tools/node_modules/undici/lib/milo/no-simd.js +1002 -0
- package/skill/tools/node_modules/undici/lib/milo/simd.js +1002 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-agent.js +255 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-call-history.js +248 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-client.js +68 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-errors.js +29 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-interceptor.js +227 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-pool.js +68 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-symbols.js +32 -0
- package/skill/tools/node_modules/undici/lib/mock/mock-utils.js +730 -0
- package/skill/tools/node_modules/undici/lib/mock/pending-interceptors-formatter.js +43 -0
- package/skill/tools/node_modules/undici/lib/mock/snapshot-agent.js +371 -0
- package/skill/tools/node_modules/undici/lib/mock/snapshot-recorder.js +624 -0
- package/skill/tools/node_modules/undici/lib/mock/snapshot-utils.js +159 -0
- package/skill/tools/node_modules/undici/lib/util/cache.js +764 -0
- package/skill/tools/node_modules/undici/lib/util/date.js +670 -0
- package/skill/tools/node_modules/undici/lib/util/runtime-features.js +93 -0
- package/skill/tools/node_modules/undici/lib/util/stats.js +32 -0
- package/skill/tools/node_modules/undici/lib/util/timers.js +425 -0
- package/skill/tools/node_modules/undici/lib/web/cache/cache.js +871 -0
- package/skill/tools/node_modules/undici/lib/web/cache/cachestorage.js +158 -0
- package/skill/tools/node_modules/undici/lib/web/cache/util.js +45 -0
- package/skill/tools/node_modules/undici/lib/web/cookies/constants.js +12 -0
- package/skill/tools/node_modules/undici/lib/web/cookies/index.js +211 -0
- package/skill/tools/node_modules/undici/lib/web/cookies/parse.js +318 -0
- package/skill/tools/node_modules/undici/lib/web/cookies/util.js +371 -0
- package/skill/tools/node_modules/undici/lib/web/eventsource/eventsource-stream.js +575 -0
- package/skill/tools/node_modules/undici/lib/web/eventsource/eventsource.js +547 -0
- package/skill/tools/node_modules/undici/lib/web/eventsource/util.js +60 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/LICENSE +21 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/body.js +583 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/constants.js +131 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/data-url.js +596 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/formdata-parser.js +594 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/formdata.js +272 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/global.js +40 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/headers.js +722 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/index.js +2451 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/request.js +1117 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/response.js +638 -0
- package/skill/tools/node_modules/undici/lib/web/fetch/util.js +1530 -0
- package/skill/tools/node_modules/undici/lib/web/infra/index.js +244 -0
- package/skill/tools/node_modules/undici/lib/web/subresource-integrity/Readme.md +9 -0
- package/skill/tools/node_modules/undici/lib/web/subresource-integrity/subresource-integrity.js +307 -0
- package/skill/tools/node_modules/undici/lib/web/webidl/index.js +992 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/connection.js +350 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/constants.js +126 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/events.js +348 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/frame.js +127 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/permessage-deflate.js +105 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/receiver.js +530 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/sender.js +109 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/stream/websocketerror.js +107 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/stream/websocketstream.js +511 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/util.js +347 -0
- package/skill/tools/node_modules/undici/lib/web/websocket/websocket.js +783 -0
- package/skill/tools/node_modules/undici/package.json +154 -0
- package/skill/tools/node_modules/undici/scripts/strip-comments.js +10 -0
- package/skill/tools/node_modules/undici/types/README.md +6 -0
- package/skill/tools/node_modules/undici/types/agent.d.ts +30 -0
- package/skill/tools/node_modules/undici/types/api.d.ts +43 -0
- package/skill/tools/node_modules/undici/types/balanced-pool.d.ts +30 -0
- package/skill/tools/node_modules/undici/types/cache-interceptor.d.ts +189 -0
- package/skill/tools/node_modules/undici/types/cache.d.ts +36 -0
- package/skill/tools/node_modules/undici/types/client-stats.d.ts +15 -0
- package/skill/tools/node_modules/undici/types/client.d.ts +190 -0
- package/skill/tools/node_modules/undici/types/connector.d.ts +37 -0
- package/skill/tools/node_modules/undici/types/content-type.d.ts +21 -0
- package/skill/tools/node_modules/undici/types/cookies.d.ts +30 -0
- package/skill/tools/node_modules/undici/types/diagnostics-channel.d.ts +75 -0
- package/skill/tools/node_modules/undici/types/dispatcher.d.ts +253 -0
- package/skill/tools/node_modules/undici/types/dispatcher1-wrapper.d.ts +7 -0
- package/skill/tools/node_modules/undici/types/env-http-proxy-agent.d.ts +22 -0
- package/skill/tools/node_modules/undici/types/errors.d.ts +202 -0
- package/skill/tools/node_modules/undici/types/eventsource.d.ts +66 -0
- package/skill/tools/node_modules/undici/types/fetch.d.ts +235 -0
- package/skill/tools/node_modules/undici/types/formdata.d.ts +108 -0
- package/skill/tools/node_modules/undici/types/global-dispatcher.d.ts +9 -0
- package/skill/tools/node_modules/undici/types/global-origin.d.ts +7 -0
- package/skill/tools/node_modules/undici/types/h2c-client.d.ts +73 -0
- package/skill/tools/node_modules/undici/types/handlers.d.ts +16 -0
- package/skill/tools/node_modules/undici/types/header.d.ts +165 -0
- package/skill/tools/node_modules/undici/types/index.d.ts +93 -0
- package/skill/tools/node_modules/undici/types/interceptors.d.ts +87 -0
- package/skill/tools/node_modules/undici/types/mock-agent.d.ts +69 -0
- package/skill/tools/node_modules/undici/types/mock-call-history.d.ts +111 -0
- package/skill/tools/node_modules/undici/types/mock-client.d.ts +27 -0
- package/skill/tools/node_modules/undici/types/mock-errors.d.ts +12 -0
- package/skill/tools/node_modules/undici/types/mock-interceptor.d.ts +98 -0
- package/skill/tools/node_modules/undici/types/mock-pool.d.ts +27 -0
- package/skill/tools/node_modules/undici/types/patch.d.ts +29 -0
- package/skill/tools/node_modules/undici/types/pool-stats.d.ts +19 -0
- package/skill/tools/node_modules/undici/types/pool.d.ts +39 -0
- package/skill/tools/node_modules/undici/types/proxy-agent.d.ts +36 -0
- package/skill/tools/node_modules/undici/types/readable.d.ts +68 -0
- package/skill/tools/node_modules/undici/types/retry-agent.d.ts +8 -0
- package/skill/tools/node_modules/undici/types/retry-handler.d.ts +125 -0
- package/skill/tools/node_modules/undici/types/round-robin-pool.d.ts +39 -0
- package/skill/tools/node_modules/undici/types/snapshot-agent.d.ts +113 -0
- package/skill/tools/node_modules/undici/types/socks5-proxy-agent.d.ts +27 -0
- package/skill/tools/node_modules/undici/types/util.d.ts +18 -0
- package/skill/tools/node_modules/undici/types/utility.d.ts +7 -0
- package/skill/tools/node_modules/undici/types/webidl.d.ts +352 -0
- package/skill/tools/node_modules/undici/types/websocket.d.ts +188 -0
- package/skill/tools/node_modules/xtend/.jshintrc +30 -0
- package/skill/tools/node_modules/xtend/LICENSE +20 -0
- package/skill/tools/node_modules/xtend/README.md +32 -0
- package/skill/tools/node_modules/xtend/immutable.js +19 -0
- package/skill/tools/node_modules/xtend/mutable.js +17 -0
- package/skill/tools/node_modules/xtend/package.json +55 -0
- package/skill/tools/node_modules/xtend/test.js +103 -0
- package/skill/tools/package-lock.json +172 -0
- package/skill/tools/package.json +9 -0
- package/skill/tools/transfer_core.js +414 -0
|
@@ -0,0 +1,574 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
const { createInflate, createGunzip, createBrotliDecompress, createZstdDecompress, constants } = require('node:zlib')
|
|
4
|
+
const { pipeline, Transform: TransformStream } = require('node:stream')
|
|
5
|
+
const { InvalidArgumentError, ResponseExceededMaxSizeError } = require('../core/errors')
|
|
6
|
+
const DecoratorHandler = require('../handler/decorator-handler')
|
|
7
|
+
|
|
8
|
+
/** @typedef {import('node:stream').Transform} Transform */
|
|
9
|
+
/** @typedef {import('node:stream').Transform} Controller */
|
|
10
|
+
/** @typedef {Transform&import('node:zlib').Zlib} DecompressorStream */
|
|
11
|
+
|
|
12
|
+
class DecompressController {
|
|
13
|
+
#onPause
|
|
14
|
+
#onResume
|
|
15
|
+
#onAbort
|
|
16
|
+
#paused = false
|
|
17
|
+
|
|
18
|
+
constructor (onPause, onResume, onAbort) {
|
|
19
|
+
this.#onPause = onPause
|
|
20
|
+
this.#onResume = onResume
|
|
21
|
+
this.#onAbort = onAbort
|
|
22
|
+
this.target = null
|
|
23
|
+
}
|
|
24
|
+
|
|
25
|
+
pause () {
|
|
26
|
+
if (this.#paused) {
|
|
27
|
+
return
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
this.#paused = true
|
|
31
|
+
this.#onPause()
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
resume () {
|
|
35
|
+
if (!this.#paused) {
|
|
36
|
+
return
|
|
37
|
+
}
|
|
38
|
+
|
|
39
|
+
this.#paused = false
|
|
40
|
+
this.#onResume()
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
abort (reason) {
|
|
44
|
+
this.target?.abort(reason)
|
|
45
|
+
this.#onAbort(reason)
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
get paused () { return this.#paused }
|
|
49
|
+
get aborted () { return this.target?.aborted ?? false }
|
|
50
|
+
get reason () { return this.target?.reason ?? null }
|
|
51
|
+
get rawHeaders () { return this.target?.rawHeaders ?? null }
|
|
52
|
+
set rawHeaders (value) {
|
|
53
|
+
if (this.target) {
|
|
54
|
+
this.target.rawHeaders = value
|
|
55
|
+
}
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
get rawTrailers () { return this.target?.rawTrailers ?? null }
|
|
59
|
+
set rawTrailers (value) {
|
|
60
|
+
if (this.target) {
|
|
61
|
+
this.target.rawTrailers = value
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
// `compress` and `x-compress` are deliberately absent. RFC 9110 section
|
|
67
|
+
// 8.4.1.1 defines them as the UNIX compress (LZW) format, which zlib cannot
|
|
68
|
+
// read, so inflating them turns a readable response into a Z_DATA_ERROR.
|
|
69
|
+
// fetch() leaves them alone, and so does this interceptor.
|
|
70
|
+
/** @type {Record<string, () => DecompressorStream>} */
|
|
71
|
+
const supportedEncodings = {
|
|
72
|
+
__proto__: null,
|
|
73
|
+
gzip: createGunzip,
|
|
74
|
+
'x-gzip': createGunzip,
|
|
75
|
+
br: createBrotliDecompress,
|
|
76
|
+
deflate: createInflate,
|
|
77
|
+
// https://www.rfc-editor.org/rfc/rfc9659.html#section-3
|
|
78
|
+
zstd: createZstdDecompress.bind(null, { params: { [constants.ZSTD_d_windowLogMax]: 23 } })
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
const defaultSkipStatusCodes = /** @type {const} */ ([204, 304])
|
|
82
|
+
const defaultMaxSize = 0
|
|
83
|
+
|
|
84
|
+
/**
|
|
85
|
+
* Limits the output of one stage in a decompression chain.
|
|
86
|
+
* @param {number} maxSize - Maximum output size in bytes
|
|
87
|
+
* @returns {Transform}
|
|
88
|
+
*/
|
|
89
|
+
function createMaxSizeLimiter (maxSize) {
|
|
90
|
+
let size = 0
|
|
91
|
+
|
|
92
|
+
return new TransformStream({
|
|
93
|
+
transform (chunk, _encoding, callback) {
|
|
94
|
+
const decompressedSize = size + chunk.length
|
|
95
|
+
if (decompressedSize > maxSize) {
|
|
96
|
+
callback(new ResponseExceededMaxSizeError(
|
|
97
|
+
`Decompressed response size (${decompressedSize}) exceeded maxSize (${maxSize})`
|
|
98
|
+
))
|
|
99
|
+
return
|
|
100
|
+
}
|
|
101
|
+
|
|
102
|
+
size = decompressedSize
|
|
103
|
+
callback(null, chunk)
|
|
104
|
+
}
|
|
105
|
+
})
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
let warningEmitted = /** @type {boolean} */ (false)
|
|
109
|
+
|
|
110
|
+
/**
|
|
111
|
+
* @typedef {Object} DecompressHandlerOptions
|
|
112
|
+
* @property {number[]|Readonly<number[]>} [skipStatusCodes=[204, 304]] - List of status codes to skip decompression for
|
|
113
|
+
* @property {boolean} [skipErrorResponses] - Whether to skip decompression for error responses (status codes >= 400)
|
|
114
|
+
* @property {number} [maxSize=0] - Maximum decompressed response size in bytes. 0 disables the limit
|
|
115
|
+
*/
|
|
116
|
+
|
|
117
|
+
class DecompressHandler extends DecoratorHandler {
|
|
118
|
+
/** @type {Transform[]} */
|
|
119
|
+
#decompressors = []
|
|
120
|
+
/** @type {Record<string, string | string[]> | undefined} */
|
|
121
|
+
#trailers
|
|
122
|
+
/** @type {Readonly<number[]>} */
|
|
123
|
+
#skipStatusCodes
|
|
124
|
+
/** @type {boolean} */
|
|
125
|
+
#skipErrorResponses
|
|
126
|
+
/** @type {number} */
|
|
127
|
+
#maxSize
|
|
128
|
+
/** @type {number} */
|
|
129
|
+
#decompressedSize = 0
|
|
130
|
+
/** @type {boolean} */
|
|
131
|
+
#terminated = false
|
|
132
|
+
/** @type {boolean} */
|
|
133
|
+
#inputEnded = false
|
|
134
|
+
/** @type {boolean} */
|
|
135
|
+
#inputBackpressured = false
|
|
136
|
+
/** @type {boolean} */
|
|
137
|
+
#upstreamPaused = false
|
|
138
|
+
/** @type {boolean} */
|
|
139
|
+
#draining = false
|
|
140
|
+
/** @type {boolean} */
|
|
141
|
+
#drainRequested = false
|
|
142
|
+
/** @type {boolean} */
|
|
143
|
+
#completionPending = false
|
|
144
|
+
/** @type {DecompressorStream | undefined} */
|
|
145
|
+
#finalDecompressor
|
|
146
|
+
/** @type {DecompressController} */
|
|
147
|
+
#controller
|
|
148
|
+
|
|
149
|
+
constructor (handler, { skipStatusCodes = defaultSkipStatusCodes, skipErrorResponses = true, maxSize = defaultMaxSize } = {}) {
|
|
150
|
+
if (!Number.isSafeInteger(maxSize) || maxSize < 0) {
|
|
151
|
+
throw new InvalidArgumentError('maxSize must be a non-negative integer')
|
|
152
|
+
}
|
|
153
|
+
|
|
154
|
+
super(handler)
|
|
155
|
+
this.#skipStatusCodes = skipStatusCodes
|
|
156
|
+
this.#skipErrorResponses = skipErrorResponses
|
|
157
|
+
this.#maxSize = maxSize
|
|
158
|
+
this.#controller = new DecompressController(
|
|
159
|
+
() => this.#onDownstreamPause(),
|
|
160
|
+
() => this.#onDownstreamResume(),
|
|
161
|
+
reason => {
|
|
162
|
+
if (this.#inputEnded && !this.#terminated) {
|
|
163
|
+
this.onResponseError(this.#controller, reason)
|
|
164
|
+
}
|
|
165
|
+
}
|
|
166
|
+
)
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
#onDownstreamPause () {
|
|
170
|
+
this.#pauseUpstream()
|
|
171
|
+
}
|
|
172
|
+
|
|
173
|
+
#onDownstreamResume () {
|
|
174
|
+
const drainWasDeferred = this.#draining
|
|
175
|
+
this.#drainOutput()
|
|
176
|
+
if (!drainWasDeferred) {
|
|
177
|
+
this.#resumeUpstreamIfNeeded()
|
|
178
|
+
this.#finishIfReady()
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
|
|
182
|
+
#pauseUpstream () {
|
|
183
|
+
if (!this.#upstreamPaused && !this.#terminated) {
|
|
184
|
+
this.#upstreamPaused = true
|
|
185
|
+
this.#controller.target?.pause()
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
#resumeUpstreamIfNeeded () {
|
|
190
|
+
if (this.#upstreamPaused && !this.#controller.paused && !this.#inputBackpressured) {
|
|
191
|
+
this.#upstreamPaused = false
|
|
192
|
+
if (!this.#inputEnded) {
|
|
193
|
+
this.#controller.target?.resume()
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
}
|
|
197
|
+
|
|
198
|
+
#drainOutput () {
|
|
199
|
+
if (this.#terminated || this.#controller.paused || !this.#finalDecompressor) {
|
|
200
|
+
return
|
|
201
|
+
}
|
|
202
|
+
|
|
203
|
+
if (this.#draining) {
|
|
204
|
+
this.#drainRequested = true
|
|
205
|
+
return
|
|
206
|
+
}
|
|
207
|
+
|
|
208
|
+
this.#draining = true
|
|
209
|
+
try {
|
|
210
|
+
do {
|
|
211
|
+
this.#drainRequested = false
|
|
212
|
+
let chunk
|
|
213
|
+
while (!this.#terminated && !this.#controller.paused && (chunk = this.#finalDecompressor.read()) !== null) {
|
|
214
|
+
if (this.#maxSize > 0) {
|
|
215
|
+
const decompressedSize = this.#decompressedSize + chunk.length
|
|
216
|
+
if (decompressedSize > this.#maxSize) {
|
|
217
|
+
this.#fail(new ResponseExceededMaxSizeError(
|
|
218
|
+
`Decompressed response size (${decompressedSize}) exceeded maxSize (${this.#maxSize})`
|
|
219
|
+
))
|
|
220
|
+
return
|
|
221
|
+
}
|
|
222
|
+
|
|
223
|
+
this.#decompressedSize = decompressedSize
|
|
224
|
+
}
|
|
225
|
+
|
|
226
|
+
try {
|
|
227
|
+
const result = super.onResponseData(this.#controller, chunk)
|
|
228
|
+
if (result === false && !this.#controller.paused) {
|
|
229
|
+
this.#controller.pause()
|
|
230
|
+
}
|
|
231
|
+
} catch (err) {
|
|
232
|
+
this.#fail(err)
|
|
233
|
+
return
|
|
234
|
+
}
|
|
235
|
+
}
|
|
236
|
+
} while (this.#drainRequested && !this.#terminated && !this.#controller.paused)
|
|
237
|
+
} finally {
|
|
238
|
+
this.#draining = false
|
|
239
|
+
}
|
|
240
|
+
|
|
241
|
+
this.#resumeUpstreamIfNeeded()
|
|
242
|
+
this.#finishIfReady()
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
#finishIfReady () {
|
|
246
|
+
if (this.#terminated || !this.#completionPending || this.#controller.paused || this.#draining) {
|
|
247
|
+
return
|
|
248
|
+
}
|
|
249
|
+
|
|
250
|
+
this.#cleanupDecompressors()
|
|
251
|
+
try {
|
|
252
|
+
super.onResponseEnd(this.#controller, this.#trailers)
|
|
253
|
+
} catch (err) {
|
|
254
|
+
this.#fail(err)
|
|
255
|
+
return
|
|
256
|
+
}
|
|
257
|
+
this.#terminated = true
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
#onDecompressionEnd () {
|
|
261
|
+
if (this.#terminated) {
|
|
262
|
+
return
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
this.#completionPending = true
|
|
266
|
+
this.#drainOutput()
|
|
267
|
+
this.#finishIfReady()
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
/**
|
|
271
|
+
* Determines if decompression should be skipped based on encoding and status code
|
|
272
|
+
* @param {string} contentEncoding - Content-Encoding header value
|
|
273
|
+
* @param {number} statusCode - HTTP status code of the response
|
|
274
|
+
* @returns {boolean} - True if decompression should be skipped
|
|
275
|
+
*/
|
|
276
|
+
#shouldSkipDecompression (contentEncoding, statusCode) {
|
|
277
|
+
if (!contentEncoding || statusCode < 200) return true
|
|
278
|
+
if (this.#skipStatusCodes.includes(statusCode)) return true
|
|
279
|
+
if (this.#skipErrorResponses && statusCode >= 400) return true
|
|
280
|
+
return false
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
/**
|
|
284
|
+
* Creates a chain of decompressors for multiple content encodings
|
|
285
|
+
*
|
|
286
|
+
* @param {string} encodings - Comma-separated list of content encodings
|
|
287
|
+
* @returns {Array<Transform>} - Array of decompressor and limiting streams
|
|
288
|
+
* @throws {Error} - If the number of content-encodings exceeds the maximum allowed
|
|
289
|
+
*/
|
|
290
|
+
#createDecompressionChain (encodings) {
|
|
291
|
+
const parts = encodings.split(',')
|
|
292
|
+
|
|
293
|
+
// Limit the number of content-encodings to prevent resource exhaustion.
|
|
294
|
+
// CVE fix similar to urllib3 (GHSA-gm62-xv2j-4w53) and curl (CVE-2022-32206).
|
|
295
|
+
const maxContentEncodings = 5
|
|
296
|
+
if (parts.length > maxContentEncodings) {
|
|
297
|
+
throw new Error(`too many content-encodings in response: ${parts.length}, maximum allowed is ${maxContentEncodings}`)
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
/** @type {DecompressorStream[]} */
|
|
301
|
+
const decompressors = []
|
|
302
|
+
|
|
303
|
+
for (let i = parts.length - 1; i >= 0; i--) {
|
|
304
|
+
const encoding = parts[i].trim()
|
|
305
|
+
if (!encoding) continue
|
|
306
|
+
|
|
307
|
+
if (!supportedEncodings[encoding]) {
|
|
308
|
+
decompressors.length = 0 // Clear if unsupported encoding
|
|
309
|
+
return decompressors // Unsupported encoding
|
|
310
|
+
}
|
|
311
|
+
|
|
312
|
+
decompressors.push(supportedEncodings[encoding]())
|
|
313
|
+
}
|
|
314
|
+
|
|
315
|
+
if (decompressors.length < 2) {
|
|
316
|
+
return decompressors
|
|
317
|
+
}
|
|
318
|
+
|
|
319
|
+
/** @type {Transform[]} */
|
|
320
|
+
const streams = []
|
|
321
|
+
for (let i = 0; i < decompressors.length; i++) {
|
|
322
|
+
streams.push(decompressors[i])
|
|
323
|
+
if (i < decompressors.length - 1 && this.#maxSize > 0) {
|
|
324
|
+
streams.push(createMaxSizeLimiter(this.#maxSize))
|
|
325
|
+
}
|
|
326
|
+
}
|
|
327
|
+
|
|
328
|
+
return streams
|
|
329
|
+
}
|
|
330
|
+
|
|
331
|
+
/**
|
|
332
|
+
* Stops decompression and reports an error.
|
|
333
|
+
* @param {Error} error - The decompression error
|
|
334
|
+
* @returns {void}
|
|
335
|
+
*/
|
|
336
|
+
#fail (error) {
|
|
337
|
+
if (this.#terminated) {
|
|
338
|
+
return
|
|
339
|
+
}
|
|
340
|
+
|
|
341
|
+
if (this.#inputEnded) {
|
|
342
|
+
// The request is already marked complete once the compressed input ends,
|
|
343
|
+
// so controller.abort() can no longer propagate decoder flush errors.
|
|
344
|
+
this.onResponseError(this.#controller, error)
|
|
345
|
+
} else {
|
|
346
|
+
this.#controller.abort(error)
|
|
347
|
+
}
|
|
348
|
+
}
|
|
349
|
+
|
|
350
|
+
/**
|
|
351
|
+
* Sets up event handlers for the final decompressor stream.
|
|
352
|
+
* @param {DecompressorStream} decompressor - The decompressor stream
|
|
353
|
+
* @returns {void}
|
|
354
|
+
*/
|
|
355
|
+
#setupDecompressorEvents (decompressor) {
|
|
356
|
+
this.#finalDecompressor = decompressor
|
|
357
|
+
decompressor.on('readable', () => this.#drainOutput())
|
|
358
|
+
decompressor.on('error', (error) => this.#fail(error))
|
|
359
|
+
}
|
|
360
|
+
|
|
361
|
+
/**
|
|
362
|
+
* Sets up event handling for a single decompressor
|
|
363
|
+
* @returns {void}
|
|
364
|
+
*/
|
|
365
|
+
#setupSingleDecompressor () {
|
|
366
|
+
const decompressor = this.#decompressors[0]
|
|
367
|
+
this.#setupDecompressorEvents(decompressor)
|
|
368
|
+
|
|
369
|
+
decompressor.on('end', () => this.#onDecompressionEnd())
|
|
370
|
+
}
|
|
371
|
+
|
|
372
|
+
/**
|
|
373
|
+
* Sets up event handling for multiple chained decompressors using pipeline
|
|
374
|
+
* @returns {void}
|
|
375
|
+
*/
|
|
376
|
+
#setupMultipleDecompressors () {
|
|
377
|
+
const lastDecompressor = this.#decompressors[this.#decompressors.length - 1]
|
|
378
|
+
this.#setupDecompressorEvents(lastDecompressor)
|
|
379
|
+
|
|
380
|
+
pipeline(this.#decompressors, (err) => {
|
|
381
|
+
if (this.#terminated) {
|
|
382
|
+
return
|
|
383
|
+
}
|
|
384
|
+
|
|
385
|
+
if (err) {
|
|
386
|
+
this.#fail(err)
|
|
387
|
+
return
|
|
388
|
+
}
|
|
389
|
+
|
|
390
|
+
this.#onDecompressionEnd()
|
|
391
|
+
})
|
|
392
|
+
}
|
|
393
|
+
|
|
394
|
+
#setupInputBackpressure () {
|
|
395
|
+
const decompressor = this.#decompressors[0]
|
|
396
|
+
decompressor.on('drain', () => {
|
|
397
|
+
if (this.#terminated) {
|
|
398
|
+
return
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
this.#inputBackpressured = false
|
|
402
|
+
if (!this.#controller.paused) {
|
|
403
|
+
this.#drainOutput()
|
|
404
|
+
this.#resumeUpstreamIfNeeded()
|
|
405
|
+
}
|
|
406
|
+
})
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
/**
|
|
410
|
+
* Cleans up decompressor references to prevent memory leaks
|
|
411
|
+
* @returns {void}
|
|
412
|
+
*/
|
|
413
|
+
#cleanupDecompressors () {
|
|
414
|
+
this.#decompressors.length = 0
|
|
415
|
+
this.#finalDecompressor = undefined
|
|
416
|
+
}
|
|
417
|
+
|
|
418
|
+
onRequestStart (controller, context) {
|
|
419
|
+
this.#controller.target = controller
|
|
420
|
+
return super.onRequestStart(this.#controller, context)
|
|
421
|
+
}
|
|
422
|
+
|
|
423
|
+
onRequestUpgrade (controller, statusCode, headers, socket) {
|
|
424
|
+
return super.onRequestUpgrade(this.#controller, statusCode, headers, socket)
|
|
425
|
+
}
|
|
426
|
+
|
|
427
|
+
/**
|
|
428
|
+
* @param {Controller} controller
|
|
429
|
+
* @param {number} statusCode
|
|
430
|
+
* @param {Record<string, string | string[] | undefined>} headers
|
|
431
|
+
* @param {string} statusMessage
|
|
432
|
+
* @returns {void}
|
|
433
|
+
*/
|
|
434
|
+
onResponseStart (controller, statusCode, headers, statusMessage) {
|
|
435
|
+
// Repeated field lines reach us as an array. RFC 9110 section 5.3 lets a
|
|
436
|
+
// recipient join them with commas, which yields the single-line form the
|
|
437
|
+
// decompression chain already handles.
|
|
438
|
+
const rawContentEncoding = headers['content-encoding']
|
|
439
|
+
const contentEncoding = Array.isArray(rawContentEncoding)
|
|
440
|
+
? rawContentEncoding.join(',')
|
|
441
|
+
: rawContentEncoding
|
|
442
|
+
|
|
443
|
+
// If content encoding is not supported or status code is in skip list
|
|
444
|
+
if (this.#shouldSkipDecompression(contentEncoding, statusCode)) {
|
|
445
|
+
return super.onResponseStart(this.#controller, statusCode, headers, statusMessage)
|
|
446
|
+
}
|
|
447
|
+
|
|
448
|
+
const decompressors = this.#createDecompressionChain(contentEncoding.toLowerCase())
|
|
449
|
+
|
|
450
|
+
if (decompressors.length === 0) {
|
|
451
|
+
this.#cleanupDecompressors()
|
|
452
|
+
return super.onResponseStart(this.#controller, statusCode, headers, statusMessage)
|
|
453
|
+
}
|
|
454
|
+
|
|
455
|
+
this.#decompressors = decompressors
|
|
456
|
+
|
|
457
|
+
// Remove compression headers since we're decompressing
|
|
458
|
+
const { 'content-encoding': _, 'content-length': __, ...newHeaders } = headers
|
|
459
|
+
|
|
460
|
+
if (this.#controller.rawHeaders) {
|
|
461
|
+
const rawHeaders = this.#controller.rawHeaders
|
|
462
|
+
|
|
463
|
+
if (Array.isArray(rawHeaders)) {
|
|
464
|
+
const filteredHeaders = []
|
|
465
|
+
for (let i = 0; i < rawHeaders.length; i += 2) {
|
|
466
|
+
const headerName = rawHeaders[i]
|
|
467
|
+
const name = Buffer.isBuffer(headerName) ? headerName.toString('latin1') : `${headerName}`
|
|
468
|
+
const lowerName = name.toLowerCase()
|
|
469
|
+
|
|
470
|
+
if (lowerName === 'content-encoding' || lowerName === 'content-length') {
|
|
471
|
+
continue
|
|
472
|
+
}
|
|
473
|
+
|
|
474
|
+
filteredHeaders.push(rawHeaders[i], rawHeaders[i + 1])
|
|
475
|
+
}
|
|
476
|
+
rawHeaders.splice(0, rawHeaders.length, ...filteredHeaders)
|
|
477
|
+
} else if (typeof rawHeaders === 'object') {
|
|
478
|
+
for (const name of Object.keys(rawHeaders)) {
|
|
479
|
+
const lowerName = name.toLowerCase()
|
|
480
|
+
if (lowerName === 'content-encoding' || lowerName === 'content-length') {
|
|
481
|
+
delete rawHeaders[name]
|
|
482
|
+
}
|
|
483
|
+
}
|
|
484
|
+
}
|
|
485
|
+
}
|
|
486
|
+
|
|
487
|
+
this.#setupInputBackpressure()
|
|
488
|
+
if (this.#decompressors.length === 1) {
|
|
489
|
+
this.#setupSingleDecompressor()
|
|
490
|
+
} else {
|
|
491
|
+
this.#setupMultipleDecompressors()
|
|
492
|
+
}
|
|
493
|
+
|
|
494
|
+
return super.onResponseStart(this.#controller, statusCode, newHeaders, statusMessage)
|
|
495
|
+
}
|
|
496
|
+
|
|
497
|
+
/**
|
|
498
|
+
* @param {Controller} controller
|
|
499
|
+
* @param {Buffer} chunk
|
|
500
|
+
* @returns {void}
|
|
501
|
+
*/
|
|
502
|
+
onResponseData (controller, chunk) {
|
|
503
|
+
if (this.#decompressors.length > 0) {
|
|
504
|
+
if (!this.#decompressors[0].write(chunk)) {
|
|
505
|
+
this.#inputBackpressured = true
|
|
506
|
+
this.#pauseUpstream()
|
|
507
|
+
}
|
|
508
|
+
return
|
|
509
|
+
}
|
|
510
|
+
return super.onResponseData(this.#controller, chunk)
|
|
511
|
+
}
|
|
512
|
+
|
|
513
|
+
/**
|
|
514
|
+
* @param {Controller} controller
|
|
515
|
+
* @param {Record<string, string | string[]> | undefined} trailers
|
|
516
|
+
* @returns {void}
|
|
517
|
+
*/
|
|
518
|
+
onResponseEnd (controller, trailers) {
|
|
519
|
+
if (this.#decompressors.length > 0) {
|
|
520
|
+
this.#inputEnded = true
|
|
521
|
+
this.#trailers = trailers
|
|
522
|
+
this.#decompressors[0].end()
|
|
523
|
+
return
|
|
524
|
+
}
|
|
525
|
+
return super.onResponseEnd(this.#controller, trailers)
|
|
526
|
+
}
|
|
527
|
+
|
|
528
|
+
/**
|
|
529
|
+
* @param {Controller} controller
|
|
530
|
+
* @param {Error} err
|
|
531
|
+
* @returns {void}
|
|
532
|
+
*/
|
|
533
|
+
onResponseError (controller, err) {
|
|
534
|
+
if (this.#terminated) {
|
|
535
|
+
return
|
|
536
|
+
}
|
|
537
|
+
|
|
538
|
+
this.#terminated = true
|
|
539
|
+
for (const decompressor of this.#decompressors) {
|
|
540
|
+
decompressor.destroy()
|
|
541
|
+
}
|
|
542
|
+
this.#cleanupDecompressors()
|
|
543
|
+
super.onResponseError(this.#controller, err)
|
|
544
|
+
}
|
|
545
|
+
}
|
|
546
|
+
|
|
547
|
+
/**
|
|
548
|
+
* Creates a decompression interceptor for HTTP responses
|
|
549
|
+
* @param {DecompressHandlerOptions} [options] - Options for the interceptor
|
|
550
|
+
* @returns {Function} - Interceptor function
|
|
551
|
+
*/
|
|
552
|
+
function createDecompressInterceptor (options = {}) {
|
|
553
|
+
// Emit experimental warning only once
|
|
554
|
+
if (!warningEmitted) {
|
|
555
|
+
process.emitWarning(
|
|
556
|
+
'DecompressInterceptor is experimental and subject to change',
|
|
557
|
+
'ExperimentalWarning'
|
|
558
|
+
)
|
|
559
|
+
warningEmitted = true
|
|
560
|
+
}
|
|
561
|
+
|
|
562
|
+
return (dispatch) => {
|
|
563
|
+
return (opts, handler) => {
|
|
564
|
+
if (opts.method === 'HEAD') {
|
|
565
|
+
return dispatch(opts, handler)
|
|
566
|
+
}
|
|
567
|
+
|
|
568
|
+
const decompressHandler = new DecompressHandler(handler, options)
|
|
569
|
+
return dispatch(opts, decompressHandler)
|
|
570
|
+
}
|
|
571
|
+
}
|
|
572
|
+
}
|
|
573
|
+
|
|
574
|
+
module.exports = createDecompressInterceptor
|
|
@@ -0,0 +1,118 @@
|
|
|
1
|
+
'use strict'
|
|
2
|
+
|
|
3
|
+
const diagnosticsChannel = require('node:diagnostics_channel')
|
|
4
|
+
const util = require('../core/util')
|
|
5
|
+
const DeduplicationHandler = require('../handler/deduplication-handler')
|
|
6
|
+
const { getInterceptorOrigin, normalizeHeaders, makeCacheKey, makeDeduplicationKey } = require('../util/cache.js')
|
|
7
|
+
|
|
8
|
+
const pendingRequestsChannel = diagnosticsChannel.channel('undici:request:pending-requests')
|
|
9
|
+
|
|
10
|
+
/**
|
|
11
|
+
* @param {import('../../types/interceptors.d.ts').default.DeduplicateInterceptorOpts} [opts]
|
|
12
|
+
* @returns {import('../../types/dispatcher.d.ts').default.DispatcherComposeInterceptor}
|
|
13
|
+
*/
|
|
14
|
+
module.exports = (opts = {}) => {
|
|
15
|
+
const {
|
|
16
|
+
methods = ['GET'],
|
|
17
|
+
skipHeaderNames = [],
|
|
18
|
+
excludeHeaderNames = [],
|
|
19
|
+
maxBufferSize = 5 * 1024 * 1024
|
|
20
|
+
} = opts
|
|
21
|
+
|
|
22
|
+
if (typeof opts !== 'object' || opts === null) {
|
|
23
|
+
throw new TypeError(`expected type of opts to be an Object, got ${opts === null ? 'null' : typeof opts}`)
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
if (!Array.isArray(methods)) {
|
|
27
|
+
throw new TypeError(`expected opts.methods to be an array, got ${typeof methods}`)
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
for (const method of methods) {
|
|
31
|
+
if (!util.safeHTTPMethods.includes(method)) {
|
|
32
|
+
throw new TypeError(`expected opts.methods to only contain safe HTTP methods, got ${method}`)
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
|
|
36
|
+
if (!Array.isArray(skipHeaderNames)) {
|
|
37
|
+
throw new TypeError(`expected opts.skipHeaderNames to be an array, got ${typeof skipHeaderNames}`)
|
|
38
|
+
}
|
|
39
|
+
|
|
40
|
+
if (!Array.isArray(excludeHeaderNames)) {
|
|
41
|
+
throw new TypeError(`expected opts.excludeHeaderNames to be an array, got ${typeof excludeHeaderNames}`)
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
if (!Number.isFinite(maxBufferSize) || maxBufferSize <= 0) {
|
|
45
|
+
throw new TypeError(`expected opts.maxBufferSize to be a positive finite number, got ${maxBufferSize}`)
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
// Convert to lowercase Set for case-insensitive header matching
|
|
49
|
+
const skipHeaderNamesSet = new Set(skipHeaderNames.map(name => name.toLowerCase()))
|
|
50
|
+
|
|
51
|
+
// Convert to lowercase Set for case-insensitive header exclusion from deduplication key
|
|
52
|
+
const excludeHeaderNamesSet = new Set(excludeHeaderNames.map(name => name.toLowerCase()))
|
|
53
|
+
|
|
54
|
+
/**
|
|
55
|
+
* Map of pending requests for deduplication
|
|
56
|
+
* @type {Map<string, DeduplicationHandler>}
|
|
57
|
+
*/
|
|
58
|
+
const pendingRequests = new Map()
|
|
59
|
+
|
|
60
|
+
return (dispatch, interceptorOrigin) => {
|
|
61
|
+
return (opts, handler) => {
|
|
62
|
+
const requestOrigin = getInterceptorOrigin(opts, interceptorOrigin)
|
|
63
|
+
if (!requestOrigin || opts.upgrade || methods.includes(opts.method) === false) {
|
|
64
|
+
return dispatch(opts, handler)
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
opts = {
|
|
68
|
+
...opts,
|
|
69
|
+
headers: normalizeHeaders(opts)
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
// Skip deduplication if request contains any of the specified headers
|
|
73
|
+
if (skipHeaderNamesSet.size > 0) {
|
|
74
|
+
for (const headerName of Object.keys(opts.headers)) {
|
|
75
|
+
if (skipHeaderNamesSet.has(headerName.toLowerCase())) {
|
|
76
|
+
return dispatch(opts, handler)
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
}
|
|
80
|
+
|
|
81
|
+
const cacheKey = makeCacheKey(opts, requestOrigin)
|
|
82
|
+
const dedupeKey = makeDeduplicationKey(cacheKey, excludeHeaderNamesSet)
|
|
83
|
+
|
|
84
|
+
// Check if there's already a pending request for this key
|
|
85
|
+
const pendingHandler = pendingRequests.get(dedupeKey)
|
|
86
|
+
if (pendingHandler) {
|
|
87
|
+
// Add this handler to the waiting list when safe.
|
|
88
|
+
// If body streaming has already started, this request must be sent independently.
|
|
89
|
+
if (pendingHandler.addWaitingHandler(handler)) {
|
|
90
|
+
return true
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
return dispatch(opts, handler)
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
// Create a new deduplication handler
|
|
97
|
+
const deduplicationHandler = new DeduplicationHandler(
|
|
98
|
+
handler,
|
|
99
|
+
() => {
|
|
100
|
+
// Clean up when request completes
|
|
101
|
+
pendingRequests.delete(dedupeKey)
|
|
102
|
+
if (pendingRequestsChannel.hasSubscribers) {
|
|
103
|
+
pendingRequestsChannel.publish({ size: pendingRequests.size, key: dedupeKey, type: 'removed' })
|
|
104
|
+
}
|
|
105
|
+
},
|
|
106
|
+
maxBufferSize
|
|
107
|
+
)
|
|
108
|
+
|
|
109
|
+
// Register the pending request
|
|
110
|
+
pendingRequests.set(dedupeKey, deduplicationHandler)
|
|
111
|
+
if (pendingRequestsChannel.hasSubscribers) {
|
|
112
|
+
pendingRequestsChannel.publish({ size: pendingRequests.size, key: dedupeKey, type: 'added' })
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
return dispatch(opts, deduplicationHandler)
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
}
|