@depup/undici 7.24.3-depup.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (211) hide show
  1. package/LICENSE +21 -0
  2. package/README.md +25 -0
  3. package/changes.json +5 -0
  4. package/docs/docs/api/Agent.md +84 -0
  5. package/docs/docs/api/BalancedPool.md +99 -0
  6. package/docs/docs/api/CacheStorage.md +30 -0
  7. package/docs/docs/api/CacheStore.md +164 -0
  8. package/docs/docs/api/Client.md +285 -0
  9. package/docs/docs/api/ClientStats.md +27 -0
  10. package/docs/docs/api/Connector.md +115 -0
  11. package/docs/docs/api/ContentType.md +57 -0
  12. package/docs/docs/api/Cookies.md +101 -0
  13. package/docs/docs/api/Debug.md +62 -0
  14. package/docs/docs/api/DiagnosticsChannel.md +313 -0
  15. package/docs/docs/api/Dispatcher.md +1392 -0
  16. package/docs/docs/api/EnvHttpProxyAgent.md +159 -0
  17. package/docs/docs/api/Errors.md +49 -0
  18. package/docs/docs/api/EventSource.md +45 -0
  19. package/docs/docs/api/Fetch.md +52 -0
  20. package/docs/docs/api/GlobalInstallation.md +91 -0
  21. package/docs/docs/api/H2CClient.md +263 -0
  22. package/docs/docs/api/MockAgent.md +603 -0
  23. package/docs/docs/api/MockCallHistory.md +197 -0
  24. package/docs/docs/api/MockCallHistoryLog.md +43 -0
  25. package/docs/docs/api/MockClient.md +81 -0
  26. package/docs/docs/api/MockErrors.md +12 -0
  27. package/docs/docs/api/MockPool.md +555 -0
  28. package/docs/docs/api/Pool.md +84 -0
  29. package/docs/docs/api/PoolStats.md +35 -0
  30. package/docs/docs/api/ProxyAgent.md +229 -0
  31. package/docs/docs/api/RedirectHandler.md +96 -0
  32. package/docs/docs/api/RetryAgent.md +50 -0
  33. package/docs/docs/api/RetryHandler.md +118 -0
  34. package/docs/docs/api/RoundRobinPool.md +145 -0
  35. package/docs/docs/api/SnapshotAgent.md +616 -0
  36. package/docs/docs/api/Socks5ProxyAgent.md +274 -0
  37. package/docs/docs/api/Util.md +25 -0
  38. package/docs/docs/api/WebSocket.md +141 -0
  39. package/docs/docs/api/api-lifecycle.md +91 -0
  40. package/docs/docs/best-practices/client-certificate.md +64 -0
  41. package/docs/docs/best-practices/crawling.md +58 -0
  42. package/docs/docs/best-practices/mocking-request.md +190 -0
  43. package/docs/docs/best-practices/proxy.md +127 -0
  44. package/docs/docs/best-practices/undici-vs-builtin-fetch.md +137 -0
  45. package/docs/docs/best-practices/writing-tests.md +20 -0
  46. package/index-fetch.js +65 -0
  47. package/index.d.ts +3 -0
  48. package/index.js +234 -0
  49. package/lib/api/abort-signal.js +59 -0
  50. package/lib/api/api-connect.js +110 -0
  51. package/lib/api/api-pipeline.js +252 -0
  52. package/lib/api/api-request.js +214 -0
  53. package/lib/api/api-stream.js +209 -0
  54. package/lib/api/api-upgrade.js +111 -0
  55. package/lib/api/index.js +7 -0
  56. package/lib/api/readable.js +580 -0
  57. package/lib/cache/memory-cache-store.js +234 -0
  58. package/lib/cache/sqlite-cache-store.js +461 -0
  59. package/lib/core/connect.js +137 -0
  60. package/lib/core/constants.js +143 -0
  61. package/lib/core/diagnostics.js +225 -0
  62. package/lib/core/errors.js +477 -0
  63. package/lib/core/request.js +430 -0
  64. package/lib/core/socks5-client.js +407 -0
  65. package/lib/core/socks5-utils.js +203 -0
  66. package/lib/core/symbols.js +75 -0
  67. package/lib/core/tree.js +160 -0
  68. package/lib/core/util.js +972 -0
  69. package/lib/dispatcher/agent.js +158 -0
  70. package/lib/dispatcher/balanced-pool.js +219 -0
  71. package/lib/dispatcher/client-h1.js +1610 -0
  72. package/lib/dispatcher/client-h2.js +995 -0
  73. package/lib/dispatcher/client.js +654 -0
  74. package/lib/dispatcher/dispatcher-base.js +165 -0
  75. package/lib/dispatcher/dispatcher.js +48 -0
  76. package/lib/dispatcher/env-http-proxy-agent.js +146 -0
  77. package/lib/dispatcher/fixed-queue.js +135 -0
  78. package/lib/dispatcher/h2c-client.js +51 -0
  79. package/lib/dispatcher/pool-base.js +214 -0
  80. package/lib/dispatcher/pool.js +118 -0
  81. package/lib/dispatcher/proxy-agent.js +318 -0
  82. package/lib/dispatcher/retry-agent.js +35 -0
  83. package/lib/dispatcher/round-robin-pool.js +137 -0
  84. package/lib/dispatcher/socks5-proxy-agent.js +249 -0
  85. package/lib/encoding/index.js +33 -0
  86. package/lib/global.js +50 -0
  87. package/lib/handler/cache-handler.js +561 -0
  88. package/lib/handler/cache-revalidation-handler.js +124 -0
  89. package/lib/handler/decorator-handler.js +67 -0
  90. package/lib/handler/deduplication-handler.js +460 -0
  91. package/lib/handler/redirect-handler.js +238 -0
  92. package/lib/handler/retry-handler.js +394 -0
  93. package/lib/handler/unwrap-handler.js +100 -0
  94. package/lib/handler/wrap-handler.js +105 -0
  95. package/lib/interceptor/cache.js +495 -0
  96. package/lib/interceptor/decompress.js +259 -0
  97. package/lib/interceptor/deduplicate.js +117 -0
  98. package/lib/interceptor/dns.js +571 -0
  99. package/lib/interceptor/dump.js +112 -0
  100. package/lib/interceptor/redirect.js +21 -0
  101. package/lib/interceptor/response-error.js +95 -0
  102. package/lib/interceptor/retry.js +19 -0
  103. package/lib/llhttp/.gitkeep +0 -0
  104. package/lib/llhttp/constants.d.ts +195 -0
  105. package/lib/llhttp/constants.js +531 -0
  106. package/lib/llhttp/llhttp-wasm.js +15 -0
  107. package/lib/llhttp/llhttp_simd-wasm.js +15 -0
  108. package/lib/llhttp/utils.d.ts +2 -0
  109. package/lib/llhttp/utils.js +12 -0
  110. package/lib/mock/mock-agent.js +232 -0
  111. package/lib/mock/mock-call-history.js +248 -0
  112. package/lib/mock/mock-client.js +68 -0
  113. package/lib/mock/mock-errors.js +29 -0
  114. package/lib/mock/mock-interceptor.js +209 -0
  115. package/lib/mock/mock-pool.js +68 -0
  116. package/lib/mock/mock-symbols.js +31 -0
  117. package/lib/mock/mock-utils.js +480 -0
  118. package/lib/mock/pending-interceptors-formatter.js +43 -0
  119. package/lib/mock/snapshot-agent.js +353 -0
  120. package/lib/mock/snapshot-recorder.js +588 -0
  121. package/lib/mock/snapshot-utils.js +158 -0
  122. package/lib/util/cache.js +407 -0
  123. package/lib/util/date.js +653 -0
  124. package/lib/util/promise.js +28 -0
  125. package/lib/util/runtime-features.js +124 -0
  126. package/lib/util/stats.js +32 -0
  127. package/lib/util/timers.js +425 -0
  128. package/lib/web/cache/cache.js +864 -0
  129. package/lib/web/cache/cachestorage.js +152 -0
  130. package/lib/web/cache/util.js +45 -0
  131. package/lib/web/cookies/constants.js +12 -0
  132. package/lib/web/cookies/index.js +199 -0
  133. package/lib/web/cookies/parse.js +322 -0
  134. package/lib/web/cookies/util.js +282 -0
  135. package/lib/web/eventsource/eventsource-stream.js +399 -0
  136. package/lib/web/eventsource/eventsource.js +501 -0
  137. package/lib/web/eventsource/util.js +29 -0
  138. package/lib/web/fetch/LICENSE +21 -0
  139. package/lib/web/fetch/body.js +509 -0
  140. package/lib/web/fetch/constants.js +131 -0
  141. package/lib/web/fetch/data-url.js +596 -0
  142. package/lib/web/fetch/formdata-parser.js +575 -0
  143. package/lib/web/fetch/formdata.js +259 -0
  144. package/lib/web/fetch/global.js +40 -0
  145. package/lib/web/fetch/headers.js +719 -0
  146. package/lib/web/fetch/index.js +2378 -0
  147. package/lib/web/fetch/request.js +1115 -0
  148. package/lib/web/fetch/response.js +641 -0
  149. package/lib/web/fetch/util.js +1520 -0
  150. package/lib/web/infra/index.js +229 -0
  151. package/lib/web/subresource-integrity/Readme.md +9 -0
  152. package/lib/web/subresource-integrity/subresource-integrity.js +307 -0
  153. package/lib/web/webidl/index.js +1006 -0
  154. package/lib/web/websocket/connection.js +329 -0
  155. package/lib/web/websocket/constants.js +126 -0
  156. package/lib/web/websocket/events.js +331 -0
  157. package/lib/web/websocket/frame.js +133 -0
  158. package/lib/web/websocket/permessage-deflate.js +118 -0
  159. package/lib/web/websocket/receiver.js +450 -0
  160. package/lib/web/websocket/sender.js +109 -0
  161. package/lib/web/websocket/stream/websocketerror.js +104 -0
  162. package/lib/web/websocket/stream/websocketstream.js +497 -0
  163. package/lib/web/websocket/util.js +347 -0
  164. package/lib/web/websocket/websocket.js +739 -0
  165. package/package.json +163 -0
  166. package/scripts/strip-comments.js +10 -0
  167. package/types/README.md +6 -0
  168. package/types/agent.d.ts +32 -0
  169. package/types/api.d.ts +43 -0
  170. package/types/balanced-pool.d.ts +30 -0
  171. package/types/cache-interceptor.d.ts +179 -0
  172. package/types/cache.d.ts +36 -0
  173. package/types/client-stats.d.ts +15 -0
  174. package/types/client.d.ts +123 -0
  175. package/types/connector.d.ts +36 -0
  176. package/types/content-type.d.ts +21 -0
  177. package/types/cookies.d.ts +30 -0
  178. package/types/diagnostics-channel.d.ts +74 -0
  179. package/types/dispatcher.d.ts +279 -0
  180. package/types/env-http-proxy-agent.d.ts +22 -0
  181. package/types/errors.d.ts +177 -0
  182. package/types/eventsource.d.ts +66 -0
  183. package/types/fetch.d.ts +211 -0
  184. package/types/formdata.d.ts +108 -0
  185. package/types/global-dispatcher.d.ts +9 -0
  186. package/types/global-origin.d.ts +7 -0
  187. package/types/h2c-client.d.ts +73 -0
  188. package/types/handlers.d.ts +15 -0
  189. package/types/header.d.ts +160 -0
  190. package/types/index.d.ts +91 -0
  191. package/types/interceptors.d.ts +80 -0
  192. package/types/mock-agent.d.ts +68 -0
  193. package/types/mock-call-history.d.ts +111 -0
  194. package/types/mock-client.d.ts +27 -0
  195. package/types/mock-errors.d.ts +12 -0
  196. package/types/mock-interceptor.d.ts +94 -0
  197. package/types/mock-pool.d.ts +27 -0
  198. package/types/patch.d.ts +29 -0
  199. package/types/pool-stats.d.ts +19 -0
  200. package/types/pool.d.ts +41 -0
  201. package/types/proxy-agent.d.ts +29 -0
  202. package/types/readable.d.ts +68 -0
  203. package/types/retry-agent.d.ts +8 -0
  204. package/types/retry-handler.d.ts +125 -0
  205. package/types/round-robin-pool.d.ts +41 -0
  206. package/types/snapshot-agent.d.ts +109 -0
  207. package/types/socks5-proxy-agent.d.ts +25 -0
  208. package/types/util.d.ts +18 -0
  209. package/types/utility.d.ts +7 -0
  210. package/types/webidl.d.ts +347 -0
  211. package/types/websocket.d.ts +188 -0
@@ -0,0 +1,313 @@
1
+ # Diagnostics Channel Support
2
+
3
+ Stability: Experimental.
4
+
5
+ Undici supports the [`diagnostics_channel`](https://nodejs.org/api/diagnostics_channel.html) (currently available only on Node.js v16+).
6
+ It is the preferred way to instrument Undici and retrieve internal information.
7
+
8
+ The channels available are the following.
9
+
10
+ ## `undici:request:create`
11
+
12
+ This message is published when a new outgoing request is created.
13
+
14
+ ```js
15
+ import diagnosticsChannel from 'diagnostics_channel'
16
+
17
+ diagnosticsChannel.channel('undici:request:create').subscribe(({ request }) => {
18
+ console.log('origin', request.origin)
19
+ console.log('completed', request.completed)
20
+ console.log('method', request.method)
21
+ console.log('path', request.path)
22
+ console.log('headers', request.headers) // array of strings, e.g: ['foo', 'bar']
23
+ request.addHeader('hello', 'world')
24
+ console.log('headers', request.headers) // e.g. ['foo', 'bar', 'hello', 'world']
25
+ })
26
+ ```
27
+
28
+ Note: a request is only loosely completed to a given socket.
29
+
30
+ ## `undici:request:bodyChunkSent`
31
+
32
+ This message is published when a chunk of the request body is being sent.
33
+
34
+ ```js
35
+ import diagnosticsChannel from 'diagnostics_channel'
36
+
37
+ diagnosticsChannel.channel('undici:request:bodyChunkSent').subscribe(({ request, chunk }) => {
38
+ // request is the same object undici:request:create
39
+ })
40
+ ```
41
+
42
+ ## `undici:request:bodySent`
43
+
44
+ This message is published after the request body has been fully sent.
45
+
46
+ ```js
47
+ import diagnosticsChannel from 'diagnostics_channel'
48
+
49
+ diagnosticsChannel.channel('undici:request:bodySent').subscribe(({ request }) => {
50
+ // request is the same object undici:request:create
51
+ })
52
+ ```
53
+
54
+ ## `undici:request:headers`
55
+
56
+ This message is published after the response headers have been received.
57
+
58
+ ```js
59
+ import diagnosticsChannel from 'diagnostics_channel'
60
+
61
+ diagnosticsChannel.channel('undici:request:headers').subscribe(({ request, response }) => {
62
+ // request is the same object undici:request:create
63
+ console.log('statusCode', response.statusCode)
64
+ console.log(response.statusText)
65
+ // response.headers are buffers.
66
+ console.log(response.headers.map((x) => x.toString()))
67
+ })
68
+ ```
69
+
70
+ ## `undici:request:bodyChunkReceived`
71
+
72
+ This message is published after a chunk of the response body has been received.
73
+
74
+ ```js
75
+ import diagnosticsChannel from 'diagnostics_channel'
76
+
77
+ diagnosticsChannel.channel('undici:request:bodyChunkReceived').subscribe(({ request, chunk }) => {
78
+ // request is the same object undici:request:create
79
+ })
80
+ ```
81
+
82
+ ## `undici:request:trailers`
83
+
84
+ This message is published after the response body and trailers have been received, i.e. the response has been completed.
85
+
86
+ ```js
87
+ import diagnosticsChannel from 'diagnostics_channel'
88
+
89
+ diagnosticsChannel.channel('undici:request:trailers').subscribe(({ request, trailers }) => {
90
+ // request is the same object undici:request:create
91
+ console.log('completed', request.completed)
92
+ // trailers are buffers.
93
+ console.log(trailers.map((x) => x.toString()))
94
+ })
95
+ ```
96
+
97
+ ## `undici:request:error`
98
+
99
+ This message is published if the request is going to error, but it has not errored yet.
100
+
101
+ ```js
102
+ import diagnosticsChannel from 'diagnostics_channel'
103
+
104
+ diagnosticsChannel.channel('undici:request:error').subscribe(({ request, error }) => {
105
+ // request is the same object undici:request:create
106
+ })
107
+ ```
108
+
109
+ ## `undici:client:sendHeaders`
110
+
111
+ This message is published right before the first byte of the request is written to the socket.
112
+
113
+ *Note*: It will publish the exact headers that will be sent to the server in raw format.
114
+
115
+ ```js
116
+ import diagnosticsChannel from 'diagnostics_channel'
117
+
118
+ diagnosticsChannel.channel('undici:client:sendHeaders').subscribe(({ request, headers, socket }) => {
119
+ // request is the same object undici:request:create
120
+ console.log(`Full headers list ${headers.split('\r\n')}`);
121
+ })
122
+ ```
123
+
124
+ ## `undici:client:beforeConnect`
125
+
126
+ This message is published before creating a new connection for **any** request.
127
+ You can not assume that this event is related to any specific request.
128
+
129
+ ```js
130
+ import diagnosticsChannel from 'diagnostics_channel'
131
+
132
+ diagnosticsChannel.channel('undici:client:beforeConnect').subscribe(({ connectParams, connector }) => {
133
+ // const { host, hostname, protocol, port, servername, version } = connectParams
134
+ // connector is a function that creates the socket
135
+ })
136
+ ```
137
+
138
+ ## `undici:client:connected`
139
+
140
+ This message is published after a connection is established.
141
+
142
+ ```js
143
+ import diagnosticsChannel from 'diagnostics_channel'
144
+
145
+ diagnosticsChannel.channel('undici:client:connected').subscribe(({ socket, connectParams, connector }) => {
146
+ // const { host, hostname, protocol, port, servername, version } = connectParams
147
+ // connector is a function that creates the socket
148
+ })
149
+ ```
150
+
151
+ ## `undici:client:connectError`
152
+
153
+ This message is published if it did not succeed to create new connection
154
+
155
+ ```js
156
+ import diagnosticsChannel from 'diagnostics_channel'
157
+
158
+ diagnosticsChannel.channel('undici:client:connectError').subscribe(({ error, socket, connectParams, connector }) => {
159
+ // const { host, hostname, protocol, port, servername, version } = connectParams
160
+ // connector is a function that creates the socket
161
+ console.log(`Connect failed with ${error.message}`)
162
+ })
163
+ ```
164
+
165
+ ## `undici:websocket:open`
166
+
167
+ This message is published after the client has successfully connected to a server.
168
+
169
+ ```js
170
+ import diagnosticsChannel from 'diagnostics_channel'
171
+
172
+ diagnosticsChannel.channel('undici:websocket:open').subscribe(({
173
+ address, // { address: string, family: string, port: number }
174
+ protocol, // string - negotiated subprotocol
175
+ extensions, // string - negotiated extensions
176
+ websocket, // WebSocket - the WebSocket instance
177
+ handshakeResponse // object - HTTP response that upgraded the connection
178
+ }) => {
179
+ console.log(address) // address, family, and port
180
+ console.log(protocol) // negotiated subprotocols
181
+ console.log(extensions) // negotiated extensions
182
+ console.log(websocket) // the WebSocket instance
183
+
184
+ // Handshake response details
185
+ console.log(handshakeResponse.status) // 101 for successful WebSocket upgrade
186
+ console.log(handshakeResponse.statusText) // 'Switching Protocols'
187
+ console.log(handshakeResponse.headers) // Object containing response headers
188
+ })
189
+ ```
190
+
191
+ ### Handshake Response Object
192
+
193
+ The `handshakeResponse` object contains the HTTP response that upgraded the connection to WebSocket:
194
+
195
+ - `status` (number): The HTTP status code (101 for successful WebSocket upgrade)
196
+ - `statusText` (string): The HTTP status message ('Switching Protocols' for successful upgrade)
197
+ - `headers` (object): The HTTP response headers from the server, including:
198
+ - `upgrade: 'websocket'`
199
+ - `connection: 'upgrade'`
200
+ - `sec-websocket-accept` and other WebSocket-related headers
201
+
202
+ This information is particularly useful for debugging and monitoring WebSocket connections, as it provides access to the initial HTTP handshake response that established the WebSocket connection.
203
+
204
+ ## `undici:websocket:close`
205
+
206
+ This message is published after the connection has closed.
207
+
208
+ ```js
209
+ import diagnosticsChannel from 'diagnostics_channel'
210
+
211
+ diagnosticsChannel.channel('undici:websocket:close').subscribe(({ websocket, code, reason }) => {
212
+ console.log(websocket) // the WebSocket instance
213
+ console.log(code) // the closing status code
214
+ console.log(reason) // the closing reason
215
+ })
216
+ ```
217
+
218
+ ## `undici:websocket:socket_error`
219
+
220
+ This message is published if the socket experiences an error.
221
+
222
+ ```js
223
+ import diagnosticsChannel from 'diagnostics_channel'
224
+
225
+ diagnosticsChannel.channel('undici:websocket:socket_error').subscribe((error) => {
226
+ console.log(error)
227
+ })
228
+ ```
229
+
230
+ ## `undici:websocket:ping`
231
+
232
+ This message is published after the client receives a ping frame, if the connection is not closing.
233
+
234
+ ```js
235
+ import diagnosticsChannel from 'diagnostics_channel'
236
+
237
+ diagnosticsChannel.channel('undici:websocket:ping').subscribe(({ payload, websocket }) => {
238
+ // a Buffer or undefined, containing the optional application data of the frame
239
+ console.log(payload)
240
+ console.log(websocket) // the WebSocket instance
241
+ })
242
+ ```
243
+
244
+ ## `undici:websocket:pong`
245
+
246
+ This message is published after the client receives a pong frame.
247
+
248
+ ```js
249
+ import diagnosticsChannel from 'diagnostics_channel'
250
+
251
+ diagnosticsChannel.channel('undici:websocket:pong').subscribe(({ payload, websocket }) => {
252
+ // a Buffer or undefined, containing the optional application data of the frame
253
+ console.log(payload)
254
+ console.log(websocket) // the WebSocket instance
255
+ })
256
+ ```
257
+
258
+ ## `undici:proxy:connected`
259
+
260
+ This message is published after the `ProxyAgent` establishes a connection to the proxy server.
261
+
262
+ ```js
263
+ import diagnosticsChannel from 'diagnostics_channel'
264
+
265
+ diagnosticsChannel.channel('undici:proxy:connected').subscribe(({ socket, connectParams }) => {
266
+ console.log(socket)
267
+ console.log(connectParams)
268
+ // const { origin, port, path, signal, headers, servername } = connectParams
269
+ })
270
+ ```
271
+
272
+ ## `undici:request:pending-requests`
273
+
274
+ This message is published when the deduplicate interceptor's pending request map changes. This is useful for monitoring and debugging request deduplication behavior.
275
+
276
+ The deduplicate interceptor automatically deduplicates concurrent requests for the same resource. When multiple identical requests are made while one is already in-flight, only one request is sent to the origin server, and all waiting handlers receive the same response.
277
+
278
+ ```js
279
+ import diagnosticsChannel from 'diagnostics_channel'
280
+
281
+ diagnosticsChannel.channel('undici:request:pending-requests').subscribe(({ type, size, key }) => {
282
+ console.log(type) // 'added' or 'removed'
283
+ console.log(size) // current number of pending requests
284
+ console.log(key) // the deduplication key for this request
285
+ })
286
+ ```
287
+
288
+ ### Event Properties
289
+
290
+ - `type` (`string`): Either `'added'` when a new pending request is registered, or `'removed'` when a pending request completes (successfully or with an error).
291
+ - `size` (`number`): The current number of pending requests after the change.
292
+ - `key` (`string`): The deduplication key for the request, composed of the origin, method, path, and request headers.
293
+
294
+ ### Example: Monitoring Request Deduplication
295
+
296
+ ```js
297
+ import diagnosticsChannel from 'diagnostics_channel'
298
+
299
+ const channel = diagnosticsChannel.channel('undici:request:pending-requests')
300
+
301
+ channel.subscribe(({ type, size, key }) => {
302
+ if (type === 'added') {
303
+ console.log(`New pending request: ${key} (${size} total pending)`)
304
+ } else {
305
+ console.log(`Request completed: ${key} (${size} remaining)`)
306
+ }
307
+ })
308
+ ```
309
+
310
+ This can be useful for:
311
+ - Verifying that request deduplication is working as expected
312
+ - Monitoring the number of concurrent in-flight requests
313
+ - Debugging deduplication behavior in production environments