wrangler 0.0.0-e88a54e → 0.0.0-e8e684c7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (222) hide show
  1. package/Cloudflare_CA.pem +18 -0
  2. package/README.md +51 -14
  3. package/bin/wrangler.js +161 -29
  4. package/kv-asset-handler.js +1 -0
  5. package/miniflare-dist/index.mjs +5484 -21
  6. package/package.json +173 -143
  7. package/src/__tests__/config-cache-without-cache-dir.test.ts +38 -0
  8. package/src/__tests__/config-cache.test.ts +42 -0
  9. package/src/__tests__/configuration.test.ts +4016 -2786
  10. package/src/__tests__/dev.test.tsx +1305 -483
  11. package/src/__tests__/generate.test.ts +91 -0
  12. package/src/__tests__/guess-worker-format.test.ts +75 -48
  13. package/src/__tests__/helpers/cmd-shim.d.ts +6 -6
  14. package/src/__tests__/helpers/mock-account-id.ts +24 -24
  15. package/src/__tests__/helpers/mock-bin.ts +20 -20
  16. package/src/__tests__/helpers/mock-cfetch.ts +182 -93
  17. package/src/__tests__/helpers/mock-console.ts +59 -32
  18. package/src/__tests__/helpers/mock-dialogs.ts +121 -33
  19. package/src/__tests__/helpers/mock-get-zone-from-host.ts +8 -0
  20. package/src/__tests__/helpers/mock-http-server.ts +46 -0
  21. package/src/__tests__/helpers/mock-istty.ts +74 -0
  22. package/src/__tests__/helpers/mock-known-routes.ts +7 -0
  23. package/src/__tests__/helpers/mock-kv.ts +26 -26
  24. package/src/__tests__/helpers/mock-oauth-flow.ts +250 -0
  25. package/src/__tests__/helpers/mock-process.ts +39 -0
  26. package/src/__tests__/helpers/mock-stdin.ts +82 -77
  27. package/src/__tests__/helpers/mock-web-socket.ts +21 -21
  28. package/src/__tests__/helpers/run-in-tmp.ts +28 -22
  29. package/src/__tests__/helpers/run-wrangler.ts +8 -8
  30. package/src/__tests__/helpers/write-worker-source.ts +31 -0
  31. package/src/__tests__/helpers/write-wrangler-toml.ts +9 -9
  32. package/src/__tests__/https-options.test.ts +144 -108
  33. package/src/__tests__/index.test.ts +229 -975
  34. package/src/__tests__/init.test.ts +2170 -0
  35. package/src/__tests__/jest.setup.ts +122 -34
  36. package/src/__tests__/kv.test.ts +1376 -1087
  37. package/src/__tests__/logger.test.ts +141 -0
  38. package/src/__tests__/metrics.test.ts +450 -0
  39. package/src/__tests__/package-manager.test.ts +312 -165
  40. package/src/__tests__/pages.test.ts +1270 -39
  41. package/src/__tests__/parse.test.ts +253 -245
  42. package/src/__tests__/publish.test.ts +6878 -2627
  43. package/src/__tests__/pubsub.test.ts +367 -0
  44. package/src/__tests__/r2.test.ts +328 -190
  45. package/src/__tests__/route.test.ts +22 -22
  46. package/src/__tests__/secret.test.ts +474 -407
  47. package/src/__tests__/tail.test.ts +679 -441
  48. package/src/__tests__/test-old-node-version.js +31 -0
  49. package/src/__tests__/user.test.ts +155 -0
  50. package/src/__tests__/validate-dev-props.test.ts +56 -0
  51. package/src/__tests__/version.test.ts +35 -0
  52. package/src/__tests__/whoami.test.tsx +276 -87
  53. package/src/__tests__/worker-namespace.test.ts +329 -0
  54. package/src/abort.d.ts +3 -0
  55. package/src/api/dev.ts +93 -0
  56. package/src/api/index.ts +1 -0
  57. package/src/bundle-reporter.tsx +29 -0
  58. package/src/bundle.ts +441 -110
  59. package/src/cfetch/index.ts +83 -66
  60. package/src/cfetch/internal.ts +251 -92
  61. package/src/cli.ts +22 -14
  62. package/src/config/README.md +1 -1
  63. package/src/config/config.ts +224 -179
  64. package/src/config/diagnostics.ts +61 -61
  65. package/src/config/environment.ts +430 -311
  66. package/src/config/index.ts +227 -38
  67. package/src/config/validation-helpers.ts +414 -303
  68. package/src/config/validation.ts +1745 -973
  69. package/src/config-cache.ts +85 -0
  70. package/src/create-worker-preview.ts +209 -118
  71. package/src/create-worker-upload-form.ts +275 -201
  72. package/src/dev/dev-vars.ts +36 -0
  73. package/src/dev/dev.tsx +488 -307
  74. package/src/dev/local.tsx +427 -210
  75. package/src/dev/remote.tsx +407 -188
  76. package/src/dev/use-esbuild.ts +156 -78
  77. package/src/dev/validate-dev-props.ts +31 -0
  78. package/src/dev-registry.tsx +160 -0
  79. package/src/dev.tsx +696 -0
  80. package/src/dialogs.tsx +115 -57
  81. package/src/dispatch-namespace.ts +206 -0
  82. package/src/durable.ts +102 -0
  83. package/src/entry.ts +267 -147
  84. package/src/environment-variables.ts +25 -23
  85. package/src/errors.ts +11 -0
  86. package/src/faye-websocket.d.ts +6 -0
  87. package/src/generate.ts +131 -0
  88. package/src/git-client.ts +42 -0
  89. package/src/global-wrangler-config-path.ts +26 -0
  90. package/src/https-options.ts +85 -80
  91. package/src/index.tsx +2191 -2304
  92. package/src/init.ts +622 -0
  93. package/src/inspect.ts +687 -557
  94. package/src/intl-polyfill.d.ts +139 -0
  95. package/src/is-ci.ts +14 -0
  96. package/src/is-interactive.ts +12 -0
  97. package/src/kv.ts +353 -242
  98. package/src/logger.ts +73 -0
  99. package/src/metrics/index.ts +5 -0
  100. package/src/metrics/metrics-config.ts +239 -0
  101. package/src/metrics/metrics-dispatcher.ts +96 -0
  102. package/src/metrics/metrics-usage-headers.ts +24 -0
  103. package/src/metrics/send-event.ts +92 -0
  104. package/src/miniflare-cli/assets.ts +554 -0
  105. package/src/miniflare-cli/enum-keys.ts +8 -8
  106. package/src/miniflare-cli/index.ts +199 -29
  107. package/src/miniflare-cli/request-context.ts +40 -0
  108. package/src/module-collection.ts +213 -213
  109. package/src/open-in-browser.ts +8 -16
  110. package/src/package-manager.ts +183 -90
  111. package/src/pages/build.tsx +238 -0
  112. package/src/pages/constants.ts +12 -0
  113. package/src/pages/deployments.tsx +106 -0
  114. package/src/pages/dev.tsx +528 -0
  115. package/src/pages/errors.ts +22 -0
  116. package/src/pages/functions/buildPlugin.ts +109 -0
  117. package/src/pages/functions/buildWorker.ts +155 -0
  118. package/src/pages/functions/filepath-routing.test.ts +234 -0
  119. package/src/pages/functions/filepath-routing.ts +189 -0
  120. package/src/pages/functions/identifiers.ts +78 -0
  121. package/src/pages/functions/routes-consolidation.test.ts +250 -0
  122. package/src/pages/functions/routes-consolidation.ts +73 -0
  123. package/src/pages/functions/routes-transformation.test.ts +271 -0
  124. package/src/pages/functions/routes-transformation.ts +122 -0
  125. package/src/pages/functions/routes.ts +151 -0
  126. package/src/pages/functions.tsx +96 -0
  127. package/src/pages/index.tsx +94 -0
  128. package/src/pages/projects.tsx +169 -0
  129. package/src/pages/publish.tsx +391 -0
  130. package/src/pages/types.ts +49 -0
  131. package/src/pages/upload.tsx +413 -0
  132. package/src/pages/utils.ts +12 -0
  133. package/src/parse.ts +224 -121
  134. package/src/paths.ts +6 -6
  135. package/src/preview.ts +31 -0
  136. package/src/proxy.ts +416 -370
  137. package/src/publish.ts +796 -321
  138. package/src/pubsub/index.ts +286 -0
  139. package/src/pubsub/pubsub-commands.tsx +623 -0
  140. package/src/r2.ts +100 -19
  141. package/src/selfsigned.d.ts +23 -23
  142. package/src/sites.tsx +281 -189
  143. package/src/tail/filters.ts +111 -109
  144. package/src/tail/index.ts +230 -217
  145. package/src/tail/printing.ts +92 -47
  146. package/src/update-check.ts +19 -0
  147. package/src/user/choose-account.tsx +69 -0
  148. package/src/user/env-vars.ts +46 -0
  149. package/src/user/generate-auth-url.ts +33 -0
  150. package/src/user/generate-random-state.ts +16 -0
  151. package/src/user/index.ts +3 -0
  152. package/src/user/user.tsx +1191 -0
  153. package/src/whoami.tsx +142 -42
  154. package/src/worker.ts +135 -94
  155. package/src/zones.ts +167 -0
  156. package/templates/checked-fetch.js +17 -0
  157. package/templates/first-party-worker-module-facade.ts +18 -0
  158. package/templates/format-dev-errors.ts +32 -0
  159. package/templates/gitignore +171 -0
  160. package/templates/new-worker-scheduled.js +17 -0
  161. package/templates/new-worker-scheduled.ts +32 -0
  162. package/templates/new-worker.js +3 -3
  163. package/templates/new-worker.ts +18 -3
  164. package/templates/no-op-worker.js +10 -0
  165. package/templates/pages-shim.ts +9 -0
  166. package/templates/pages-template-plugin.ts +167 -0
  167. package/templates/pages-template-worker.ts +172 -0
  168. package/templates/serve-static-assets.ts +63 -0
  169. package/templates/service-bindings-module-facade.js +54 -0
  170. package/templates/service-bindings-sw-facade.js +42 -0
  171. package/templates/tsconfig.json +95 -95
  172. package/wrangler-dist/cli.d.ts +338 -0
  173. package/wrangler-dist/cli.js +124611 -112403
  174. package/miniflare-dist/index.mjs.map +0 -7
  175. package/pages/functions/buildWorker.ts +0 -62
  176. package/pages/functions/filepath-routing.test.ts +0 -223
  177. package/pages/functions/filepath-routing.ts +0 -181
  178. package/pages/functions/identifiers.ts +0 -78
  179. package/pages/functions/routes.ts +0 -151
  180. package/pages/functions/template-worker.ts +0 -130
  181. package/src/__tests__/dev2.test.tsx +0 -154
  182. package/src/__tests__/helpers/faye-websocket.d.ts +0 -6
  183. package/src/__tests__/logout.test.ts +0 -52
  184. package/src/__tests__/sentry.test.ts +0 -146
  185. package/src/pages.tsx +0 -1047
  186. package/src/reporting.ts +0 -131
  187. package/src/user.tsx +0 -1118
  188. package/templates/static-asset-facade.js +0 -47
  189. package/vendor/@cloudflare/kv-asset-handler/CHANGELOG.md +0 -332
  190. package/vendor/@cloudflare/kv-asset-handler/LICENSE_APACHE +0 -176
  191. package/vendor/@cloudflare/kv-asset-handler/LICENSE_MIT +0 -25
  192. package/vendor/@cloudflare/kv-asset-handler/README.md +0 -245
  193. package/vendor/@cloudflare/kv-asset-handler/dist/index.d.ts +0 -32
  194. package/vendor/@cloudflare/kv-asset-handler/dist/index.js +0 -354
  195. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.d.ts +0 -13
  196. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.js +0 -148
  197. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.d.ts +0 -1
  198. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.js +0 -436
  199. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.d.ts +0 -1
  200. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.js +0 -40
  201. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.d.ts +0 -1
  202. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.js +0 -42
  203. package/vendor/@cloudflare/kv-asset-handler/dist/types.d.ts +0 -26
  204. package/vendor/@cloudflare/kv-asset-handler/dist/types.js +0 -31
  205. package/vendor/@cloudflare/kv-asset-handler/package.json +0 -52
  206. package/vendor/@cloudflare/kv-asset-handler/src/index.ts +0 -296
  207. package/vendor/@cloudflare/kv-asset-handler/src/mocks.ts +0 -136
  208. package/vendor/@cloudflare/kv-asset-handler/src/test/getAssetFromKV.ts +0 -464
  209. package/vendor/@cloudflare/kv-asset-handler/src/test/mapRequestToAsset.ts +0 -33
  210. package/vendor/@cloudflare/kv-asset-handler/src/test/serveSinglePageApp.ts +0 -42
  211. package/vendor/@cloudflare/kv-asset-handler/src/types.ts +0 -39
  212. package/vendor/wrangler-mime/CHANGELOG.md +0 -289
  213. package/vendor/wrangler-mime/LICENSE +0 -21
  214. package/vendor/wrangler-mime/Mime.js +0 -97
  215. package/vendor/wrangler-mime/README.md +0 -187
  216. package/vendor/wrangler-mime/cli.js +0 -46
  217. package/vendor/wrangler-mime/index.js +0 -4
  218. package/vendor/wrangler-mime/lite.js +0 -4
  219. package/vendor/wrangler-mime/package.json +0 -52
  220. package/vendor/wrangler-mime/types/other.js +0 -1
  221. package/vendor/wrangler-mime/types/standard.js +0 -1
  222. package/wrangler-dist/cli.js.map +0 -7
package/src/proxy.ts CHANGED
@@ -2,25 +2,27 @@ import { createServer as createHttpServer } from "node:http";
2
2
  import { connect } from "node:http2";
3
3
  import { createServer as createHttpsServer } from "node:https";
4
4
  import WebSocket from "faye-websocket";
5
+ import { createHttpTerminator } from "http-terminator";
5
6
  import { useEffect, useRef, useState } from "react";
6
7
  import serveStatic from "serve-static";
7
8
  import { getHttpsOptions } from "./https-options";
8
- import { reportError } from "./reporting";
9
+ import { logger } from "./logger";
9
10
  import type { CfPreviewToken } from "./create-worker-preview";
11
+ import type { HttpTerminator } from "http-terminator";
10
12
  import type {
11
- IncomingHttpHeaders,
12
- RequestListener,
13
- IncomingMessage,
14
- ServerResponse,
15
- Server as HttpServer,
13
+ IncomingHttpHeaders,
14
+ RequestListener,
15
+ IncomingMessage,
16
+ ServerResponse,
17
+ Server as HttpServer,
16
18
  } from "node:http";
17
19
  import type { ClientHttp2Session, ServerHttp2Stream } from "node:http2";
18
20
  import type { Server as HttpsServer } from "node:https";
19
21
  import type ws from "ws";
20
22
 
21
23
  interface IWebsocket extends ws {
22
- // Pipe implements .on("message", ...)
23
- pipe<T>(fn: T): IWebsocket;
24
+ // Pipe implements .on("message", ...)
25
+ pipe<T>(fn: T): IWebsocket;
24
26
  }
25
27
 
26
28
  /**
@@ -38,10 +40,10 @@ interface IWebsocket extends ws {
38
40
 
39
41
  /** Rewrite request headers to add the preview token. */
40
42
  function addCfPreviewTokenHeader(
41
- headers: IncomingHttpHeaders,
42
- previewTokenValue: string
43
+ headers: IncomingHttpHeaders,
44
+ previewTokenValue: string
43
45
  ) {
44
- headers["cf-workers-preview-token"] = previewTokenValue;
46
+ headers["cf-workers-preview-token"] = previewTokenValue;
45
47
  }
46
48
 
47
49
  /**
@@ -49,392 +51,436 @@ function addCfPreviewTokenHeader(
49
51
  * from the preview host to the local host.
50
52
  */
51
53
  function rewriteRemoteHostToLocalHostInHeaders(
52
- headers: IncomingHttpHeaders,
53
- remoteHost: string,
54
- localPort: number,
55
- localProtocol: "https" | "http"
54
+ headers: IncomingHttpHeaders,
55
+ remoteHost: string,
56
+ localPort: number,
57
+ localProtocol: "https" | "http"
56
58
  ) {
57
- for (const [name, value] of Object.entries(headers)) {
58
- // Rewrite the remote host to the local host.
59
- if (typeof value === "string" && value.includes(remoteHost)) {
60
- headers[name] = value
61
- .replaceAll(
62
- `https://${remoteHost}`,
63
- `${localProtocol}://localhost:${localPort}`
64
- )
65
- .replaceAll(remoteHost, `localhost:${localPort}`);
66
- }
67
- }
59
+ for (const [name, value] of Object.entries(headers)) {
60
+ // Rewrite the remote host to the local host.
61
+ if (typeof value === "string" && value.includes(remoteHost)) {
62
+ headers[name] = value
63
+ .replaceAll(
64
+ `https://${remoteHost}`,
65
+ `${localProtocol}://localhost:${localPort}`
66
+ )
67
+ .replaceAll(remoteHost, `localhost:${localPort}`);
68
+ }
69
+ }
68
70
  }
69
71
 
72
+ type PreviewProxy = {
73
+ server: HttpServer | HttpsServer;
74
+ terminator: HttpTerminator;
75
+ };
76
+
70
77
  export function usePreviewServer({
71
- previewToken,
72
- publicRoot,
73
- localProtocol,
74
- localPort: port,
75
- ip,
78
+ previewToken,
79
+ assetDirectory,
80
+ localProtocol,
81
+ localPort: port,
82
+ ip,
76
83
  }: {
77
- previewToken: CfPreviewToken | undefined;
78
- publicRoot: undefined | string;
79
- localProtocol: "https" | "http";
80
- localPort: number;
81
- ip: string;
84
+ previewToken: CfPreviewToken | undefined;
85
+ assetDirectory: string | undefined;
86
+ localProtocol: "https" | "http";
87
+ localPort: number;
88
+ ip: string;
82
89
  }) {
83
- /** Creates an HTTP/1 proxy that sends requests over HTTP/2. */
84
- const [proxyServer, setProxyServer] = useState<HttpServer | HttpsServer>();
85
-
86
- /**
87
- * Create the instance of the local proxy server that will pass on
88
- * requests to the preview worker.
89
- */
90
- useEffect(() => {
91
- if (proxyServer === undefined) {
92
- createProxyServer(localProtocol)
93
- .then((proxy) => setProxyServer(proxy))
94
- .catch(async (err) => {
95
- console.error("Failed to create proxy server.", err);
96
- await reportError(err);
97
- });
98
- }
99
- }, [proxyServer, localProtocol]);
100
-
101
- /**
102
- * When we're not connected / getting a fresh token on changes,
103
- * we'd like to buffer streams/requests until we're connected.
104
- * Once connected, we can flush the buffered streams/requests.
105
- * streamBufferRef is used to buffer http/2 streams, while
106
- * requestResponseBufferRef is used to buffer http/1 requests.
107
- */
108
- const streamBufferRef = useRef<
109
- { stream: ServerHttp2Stream; headers: IncomingHttpHeaders }[]
110
- >([]);
111
- const requestResponseBufferRef = useRef<
112
- { request: IncomingMessage; response: ServerResponse }[]
113
- >([]);
114
-
115
- /**
116
- * The session doesn't last forever, and will eventually drop
117
- * (usually within 5-15 minutes). When that happens, we simply
118
- * restart the effect, effectively restarting the server. We use
119
- * a state sigil as an effect dependency to do so.
120
- */
121
- const [retryServerSetupSigil, setRetryServerSetupSigil] = useState<number>(0);
122
- function retryServerSetup() {
123
- setRetryServerSetupSigil((x) => x + 1);
124
- }
125
-
126
- useEffect(() => {
127
- if (proxyServer === undefined) {
128
- return;
129
- }
130
-
131
- // If we don't have a token, that means either we're just starting up,
132
- // or we're refreshing the token.
133
- if (!previewToken) {
134
- const cleanupListeners: (() => void)[] = [];
135
- const bufferStream = (
136
- stream: ServerHttp2Stream,
137
- headers: IncomingHttpHeaders
138
- ) => {
139
- // store the stream in a buffer so we can replay it later
140
- streamBufferRef.current.push({ stream, headers });
141
- };
142
- proxyServer.on("stream", bufferStream);
143
- cleanupListeners.push(() => proxyServer.off("stream", bufferStream));
144
-
145
- const bufferRequestResponse = (
146
- request: IncomingMessage,
147
- response: ServerResponse
148
- ) => {
149
- // store the request and response in a buffer so we can replay it later
150
- requestResponseBufferRef.current.push({ request, response });
151
- };
152
-
153
- proxyServer.on("request", bufferRequestResponse);
154
- cleanupListeners.push(() =>
155
- proxyServer.off("request", bufferRequestResponse)
156
- );
157
- return () => {
158
- cleanupListeners.forEach((cleanup) => cleanup());
159
- };
160
- }
161
-
162
- // We have a token. Let's proxy requests to the preview end point.
163
- const cleanupListeners: (() => void)[] = [];
164
-
165
- const assetPath = typeof publicRoot === "string" ? publicRoot : null;
166
-
167
- // create a ClientHttp2Session
168
- const remote = connect(`https://${previewToken.host}`);
169
- cleanupListeners.push(() => remote.destroy());
170
-
171
- // As mentioned above, the session may die at any point,
172
- // so we need to restart the effect.
173
- remote.on("close", retryServerSetup);
174
- cleanupListeners.push(() => remote.off("close", retryServerSetup));
175
-
176
- /** HTTP/2 -> HTTP/2 */
177
- const handleStream = createStreamHandler(
178
- previewToken,
179
- remote,
180
- port,
181
- localProtocol
182
- );
183
- proxyServer.on("stream", handleStream);
184
- cleanupListeners.push(() => proxyServer.off("stream", handleStream));
185
-
186
- // flush and replay buffered streams
187
- streamBufferRef.current.forEach((buffer) =>
188
- handleStream(buffer.stream, buffer.headers)
189
- );
190
- streamBufferRef.current = [];
191
-
192
- /** HTTP/1 -> HTTP/2 */
193
- const handleRequest: RequestListener = (
194
- message: IncomingMessage,
195
- response: ServerResponse
196
- ) => {
197
- const { httpVersionMajor, headers, method, url } = message;
198
- if (httpVersionMajor >= 2) {
199
- return; // Already handled by the "stream" event.
200
- }
201
- addCfPreviewTokenHeader(headers, previewToken.value);
202
- headers[":method"] = method;
203
- headers[":path"] = url;
204
- headers[":authority"] = previewToken.host;
205
- headers[":scheme"] = "https";
206
- for (const name of Object.keys(headers)) {
207
- if (HTTP1_HEADERS.has(name.toLowerCase())) {
208
- delete headers[name];
209
- }
210
- }
211
- const request = message.pipe(remote.request(headers));
212
- request.on("response", (responseHeaders) => {
213
- const status = responseHeaders[":status"] ?? 500;
214
- rewriteRemoteHostToLocalHostInHeaders(
215
- responseHeaders,
216
- previewToken.host,
217
- port,
218
- localProtocol
219
- );
220
- for (const name of Object.keys(responseHeaders)) {
221
- if (name.startsWith(":")) {
222
- delete responseHeaders[name];
223
- }
224
- }
225
- response.writeHead(status, responseHeaders);
226
- request.pipe(response, { end: true });
227
- });
228
- };
229
-
230
- // If an asset path is defined, check the file system
231
- // for a file first and serve if it exists.
232
- const actualHandleRequest = assetPath
233
- ? createHandleAssetsRequest(assetPath, handleRequest)
234
- : handleRequest;
235
-
236
- proxyServer.on("request", actualHandleRequest);
237
- cleanupListeners.push(() =>
238
- proxyServer.off("request", actualHandleRequest)
239
- );
240
-
241
- // flush and replay buffered requests
242
- requestResponseBufferRef.current.forEach(({ request, response }) =>
243
- actualHandleRequest(request, response)
244
- );
245
- requestResponseBufferRef.current = [];
246
-
247
- /** HTTP/1 -> WebSocket (over HTTP/1) */
248
- const handleUpgrade = (
249
- message: IncomingMessage,
250
- socket: WebSocket,
251
- body: Buffer
252
- ) => {
253
- const { headers, url } = message;
254
- addCfPreviewTokenHeader(headers, previewToken.value);
255
- headers["host"] = previewToken.host;
256
- const localWebsocket = new WebSocket(message, socket, body) as IWebsocket;
257
- // TODO(soon): Custom WebSocket protocol is not working?
258
- const remoteWebsocketClient = new WebSocket.Client(
259
- `wss://${previewToken.host}${url}`,
260
- [],
261
- { headers }
262
- ) as IWebsocket;
263
- localWebsocket.pipe(remoteWebsocketClient).pipe(localWebsocket);
264
- // We close down websockets whenever we refresh the token.
265
- cleanupListeners.push(() => {
266
- localWebsocket.close();
267
- remoteWebsocketClient.close();
268
- });
269
- };
270
- proxyServer.on("upgrade", handleUpgrade);
271
- cleanupListeners.push(() => proxyServer.off("upgrade", handleUpgrade));
272
-
273
- return () => {
274
- cleanupListeners.forEach((cleanup) => cleanup());
275
- };
276
- }, [
277
- previewToken,
278
- publicRoot,
279
- port,
280
- localProtocol,
281
- proxyServer,
282
- // We use a state value as a sigil to trigger reconnecting the server.
283
- // It's not used inside the effect, so react-hooks/exhaustive-deps
284
- // doesn't complain if it's not included in the dependency array.
285
- // But its presence is critical, so Do NOT remove it from the dependency list.
286
- retryServerSetupSigil,
287
- ]);
288
-
289
- // Start/stop the server whenever the
290
- // containing component is mounted/unmounted.
291
- useEffect(() => {
292
- if (proxyServer === undefined) {
293
- return;
294
- }
295
-
296
- waitForPortToBeAvailable(port, { retryPeriod: 200, timeout: 2000 })
297
- .then(() => {
298
- proxyServer.listen(port, ip);
299
- console.log(`⬣ Listening at ${localProtocol}://${ip}:${port}`);
300
- })
301
- .catch((err) => {
302
- console.error(`⬣ Failed to start server: ${err}`);
303
- });
304
-
305
- return () => {
306
- proxyServer.close();
307
- };
308
- }, [port, ip, proxyServer, localProtocol]);
90
+ /** Creates an HTTP/1 proxy that sends requests over HTTP/2. */
91
+ const [proxy, setProxy] = useState<PreviewProxy>();
92
+
93
+ /**
94
+ * Create the instance of the local proxy server that will pass on
95
+ * requests to the preview worker.
96
+ */
97
+ useEffect(() => {
98
+ if (proxy === undefined) {
99
+ createProxyServer(localProtocol)
100
+ .then((server) => {
101
+ setProxy({
102
+ server,
103
+ terminator: createHttpTerminator({
104
+ server,
105
+ gracefulTerminationTimeout: 0,
106
+ }),
107
+ });
108
+ })
109
+ .catch(async (err) => {
110
+ logger.error("Failed to create proxy server:", err);
111
+ });
112
+ }
113
+ }, [proxy, localProtocol]);
114
+
115
+ /**
116
+ * When we're not connected / getting a fresh token on changes,
117
+ * we'd like to buffer streams/requests until we're connected.
118
+ * Once connected, we can flush the buffered streams/requests.
119
+ * streamBufferRef is used to buffer http/2 streams, while
120
+ * requestResponseBufferRef is used to buffer http/1 requests.
121
+ */
122
+ const streamBufferRef = useRef<
123
+ { stream: ServerHttp2Stream; headers: IncomingHttpHeaders }[]
124
+ >([]);
125
+ const requestResponseBufferRef = useRef<
126
+ { request: IncomingMessage; response: ServerResponse }[]
127
+ >([]);
128
+
129
+ /**
130
+ * The session doesn't last forever, and will eventually drop
131
+ * (usually within 5-15 minutes). When that happens, we simply
132
+ * restart the effect, effectively restarting the server. We use
133
+ * a state sigil as an effect dependency to do so.
134
+ */
135
+ const [retryServerSetupSigil, setRetryServerSetupSigil] = useState<number>(0);
136
+ function retryServerSetup() {
137
+ setRetryServerSetupSigil((x) => x + 1);
138
+ }
139
+
140
+ useEffect(() => {
141
+ if (proxy === undefined) {
142
+ return;
143
+ }
144
+
145
+ // If we don't have a token, that means either we're just starting up,
146
+ // or we're refreshing the token.
147
+ if (!previewToken) {
148
+ const cleanupListeners: (() => void)[] = [];
149
+ const bufferStream = (
150
+ stream: ServerHttp2Stream,
151
+ headers: IncomingHttpHeaders
152
+ ) => {
153
+ // store the stream in a buffer so we can replay it later
154
+ streamBufferRef.current.push({ stream, headers });
155
+ };
156
+ proxy.server.on("stream", bufferStream);
157
+ cleanupListeners.push(() => proxy.server.off("stream", bufferStream));
158
+
159
+ const bufferRequestResponse = (
160
+ request: IncomingMessage,
161
+ response: ServerResponse
162
+ ) => {
163
+ // store the request and response in a buffer so we can replay it later
164
+ requestResponseBufferRef.current.push({ request, response });
165
+ };
166
+
167
+ proxy.server.on("request", bufferRequestResponse);
168
+ cleanupListeners.push(() =>
169
+ proxy.server.off("request", bufferRequestResponse)
170
+ );
171
+ return () => {
172
+ cleanupListeners.forEach((cleanup) => cleanup());
173
+ };
174
+ }
175
+
176
+ // We have a token. Let's proxy requests to the preview end point.
177
+ const cleanupListeners: (() => void)[] = [];
178
+
179
+ // create a ClientHttp2Session
180
+ logger.debug("PREVIEW URL:", `https://${previewToken.host}`);
181
+ const remote = connect(`https://${previewToken.host}`);
182
+ cleanupListeners.push(() => remote.destroy());
183
+
184
+ // As mentioned above, the session may die at any point,
185
+ // so we need to restart the effect.
186
+ remote.on("close", retryServerSetup);
187
+ cleanupListeners.push(() => remote.off("close", retryServerSetup));
188
+
189
+ /** HTTP/2 -> HTTP/2 */
190
+ const handleStream = createStreamHandler(
191
+ previewToken,
192
+ remote,
193
+ port,
194
+ localProtocol
195
+ );
196
+ proxy.server.on("stream", handleStream);
197
+ cleanupListeners.push(() => proxy.server.off("stream", handleStream));
198
+
199
+ // flush and replay buffered streams
200
+ streamBufferRef.current.forEach((buffer) =>
201
+ handleStream(buffer.stream, buffer.headers)
202
+ );
203
+ streamBufferRef.current = [];
204
+
205
+ /** HTTP/1 -> HTTP/2 */
206
+ const handleRequest: RequestListener = (
207
+ message: IncomingMessage,
208
+ response: ServerResponse
209
+ ) => {
210
+ const { httpVersionMajor, headers, method, url } = message;
211
+ if (httpVersionMajor >= 2) {
212
+ return; // Already handled by the "stream" event.
213
+ }
214
+ addCfPreviewTokenHeader(headers, previewToken.value);
215
+ headers[":method"] = method;
216
+ headers[":path"] = url;
217
+ headers[":authority"] = previewToken.host;
218
+ headers[":scheme"] = "https";
219
+ for (const name of Object.keys(headers)) {
220
+ if (HTTP1_HEADERS.has(name.toLowerCase())) {
221
+ delete headers[name];
222
+ }
223
+ }
224
+ const request = message.pipe(remote.request(headers));
225
+ logger.debug(
226
+ "WORKER REQUEST",
227
+ new Date().toLocaleTimeString(),
228
+ method,
229
+ url
230
+ );
231
+ logger.debug("HEADERS", JSON.stringify(headers, null, 2));
232
+ logger.debug("PREVIEW TOKEN", previewToken);
233
+
234
+ request.on("response", (responseHeaders) => {
235
+ const status = responseHeaders[":status"] ?? 500;
236
+
237
+ // log all requests to terminal
238
+ logger.log(new Date().toLocaleTimeString(), method, url, status);
239
+
240
+ rewriteRemoteHostToLocalHostInHeaders(
241
+ responseHeaders,
242
+ previewToken.host,
243
+ port,
244
+ localProtocol
245
+ );
246
+ for (const name of Object.keys(responseHeaders)) {
247
+ if (name.startsWith(":")) {
248
+ delete responseHeaders[name];
249
+ }
250
+ }
251
+ response.writeHead(status, responseHeaders);
252
+ request.pipe(response, { end: true });
253
+ });
254
+ };
255
+
256
+ // If an asset path is defined, check the file system
257
+ // for a file first and serve if it exists.
258
+ const actualHandleRequest = assetDirectory
259
+ ? createHandleAssetsRequest(assetDirectory, handleRequest)
260
+ : handleRequest;
261
+
262
+ proxy.server.on("request", actualHandleRequest);
263
+ cleanupListeners.push(() =>
264
+ proxy.server.off("request", actualHandleRequest)
265
+ );
266
+
267
+ // flush and replay buffered requests
268
+ requestResponseBufferRef.current.forEach(({ request, response }) =>
269
+ actualHandleRequest(request, response)
270
+ );
271
+ requestResponseBufferRef.current = [];
272
+
273
+ /** HTTP/1 -> WebSocket (over HTTP/1) */
274
+ const handleUpgrade = (
275
+ message: IncomingMessage,
276
+ socket: WebSocket,
277
+ body: Buffer
278
+ ) => {
279
+ const { headers, url } = message;
280
+ addCfPreviewTokenHeader(headers, previewToken.value);
281
+ headers["host"] = previewToken.host;
282
+ const localWebsocket = new WebSocket(message, socket, body) as IWebsocket;
283
+ // TODO(soon): Custom WebSocket protocol is not working?
284
+ const remoteWebsocketClient = new WebSocket.Client(
285
+ `wss://${previewToken.host}${url}`,
286
+ [],
287
+ { headers }
288
+ ) as IWebsocket;
289
+ localWebsocket.pipe(remoteWebsocketClient).pipe(localWebsocket);
290
+ // We close down websockets whenever we refresh the token.
291
+ cleanupListeners.push(() => {
292
+ localWebsocket.close();
293
+ remoteWebsocketClient.close();
294
+ });
295
+ };
296
+ proxy.server.on("upgrade", handleUpgrade);
297
+ cleanupListeners.push(() => proxy.server.off("upgrade", handleUpgrade));
298
+
299
+ return () => {
300
+ cleanupListeners.forEach((cleanup) => cleanup());
301
+ };
302
+ }, [
303
+ previewToken,
304
+ assetDirectory,
305
+ port,
306
+ localProtocol,
307
+ proxy,
308
+ // We use a state value as a sigil to trigger reconnecting the server.
309
+ // It's not used inside the effect, so react-hooks/exhaustive-deps
310
+ // doesn't complain if it's not included in the dependency array.
311
+ // But its presence is critical, so Do NOT remove it from the dependency list.
312
+ retryServerSetupSigil,
313
+ ]);
314
+
315
+ // Start/stop the server whenever the
316
+ // containing component is mounted/unmounted.
317
+ useEffect(() => {
318
+ const abortController = new AbortController();
319
+ if (proxy === undefined) {
320
+ return;
321
+ }
322
+
323
+ waitForPortToBeAvailable(port, {
324
+ retryPeriod: 200,
325
+ timeout: 2000,
326
+ abortSignal: abortController.signal,
327
+ })
328
+ .then(() => {
329
+ proxy.server.on("listening", () => {
330
+ logger.log(`⬣ Listening at ${localProtocol}://${ip}:${port}`);
331
+ });
332
+ proxy.server.listen(port, ip);
333
+ })
334
+ .catch((err) => {
335
+ if ((err as { code: string }).code !== "ABORT_ERR") {
336
+ logger.error(`Failed to start server: ${err}`);
337
+ }
338
+ });
339
+
340
+ return () => {
341
+ abortController.abort();
342
+ // Running `proxy.server.close()` does not close open connections, preventing the process from exiting.
343
+ // So we use this `terminator` to close all the connections and force the server to shutdown.
344
+ proxy.terminator
345
+ .terminate()
346
+ .catch(() => logger.error("Failed to terminate the proxy server."));
347
+ };
348
+ }, [port, ip, proxy, localProtocol]);
309
349
  }
310
350
 
311
351
  function createHandleAssetsRequest(
312
- assetPath: string,
313
- handleRequest: RequestListener
352
+ assetDirectory: string,
353
+ handleRequest: RequestListener
314
354
  ) {
315
- const handleAsset = serveStatic(assetPath, {
316
- cacheControl: false,
317
- });
318
- return (request: IncomingMessage, response: ServerResponse) => {
319
- handleAsset(request, response, () => {
320
- handleRequest(request, response);
321
- });
322
- };
355
+ const handleAsset = serveStatic(assetDirectory, {
356
+ cacheControl: false,
357
+ });
358
+ return (request: IncomingMessage, response: ServerResponse) => {
359
+ handleAsset(request, response, () => {
360
+ handleRequest(request, response);
361
+ });
362
+ };
323
363
  }
324
364
 
325
365
  /** A Set of headers we want to remove from HTTP/1 requests. */
326
366
  const HTTP1_HEADERS = new Set([
327
- "host",
328
- "connection",
329
- "upgrade",
330
- "keep-alive",
331
- "proxy-connection",
332
- "transfer-encoding",
333
- "http2-settings",
367
+ "host",
368
+ "connection",
369
+ "upgrade",
370
+ "keep-alive",
371
+ "proxy-connection",
372
+ "transfer-encoding",
373
+ "http2-settings",
334
374
  ]);
335
375
 
336
376
  async function createProxyServer(
337
- localProtocol: "https" | "http"
377
+ localProtocol: "https" | "http"
338
378
  ): Promise<HttpServer | HttpsServer> {
339
- const server: HttpServer | HttpsServer =
340
- localProtocol === "https"
341
- ? createHttpsServer(await getHttpsOptions())
342
- : createHttpServer();
343
-
344
- return server
345
- .on("request", function (req, res) {
346
- // log all requests
347
- console.log(
348
- new Date().toLocaleTimeString(),
349
- req.method,
350
- req.url,
351
- res.statusCode
352
- );
353
- })
354
- .on("upgrade", (req) => {
355
- // log all websocket connections
356
- console.log(
357
- new Date().toLocaleTimeString(),
358
- req.method,
359
- req.url,
360
- 101,
361
- "(WebSocket)"
362
- );
363
- })
364
- .on("error", (err) => {
365
- // log all connection errors
366
- console.error(new Date().toLocaleTimeString(), err);
367
- });
379
+ const server: HttpServer | HttpsServer =
380
+ localProtocol === "https"
381
+ ? createHttpsServer(await getHttpsOptions())
382
+ : createHttpServer();
383
+
384
+ return server
385
+ .on("upgrade", (req) => {
386
+ // log all websocket connections
387
+ logger.log(
388
+ new Date().toLocaleTimeString(),
389
+ req.method,
390
+ req.url,
391
+ 101,
392
+ "(WebSocket)"
393
+ );
394
+ })
395
+ .on("error", (err) => {
396
+ // log all connection errors
397
+ logger.error(new Date().toLocaleTimeString(), err);
398
+ });
368
399
  }
369
400
 
370
401
  function createStreamHandler(
371
- previewToken: CfPreviewToken,
372
- remote: ClientHttp2Session,
373
- localPort: number,
374
- localProtocol: "https" | "http"
402
+ previewToken: CfPreviewToken,
403
+ remote: ClientHttp2Session,
404
+ localPort: number,
405
+ localProtocol: "https" | "http"
375
406
  ) {
376
- return function handleStream(
377
- stream: ServerHttp2Stream,
378
- headers: IncomingHttpHeaders
379
- ) {
380
- addCfPreviewTokenHeader(headers, previewToken.value);
381
- headers[":authority"] = previewToken.host;
382
- const request = stream.pipe(remote.request(headers));
383
- request.on("response", (responseHeaders: IncomingHttpHeaders) => {
384
- rewriteRemoteHostToLocalHostInHeaders(
385
- responseHeaders,
386
- previewToken.host,
387
- localPort,
388
- localProtocol
389
- );
390
- stream.respond(responseHeaders);
391
- request.pipe(stream, { end: true });
392
- });
393
- };
407
+ return function handleStream(
408
+ stream: ServerHttp2Stream,
409
+ headers: IncomingHttpHeaders
410
+ ) {
411
+ addCfPreviewTokenHeader(headers, previewToken.value);
412
+ headers[":authority"] = previewToken.host;
413
+ const request = stream.pipe(remote.request(headers));
414
+ request.on("response", (responseHeaders: IncomingHttpHeaders) => {
415
+ rewriteRemoteHostToLocalHostInHeaders(
416
+ responseHeaders,
417
+ previewToken.host,
418
+ localPort,
419
+ localProtocol
420
+ );
421
+ stream.respond(responseHeaders);
422
+ request.pipe(stream, { end: true });
423
+ });
424
+ };
394
425
  }
395
426
 
396
427
  /**
397
428
  * A helper function that waits for a port to be available.
398
429
  */
399
430
  export async function waitForPortToBeAvailable(
400
- port: number,
401
- options: { retryPeriod: number; timeout: number }
431
+ port: number,
432
+ options: { retryPeriod: number; timeout: number; abortSignal: AbortSignal }
402
433
  ): Promise<void> {
403
- return new Promise((resolve, reject) => {
404
- const timeout = setTimeout(() => {
405
- doReject(new Error(`Timed out waiting for port ${port}`));
406
- }, options.timeout);
407
-
408
- const interval = setInterval(checkPort, options.retryPeriod);
409
- checkPort();
410
-
411
- function doResolve() {
412
- clearTimeout(timeout);
413
- clearInterval(interval);
414
- resolve();
415
- }
416
-
417
- function doReject(err: unknown) {
418
- clearInterval(interval);
419
- clearTimeout(timeout);
420
- reject(err);
421
- }
422
-
423
- function checkPort() {
424
- // Testing whether a port is 'available' involves simply
425
- // trying to make a server listen on that port, and retrying
426
- // until it succeeds.
427
- const server = createHttpServer();
428
- server.on("error", (err) => {
429
- // @ts-expect-error non standard property on Error
430
- if (err.code !== "EADDRINUSE") {
431
- doReject(err);
432
- }
433
- });
434
- server.listen(port, () => {
435
- server.close();
436
- doResolve();
437
- });
438
- }
439
- });
434
+ return new Promise((resolve, reject) => {
435
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
436
+ options.abortSignal.addEventListener("abort", () => {
437
+ const abortError = new Error("waitForPortToBeAvailable() aborted");
438
+ (abortError as Error & { code: string }).code = "ABORT_ERR";
439
+ doReject(abortError);
440
+ });
441
+
442
+ const timeout = setTimeout(() => {
443
+ doReject(new Error(`Timed out waiting for port ${port}`));
444
+ }, options.timeout);
445
+
446
+ const interval = setInterval(checkPort, options.retryPeriod);
447
+ checkPort();
448
+
449
+ function doResolve() {
450
+ clearTimeout(timeout);
451
+ clearInterval(interval);
452
+ resolve();
453
+ }
454
+
455
+ function doReject(err: unknown) {
456
+ clearInterval(interval);
457
+ clearTimeout(timeout);
458
+ reject(err);
459
+ }
460
+
461
+ function checkPort() {
462
+ // Testing whether a port is 'available' involves simply
463
+ // trying to make a server listen on that port, and retrying
464
+ // until it succeeds.
465
+ const server = createHttpServer();
466
+ const terminator = createHttpTerminator({
467
+ server,
468
+ gracefulTerminationTimeout: 0, // default 1000
469
+ });
470
+
471
+ server.on("error", (err) => {
472
+ // @ts-expect-error non standard property on Error
473
+ if (err.code !== "EADDRINUSE") {
474
+ doReject(err);
475
+ }
476
+ });
477
+ server.listen(port, () =>
478
+ terminator
479
+ .terminate()
480
+ .then(doResolve, () =>
481
+ logger.error("Failed to terminate the port checker.")
482
+ )
483
+ );
484
+ }
485
+ });
440
486
  }