wrangler 0.0.0-e88a54e → 0.0.0-e8e684c7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (222) hide show
  1. package/Cloudflare_CA.pem +18 -0
  2. package/README.md +51 -14
  3. package/bin/wrangler.js +161 -29
  4. package/kv-asset-handler.js +1 -0
  5. package/miniflare-dist/index.mjs +5484 -21
  6. package/package.json +173 -143
  7. package/src/__tests__/config-cache-without-cache-dir.test.ts +38 -0
  8. package/src/__tests__/config-cache.test.ts +42 -0
  9. package/src/__tests__/configuration.test.ts +4016 -2786
  10. package/src/__tests__/dev.test.tsx +1305 -483
  11. package/src/__tests__/generate.test.ts +91 -0
  12. package/src/__tests__/guess-worker-format.test.ts +75 -48
  13. package/src/__tests__/helpers/cmd-shim.d.ts +6 -6
  14. package/src/__tests__/helpers/mock-account-id.ts +24 -24
  15. package/src/__tests__/helpers/mock-bin.ts +20 -20
  16. package/src/__tests__/helpers/mock-cfetch.ts +182 -93
  17. package/src/__tests__/helpers/mock-console.ts +59 -32
  18. package/src/__tests__/helpers/mock-dialogs.ts +121 -33
  19. package/src/__tests__/helpers/mock-get-zone-from-host.ts +8 -0
  20. package/src/__tests__/helpers/mock-http-server.ts +46 -0
  21. package/src/__tests__/helpers/mock-istty.ts +74 -0
  22. package/src/__tests__/helpers/mock-known-routes.ts +7 -0
  23. package/src/__tests__/helpers/mock-kv.ts +26 -26
  24. package/src/__tests__/helpers/mock-oauth-flow.ts +250 -0
  25. package/src/__tests__/helpers/mock-process.ts +39 -0
  26. package/src/__tests__/helpers/mock-stdin.ts +82 -77
  27. package/src/__tests__/helpers/mock-web-socket.ts +21 -21
  28. package/src/__tests__/helpers/run-in-tmp.ts +28 -22
  29. package/src/__tests__/helpers/run-wrangler.ts +8 -8
  30. package/src/__tests__/helpers/write-worker-source.ts +31 -0
  31. package/src/__tests__/helpers/write-wrangler-toml.ts +9 -9
  32. package/src/__tests__/https-options.test.ts +144 -108
  33. package/src/__tests__/index.test.ts +229 -975
  34. package/src/__tests__/init.test.ts +2170 -0
  35. package/src/__tests__/jest.setup.ts +122 -34
  36. package/src/__tests__/kv.test.ts +1376 -1087
  37. package/src/__tests__/logger.test.ts +141 -0
  38. package/src/__tests__/metrics.test.ts +450 -0
  39. package/src/__tests__/package-manager.test.ts +312 -165
  40. package/src/__tests__/pages.test.ts +1270 -39
  41. package/src/__tests__/parse.test.ts +253 -245
  42. package/src/__tests__/publish.test.ts +6878 -2627
  43. package/src/__tests__/pubsub.test.ts +367 -0
  44. package/src/__tests__/r2.test.ts +328 -190
  45. package/src/__tests__/route.test.ts +22 -22
  46. package/src/__tests__/secret.test.ts +474 -407
  47. package/src/__tests__/tail.test.ts +679 -441
  48. package/src/__tests__/test-old-node-version.js +31 -0
  49. package/src/__tests__/user.test.ts +155 -0
  50. package/src/__tests__/validate-dev-props.test.ts +56 -0
  51. package/src/__tests__/version.test.ts +35 -0
  52. package/src/__tests__/whoami.test.tsx +276 -87
  53. package/src/__tests__/worker-namespace.test.ts +329 -0
  54. package/src/abort.d.ts +3 -0
  55. package/src/api/dev.ts +93 -0
  56. package/src/api/index.ts +1 -0
  57. package/src/bundle-reporter.tsx +29 -0
  58. package/src/bundle.ts +441 -110
  59. package/src/cfetch/index.ts +83 -66
  60. package/src/cfetch/internal.ts +251 -92
  61. package/src/cli.ts +22 -14
  62. package/src/config/README.md +1 -1
  63. package/src/config/config.ts +224 -179
  64. package/src/config/diagnostics.ts +61 -61
  65. package/src/config/environment.ts +430 -311
  66. package/src/config/index.ts +227 -38
  67. package/src/config/validation-helpers.ts +414 -303
  68. package/src/config/validation.ts +1745 -973
  69. package/src/config-cache.ts +85 -0
  70. package/src/create-worker-preview.ts +209 -118
  71. package/src/create-worker-upload-form.ts +275 -201
  72. package/src/dev/dev-vars.ts +36 -0
  73. package/src/dev/dev.tsx +488 -307
  74. package/src/dev/local.tsx +427 -210
  75. package/src/dev/remote.tsx +407 -188
  76. package/src/dev/use-esbuild.ts +156 -78
  77. package/src/dev/validate-dev-props.ts +31 -0
  78. package/src/dev-registry.tsx +160 -0
  79. package/src/dev.tsx +696 -0
  80. package/src/dialogs.tsx +115 -57
  81. package/src/dispatch-namespace.ts +206 -0
  82. package/src/durable.ts +102 -0
  83. package/src/entry.ts +267 -147
  84. package/src/environment-variables.ts +25 -23
  85. package/src/errors.ts +11 -0
  86. package/src/faye-websocket.d.ts +6 -0
  87. package/src/generate.ts +131 -0
  88. package/src/git-client.ts +42 -0
  89. package/src/global-wrangler-config-path.ts +26 -0
  90. package/src/https-options.ts +85 -80
  91. package/src/index.tsx +2191 -2304
  92. package/src/init.ts +622 -0
  93. package/src/inspect.ts +687 -557
  94. package/src/intl-polyfill.d.ts +139 -0
  95. package/src/is-ci.ts +14 -0
  96. package/src/is-interactive.ts +12 -0
  97. package/src/kv.ts +353 -242
  98. package/src/logger.ts +73 -0
  99. package/src/metrics/index.ts +5 -0
  100. package/src/metrics/metrics-config.ts +239 -0
  101. package/src/metrics/metrics-dispatcher.ts +96 -0
  102. package/src/metrics/metrics-usage-headers.ts +24 -0
  103. package/src/metrics/send-event.ts +92 -0
  104. package/src/miniflare-cli/assets.ts +554 -0
  105. package/src/miniflare-cli/enum-keys.ts +8 -8
  106. package/src/miniflare-cli/index.ts +199 -29
  107. package/src/miniflare-cli/request-context.ts +40 -0
  108. package/src/module-collection.ts +213 -213
  109. package/src/open-in-browser.ts +8 -16
  110. package/src/package-manager.ts +183 -90
  111. package/src/pages/build.tsx +238 -0
  112. package/src/pages/constants.ts +12 -0
  113. package/src/pages/deployments.tsx +106 -0
  114. package/src/pages/dev.tsx +528 -0
  115. package/src/pages/errors.ts +22 -0
  116. package/src/pages/functions/buildPlugin.ts +109 -0
  117. package/src/pages/functions/buildWorker.ts +155 -0
  118. package/src/pages/functions/filepath-routing.test.ts +234 -0
  119. package/src/pages/functions/filepath-routing.ts +189 -0
  120. package/src/pages/functions/identifiers.ts +78 -0
  121. package/src/pages/functions/routes-consolidation.test.ts +250 -0
  122. package/src/pages/functions/routes-consolidation.ts +73 -0
  123. package/src/pages/functions/routes-transformation.test.ts +271 -0
  124. package/src/pages/functions/routes-transformation.ts +122 -0
  125. package/src/pages/functions/routes.ts +151 -0
  126. package/src/pages/functions.tsx +96 -0
  127. package/src/pages/index.tsx +94 -0
  128. package/src/pages/projects.tsx +169 -0
  129. package/src/pages/publish.tsx +391 -0
  130. package/src/pages/types.ts +49 -0
  131. package/src/pages/upload.tsx +413 -0
  132. package/src/pages/utils.ts +12 -0
  133. package/src/parse.ts +224 -121
  134. package/src/paths.ts +6 -6
  135. package/src/preview.ts +31 -0
  136. package/src/proxy.ts +416 -370
  137. package/src/publish.ts +796 -321
  138. package/src/pubsub/index.ts +286 -0
  139. package/src/pubsub/pubsub-commands.tsx +623 -0
  140. package/src/r2.ts +100 -19
  141. package/src/selfsigned.d.ts +23 -23
  142. package/src/sites.tsx +281 -189
  143. package/src/tail/filters.ts +111 -109
  144. package/src/tail/index.ts +230 -217
  145. package/src/tail/printing.ts +92 -47
  146. package/src/update-check.ts +19 -0
  147. package/src/user/choose-account.tsx +69 -0
  148. package/src/user/env-vars.ts +46 -0
  149. package/src/user/generate-auth-url.ts +33 -0
  150. package/src/user/generate-random-state.ts +16 -0
  151. package/src/user/index.ts +3 -0
  152. package/src/user/user.tsx +1191 -0
  153. package/src/whoami.tsx +142 -42
  154. package/src/worker.ts +135 -94
  155. package/src/zones.ts +167 -0
  156. package/templates/checked-fetch.js +17 -0
  157. package/templates/first-party-worker-module-facade.ts +18 -0
  158. package/templates/format-dev-errors.ts +32 -0
  159. package/templates/gitignore +171 -0
  160. package/templates/new-worker-scheduled.js +17 -0
  161. package/templates/new-worker-scheduled.ts +32 -0
  162. package/templates/new-worker.js +3 -3
  163. package/templates/new-worker.ts +18 -3
  164. package/templates/no-op-worker.js +10 -0
  165. package/templates/pages-shim.ts +9 -0
  166. package/templates/pages-template-plugin.ts +167 -0
  167. package/templates/pages-template-worker.ts +172 -0
  168. package/templates/serve-static-assets.ts +63 -0
  169. package/templates/service-bindings-module-facade.js +54 -0
  170. package/templates/service-bindings-sw-facade.js +42 -0
  171. package/templates/tsconfig.json +95 -95
  172. package/wrangler-dist/cli.d.ts +338 -0
  173. package/wrangler-dist/cli.js +124611 -112403
  174. package/miniflare-dist/index.mjs.map +0 -7
  175. package/pages/functions/buildWorker.ts +0 -62
  176. package/pages/functions/filepath-routing.test.ts +0 -223
  177. package/pages/functions/filepath-routing.ts +0 -181
  178. package/pages/functions/identifiers.ts +0 -78
  179. package/pages/functions/routes.ts +0 -151
  180. package/pages/functions/template-worker.ts +0 -130
  181. package/src/__tests__/dev2.test.tsx +0 -154
  182. package/src/__tests__/helpers/faye-websocket.d.ts +0 -6
  183. package/src/__tests__/logout.test.ts +0 -52
  184. package/src/__tests__/sentry.test.ts +0 -146
  185. package/src/pages.tsx +0 -1047
  186. package/src/reporting.ts +0 -131
  187. package/src/user.tsx +0 -1118
  188. package/templates/static-asset-facade.js +0 -47
  189. package/vendor/@cloudflare/kv-asset-handler/CHANGELOG.md +0 -332
  190. package/vendor/@cloudflare/kv-asset-handler/LICENSE_APACHE +0 -176
  191. package/vendor/@cloudflare/kv-asset-handler/LICENSE_MIT +0 -25
  192. package/vendor/@cloudflare/kv-asset-handler/README.md +0 -245
  193. package/vendor/@cloudflare/kv-asset-handler/dist/index.d.ts +0 -32
  194. package/vendor/@cloudflare/kv-asset-handler/dist/index.js +0 -354
  195. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.d.ts +0 -13
  196. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.js +0 -148
  197. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.d.ts +0 -1
  198. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.js +0 -436
  199. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.d.ts +0 -1
  200. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.js +0 -40
  201. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.d.ts +0 -1
  202. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.js +0 -42
  203. package/vendor/@cloudflare/kv-asset-handler/dist/types.d.ts +0 -26
  204. package/vendor/@cloudflare/kv-asset-handler/dist/types.js +0 -31
  205. package/vendor/@cloudflare/kv-asset-handler/package.json +0 -52
  206. package/vendor/@cloudflare/kv-asset-handler/src/index.ts +0 -296
  207. package/vendor/@cloudflare/kv-asset-handler/src/mocks.ts +0 -136
  208. package/vendor/@cloudflare/kv-asset-handler/src/test/getAssetFromKV.ts +0 -464
  209. package/vendor/@cloudflare/kv-asset-handler/src/test/mapRequestToAsset.ts +0 -33
  210. package/vendor/@cloudflare/kv-asset-handler/src/test/serveSinglePageApp.ts +0 -42
  211. package/vendor/@cloudflare/kv-asset-handler/src/types.ts +0 -39
  212. package/vendor/wrangler-mime/CHANGELOG.md +0 -289
  213. package/vendor/wrangler-mime/LICENSE +0 -21
  214. package/vendor/wrangler-mime/Mime.js +0 -97
  215. package/vendor/wrangler-mime/README.md +0 -187
  216. package/vendor/wrangler-mime/cli.js +0 -46
  217. package/vendor/wrangler-mime/index.js +0 -4
  218. package/vendor/wrangler-mime/lite.js +0 -4
  219. package/vendor/wrangler-mime/package.json +0 -52
  220. package/vendor/wrangler-mime/types/other.js +0 -1
  221. package/vendor/wrangler-mime/types/standard.js +0 -1
  222. package/wrangler-dist/cli.js.map +0 -7
package/src/pages.tsx DELETED
@@ -1,1047 +0,0 @@
1
- /* eslint-disable no-shadow */
2
-
3
- import { execSync, spawn } from "node:child_process";
4
- import { existsSync, lstatSync, readFileSync, writeFileSync } from "node:fs";
5
- import { tmpdir } from "node:os";
6
- import { join } from "node:path";
7
- import { URL } from "node:url";
8
- import { watch } from "chokidar";
9
- import { getType } from "mime";
10
- import { buildWorker } from "../pages/functions/buildWorker";
11
- import { generateConfigFromFileTree } from "../pages/functions/filepath-routing";
12
- import { writeRoutesModule } from "../pages/functions/routes";
13
- import openInBrowser from "./open-in-browser";
14
- import { toUrlPath } from "./paths";
15
- import type { Config } from "../pages/functions/routes";
16
- import type { Headers, Request, fetch } from "@miniflare/core";
17
- import type { BuildResult } from "esbuild";
18
- import type { MiniflareOptions } from "miniflare";
19
- import type { BuilderCallback } from "yargs";
20
-
21
- // Defer importing miniflare until we really need it. This takes ~0.5s
22
- // and also modifies some `stream/web` and `undici` prototypes, so we
23
- // don't want to do this if pages commands aren't being called.
24
-
25
- const EXIT_CALLBACKS: (() => void)[] = [];
26
- const EXIT = (message?: string, code?: number) => {
27
- if (message) console.log(message);
28
- if (code) process.exitCode = code;
29
- EXIT_CALLBACKS.forEach((callback) => callback());
30
- process.exit(code);
31
- };
32
-
33
- process.on("SIGINT", () => EXIT());
34
- process.on("SIGTERM", () => EXIT());
35
-
36
- function isWindows() {
37
- return process.platform === "win32";
38
- }
39
-
40
- const SECONDS_TO_WAIT_FOR_PROXY = 5;
41
-
42
- async function sleep(ms: number) {
43
- await new Promise((resolve) => setTimeout(resolve, ms));
44
- }
45
-
46
- function getPids(pid: number) {
47
- const pids: number[] = [pid];
48
- let command: string, regExp: RegExp;
49
-
50
- if (isWindows()) {
51
- command = `wmic process where (ParentProcessId=${pid}) get ProcessId`;
52
- regExp = new RegExp(/(\d+)/);
53
- } else {
54
- command = `pgrep -P ${pid}`;
55
- regExp = new RegExp(/(\d+)/);
56
- }
57
-
58
- try {
59
- const newPids = (
60
- execSync(command)
61
- .toString()
62
- .split("\n")
63
- .map((line) => line.match(regExp))
64
- .filter((line) => line !== null) as RegExpExecArray[]
65
- ).map((match) => parseInt(match[1]));
66
-
67
- pids.push(...newPids.map(getPids).flat());
68
- } catch {}
69
-
70
- return pids;
71
- }
72
-
73
- function getPort(pid: number) {
74
- let command: string, regExp: RegExp;
75
-
76
- if (isWindows()) {
77
- command = "\\windows\\system32\\netstat.exe -nao";
78
- regExp = new RegExp(`TCP\\s+.*:(\\d+)\\s+.*:\\d+\\s+LISTENING\\s+${pid}`);
79
- } else {
80
- command = "lsof -nPi";
81
- regExp = new RegExp(`${pid}\\s+.*TCP\\s+.*:(\\d+)\\s+\\(LISTEN\\)`);
82
- }
83
-
84
- try {
85
- const matches = execSync(command)
86
- .toString()
87
- .split("\n")
88
- .map((line) => line.match(regExp))
89
- .filter((line) => line !== null) as RegExpExecArray[];
90
-
91
- const match = matches[0];
92
- if (match) return parseInt(match[1]);
93
- } catch (thrown) {
94
- console.error(
95
- `Error scanning for ports of process with PID ${pid}: ${thrown}`
96
- );
97
- }
98
- }
99
-
100
- async function spawnProxyProcess({
101
- port,
102
- command,
103
- }: {
104
- port?: number;
105
- command: (string | number)[];
106
- }): Promise<void | number> {
107
- if (command.length === 0)
108
- return EXIT(
109
- "Must specify a directory of static assets to serve or a command to run.",
110
- 1
111
- );
112
-
113
- console.log(`Running ${command.join(" ")}...`);
114
- const proxy = spawn(
115
- command[0].toString(),
116
- command.slice(1).map((value) => value.toString()),
117
- {
118
- shell: isWindows(),
119
- env: {
120
- BROWSER: "none",
121
- ...process.env,
122
- },
123
- }
124
- );
125
- EXIT_CALLBACKS.push(() => {
126
- proxy.kill();
127
- });
128
-
129
- proxy.stdout.on("data", (data) => {
130
- console.log(`[proxy]: ${data}`);
131
- });
132
-
133
- proxy.stderr.on("data", (data) => {
134
- console.error(`[proxy]: ${data}`);
135
- });
136
-
137
- proxy.on("close", (code) => {
138
- console.error(`Proxy exited with status ${code}.`);
139
- });
140
-
141
- // Wait for proxy process to start...
142
- while (!proxy.pid) {}
143
-
144
- if (port === undefined) {
145
- console.log(
146
- `Sleeping ${SECONDS_TO_WAIT_FOR_PROXY} seconds to allow proxy process to start before attempting to automatically determine port...`
147
- );
148
- console.log("To skip, specify the proxy port with --proxy.");
149
- await sleep(SECONDS_TO_WAIT_FOR_PROXY * 1000);
150
-
151
- port = getPids(proxy.pid)
152
- .map(getPort)
153
- .filter((port) => port !== undefined)[0];
154
-
155
- if (port === undefined) {
156
- return EXIT(
157
- "Could not automatically determine proxy port. Please specify the proxy port with --proxy.",
158
- 1
159
- );
160
- } else {
161
- console.log(`Automatically determined the proxy port to be ${port}.`);
162
- }
163
- }
164
-
165
- return port;
166
- }
167
-
168
- function escapeRegex(str: string) {
169
- return str.replace(/[-/\\^$*+?.()|[]{}]/g, "\\$&");
170
- }
171
-
172
- type Replacements = Record<string, string>;
173
-
174
- function replacer(str: string, replacements: Replacements) {
175
- for (const [replacement, value] of Object.entries(replacements)) {
176
- str = str.replace(`:${replacement}`, value);
177
- }
178
- return str;
179
- }
180
-
181
- function generateRulesMatcher<T>(
182
- rules?: Record<string, T>,
183
- replacer: (match: T, replacements: Replacements) => T = (match) => match
184
- ) {
185
- // TODO: How can you test cross-host rules?
186
- if (!rules) return () => [];
187
-
188
- const compiledRules = Object.entries(rules)
189
- .map(([rule, match]) => {
190
- const crossHost = rule.startsWith("https://");
191
-
192
- rule = rule.split("*").map(escapeRegex).join("(?<splat>.*)");
193
-
194
- const host_matches = rule.matchAll(
195
- /(?<=^https:\\\/\\\/[^/]*?):([^\\]+)(?=\\)/g
196
- );
197
- for (const match of host_matches) {
198
- rule = rule.split(match[0]).join(`(?<${match[1]}>[^/.]+)`);
199
- }
200
-
201
- const path_matches = rule.matchAll(/:(\w+)/g);
202
- for (const match of path_matches) {
203
- rule = rule.split(match[0]).join(`(?<${match[1]}>[^/]+)`);
204
- }
205
-
206
- rule = "^" + rule + "$";
207
-
208
- try {
209
- const regExp = new RegExp(rule);
210
- return [{ crossHost, regExp }, match];
211
- } catch {}
212
- })
213
- .filter((value) => value !== undefined) as [
214
- { crossHost: boolean; regExp: RegExp },
215
- T
216
- ][];
217
-
218
- return ({ request }: { request: Request }) => {
219
- const { pathname, host } = new URL(request.url);
220
-
221
- return compiledRules
222
- .map(([{ crossHost, regExp }, match]) => {
223
- const test = crossHost ? `https://${host}${pathname}` : pathname;
224
- const result = regExp.exec(test);
225
- if (result) {
226
- return replacer(match, result.groups || {});
227
- }
228
- })
229
- .filter((value) => value !== undefined) as T[];
230
- };
231
- }
232
-
233
- function generateHeadersMatcher(headersFile: string) {
234
- if (existsSync(headersFile)) {
235
- const contents = readFileSync(headersFile).toString();
236
-
237
- // TODO: Log errors
238
- const lines = contents
239
- .split("\n")
240
- .map((line) => line.trim())
241
- .filter((line) => !line.startsWith("#") && line !== "");
242
-
243
- const rules: Record<string, Record<string, string>> = {};
244
- let rule: { path: string; headers: Record<string, string> } | undefined =
245
- undefined;
246
-
247
- for (const line of lines) {
248
- if (/^([^\s]+:\/\/|^\/)/.test(line)) {
249
- if (rule && Object.keys(rule.headers).length > 0) {
250
- rules[rule.path] = rule.headers;
251
- }
252
-
253
- const path = validateURL(line);
254
- if (path) {
255
- rule = {
256
- path,
257
- headers: {},
258
- };
259
- continue;
260
- }
261
- }
262
-
263
- if (!line.includes(":")) continue;
264
-
265
- const [rawName, ...rawValue] = line.split(":");
266
- const name = rawName.trim().toLowerCase();
267
- const value = rawValue.join(":").trim();
268
-
269
- if (name === "") continue;
270
- if (!rule) continue;
271
-
272
- const existingValues = rule.headers[name];
273
- rule.headers[name] = existingValues
274
- ? `${existingValues}, ${value}`
275
- : value;
276
- }
277
-
278
- if (rule && Object.keys(rule.headers).length > 0) {
279
- rules[rule.path] = rule.headers;
280
- }
281
-
282
- const rulesMatcher = generateRulesMatcher(rules, (match, replacements) =>
283
- Object.fromEntries(
284
- Object.entries(match).map(([name, value]) => [
285
- name,
286
- replacer(value, replacements),
287
- ])
288
- )
289
- );
290
-
291
- return (request: Request) => {
292
- const matches = rulesMatcher({
293
- request,
294
- });
295
- if (matches) return matches;
296
- };
297
- } else {
298
- return () => undefined;
299
- }
300
- }
301
-
302
- function generateRedirectsMatcher(redirectsFile: string) {
303
- if (existsSync(redirectsFile)) {
304
- const contents = readFileSync(redirectsFile).toString();
305
-
306
- // TODO: Log errors
307
- const lines = contents
308
- .split("\n")
309
- .map((line) => line.trim())
310
- .filter((line) => !line.startsWith("#") && line !== "");
311
-
312
- const rules = Object.fromEntries(
313
- lines
314
- .map((line) => line.split(" "))
315
- .filter((tokens) => tokens.length === 2 || tokens.length === 3)
316
- .map((tokens) => {
317
- const from = validateURL(tokens[0], true, false, false);
318
- const to = validateURL(tokens[1], false, true, true);
319
- let status: number | undefined = parseInt(tokens[2]) || 302;
320
- status = [301, 302, 303, 307, 308].includes(status)
321
- ? status
322
- : undefined;
323
-
324
- return from && to && status ? [from, { to, status }] : undefined;
325
- })
326
- .filter((rule) => rule !== undefined) as [
327
- string,
328
- { to: string; status?: number }
329
- ][]
330
- );
331
-
332
- const rulesMatcher = generateRulesMatcher(
333
- rules,
334
- ({ status, to }, replacements) => ({
335
- status,
336
- to: replacer(to, replacements),
337
- })
338
- );
339
-
340
- return (request: Request) => {
341
- const match = rulesMatcher({
342
- request,
343
- })[0];
344
- if (match) return match;
345
- };
346
- } else {
347
- return () => undefined;
348
- }
349
- }
350
-
351
- function extractPathname(
352
- path = "/",
353
- includeSearch: boolean,
354
- includeHash: boolean
355
- ) {
356
- if (!path.startsWith("/")) path = `/${path}`;
357
- const url = new URL(`//${path}`, "relative://");
358
- return `${url.pathname}${includeSearch ? url.search : ""}${
359
- includeHash ? url.hash : ""
360
- }`;
361
- }
362
-
363
- function validateURL(
364
- token: string,
365
- onlyRelative = false,
366
- includeSearch = false,
367
- includeHash = false
368
- ) {
369
- const host = /^https:\/\/+(?<host>[^/]+)\/?(?<path>.*)/.exec(token);
370
- if (host && host.groups && host.groups.host) {
371
- if (onlyRelative) return;
372
-
373
- return `https://${host.groups.host}${extractPathname(
374
- host.groups.path,
375
- includeSearch,
376
- includeHash
377
- )}`;
378
- } else {
379
- if (!token.startsWith("/") && onlyRelative) token = `/${token}`;
380
-
381
- const path = /^\//.exec(token);
382
- if (path) {
383
- try {
384
- return extractPathname(token, includeSearch, includeHash);
385
- } catch {}
386
- }
387
- }
388
- return "";
389
- }
390
-
391
- function hasFileExtension(pathname: string) {
392
- return /\/.+\.[a-z0-9]+$/i.test(pathname);
393
- }
394
-
395
- async function generateAssetsFetch(directory: string): Promise<typeof fetch> {
396
- // Defer importing miniflare until we really need it
397
- const { Headers, Request, Response } = await import("@miniflare/core");
398
-
399
- const headersFile = join(directory, "_headers");
400
- const redirectsFile = join(directory, "_redirects");
401
- const workerFile = join(directory, "_worker.js");
402
-
403
- const ignoredFiles = [headersFile, redirectsFile, workerFile];
404
-
405
- const assetExists = (path: string) => {
406
- path = join(directory, path);
407
- return (
408
- existsSync(path) &&
409
- lstatSync(path).isFile() &&
410
- !ignoredFiles.includes(path)
411
- );
412
- };
413
-
414
- const getAsset = (path: string) => {
415
- if (assetExists(path)) {
416
- return join(directory, path);
417
- }
418
- };
419
-
420
- let redirectsMatcher = generateRedirectsMatcher(redirectsFile);
421
- let headersMatcher = generateHeadersMatcher(headersFile);
422
-
423
- watch([headersFile, redirectsFile], {
424
- persistent: true,
425
- }).on("change", (path) => {
426
- switch (path) {
427
- case headersFile: {
428
- console.log("_headers modified. Re-evaluating...");
429
- headersMatcher = generateHeadersMatcher(headersFile);
430
- break;
431
- }
432
- case redirectsFile: {
433
- console.log("_redirects modified. Re-evaluating...");
434
- redirectsMatcher = generateRedirectsMatcher(redirectsFile);
435
- break;
436
- }
437
- }
438
- });
439
-
440
- const serveAsset = (file: string) => {
441
- return readFileSync(file);
442
- };
443
-
444
- const generateResponse = (request: Request) => {
445
- const url = new URL(request.url);
446
-
447
- const deconstructedResponse: {
448
- status: number;
449
- headers: Headers;
450
- body?: Buffer;
451
- } = {
452
- status: 200,
453
- headers: new Headers(),
454
- body: undefined,
455
- };
456
-
457
- const match = redirectsMatcher(request);
458
- if (match) {
459
- const { status, to } = match;
460
-
461
- let location = to;
462
- let search;
463
-
464
- if (to.startsWith("/")) {
465
- search = new URL(location, "http://fakehost").search;
466
- } else {
467
- search = new URL(location).search;
468
- }
469
-
470
- location = `${location}${search ? "" : url.search}`;
471
-
472
- if (status && [301, 302, 303, 307, 308].includes(status)) {
473
- deconstructedResponse.status = status;
474
- } else {
475
- deconstructedResponse.status = 302;
476
- }
477
-
478
- deconstructedResponse.headers.set("Location", location);
479
- return deconstructedResponse;
480
- }
481
-
482
- if (!request.method?.match(/^(get|head)$/i)) {
483
- deconstructedResponse.status = 405;
484
- return deconstructedResponse;
485
- }
486
-
487
- const notFound = () => {
488
- let cwd = url.pathname;
489
- while (cwd) {
490
- cwd = cwd.slice(0, cwd.lastIndexOf("/"));
491
-
492
- if ((asset = getAsset(`${cwd}/404.html`))) {
493
- deconstructedResponse.status = 404;
494
- deconstructedResponse.body = serveAsset(asset);
495
- deconstructedResponse.headers.set(
496
- "Content-Type",
497
- getType(asset) || "application/octet-stream"
498
- );
499
- return deconstructedResponse;
500
- }
501
- }
502
-
503
- if ((asset = getAsset(`/index.html`))) {
504
- deconstructedResponse.body = serveAsset(asset);
505
- deconstructedResponse.headers.set(
506
- "Content-Type",
507
- getType(asset) || "application/octet-stream"
508
- );
509
- return deconstructedResponse;
510
- }
511
-
512
- deconstructedResponse.status = 404;
513
- return deconstructedResponse;
514
- };
515
-
516
- let asset;
517
-
518
- if (url.pathname.endsWith("/")) {
519
- if ((asset = getAsset(`${url.pathname}/index.html`))) {
520
- deconstructedResponse.body = serveAsset(asset);
521
- deconstructedResponse.headers.set(
522
- "Content-Type",
523
- getType(asset) || "application/octet-stream"
524
- );
525
- return deconstructedResponse;
526
- } else if (
527
- (asset = getAsset(`${url.pathname.replace(/\/$/, ".html")}`))
528
- ) {
529
- deconstructedResponse.status = 301;
530
- deconstructedResponse.headers.set(
531
- "Location",
532
- `${url.pathname.slice(0, -1)}${url.search}`
533
- );
534
- return deconstructedResponse;
535
- }
536
- }
537
-
538
- if (url.pathname.endsWith("/index")) {
539
- deconstructedResponse.status = 301;
540
- deconstructedResponse.headers.set(
541
- "Location",
542
- `${url.pathname.slice(0, -"index".length)}${url.search}`
543
- );
544
- return deconstructedResponse;
545
- }
546
-
547
- if ((asset = getAsset(url.pathname))) {
548
- if (url.pathname.endsWith(".html")) {
549
- const extensionlessPath = url.pathname.slice(0, -".html".length);
550
- if (getAsset(extensionlessPath) || extensionlessPath === "/") {
551
- deconstructedResponse.body = serveAsset(asset);
552
- deconstructedResponse.headers.set(
553
- "Content-Type",
554
- getType(asset) || "application/octet-stream"
555
- );
556
- return deconstructedResponse;
557
- } else {
558
- deconstructedResponse.status = 301;
559
- deconstructedResponse.headers.set(
560
- "Location",
561
- `${extensionlessPath}${url.search}`
562
- );
563
- return deconstructedResponse;
564
- }
565
- } else {
566
- deconstructedResponse.body = serveAsset(asset);
567
- deconstructedResponse.headers.set(
568
- "Content-Type",
569
- getType(asset) || "application/octet-stream"
570
- );
571
- return deconstructedResponse;
572
- }
573
- } else if (hasFileExtension(url.pathname)) {
574
- notFound();
575
- return deconstructedResponse;
576
- }
577
-
578
- if ((asset = getAsset(`${url.pathname}.html`))) {
579
- deconstructedResponse.body = serveAsset(asset);
580
- deconstructedResponse.headers.set(
581
- "Content-Type",
582
- getType(asset) || "application/octet-stream"
583
- );
584
- return deconstructedResponse;
585
- }
586
-
587
- if ((asset = getAsset(`${url.pathname}/index.html`))) {
588
- deconstructedResponse.status = 301;
589
- deconstructedResponse.headers.set(
590
- "Location",
591
- `${url.pathname}/${url.search}`
592
- );
593
- return deconstructedResponse;
594
- } else {
595
- notFound();
596
- return deconstructedResponse;
597
- }
598
- };
599
-
600
- const attachHeaders = (
601
- request: Request,
602
- deconstructedResponse: { status: number; headers: Headers; body?: Buffer }
603
- ) => {
604
- const headers = deconstructedResponse.headers;
605
- const newHeaders = new Headers({});
606
- const matches = headersMatcher(request) || [];
607
-
608
- matches.forEach((match) => {
609
- Object.entries(match).forEach(([name, value]) => {
610
- newHeaders.append(name, `${value}`);
611
- });
612
- });
613
-
614
- const combinedHeaders = {
615
- ...Object.fromEntries(headers.entries()),
616
- ...Object.fromEntries(newHeaders.entries()),
617
- };
618
-
619
- deconstructedResponse.headers = new Headers({});
620
- Object.entries(combinedHeaders).forEach(([name, value]) => {
621
- if (value) deconstructedResponse.headers.set(name, value);
622
- });
623
- };
624
-
625
- return async (input, init) => {
626
- const request = new Request(input, init);
627
- const deconstructedResponse = generateResponse(request);
628
- attachHeaders(request, deconstructedResponse);
629
-
630
- const headers = new Headers();
631
-
632
- [...deconstructedResponse.headers.entries()].forEach(([name, value]) => {
633
- if (value) headers.set(name, value);
634
- });
635
-
636
- return new Response(deconstructedResponse.body, {
637
- headers,
638
- status: deconstructedResponse.status,
639
- });
640
- };
641
- }
642
-
643
- const RUNNING_BUILDERS: BuildResult[] = [];
644
-
645
- async function buildFunctions({
646
- scriptPath,
647
- outputConfigPath,
648
- functionsDirectory,
649
- minify = false,
650
- sourcemap = false,
651
- fallbackService = "ASSETS",
652
- watch = false,
653
- onEnd,
654
- }: {
655
- scriptPath: string;
656
- outputConfigPath?: string;
657
- functionsDirectory: string;
658
- minify?: boolean;
659
- sourcemap?: boolean;
660
- fallbackService?: string;
661
- watch?: boolean;
662
- onEnd?: () => void;
663
- }) {
664
- RUNNING_BUILDERS.forEach(
665
- (runningBuilder) => runningBuilder.stop && runningBuilder.stop()
666
- );
667
-
668
- const routesModule = join(tmpdir(), "./functionsRoutes.mjs");
669
- const baseURL = toUrlPath("/");
670
-
671
- const config: Config = await generateConfigFromFileTree({
672
- baseDir: functionsDirectory,
673
- baseURL,
674
- });
675
-
676
- if (outputConfigPath) {
677
- writeFileSync(
678
- outputConfigPath,
679
- JSON.stringify({ ...config, baseURL }, null, 2)
680
- );
681
- }
682
-
683
- await writeRoutesModule({
684
- config,
685
- srcDir: functionsDirectory,
686
- outfile: routesModule,
687
- });
688
-
689
- RUNNING_BUILDERS.push(
690
- await buildWorker({
691
- routesModule,
692
- outfile: scriptPath,
693
- minify,
694
- sourcemap,
695
- fallbackService,
696
- watch,
697
- onEnd,
698
- })
699
- );
700
- }
701
-
702
- export const pages: BuilderCallback<unknown, unknown> = (yargs) => {
703
- return yargs
704
- .command(
705
- "dev [directory] [-- command]",
706
- "🧑‍💻 Develop your full-stack Pages application locally",
707
- (yargs) => {
708
- return yargs
709
- .positional("directory", {
710
- type: "string",
711
- demandOption: undefined,
712
- description: "The directory of static assets to serve",
713
- })
714
- .positional("command", {
715
- type: "string",
716
- demandOption: undefined,
717
- description: "The proxy command to run",
718
- })
719
- .options({
720
- local: {
721
- type: "boolean",
722
- default: true,
723
- description: "Run on my machine",
724
- },
725
- port: {
726
- type: "number",
727
- default: 8788,
728
- description: "The port to listen on (serve from)",
729
- },
730
- proxy: {
731
- type: "number",
732
- description:
733
- "The port to proxy (where the static assets are served)",
734
- },
735
- "script-path": {
736
- type: "string",
737
- default: "_worker.js",
738
- description:
739
- "The location of the single Worker script if not using functions",
740
- },
741
- binding: {
742
- type: "array",
743
- description: "Bind variable/secret (KEY=VALUE)",
744
- alias: "b",
745
- },
746
- kv: {
747
- type: "array",
748
- description: "KV namespace to bind",
749
- alias: "k",
750
- },
751
- do: {
752
- type: "array",
753
- description: "Durable Object to bind (NAME=CLASS)",
754
- alias: "o",
755
- },
756
- "live-reload": {
757
- type: "boolean",
758
- default: false,
759
- description: "Auto reload HTML pages when change is detected",
760
- },
761
- // TODO: Miniflare user options
762
- });
763
- },
764
- async ({
765
- local,
766
- directory,
767
- port,
768
- proxy: requestedProxyPort,
769
- "script-path": singleWorkerScriptPath,
770
- binding: bindings = [],
771
- kv: kvs = [],
772
- do: durableObjects = [],
773
- "live-reload": liveReload,
774
- _: [_pages, _dev, ...remaining],
775
- }) => {
776
- if (!local) {
777
- console.error("Only local mode is supported at the moment.");
778
- return;
779
- }
780
-
781
- const functionsDirectory = "./functions";
782
- const usingFunctions = existsSync(functionsDirectory);
783
-
784
- const command = remaining as (string | number)[];
785
-
786
- let proxyPort: number | void;
787
-
788
- if (directory === undefined) {
789
- proxyPort = await spawnProxyProcess({
790
- port: requestedProxyPort,
791
- command,
792
- });
793
- if (proxyPort === undefined) return undefined;
794
- }
795
-
796
- let miniflareArgs: MiniflareOptions = {};
797
-
798
- let scriptReadyResolve: () => void;
799
- const scriptReadyPromise = new Promise<void>(
800
- (resolve) => (scriptReadyResolve = resolve)
801
- );
802
-
803
- if (usingFunctions) {
804
- const scriptPath = join(tmpdir(), "./functionsWorker.js");
805
-
806
- console.log(`Compiling worker to "${scriptPath}"...`);
807
-
808
- try {
809
- await buildFunctions({
810
- scriptPath,
811
- functionsDirectory,
812
- sourcemap: true,
813
- watch: true,
814
- onEnd: () => scriptReadyResolve(),
815
- });
816
- } catch {}
817
-
818
- watch([functionsDirectory], {
819
- persistent: true,
820
- ignoreInitial: true,
821
- }).on("all", async () => {
822
- await buildFunctions({
823
- scriptPath,
824
- functionsDirectory,
825
- sourcemap: true,
826
- watch: true,
827
- onEnd: () => scriptReadyResolve(),
828
- });
829
- });
830
-
831
- miniflareArgs = {
832
- scriptPath,
833
- };
834
- } else {
835
- // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
836
- scriptReadyResolve!();
837
-
838
- const scriptPath =
839
- directory !== undefined
840
- ? join(directory, singleWorkerScriptPath)
841
- : singleWorkerScriptPath;
842
-
843
- if (existsSync(scriptPath)) {
844
- miniflareArgs = {
845
- scriptPath,
846
- };
847
- } else {
848
- console.log("No functions. Shimming...");
849
- miniflareArgs = {
850
- // TODO: The fact that these request/response hacks are necessary is ridiculous.
851
- // We need to eliminate them from env.ASSETS.fetch (not sure if just local or prod as well)
852
- script: `
853
- export default {
854
- async fetch(request, env, context) {
855
- const response = await env.ASSETS.fetch(request.url, request)
856
- return new Response(response.body, response)
857
- }
858
- }`,
859
- };
860
- }
861
- }
862
-
863
- // Defer importing miniflare until we really need it
864
- const { Miniflare, Log, LogLevel } = await import("miniflare");
865
- const { Response, fetch } = await import("@miniflare/core");
866
-
867
- // Wait for esbuild to finish building before starting Miniflare.
868
- // This must be before the call to `new Miniflare`, as that will
869
- // asynchronously start loading the script. `await startServer()`
870
- // internally just waits for that promise to resolve.
871
- await scriptReadyPromise;
872
-
873
- // `assetsFetch()` will only be called if there is `proxyPort` defined.
874
- // We only define `proxyPort`, above, when there is no `directory` defined.
875
- const assetsFetch =
876
- directory !== undefined
877
- ? await generateAssetsFetch(directory)
878
- : invalidAssetsFetch;
879
-
880
- const miniflare = new Miniflare({
881
- port,
882
- watch: true,
883
- modules: true,
884
-
885
- log: new Log(LogLevel.ERROR, { prefix: "pages" }),
886
- logUnhandledRejections: true,
887
- sourceMap: true,
888
-
889
- kvNamespaces: kvs.map((kv) => kv.toString()),
890
-
891
- durableObjects: Object.fromEntries(
892
- durableObjects.map((durableObject) =>
893
- durableObject.toString().split("=")
894
- )
895
- ),
896
-
897
- // User bindings
898
- bindings: {
899
- ...Object.fromEntries(
900
- bindings.map((binding) => binding.toString().split("=", 1))
901
- ),
902
- },
903
-
904
- // env.ASSETS.fetch
905
- serviceBindings: {
906
- async ASSETS(request: Request) {
907
- if (proxyPort) {
908
- try {
909
- const url = new URL(request.url);
910
- url.host = `localhost:${proxyPort}`;
911
- return await fetch(url, request);
912
- } catch (thrown) {
913
- console.error(`Could not proxy request: ${thrown}`);
914
-
915
- // TODO: Pretty error page
916
- return new Response(
917
- `[wrangler] Could not proxy request: ${thrown}`,
918
- { status: 502 }
919
- );
920
- }
921
- } else {
922
- try {
923
- return await assetsFetch(request);
924
- } catch (thrown) {
925
- console.error(`Could not serve static asset: ${thrown}`);
926
-
927
- // TODO: Pretty error page
928
- return new Response(
929
- `[wrangler] Could not serve static asset: ${thrown}`,
930
- { status: 502 }
931
- );
932
- }
933
- }
934
- },
935
- },
936
-
937
- kvPersist: true,
938
- durableObjectsPersist: true,
939
- cachePersist: true,
940
- liveReload,
941
-
942
- ...miniflareArgs,
943
- });
944
-
945
- try {
946
- // `startServer` might throw if user code contains errors
947
- const server = await miniflare.startServer();
948
- console.log(`Serving at http://localhost:${port}/`);
949
-
950
- if (process.env.BROWSER !== "none") {
951
- await openInBrowser(`http://localhost:${port}/`);
952
- }
953
-
954
- if (directory !== undefined && liveReload) {
955
- watch([directory], {
956
- persistent: true,
957
- ignoreInitial: true,
958
- }).on("all", async () => {
959
- await miniflare.reload();
960
- });
961
- }
962
-
963
- EXIT_CALLBACKS.push(() => {
964
- server.close();
965
- miniflare.dispose().catch((err) => miniflare.log.error(err));
966
- });
967
- } catch (e) {
968
- miniflare.log.error(e as Error);
969
- EXIT("Could not start Miniflare.", 1);
970
- }
971
- }
972
- )
973
- .command("functions", false, (yargs) =>
974
- // we hide this command from help output because
975
- // it's not meant to be used directly right now
976
- yargs.command(
977
- "build [directory]",
978
- "Compile a folder of Cloudflare Pages Functions into a single Worker",
979
- (yargs) =>
980
- yargs
981
- .positional("directory", {
982
- type: "string",
983
- default: "functions",
984
- description: "The directory of Pages Functions",
985
- })
986
- .options({
987
- "script-path": {
988
- type: "string",
989
- default: "_worker.js",
990
- description: "The location of the output Worker script",
991
- },
992
- "output-config-path": {
993
- type: "string",
994
- description: "The location for the output config file",
995
- },
996
- minify: {
997
- type: "boolean",
998
- default: false,
999
- description: "Minify the output Worker script",
1000
- },
1001
- sourcemap: {
1002
- type: "boolean",
1003
- default: false,
1004
- description:
1005
- "Generate a sourcemap for the output Worker script",
1006
- },
1007
- "fallback-service": {
1008
- type: "string",
1009
- default: "ASSETS",
1010
- description:
1011
- "The service to fallback to at the end of the `next` chain. Setting to '' will fallback to the global `fetch`.",
1012
- },
1013
- watch: {
1014
- type: "boolean",
1015
- default: false,
1016
- description:
1017
- "Watch for changes to the functions and automatically rebuild the Worker script",
1018
- },
1019
- }),
1020
- async ({
1021
- directory,
1022
- "script-path": scriptPath,
1023
- "output-config-path": outputConfigPath,
1024
- minify,
1025
- sourcemap,
1026
- fallbackService,
1027
- watch,
1028
- }) => {
1029
- await buildFunctions({
1030
- scriptPath,
1031
- outputConfigPath,
1032
- functionsDirectory: directory,
1033
- minify,
1034
- sourcemap,
1035
- fallbackService,
1036
- watch,
1037
- });
1038
- }
1039
- )
1040
- );
1041
- };
1042
-
1043
- const invalidAssetsFetch: typeof fetch = () => {
1044
- throw new Error(
1045
- "Trying to fetch assets directly when there is no `directory` option specified, and not in `local` mode."
1046
- );
1047
- };