wrangler 0.0.0-e64812e → 0.0.0-e6c71262

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (374) hide show
  1. package/README.md +24 -4
  2. package/bin/wrangler.js +170 -62
  3. package/kv-asset-handler.js +1 -0
  4. package/miniflare-dist/index.mjs +1637 -81
  5. package/package.json +198 -152
  6. package/src/__tests__/access.test.ts +25 -0
  7. package/src/__tests__/api-dev.test.ts +238 -0
  8. package/src/__tests__/api-devregistry.test.ts +121 -0
  9. package/src/__tests__/api.test.ts +102 -0
  10. package/src/__tests__/config-cache-without-cache-dir.test.ts +38 -0
  11. package/src/__tests__/config-cache.test.ts +30 -24
  12. package/src/__tests__/configuration.test.ts +4660 -3363
  13. package/src/__tests__/constellation.test.ts +371 -0
  14. package/src/__tests__/d1/d1.test.ts +82 -0
  15. package/src/__tests__/d1/execute.test.ts +66 -0
  16. package/src/__tests__/d1/migrate.test.ts +257 -0
  17. package/src/__tests__/d1/splitter.test.ts +255 -0
  18. package/src/__tests__/delete.test.ts +272 -0
  19. package/src/__tests__/deployments.test.ts +369 -0
  20. package/src/__tests__/dev.test.tsx +1589 -952
  21. package/src/__tests__/generate.test.ts +254 -0
  22. package/src/__tests__/get-host-from-url.test.ts +16 -0
  23. package/src/__tests__/guess-worker-format.test.ts +103 -68
  24. package/src/__tests__/helpers/cmd-shim.d.ts +6 -6
  25. package/src/__tests__/helpers/end-event-loop.ts +6 -0
  26. package/src/__tests__/helpers/mock-account-id.ts +24 -24
  27. package/src/__tests__/helpers/mock-auth-domain.ts +20 -0
  28. package/src/__tests__/helpers/mock-bin.ts +20 -20
  29. package/src/__tests__/helpers/mock-console.ts +64 -39
  30. package/src/__tests__/helpers/mock-dialogs.ts +88 -79
  31. package/src/__tests__/helpers/mock-get-pages-upload-token.ts +25 -0
  32. package/src/__tests__/helpers/mock-get-zone-from-host.ts +11 -0
  33. package/src/__tests__/helpers/mock-http-server.ts +30 -30
  34. package/src/__tests__/helpers/mock-istty.ts +65 -18
  35. package/src/__tests__/helpers/mock-known-routes.ts +12 -0
  36. package/src/__tests__/helpers/mock-kv.ts +41 -28
  37. package/src/__tests__/helpers/mock-oauth-flow.ts +241 -233
  38. package/src/__tests__/helpers/mock-process.ts +34 -0
  39. package/src/__tests__/helpers/mock-set-timeout.ts +16 -0
  40. package/src/__tests__/helpers/mock-stdin.ts +82 -77
  41. package/src/__tests__/helpers/mock-web-socket.ts +21 -21
  42. package/src/__tests__/helpers/msw/blob-worker.cjs +19 -0
  43. package/src/__tests__/helpers/msw/handlers/access.ts +13 -0
  44. package/src/__tests__/helpers/msw/handlers/deployments.ts +160 -0
  45. package/src/__tests__/helpers/msw/handlers/namespaces.ts +81 -0
  46. package/src/__tests__/helpers/msw/handlers/oauth.ts +31 -0
  47. package/src/__tests__/helpers/msw/handlers/r2.ts +60 -0
  48. package/src/__tests__/helpers/msw/handlers/script.ts +56 -0
  49. package/src/__tests__/helpers/msw/handlers/user.ts +52 -0
  50. package/src/__tests__/helpers/msw/handlers/zones.ts +20 -0
  51. package/src/__tests__/helpers/msw/index.ts +52 -0
  52. package/src/__tests__/helpers/msw/read-file-sync.js +61 -0
  53. package/src/__tests__/helpers/run-in-tmp.ts +27 -28
  54. package/src/__tests__/helpers/run-wrangler.ts +8 -8
  55. package/src/__tests__/helpers/string-dynamic-values-matcher.ts +28 -0
  56. package/src/__tests__/helpers/worker-scripts/child-wrangler.toml +1 -0
  57. package/src/__tests__/helpers/worker-scripts/hello-world-worker.js +5 -0
  58. package/src/__tests__/helpers/worker-scripts/hello-world-wrangler.toml +1 -0
  59. package/src/__tests__/helpers/worker-scripts/parent-worker.js +11 -0
  60. package/src/__tests__/helpers/worker-scripts/parent-wrangler.toml +5 -0
  61. package/src/__tests__/helpers/write-worker-source.ts +16 -16
  62. package/src/__tests__/helpers/write-wrangler-toml.ts +9 -9
  63. package/src/__tests__/https-options.test.ts +142 -109
  64. package/src/__tests__/index.test.ts +262 -236
  65. package/src/__tests__/init.test.ts +3388 -1603
  66. package/src/__tests__/jest.setup.ts +152 -50
  67. package/src/__tests__/kv.test.ts +1789 -1471
  68. package/src/__tests__/logger.test.ts +167 -75
  69. package/src/__tests__/logout.test.ts +47 -0
  70. package/src/__tests__/metrics.test.ts +493 -0
  71. package/src/__tests__/middleware.scheduled.test.ts +145 -0
  72. package/src/__tests__/middleware.test.ts +816 -0
  73. package/src/__tests__/mtls-certificates.test.ts +589 -0
  74. package/src/__tests__/package-manager.test.ts +303 -303
  75. package/src/__tests__/pages/deployment-list.test.ts +80 -0
  76. package/src/__tests__/pages/functions-build.test.ts +528 -0
  77. package/src/__tests__/pages/pages.test.ts +81 -0
  78. package/src/__tests__/pages/project-create.test.ts +63 -0
  79. package/src/__tests__/pages/project-list.test.ts +110 -0
  80. package/src/__tests__/pages/project-upload.test.ts +500 -0
  81. package/src/__tests__/pages/publish.test.ts +2864 -0
  82. package/src/__tests__/pages-deployment-tail.test.ts +957 -0
  83. package/src/__tests__/parse.test.ts +358 -252
  84. package/src/__tests__/paths.test.ts +39 -0
  85. package/src/__tests__/publish.test.ts +8736 -5355
  86. package/src/__tests__/pubsub.test.ts +496 -0
  87. package/src/__tests__/queues.test.ts +532 -0
  88. package/src/__tests__/r2.test.ts +369 -228
  89. package/src/__tests__/route.test.ts +18 -18
  90. package/src/__tests__/secret.test.ts +681 -469
  91. package/src/__tests__/tail.test.ts +866 -567
  92. package/src/__tests__/test-old-node-version.js +31 -0
  93. package/src/__tests__/traverse-module-graph.test.ts +220 -0
  94. package/src/__tests__/tsconfig-sanity.ts +12 -0
  95. package/src/__tests__/tsconfig.json +8 -0
  96. package/src/__tests__/tsconfig.tsbuildinfo +1 -0
  97. package/src/__tests__/type-generation.test.ts +234 -0
  98. package/src/__tests__/unstableDev.test.ts +61 -0
  99. package/src/__tests__/user.test.ts +107 -120
  100. package/src/__tests__/utils-collectKeyValues.test.ts +47 -0
  101. package/src/__tests__/validate-dev-props.test.ts +56 -0
  102. package/src/__tests__/version.test.ts +35 -0
  103. package/src/__tests__/whoami.test.tsx +165 -98
  104. package/src/__tests__/worker-namespace.test.ts +340 -0
  105. package/src/abort.d.ts +1 -1
  106. package/src/api/dev.ts +321 -0
  107. package/src/api/index.ts +11 -0
  108. package/src/api/mtls-certificate.ts +148 -0
  109. package/src/api/pages/create-worker-bundle-contents.ts +79 -0
  110. package/src/api/pages/index.ts +5 -0
  111. package/src/api/pages/publish.tsx +371 -0
  112. package/src/bundle-reporter.ts +68 -0
  113. package/src/bundle.ts +890 -161
  114. package/src/cfetch/index.ts +120 -83
  115. package/src/cfetch/internal.ts +215 -97
  116. package/src/cli.ts +23 -8
  117. package/src/config/config.ts +244 -196
  118. package/src/config/diagnostics.ts +61 -61
  119. package/src/config/environment.ts +587 -357
  120. package/src/config/index.ts +395 -196
  121. package/src/config/validation-helpers.ts +379 -357
  122. package/src/config/validation.ts +2285 -1367
  123. package/src/config-cache.ts +81 -41
  124. package/src/constellation/createProject.tsx +51 -0
  125. package/src/constellation/deleteProject.ts +51 -0
  126. package/src/constellation/deleteProjectModel.ts +76 -0
  127. package/src/constellation/index.ts +75 -0
  128. package/src/constellation/listCatalog.tsx +35 -0
  129. package/src/constellation/listModel.tsx +49 -0
  130. package/src/constellation/listProject.tsx +28 -0
  131. package/src/constellation/listRuntime.tsx +28 -0
  132. package/src/constellation/options.ts +17 -0
  133. package/src/constellation/types.ts +17 -0
  134. package/src/constellation/uploadModel.tsx +84 -0
  135. package/src/constellation/utils.ts +90 -0
  136. package/src/create-worker-preview.ts +250 -142
  137. package/src/create-worker-upload-form.ts +364 -238
  138. package/src/d1/backups.tsx +219 -0
  139. package/src/d1/constants.ts +5 -0
  140. package/src/d1/create.tsx +102 -0
  141. package/src/d1/delete.ts +53 -0
  142. package/src/d1/execute.tsx +371 -0
  143. package/src/d1/formatTimeAgo.ts +14 -0
  144. package/src/d1/index.ts +100 -0
  145. package/src/d1/list.tsx +62 -0
  146. package/src/d1/migrations/apply.tsx +235 -0
  147. package/src/d1/migrations/create.tsx +79 -0
  148. package/src/d1/migrations/helpers.ts +171 -0
  149. package/src/d1/migrations/index.ts +3 -0
  150. package/src/d1/migrations/list.tsx +95 -0
  151. package/src/d1/migrations/options.ts +23 -0
  152. package/src/d1/options.ts +22 -0
  153. package/src/d1/splitter.ts +161 -0
  154. package/src/d1/types.ts +32 -0
  155. package/src/d1/utils.ts +49 -0
  156. package/src/delete.ts +100 -0
  157. package/src/deployments.ts +368 -0
  158. package/src/deprecated/index.ts +144 -0
  159. package/src/dev/dev-vars.ts +20 -17
  160. package/src/dev/dev.tsx +538 -352
  161. package/src/dev/get-local-persistence-path.ts +31 -0
  162. package/src/dev/local.tsx +932 -298
  163. package/src/dev/remote.tsx +623 -215
  164. package/src/dev/start-server.ts +545 -0
  165. package/src/dev/use-esbuild.ts +194 -97
  166. package/src/dev/validate-dev-props.ts +40 -0
  167. package/src/dev-registry.ts +213 -0
  168. package/src/dev.tsx +937 -0
  169. package/src/dialogs.ts +136 -0
  170. package/src/dispatch-namespace.ts +211 -0
  171. package/src/docs/helpers.ts +50 -0
  172. package/src/docs/index.ts +54 -0
  173. package/src/durable.ts +87 -87
  174. package/src/entry.ts +253 -231
  175. package/src/environment-variables/factory.ts +89 -0
  176. package/src/environment-variables/misc-variables.ts +30 -0
  177. package/src/errors.ts +6 -6
  178. package/src/generate/index.ts +304 -0
  179. package/src/git-client.ts +135 -0
  180. package/src/global-wrangler-config-path.ts +26 -0
  181. package/src/https-options.ts +84 -80
  182. package/src/index.ts +769 -0
  183. package/src/init.ts +1123 -0
  184. package/src/inspect.ts +816 -595
  185. package/src/intl-polyfill.d.ts +123 -123
  186. package/src/is-ci.ts +14 -0
  187. package/src/is-interactive.ts +16 -0
  188. package/src/jest.d.ts +4 -0
  189. package/src/kv/helpers.ts +433 -0
  190. package/src/kv/index.ts +594 -0
  191. package/src/logger.ts +100 -43
  192. package/src/metrics/index.ts +5 -0
  193. package/src/metrics/metrics-config.ts +239 -0
  194. package/src/metrics/metrics-dispatcher.ts +96 -0
  195. package/src/metrics/metrics-usage-headers.ts +24 -0
  196. package/src/metrics/send-event.ts +99 -0
  197. package/src/miniflare-cli/assets.ts +251 -0
  198. package/src/miniflare-cli/index.ts +202 -33
  199. package/src/miniflare-cli/request-context.ts +18 -18
  200. package/src/miniflare-cli/tsconfig.json +9 -0
  201. package/src/miniflare-cli/tsconfig.tsbuildinfo +1 -0
  202. package/src/miniflare-cli/types.ts +11 -0
  203. package/src/module-collection.ts +290 -215
  204. package/src/mtls-certificate/cli.ts +155 -0
  205. package/src/open-in-browser.ts +4 -6
  206. package/src/package-manager.ts +173 -128
  207. package/src/pages/build.ts +423 -0
  208. package/src/pages/buildFunctions.ts +140 -0
  209. package/src/pages/constants.ts +18 -0
  210. package/src/pages/deployment-tails.ts +281 -0
  211. package/src/pages/deployments.tsx +84 -0
  212. package/src/pages/dev.ts +734 -0
  213. package/src/pages/errors.ts +67 -0
  214. package/src/pages/functions/buildPlugin.ts +114 -0
  215. package/src/pages/functions/buildWorker.ts +350 -0
  216. package/{pages → src/pages}/functions/filepath-routing.test.ts +113 -113
  217. package/src/pages/functions/filepath-routing.ts +189 -0
  218. package/src/pages/functions/identifiers.ts +78 -0
  219. package/src/pages/functions/routes-consolidation.test.ts +250 -0
  220. package/src/pages/functions/routes-consolidation.ts +73 -0
  221. package/src/pages/functions/routes-transformation.test.ts +282 -0
  222. package/src/pages/functions/routes-transformation.ts +115 -0
  223. package/src/pages/functions/routes-validation.test.ts +403 -0
  224. package/src/pages/functions/routes-validation.ts +202 -0
  225. package/src/pages/functions/routes.ts +151 -0
  226. package/src/pages/functions/tsconfig.json +8 -0
  227. package/src/pages/functions/tsconfig.tsbuildinfo +1 -0
  228. package/src/pages/functions.ts +86 -0
  229. package/src/pages/hash.ts +13 -0
  230. package/src/pages/index.ts +102 -0
  231. package/src/pages/projects.tsx +159 -0
  232. package/src/pages/prompt-select-project.tsx +31 -0
  233. package/src/pages/publish.tsx +267 -0
  234. package/src/pages/types.ts +46 -0
  235. package/src/pages/upload.tsx +469 -0
  236. package/src/pages/utils.ts +23 -0
  237. package/src/parse.ts +232 -126
  238. package/src/paths.ts +53 -8
  239. package/src/proxy.ts +623 -394
  240. package/src/publish/index.ts +274 -0
  241. package/src/publish/publish.ts +1067 -0
  242. package/src/pubsub/index.ts +286 -0
  243. package/src/pubsub/pubsub-commands.ts +623 -0
  244. package/src/queues/cli/commands/consumer/add.ts +71 -0
  245. package/src/queues/cli/commands/consumer/index.ts +19 -0
  246. package/src/queues/cli/commands/consumer/remove.ts +31 -0
  247. package/src/queues/cli/commands/create.ts +25 -0
  248. package/src/queues/cli/commands/delete.ts +26 -0
  249. package/src/queues/cli/commands/index.ts +35 -0
  250. package/src/queues/cli/commands/list.ts +25 -0
  251. package/src/queues/client.ts +136 -0
  252. package/src/queues/utils.ts +18 -0
  253. package/src/r2/constants.ts +4 -0
  254. package/src/r2/helpers.ts +132 -0
  255. package/src/r2/index.ts +289 -0
  256. package/src/routes.ts +140 -0
  257. package/src/secret/index.ts +379 -0
  258. package/src/selfsigned.d.ts +23 -23
  259. package/src/sites.ts +484 -0
  260. package/src/tail/createTail.ts +415 -0
  261. package/src/tail/filters.ts +109 -111
  262. package/src/tail/index.ts +208 -296
  263. package/src/tail/printing.ts +116 -51
  264. package/src/traverse-module-graph.ts +54 -0
  265. package/src/tsconfig-sanity.ts +16 -0
  266. package/src/type-generation.ts +187 -0
  267. package/src/update-check.ts +11 -11
  268. package/src/user/access.ts +68 -0
  269. package/src/user/auth-variables.ts +113 -0
  270. package/src/user/choose-account.tsx +39 -0
  271. package/src/user/generate-auth-url.ts +33 -0
  272. package/src/user/generate-random-state.ts +16 -0
  273. package/src/user/index.ts +2 -0
  274. package/src/user/user.ts +1234 -0
  275. package/src/utils/collectKeyValues.ts +14 -0
  276. package/src/utils/render.ts +93 -0
  277. package/src/whoami.ts +135 -0
  278. package/src/worker.ts +220 -106
  279. package/src/yargs-types.ts +37 -0
  280. package/src/zones.ts +191 -0
  281. package/templates/__tests__/pages-dev-util.test.ts +128 -0
  282. package/templates/__tests__/tsconfig-sanity.ts +12 -0
  283. package/templates/__tests__/tsconfig.json +8 -0
  284. package/templates/__tests__/tsconfig.tsbuildinfo +1 -0
  285. package/templates/checked-fetch.js +23 -0
  286. package/templates/d1-beta-facade.js +244 -0
  287. package/templates/facade.d.ts +14 -0
  288. package/templates/first-party-worker-module-facade.ts +19 -0
  289. package/templates/format-dev-errors.ts +34 -0
  290. package/templates/gitignore +1 -0
  291. package/templates/init-tests/test-jest-new-worker.js +23 -0
  292. package/templates/init-tests/test-vitest-new-worker.js +24 -0
  293. package/templates/init-tests/test-vitest-new-worker.ts +25 -0
  294. package/templates/middleware/common.ts +62 -0
  295. package/templates/middleware/loader-modules.ts +84 -0
  296. package/templates/middleware/loader-sw.ts +233 -0
  297. package/templates/middleware/middleware-miniflare3-json-error.ts +32 -0
  298. package/templates/middleware/middleware-pretty-error.ts +40 -0
  299. package/templates/middleware/middleware-scheduled.ts +15 -0
  300. package/templates/new-worker-scheduled.js +3 -3
  301. package/templates/new-worker-scheduled.ts +15 -15
  302. package/templates/new-worker.js +3 -3
  303. package/templates/new-worker.ts +18 -15
  304. package/templates/no-op-worker.js +10 -0
  305. package/templates/pages-dev-pipeline.ts +31 -0
  306. package/templates/pages-dev-util.ts +55 -0
  307. package/templates/pages-shim.ts +12 -0
  308. package/templates/pages-template-plugin.ts +180 -0
  309. package/templates/pages-template-worker.ts +189 -0
  310. package/templates/serve-static-assets.ts +66 -0
  311. package/templates/service-bindings-module-facade.js +55 -0
  312. package/templates/service-bindings-sw-facade.js +42 -0
  313. package/templates/tsconfig-sanity.ts +11 -0
  314. package/templates/tsconfig.init.json +105 -0
  315. package/templates/tsconfig.json +6 -103
  316. package/templates/tsconfig.tsbuildinfo +1 -0
  317. package/wrangler-dist/cli.d.ts +1673 -0
  318. package/wrangler-dist/cli.js +119141 -91468
  319. package/wrangler-dist/wasm-sync.wasm +0 -0
  320. package/pages/functions/buildPlugin.ts +0 -105
  321. package/pages/functions/buildWorker.ts +0 -151
  322. package/pages/functions/filepath-routing.ts +0 -189
  323. package/pages/functions/identifiers.ts +0 -78
  324. package/pages/functions/routes.ts +0 -156
  325. package/pages/functions/template-plugin.ts +0 -147
  326. package/pages/functions/template-worker.ts +0 -143
  327. package/src/__tests__/helpers/faye-websocket.d.ts +0 -6
  328. package/src/__tests__/helpers/mock-cfetch.ts +0 -211
  329. package/src/__tests__/pages.test.ts +0 -754
  330. package/src/dialogs.tsx +0 -135
  331. package/src/environment-variables.ts +0 -35
  332. package/src/index.tsx +0 -2864
  333. package/src/kv.ts +0 -408
  334. package/src/miniflare-cli/enum-keys.ts +0 -17
  335. package/src/pages.tsx +0 -2038
  336. package/src/publish.ts +0 -583
  337. package/src/r2.ts +0 -50
  338. package/src/sites.tsx +0 -295
  339. package/src/user.tsx +0 -1203
  340. package/src/whoami.tsx +0 -70
  341. package/templates/static-asset-facade.js +0 -47
  342. package/vendor/@cloudflare/kv-asset-handler/CHANGELOG.md +0 -332
  343. package/vendor/@cloudflare/kv-asset-handler/LICENSE_APACHE +0 -176
  344. package/vendor/@cloudflare/kv-asset-handler/LICENSE_MIT +0 -25
  345. package/vendor/@cloudflare/kv-asset-handler/README.md +0 -245
  346. package/vendor/@cloudflare/kv-asset-handler/dist/index.d.ts +0 -32
  347. package/vendor/@cloudflare/kv-asset-handler/dist/index.js +0 -354
  348. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.d.ts +0 -13
  349. package/vendor/@cloudflare/kv-asset-handler/dist/mocks.js +0 -148
  350. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.d.ts +0 -1
  351. package/vendor/@cloudflare/kv-asset-handler/dist/test/getAssetFromKV.js +0 -436
  352. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.d.ts +0 -1
  353. package/vendor/@cloudflare/kv-asset-handler/dist/test/mapRequestToAsset.js +0 -40
  354. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.d.ts +0 -1
  355. package/vendor/@cloudflare/kv-asset-handler/dist/test/serveSinglePageApp.js +0 -42
  356. package/vendor/@cloudflare/kv-asset-handler/dist/types.d.ts +0 -26
  357. package/vendor/@cloudflare/kv-asset-handler/dist/types.js +0 -31
  358. package/vendor/@cloudflare/kv-asset-handler/package.json +0 -52
  359. package/vendor/@cloudflare/kv-asset-handler/src/index.ts +0 -296
  360. package/vendor/@cloudflare/kv-asset-handler/src/mocks.ts +0 -136
  361. package/vendor/@cloudflare/kv-asset-handler/src/test/getAssetFromKV.ts +0 -464
  362. package/vendor/@cloudflare/kv-asset-handler/src/test/mapRequestToAsset.ts +0 -33
  363. package/vendor/@cloudflare/kv-asset-handler/src/test/serveSinglePageApp.ts +0 -42
  364. package/vendor/@cloudflare/kv-asset-handler/src/types.ts +0 -39
  365. package/vendor/wrangler-mime/CHANGELOG.md +0 -289
  366. package/vendor/wrangler-mime/LICENSE +0 -21
  367. package/vendor/wrangler-mime/Mime.js +0 -97
  368. package/vendor/wrangler-mime/README.md +0 -187
  369. package/vendor/wrangler-mime/cli.js +0 -46
  370. package/vendor/wrangler-mime/index.js +0 -4
  371. package/vendor/wrangler-mime/lite.js +0 -4
  372. package/vendor/wrangler-mime/package.json +0 -52
  373. package/vendor/wrangler-mime/types/other.js +0 -1
  374. package/vendor/wrangler-mime/types/standard.js +0 -1
package/src/dev/local.tsx CHANGED
@@ -1,318 +1,952 @@
1
- import { spawn } from "node:child_process";
1
+ import assert from "node:assert";
2
+ import { fork } from "node:child_process";
2
3
  import { realpathSync } from "node:fs";
3
- import { writeFile } from "node:fs/promises";
4
+ import { readFile } from "node:fs/promises";
4
5
  import path from "node:path";
6
+ import chalk from "chalk";
7
+ import getPort from "get-port";
8
+ import { npxImport } from "npx-import";
5
9
  import { useState, useEffect, useRef } from "react";
6
10
  import onExit from "signal-exit";
11
+ import { fetch } from "undici";
12
+ import { performApiFetch } from "../cfetch/internal";
13
+ import { registerWorker } from "../dev-registry";
7
14
  import useInspector from "../inspect";
8
15
  import { logger } from "../logger";
9
- import { DEFAULT_MODULE_RULES } from "../module-collection";
16
+ import {
17
+ DEFAULT_MODULE_RULES,
18
+ ModuleTypeToRuleType,
19
+ } from "../module-collection";
20
+ import { getBasePath } from "../paths";
10
21
  import { waitForPortToBeAvailable } from "../proxy";
22
+ import { requireAuth } from "../user";
11
23
  import type { Config } from "../config";
24
+ import type { WorkerRegistry } from "../dev-registry";
25
+ import type { LoggerLevel } from "../logger";
26
+ import type { EnablePagesAssetsServiceBindingOptions } from "../miniflare-cli/types";
12
27
  import type { AssetPaths } from "../sites";
13
- import type { CfWorkerInit, CfScriptFormat } from "../worker";
28
+ import type {
29
+ CfWorkerInit,
30
+ CfScriptFormat,
31
+ CfWasmModuleBindings,
32
+ CfTextBlobBindings,
33
+ CfDataBlobBindings,
34
+ CfDurableObject,
35
+ CfKvNamespace,
36
+ CfR2Bucket,
37
+ CfVars,
38
+ CfQueue,
39
+ CfD1Database,
40
+ } from "../worker";
14
41
  import type { EsbuildBundle } from "./use-esbuild";
42
+ import type {
43
+ Miniflare as Miniflare3Type,
44
+ MiniflareOptions as Miniflare3Options,
45
+ Log as Miniflare3LogType,
46
+ CloudflareFetch,
47
+ } from "@miniflare/tre";
15
48
  import type { MiniflareOptions } from "miniflare";
49
+ import type { ChildProcess } from "node:child_process";
16
50
 
17
- interface LocalProps {
18
- name: string | undefined;
19
- bundle: EsbuildBundle | undefined;
20
- format: CfScriptFormat | undefined;
21
- compatibilityDate: string;
22
- compatibilityFlags: string[] | undefined;
23
- bindings: CfWorkerInit["bindings"];
24
- assetPaths: AssetPaths | undefined;
25
- public: string | undefined;
26
- port: number;
27
- ip: string;
28
- rules: Config["rules"];
29
- inspectorPort: number;
30
- enableLocalPersistence: boolean;
31
- crons: Config["triggers"]["crons"];
51
+ export interface LocalProps {
52
+ name: string | undefined;
53
+ bundle: EsbuildBundle | undefined;
54
+ format: CfScriptFormat | undefined;
55
+ compatibilityDate: string;
56
+ compatibilityFlags: string[] | undefined;
57
+ usageModel: "bundled" | "unbound" | undefined;
58
+ bindings: CfWorkerInit["bindings"];
59
+ workerDefinitions: WorkerRegistry | undefined;
60
+ assetPaths: AssetPaths | undefined;
61
+ initialPort: number;
62
+ initialIp: string;
63
+ rules: Config["rules"];
64
+ inspectorPort: number;
65
+ localPersistencePath: string | null;
66
+ liveReload: boolean;
67
+ crons: Config["triggers"]["crons"];
68
+ queueConsumers: Config["queues"]["consumers"];
69
+ localProtocol: "http" | "https";
70
+ localUpstream: string | undefined;
71
+ inspect: boolean;
72
+ onReady: ((ip: string, port: number) => void) | undefined;
73
+ enablePagesAssetsServiceBinding?: EnablePagesAssetsServiceBindingOptions;
74
+ testScheduled?: boolean;
75
+ experimentalLocal: boolean | undefined;
76
+ accountId: string | undefined; // Account ID? In local mode??? :exploding_head:
77
+ experimentalLocalRemoteKv: boolean | undefined;
78
+ sourceMapPath: string | undefined;
32
79
  }
33
80
 
81
+ type InspectorJSON = {
82
+ id: string;
83
+ title: string;
84
+ type: "node";
85
+ description: string;
86
+ webSocketDebuggerUrl: string;
87
+ devtoolsFrontendUrl: string;
88
+ devtoolsFrontendUrlCompat: string;
89
+ faviconUrl: string;
90
+ url: string;
91
+ }[];
92
+
34
93
  export function Local(props: LocalProps) {
35
- const { inspectorUrl } = useLocalWorker(props);
36
- useInspector({
37
- inspectorUrl,
38
- port: props.inspectorPort,
39
- logToTerminal: false,
40
- });
41
- return null;
94
+ const { inspectorUrl } = useLocalWorker(props);
95
+ useInspector({
96
+ inspectorUrl,
97
+ port: props.inspectorPort,
98
+ logToTerminal: props.experimentalLocal ?? false,
99
+ sourceMapPath: props.sourceMapPath,
100
+ name: props.name,
101
+ sourceMapMetadata: props.bundle?.sourceMapMetadata,
102
+ });
103
+ return null;
42
104
  }
43
105
 
44
106
  function useLocalWorker({
45
- name: workerName,
46
- bundle,
47
- format,
48
- compatibilityDate,
49
- compatibilityFlags,
50
- bindings,
51
- assetPaths,
52
- public: publicDirectory,
53
- port,
54
- rules,
55
- enableLocalPersistence,
56
- ip,
57
- crons,
107
+ name: workerName,
108
+ bundle,
109
+ format,
110
+ compatibilityDate,
111
+ compatibilityFlags,
112
+ usageModel,
113
+ bindings,
114
+ workerDefinitions,
115
+ assetPaths,
116
+ initialPort,
117
+ rules,
118
+ localPersistencePath,
119
+ liveReload,
120
+ initialIp,
121
+ crons,
122
+ queueConsumers,
123
+ localProtocol,
124
+ localUpstream,
125
+ inspect,
126
+ onReady,
127
+ enablePagesAssetsServiceBinding,
128
+ experimentalLocal,
129
+ accountId,
130
+ experimentalLocalRemoteKv,
58
131
  }: LocalProps) {
59
- // TODO: pass vars via command line
60
- const local = useRef<ReturnType<typeof spawn>>();
61
- const removeSignalExitListener = useRef<() => void>();
62
- const [inspectorUrl, setInspectorUrl] = useState<string | undefined>();
63
- // if we're using local persistence for data, we should use the cwd
64
- // as an explicit path, or else it'll use the temp dir
65
- // which disappears when dev ends
66
- const localPersistencePath = enableLocalPersistence
67
- ? // Maybe we could make the path configurable as well?
68
- path.join(process.cwd(), "wrangler-local-state")
69
- : // We otherwise choose null, but choose true later
70
- // so that it's persisted in the temp dir across a dev session
71
- // even when we change source and reload
72
- null;
73
- useEffect(() => {
74
- const abortController = new AbortController();
75
- async function startLocalWorker() {
76
- if (!bundle || !format) return;
77
-
78
- // port for the worker
79
- await waitForPortToBeAvailable(port, {
80
- retryPeriod: 200,
81
- timeout: 2000,
82
- abortSignal: abortController.signal,
83
- });
84
-
85
- if (publicDirectory) {
86
- throw new Error(
87
- '⎔ A "public" folder is not yet supported in local mode.'
88
- );
89
- }
90
- if (bindings.services && bindings.services.length > 0) {
91
- throw new Error(
92
- "⎔ Service bindings are not yet supported in local mode."
93
- );
94
- }
95
-
96
- // In local mode, we want to copy all referenced modules into
97
- // the output bundle directory before starting up
98
- for (const module of bundle.modules) {
99
- await writeFile(
100
- path.join(path.dirname(bundle.path), module.name),
101
- module.content
102
- );
103
- }
104
-
105
- const scriptPath = realpathSync(bundle.path);
106
-
107
- // the wasm_modules/text_blobs/data_blobs bindings are
108
- // relative to process.cwd(), but the actual worker bundle
109
- // is in the temp output directory; so we rewrite the paths to be absolute,
110
- // letting miniflare resolve them correctly
111
-
112
- // wasm
113
- const wasmBindings: Record<string, string> = {};
114
- for (const [name, filePath] of Object.entries(
115
- bindings.wasm_modules || {}
116
- )) {
117
- wasmBindings[name] = path.join(process.cwd(), filePath);
118
- }
119
-
120
- // text
121
- const textBlobBindings: Record<string, string> = {};
122
- for (const [name, filePath] of Object.entries(
123
- bindings.text_blobs || {}
124
- )) {
125
- textBlobBindings[name] = path.join(process.cwd(), filePath);
126
- }
127
-
128
- // data
129
- const dataBlobBindings: Record<string, string> = {};
130
- for (const [name, filePath] of Object.entries(
131
- bindings.data_blobs || {}
132
- )) {
133
- dataBlobBindings[name] = path.join(process.cwd(), filePath);
134
- }
135
-
136
- if (format === "service-worker") {
137
- for (const { type, name } of bundle.modules) {
138
- if (type === "compiled-wasm") {
139
- // In service-worker format, .wasm modules are referenced by global identifiers,
140
- // so we convert it here.
141
- // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
142
- // characters with an underscore.
143
- const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
144
- wasmBindings[identifier] = name;
145
- } else if (type === "text") {
146
- // In service-worker format, text modules are referenced by global identifiers,
147
- // so we convert it here.
148
- // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
149
- // characters with an underscore.
150
- const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
151
- textBlobBindings[identifier] = name;
152
- } else if (type === "buffer") {
153
- // In service-worker format, data blobs are referenced by global identifiers,
154
- // so we convert it here.
155
- // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
156
- // characters with an underscore.
157
- const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
158
- dataBlobBindings[identifier] = name;
159
- }
160
- }
161
- }
162
-
163
- const options: MiniflareOptions = {
164
- name: workerName,
165
- port,
166
- scriptPath,
167
- host: ip,
168
- modules: format === "modules",
169
- modulesRules: (rules || [])
170
- .concat(DEFAULT_MODULE_RULES)
171
- .map(({ type, globs: include, fallthrough }) => ({
172
- type,
173
- include,
174
- fallthrough,
175
- })),
176
- compatibilityDate,
177
- compatibilityFlags,
178
- kvNamespaces: bindings.kv_namespaces?.map((kv) => kv.binding),
179
- durableObjects: Object.fromEntries(
180
- (bindings.durable_objects?.bindings ?? []).map<[string, string]>(
181
- (value) => [value.name, value.class_name]
182
- )
183
- ),
184
- ...(localPersistencePath
185
- ? {
186
- kvPersist: path.join(localPersistencePath, "kv"),
187
- durableObjectsPersist: path.join(localPersistencePath, "do"),
188
- cachePersist: path.join(localPersistencePath, "cache"),
189
- }
190
- : {
191
- // We mark these as true, so that they'll
192
- // persist in the temp directory.
193
- // This means they'll persist across a dev session,
194
- // even if we change source and reload,
195
- // and be deleted when the dev session ends
196
- durableObjectsPersist: true,
197
- cachePersist: true,
198
- kvPersist: true,
199
- }),
200
-
201
- sitePath: assetPaths?.assetDirectory
202
- ? path.join(assetPaths.baseDirectory, assetPaths.assetDirectory)
203
- : undefined,
204
- siteInclude: assetPaths?.includePatterns.length
205
- ? assetPaths?.includePatterns
206
- : undefined,
207
- siteExclude: assetPaths?.excludePatterns.length
208
- ? assetPaths.excludePatterns
209
- : undefined,
210
- bindings: bindings.vars,
211
- wasmBindings,
212
- textBlobBindings,
213
- dataBlobBindings,
214
- sourceMap: true,
215
- logUnhandledRejections: true,
216
- crons,
217
- };
218
-
219
- // The path to the Miniflare CLI assumes that this file is being run from
220
- // `wrangler-dist` and that the CLI is found in `miniflare-dist`.
221
- // If either of those paths change this line needs updating.
222
- const miniflareCLIPath = path.resolve(
223
- __dirname,
224
- "../miniflare-dist/index.mjs"
225
- );
226
- const optionsArg = JSON.stringify(options, null);
227
-
228
- logger.log("⎔ Starting a local server...");
229
- local.current = spawn(
230
- "node",
231
- [
232
- "--experimental-vm-modules", // ensures that Miniflare can run ESM Workers
233
- "--no-warnings", // hide annoying Node warnings
234
- "--inspect", // start Miniflare listening for a debugger to attach
235
- miniflareCLIPath,
236
- optionsArg,
237
- // "--log=VERBOSE", // uncomment this to Miniflare to log "everything"!
238
- ],
239
- {
240
- cwd: path.dirname(scriptPath),
241
- }
242
- );
243
-
244
- local.current.on("close", (code) => {
245
- if (code) {
246
- logger.log(`Miniflare process exited with code ${code}`);
247
- }
248
- });
249
-
250
- local.current.stdout?.on("data", (data: Buffer) => {
251
- process.stdout.write(data);
252
- });
253
-
254
- local.current.stderr?.on("data", (data: Buffer) => {
255
- const matches =
256
- /Debugger listening on (ws:\/\/127\.0\.0\.1:\d+\/[A-Za-z0-9-]+)/.exec(
257
- data.toString()
258
- );
259
- if (matches) {
260
- setInspectorUrl(matches[1]);
261
- }
262
- });
263
-
264
- local.current.on("exit", (code) => {
265
- if (code) {
266
- logger.error(`Miniflare process exited with code ${code}`);
267
- }
268
- });
269
-
270
- local.current.on("error", (error: Error) => {
271
- logger.error(`Miniflare process failed to spawn`);
272
- logger.error(error);
273
- });
274
-
275
- removeSignalExitListener.current = onExit((_code, _signal) => {
276
- logger.log("⎔ Shutting down local server.");
277
- local.current?.kill();
278
- local.current = undefined;
279
- });
280
- }
281
-
282
- startLocalWorker().catch((err) => {
283
- logger.error("local worker:", err);
284
- });
285
-
286
- return () => {
287
- abortController.abort();
288
- if (local.current) {
289
- logger.log("⎔ Shutting down local server.");
290
- local.current?.kill();
291
- local.current = undefined;
292
- removeSignalExitListener.current && removeSignalExitListener.current();
293
- removeSignalExitListener.current = undefined;
294
- }
295
- };
296
- }, [
297
- bundle,
298
- workerName,
299
- format,
300
- port,
301
- ip,
302
- bindings.durable_objects?.bindings,
303
- bindings.kv_namespaces,
304
- bindings.vars,
305
- bindings.services,
306
- compatibilityDate,
307
- compatibilityFlags,
308
- localPersistencePath,
309
- assetPaths,
310
- publicDirectory,
311
- rules,
312
- bindings.wasm_modules,
313
- bindings.text_blobs,
314
- bindings.data_blobs,
315
- crons,
316
- ]);
317
- return { inspectorUrl };
132
+ // TODO: pass vars via command line
133
+ const local = useRef<ChildProcess>();
134
+ const experimentalLocalRef = useRef<Miniflare3Type>();
135
+ const removeSignalExitListener = useRef<() => void>();
136
+ const removeExperimentalLocalSignalExitListener = useRef<() => void>();
137
+ const [inspectorUrl, setInspectorUrl] = useState<string | undefined>();
138
+
139
+ // Our inspector proxy server will be binding to `LocalProps`'s `inspectorPort`.
140
+ // If we attempted to bind Node.js/workerd to the same inspector port, we'd get a port already in use error.
141
+ // Therefore, generate a new random port for our runtime's to bind their inspector service to.
142
+ const runtimeInspectorPortRef = useRef<number>();
143
+
144
+ useEffect(() => {
145
+ if (bindings.services && bindings.services.length > 0) {
146
+ logger.warn(
147
+ "⎔ Support for service bindings in local mode is experimental and may change."
148
+ );
149
+ }
150
+ }, [bindings.services]);
151
+
152
+ useEffect(() => {
153
+ const externalDurableObjects = (
154
+ bindings.durable_objects?.bindings || []
155
+ ).filter((binding) => binding.script_name);
156
+
157
+ if (externalDurableObjects.length > 0) {
158
+ logger.warn(
159
+ "⎔ Support for external Durable Objects in local mode is experimental and may change."
160
+ );
161
+ }
162
+ }, [bindings.durable_objects?.bindings]);
163
+
164
+ useEffect(() => {
165
+ const abortController = new AbortController();
166
+ async function startLocalWorker() {
167
+ if (!bundle || !format) return;
168
+
169
+ const scriptPath = realpathSync(bundle.path);
170
+
171
+ const upstream =
172
+ typeof localUpstream === "string"
173
+ ? `${localProtocol}://${localUpstream}`
174
+ : undefined;
175
+
176
+ const {
177
+ externalDurableObjects,
178
+ internalDurableObjects,
179
+ wasmBindings,
180
+ textBlobBindings,
181
+ dataBlobBindings,
182
+ } = setupBindings({
183
+ wasm_modules: bindings.wasm_modules,
184
+ text_blobs: bindings.text_blobs,
185
+ data_blobs: bindings.data_blobs,
186
+ durable_objects: bindings.durable_objects,
187
+ format,
188
+ bundle,
189
+ });
190
+
191
+ runtimeInspectorPortRef.current ??= await getPort();
192
+ const runtimeInspectorPort = runtimeInspectorPortRef.current;
193
+
194
+ const { forkOptions, miniflareCLIPath, options } = setupMiniflareOptions({
195
+ workerName,
196
+ port: initialPort,
197
+ scriptPath,
198
+ localProtocol,
199
+ ip: initialIp,
200
+ format,
201
+ rules,
202
+ compatibilityDate,
203
+ compatibilityFlags,
204
+ usageModel,
205
+ kv_namespaces: bindings?.kv_namespaces,
206
+ r2_buckets: bindings?.r2_buckets,
207
+ queueBindings: bindings?.queues,
208
+ queueConsumers: queueConsumers,
209
+ d1_databases: bindings?.d1_databases,
210
+ internalDurableObjects,
211
+ externalDurableObjects,
212
+ localPersistencePath,
213
+ liveReload,
214
+ assetPaths,
215
+ vars: bindings?.vars,
216
+ wasmBindings,
217
+ textBlobBindings,
218
+ dataBlobBindings,
219
+ crons,
220
+ upstream,
221
+ workerDefinitions,
222
+ enablePagesAssetsServiceBinding,
223
+ });
224
+
225
+ if (experimentalLocal) {
226
+ const log = await buildMiniflare3Logger();
227
+ const mf3Options = await transformMf2OptionsToMf3Options({
228
+ miniflare2Options: options,
229
+ format,
230
+ bundle,
231
+ log,
232
+ enablePagesAssetsServiceBinding,
233
+ kvNamespaces: bindings?.kv_namespaces,
234
+ r2Buckets: bindings?.r2_buckets,
235
+ d1Databases: bindings?.d1_databases,
236
+ authenticatedAccountId: accountId,
237
+ kvRemote: experimentalLocalRemoteKv,
238
+ inspectorPort: runtimeInspectorPort,
239
+ });
240
+
241
+ const current = experimentalLocalRef.current;
242
+
243
+ if (current === undefined) {
244
+ // If we don't have an active Miniflare instance, create a new one
245
+ const { Miniflare } = await getMiniflare3();
246
+ if (abortController.signal.aborted) return;
247
+ const mf = new Miniflare(mf3Options);
248
+ experimentalLocalRef.current = mf;
249
+ removeExperimentalLocalSignalExitListener.current = onExit(() => {
250
+ logger.log("⎔ Shutting down experimental local server.");
251
+ void mf.dispose();
252
+ experimentalLocalRef.current = undefined;
253
+ });
254
+ await mf.ready;
255
+ } else {
256
+ // Otherwise, reuse the existing instance with its loopback server
257
+ // and just update the options
258
+ if (abortController.signal.aborted) return;
259
+ logger.log("⎔ Reloading experimental local server.");
260
+ await current.setOptions(mf3Options);
261
+ }
262
+
263
+ try {
264
+ // fetch the inspector JSON response from the DevTools Inspector protocol
265
+ const inspectorJSONArr = (await (
266
+ await fetch(`http://127.0.0.1:${runtimeInspectorPort}/json`)
267
+ ).json()) as InspectorJSON;
268
+
269
+ const foundInspectorURL = inspectorJSONArr?.find((inspectorJSON) =>
270
+ inspectorJSON.id.startsWith("core:user")
271
+ )?.webSocketDebuggerUrl;
272
+ if (foundInspectorURL === undefined) {
273
+ setInspectorUrl(undefined);
274
+ } else {
275
+ const url = new URL(foundInspectorURL);
276
+ // Force inspector URL to be different on each reload so `useEffect`
277
+ // in `useInspector` is re-run to connect to newly restarted
278
+ // `workerd` server when updating options. Can't use a query param
279
+ // here as that seems to cause an infinite connection loop, can't
280
+ // use a hash as those are forbidden by `ws`, so username it is.
281
+ url.username = `${Date.now()}-${Math.floor(
282
+ Math.random() * Number.MAX_SAFE_INTEGER
283
+ )}`;
284
+ setInspectorUrl(url.toString());
285
+ }
286
+ } catch (error: unknown) {
287
+ logger.error("Error attempting to retrieve Debugger URL:", error);
288
+ }
289
+
290
+ return;
291
+ }
292
+
293
+ // Wait for the Worker port to be available. We don't want to do this in experimental local
294
+ // mode, as we only `dispose()` the Miniflare 3 instance, and shutdown the server when
295
+ // unmounting the component, not when props change. If we did, we'd just timeout every time.
296
+ await waitForPortToBeAvailable(initialPort, {
297
+ retryPeriod: 200,
298
+ timeout: 2000,
299
+ abortSignal: abortController.signal,
300
+ });
301
+
302
+ const nodeOptions = setupNodeOptions({
303
+ inspect,
304
+ inspectorPort: runtimeInspectorPort,
305
+ });
306
+ logger.log("⎔ Starting a local server...");
307
+
308
+ const hasColourSupport =
309
+ chalk.supportsColor.hasBasic && process.env.FORCE_COLOR !== "0";
310
+ const child = (local.current = fork(miniflareCLIPath, forkOptions, {
311
+ cwd: path.dirname(scriptPath),
312
+ execArgv: nodeOptions,
313
+ stdio: "pipe",
314
+ env: {
315
+ ...process.env,
316
+ FORCE_COLOR: hasColourSupport ? "1" : undefined,
317
+ },
318
+ }));
319
+
320
+ child.on("message", async (messageString) => {
321
+ const message = JSON.parse(messageString as string);
322
+ if (message.ready) {
323
+ // Let's register our presence in the dev registry
324
+ if (workerName) {
325
+ await registerWorker(workerName, {
326
+ protocol: localProtocol,
327
+ mode: "local",
328
+ port: message.port,
329
+ host: initialIp,
330
+ durableObjects: internalDurableObjects.map((binding) => ({
331
+ name: binding.name,
332
+ className: binding.class_name,
333
+ })),
334
+ ...(message.durableObjectsPort
335
+ ? {
336
+ durableObjectsHost: initialIp,
337
+ durableObjectsPort: message.durableObjectsPort,
338
+ }
339
+ : {}),
340
+ });
341
+ }
342
+ onReady?.(initialIp, message.port);
343
+ }
344
+ });
345
+
346
+ child.on("close", (code) => {
347
+ if (code) {
348
+ logger.log(`Miniflare process exited with code ${code}`);
349
+ }
350
+ });
351
+
352
+ child.stdout?.on("data", (data: Buffer) => {
353
+ process.stdout.write(data);
354
+ });
355
+
356
+ // parse the node inspector url (which may be received in chunks) from stderr
357
+ let stderrData = "";
358
+ let inspectorUrlFound = false;
359
+ child.stderr?.on("data", (data: Buffer) => {
360
+ if (!inspectorUrlFound) {
361
+ stderrData += data.toString();
362
+ const matches =
363
+ /Debugger listening on (ws:\/\/127\.0\.0\.1:\d+\/[A-Za-z0-9-]+)[\r|\n]/.exec(
364
+ stderrData
365
+ );
366
+ if (matches) {
367
+ inspectorUrlFound = true;
368
+ setInspectorUrl(matches[1]);
369
+ }
370
+ }
371
+
372
+ process.stderr.write(data);
373
+ });
374
+
375
+ child.on("exit", (code) => {
376
+ if (code) {
377
+ logger.error(`Miniflare process exited with code ${code}`);
378
+ }
379
+ });
380
+
381
+ child.on("error", (error: Error) => {
382
+ logger.error(`Miniflare process failed to spawn`);
383
+ logger.error(error);
384
+ });
385
+
386
+ removeSignalExitListener.current = onExit((_code, _signal) => {
387
+ logger.log("⎔ Shutting down local server.");
388
+ child.kill();
389
+ local.current = undefined;
390
+ });
391
+ }
392
+
393
+ startLocalWorker().catch((err) => {
394
+ if (err.code === "ERR_RUNTIME_FAILURE") {
395
+ // Don't log a full verbose stack-trace when Miniflare 3's workerd instance fails to start.
396
+ // workerd will log its own errors, and our stack trace won't have any useful information.
397
+ logger.error(err.message);
398
+ } else {
399
+ logger.error("local worker:", err);
400
+ }
401
+ });
402
+
403
+ return () => {
404
+ abortController.abort();
405
+ if (local.current) {
406
+ logger.log("⎔ Shutting down local server.");
407
+ local.current?.kill();
408
+ local.current = undefined;
409
+ }
410
+ removeSignalExitListener.current?.();
411
+ removeSignalExitListener.current = undefined;
412
+ };
413
+ }, [
414
+ bundle,
415
+ workerName,
416
+ format,
417
+ initialPort,
418
+ initialIp,
419
+ queueConsumers,
420
+ bindings.queues,
421
+ bindings.durable_objects,
422
+ bindings.kv_namespaces,
423
+ bindings.r2_buckets,
424
+ bindings.d1_databases,
425
+ bindings.vars,
426
+ bindings.services,
427
+ workerDefinitions,
428
+ compatibilityDate,
429
+ compatibilityFlags,
430
+ usageModel,
431
+ localPersistencePath,
432
+ liveReload,
433
+ assetPaths,
434
+ rules,
435
+ bindings.wasm_modules,
436
+ bindings.text_blobs,
437
+ bindings.data_blobs,
438
+ crons,
439
+ localProtocol,
440
+ localUpstream,
441
+ inspect,
442
+ onReady,
443
+ enablePagesAssetsServiceBinding,
444
+ experimentalLocal,
445
+ accountId,
446
+ experimentalLocalRemoteKv,
447
+ ]);
448
+
449
+ // Rather than disposing the Miniflare instance on every reload, only dispose
450
+ // it if local mode is disabled and the `Local` component is unmounted. This
451
+ // allows us to use the more efficient `Miniflare#setOptions` on reload which
452
+ // retains internal state (e.g. the Miniflare loopback server).
453
+ useEffect(
454
+ () => () => {
455
+ if (experimentalLocalRef.current) {
456
+ logger.log("⎔ Shutting down experimental local server.");
457
+ // Initialisation errors are also thrown asynchronously by dispose().
458
+ // The catch() above should've caught them though.
459
+ experimentalLocalRef.current?.dispose().catch(() => {});
460
+ experimentalLocalRef.current = undefined;
461
+ }
462
+ removeExperimentalLocalSignalExitListener.current?.();
463
+ removeExperimentalLocalSignalExitListener.current = undefined;
464
+ },
465
+ []
466
+ );
467
+
468
+ return { inspectorUrl };
469
+ }
470
+
471
+ interface SetupBindingsProps {
472
+ wasm_modules: CfWasmModuleBindings | undefined;
473
+ text_blobs: CfTextBlobBindings | undefined;
474
+ data_blobs: CfDataBlobBindings | undefined;
475
+ durable_objects: { bindings: CfDurableObject[] } | undefined;
476
+ bundle: EsbuildBundle;
477
+ format: CfScriptFormat;
478
+ }
479
+
480
+ export function setupBindings({
481
+ wasm_modules,
482
+ text_blobs,
483
+ data_blobs,
484
+ durable_objects,
485
+ format,
486
+ bundle,
487
+ }: SetupBindingsProps) {
488
+ // the wasm_modules/text_blobs/data_blobs bindings are
489
+ // relative to process.cwd(), but the actual worker bundle
490
+ // is in the temp output directory; so we rewrite the paths to be absolute,
491
+ // letting miniflare resolve them correctly
492
+
493
+ // wasm
494
+ const wasmBindings: Record<string, string> = {};
495
+ for (const [name, filePath] of Object.entries(wasm_modules || {})) {
496
+ wasmBindings[name] = path.join(process.cwd(), filePath);
497
+ }
498
+
499
+ // text
500
+ const textBlobBindings: Record<string, string> = {};
501
+ for (const [name, filePath] of Object.entries(text_blobs || {})) {
502
+ textBlobBindings[name] = path.join(process.cwd(), filePath);
503
+ }
504
+
505
+ // data
506
+ const dataBlobBindings: Record<string, string> = {};
507
+ for (const [name, filePath] of Object.entries(data_blobs || {})) {
508
+ dataBlobBindings[name] = path.join(process.cwd(), filePath);
509
+ }
510
+
511
+ if (format === "service-worker") {
512
+ for (const { type, name } of bundle.modules) {
513
+ if (type === "compiled-wasm") {
514
+ // In service-worker format, .wasm modules are referenced by global identifiers,
515
+ // so we convert it here.
516
+ // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
517
+ // characters with an underscore.
518
+ const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
519
+ wasmBindings[identifier] = name;
520
+ } else if (type === "text") {
521
+ // In service-worker format, text modules are referenced by global identifiers,
522
+ // so we convert it here.
523
+ // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
524
+ // characters with an underscore.
525
+ const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
526
+ textBlobBindings[identifier] = name;
527
+ } else if (type === "buffer") {
528
+ // In service-worker format, data blobs are referenced by global identifiers,
529
+ // so we convert it here.
530
+ // This identifier has to be a valid JS identifier, so we replace all non alphanumeric
531
+ // characters with an underscore.
532
+ const identifier = name.replace(/[^a-zA-Z0-9_$]/g, "_");
533
+ dataBlobBindings[identifier] = name;
534
+ }
535
+ }
536
+ }
537
+
538
+ const internalDurableObjects = (durable_objects?.bindings || []).filter(
539
+ (binding) => !binding.script_name
540
+ );
541
+ const externalDurableObjects = (durable_objects?.bindings || []).filter(
542
+ (binding) => binding.script_name
543
+ );
544
+ return {
545
+ internalDurableObjects,
546
+ externalDurableObjects,
547
+ wasmBindings,
548
+ textBlobBindings,
549
+ dataBlobBindings,
550
+ };
551
+ }
552
+
553
+ interface SetupMiniflareOptionsProps {
554
+ workerName: string | undefined;
555
+ port: number;
556
+ scriptPath: string;
557
+ localProtocol: "http" | "https";
558
+ ip: string;
559
+ format: CfScriptFormat;
560
+ rules: Config["rules"];
561
+ compatibilityDate: string;
562
+ compatibilityFlags: string[] | undefined;
563
+ usageModel: "bundled" | "unbound" | undefined;
564
+ kv_namespaces: CfKvNamespace[] | undefined;
565
+ queueBindings: CfQueue[] | undefined;
566
+ queueConsumers: Config["queues"]["consumers"];
567
+ r2_buckets: CfR2Bucket[] | undefined;
568
+ d1_databases: CfD1Database[] | undefined;
569
+ internalDurableObjects: CfDurableObject[];
570
+ externalDurableObjects: CfDurableObject[];
571
+ localPersistencePath: string | null;
572
+ liveReload: boolean;
573
+ assetPaths: AssetPaths | undefined;
574
+ vars: CfVars | undefined;
575
+ wasmBindings: Record<string, string>;
576
+ textBlobBindings: Record<string, string>;
577
+ dataBlobBindings: Record<string, string>;
578
+ crons: Config["triggers"]["crons"];
579
+ upstream: string | undefined;
580
+ workerDefinitions: WorkerRegistry | undefined;
581
+ enablePagesAssetsServiceBinding?: EnablePagesAssetsServiceBindingOptions;
582
+ }
583
+
584
+ export function setupMiniflareOptions({
585
+ workerName,
586
+ port,
587
+ scriptPath,
588
+ localProtocol,
589
+ ip,
590
+ format,
591
+ rules,
592
+ compatibilityDate,
593
+ compatibilityFlags,
594
+ usageModel,
595
+ kv_namespaces,
596
+ queueBindings,
597
+ queueConsumers,
598
+ r2_buckets,
599
+ d1_databases,
600
+ internalDurableObjects,
601
+ externalDurableObjects,
602
+ localPersistencePath,
603
+ liveReload,
604
+ assetPaths,
605
+ vars,
606
+ wasmBindings,
607
+ textBlobBindings,
608
+ dataBlobBindings,
609
+ crons,
610
+ upstream,
611
+ workerDefinitions,
612
+ enablePagesAssetsServiceBinding,
613
+ }: SetupMiniflareOptionsProps): {
614
+ miniflareCLIPath: string;
615
+ forkOptions: string[];
616
+ options: MiniflareOptions;
617
+ } {
618
+ // It's now getting _really_ messy now with Pages ASSETS binding outside and the external Durable Objects inside.
619
+ const options: MiniflareOptions = {
620
+ name: workerName,
621
+ port,
622
+ scriptPath,
623
+ https: localProtocol === "https",
624
+ host: ip,
625
+ modules: format === "modules",
626
+ modulesRules: (rules || [])
627
+ .concat(DEFAULT_MODULE_RULES)
628
+ .map(({ type, globs: include, fallthrough }) => ({
629
+ type,
630
+ include,
631
+ fallthrough,
632
+ })),
633
+ compatibilityDate,
634
+ compatibilityFlags,
635
+ usageModel,
636
+ kvNamespaces: kv_namespaces?.map((kv) => kv.binding),
637
+ queueBindings: queueBindings?.map((queue) => {
638
+ return { name: queue.binding, queueName: queue.queue_name };
639
+ }),
640
+ queueConsumers: queueConsumers?.map((consumer) => {
641
+ const waitMs = consumer.max_batch_timeout
642
+ ? 1000 * consumer.max_batch_timeout
643
+ : undefined;
644
+ return {
645
+ queueName: consumer.queue,
646
+ maxBatchSize: consumer.max_batch_size,
647
+ maxWaitMs: waitMs,
648
+ maxRetries: consumer.max_retries,
649
+ deadLetterQueue: consumer.dead_letter_queue,
650
+ };
651
+ }),
652
+ r2Buckets: r2_buckets?.map((r2) => r2.binding),
653
+ durableObjects: Object.fromEntries(
654
+ internalDurableObjects.map((binding) => [
655
+ binding.name,
656
+ binding.class_name,
657
+ ])
658
+ ),
659
+ externalDurableObjects: Object.fromEntries(
660
+ externalDurableObjects
661
+ .map((binding) => {
662
+ const service =
663
+ workerDefinitions &&
664
+ workerDefinitions[binding.script_name as string];
665
+ if (!service) return [binding.name, undefined];
666
+
667
+ const name = service.durableObjects.find(
668
+ (durableObject) => durableObject.className === binding.class_name
669
+ )?.name;
670
+ if (!name) return [binding.name, undefined];
671
+
672
+ return [
673
+ binding.name,
674
+ {
675
+ name,
676
+ host: service.durableObjectsHost,
677
+ port: service.durableObjectsPort,
678
+ },
679
+ ];
680
+ })
681
+ .filter(([_, details]) => !!details)
682
+ ),
683
+ d1Databases: d1_databases?.map((db) => db.binding),
684
+ ...(localPersistencePath
685
+ ? {
686
+ cachePersist: path.join(localPersistencePath, "cache"),
687
+ durableObjectsPersist: path.join(localPersistencePath, "do"),
688
+ kvPersist: path.join(localPersistencePath, "kv"),
689
+ r2Persist: path.join(localPersistencePath, "r2"),
690
+ d1Persist: path.join(localPersistencePath, "d1"),
691
+ }
692
+ : {
693
+ // We mark these as true, so that they'll
694
+ // persist in the temp directory.
695
+ // This means they'll persist across a dev session,
696
+ // even if we change source and reload,
697
+ // and be deleted when the dev session ends
698
+ cachePersist: true,
699
+ durableObjectsPersist: true,
700
+ kvPersist: true,
701
+ r2Persist: true,
702
+ d1Persist: true,
703
+ }),
704
+
705
+ liveReload,
706
+ sitePath: assetPaths?.assetDirectory
707
+ ? path.join(assetPaths.baseDirectory, assetPaths.assetDirectory)
708
+ : undefined,
709
+ siteInclude: assetPaths?.includePatterns.length
710
+ ? assetPaths?.includePatterns
711
+ : undefined,
712
+ siteExclude: assetPaths?.excludePatterns.length
713
+ ? assetPaths.excludePatterns
714
+ : undefined,
715
+ bindings: vars,
716
+ wasmBindings,
717
+ textBlobBindings,
718
+ dataBlobBindings,
719
+ sourceMap: true,
720
+ logUnhandledRejections: true,
721
+ crons,
722
+ upstream,
723
+ logLevel: logger.loggerLevel,
724
+ enablePagesAssetsServiceBinding,
725
+ };
726
+ // The path to the Miniflare CLI assumes that this file is being run from
727
+ // `wrangler-dist` and that the CLI is found in `miniflare-dist`.
728
+ // If either of those paths change this line needs updating.
729
+ const miniflareCLIPath = path.resolve(
730
+ getBasePath(),
731
+ "miniflare-dist/index.mjs"
732
+ );
733
+ const miniflareOptions = JSON.stringify(options, null);
734
+ const forkOptions = [miniflareOptions];
735
+ if (enablePagesAssetsServiceBinding) {
736
+ forkOptions.push(JSON.stringify(enablePagesAssetsServiceBinding));
737
+ }
738
+ return { miniflareCLIPath, forkOptions, options };
739
+ }
740
+
741
+ export function setupNodeOptions({
742
+ inspect,
743
+ inspectorPort,
744
+ }: {
745
+ inspect: boolean;
746
+ inspectorPort: number;
747
+ }) {
748
+ const nodeOptions = [
749
+ "--experimental-vm-modules", // ensures that Miniflare can run ESM Workers
750
+ "--no-warnings", // hide annoying Node warnings
751
+ // "--log=VERBOSE", // uncomment this to Miniflare to log "everything"!
752
+ ];
753
+ if (inspect) {
754
+ nodeOptions.push("--inspect=" + `127.0.0.1:${inspectorPort}`); // start Miniflare listening for a debugger to attach
755
+ }
756
+ return nodeOptions;
757
+ }
758
+
759
+ export interface SetupMiniflare3Options {
760
+ // Regular Miniflare 2 options to transform
761
+ miniflare2Options: MiniflareOptions;
762
+ // Miniflare 3 requires all modules to be manually specified
763
+ format: CfScriptFormat;
764
+ bundle: EsbuildBundle;
765
+
766
+ // Miniflare's logger
767
+ log: Miniflare3LogType;
768
+
769
+ enablePagesAssetsServiceBinding?: EnablePagesAssetsServiceBindingOptions;
770
+
771
+ // Miniflare 3 accepts namespace/bucket names in addition to binding names.
772
+ // This means multiple workers persisting to the same location can have
773
+ // different binding names for the same namespace/bucket. Therefore, we need
774
+ // the full KV/R2 arrays. This is also required for remote KV storage, as
775
+ // we need actual namespace IDs to connect to.
776
+ kvNamespaces: CfKvNamespace[] | undefined;
777
+ r2Buckets: CfR2Bucket[] | undefined;
778
+ d1Databases: CfD1Database[] | undefined;
779
+
780
+ // Account ID to use for authenticated Cloudflare fetch. If true, prompt
781
+ // user for ID if multiple available.
782
+ authenticatedAccountId: string | true | undefined;
783
+ // Whether to read/write from/to real KV namespaces
784
+ kvRemote: boolean | undefined;
785
+
786
+ // Port to start DevTools inspector server on
787
+ inspectorPort: number;
788
+ }
789
+
790
+ export async function buildMiniflare3Logger(): Promise<Miniflare3LogType> {
791
+ const { Log, NoOpLog, LogLevel } = await getMiniflare3();
792
+
793
+ let level = logger.loggerLevel.toUpperCase() as Uppercase<LoggerLevel>;
794
+ if (level === "LOG") level = "INFO";
795
+ const logLevel = LogLevel[level];
796
+
797
+ return logLevel === LogLevel.NONE ? new NoOpLog() : new Log(logLevel);
798
+ }
799
+
800
+ function transformMf2PersistToMf3(persist?: boolean | string) {
801
+ // Wrangler reuses Miniflare 3 instances between reloads but not Miniflare 2
802
+ // ones. We previously set `*Persist` options to `true` by default to
803
+ // persist data between reloads in the temporary script directory (Miniflare
804
+ // 2's working directory). However, with Miniflare 3, the working directory
805
+ // is the current working directory, so we want to set these to `false`
806
+ // and use Miniflare 3's native in-memory persistence.
807
+ //
808
+ // See https://github.com/cloudflare/workers-sdk/issues/2995.
809
+ return persist === true ? false : persist;
810
+ }
811
+
812
+ export async function transformMf2OptionsToMf3Options({
813
+ miniflare2Options,
814
+ format,
815
+ bundle,
816
+ log,
817
+ enablePagesAssetsServiceBinding,
818
+ kvNamespaces,
819
+ r2Buckets,
820
+ d1Databases,
821
+ authenticatedAccountId,
822
+ kvRemote,
823
+ inspectorPort,
824
+ }: SetupMiniflare3Options): Promise<Miniflare3Options> {
825
+ // Build authenticated Cloudflare API fetch function if required
826
+ let cloudflareFetch: CloudflareFetch | undefined;
827
+ if (kvRemote && authenticatedAccountId !== undefined) {
828
+ const { Response: Miniflare3Response } = await getMiniflare3();
829
+ const preferredAccountId =
830
+ authenticatedAccountId === true ? undefined : authenticatedAccountId;
831
+ const accountId = await requireAuth({ account_id: preferredAccountId });
832
+ cloudflareFetch = async (resource, searchParams, init) => {
833
+ resource = `/accounts/${accountId}/${resource}`;
834
+ const response = await performApiFetch(resource, init, searchParams);
835
+ return new Miniflare3Response(response.body, response);
836
+ };
837
+ }
838
+
839
+ let options: Partial<Miniflare3Options> = {
840
+ ...miniflare2Options,
841
+
842
+ // Miniflare 3 distinguishes between binding name and namespace/bucket IDs.
843
+ kvNamespaces: Object.fromEntries(
844
+ kvNamespaces?.map(({ binding, id }) => [binding, id]) ?? []
845
+ ),
846
+ r2Buckets: Object.fromEntries(
847
+ r2Buckets?.map(({ binding, bucket_name }) => [binding, bucket_name]) ?? []
848
+ ),
849
+ d1Databases: Object.fromEntries(
850
+ d1Databases?.map(({ binding, database_id, preview_database_id }) => [
851
+ binding,
852
+ preview_database_id ?? database_id,
853
+ ]) ?? []
854
+ ),
855
+
856
+ cachePersist: transformMf2PersistToMf3(miniflare2Options.cachePersist),
857
+ durableObjectsPersist: transformMf2PersistToMf3(
858
+ miniflare2Options.durableObjectsPersist
859
+ ),
860
+ kvPersist: transformMf2PersistToMf3(miniflare2Options.kvPersist),
861
+ r2Persist: transformMf2PersistToMf3(miniflare2Options.r2Persist),
862
+ d1Persist: transformMf2PersistToMf3(miniflare2Options.d1Persist),
863
+
864
+ inspectorPort,
865
+ verbose: logger.loggerLevel === "debug",
866
+ cloudflareFetch,
867
+ log,
868
+ };
869
+
870
+ if (enablePagesAssetsServiceBinding !== undefined) {
871
+ // `../miniflare-cli/assets` dynamically imports`@cloudflare/pages-shared/environment-polyfills`.
872
+ // `@cloudflare/pages-shared/environment-polyfills/types.ts` defines `global`
873
+ // augmentations that pollute the `import`-site's typing environment.
874
+ //
875
+ // We `require` instead of `import`ing here to avoid polluting the main
876
+ // `wrangler` TypeScript project with the `global` augmentations. This
877
+ // relies on the fact that `require` is untyped.
878
+ //
879
+ // eslint-disable-next-line @typescript-eslint/no-var-requires
880
+ const generateASSETSBinding = require("../miniflare-cli/assets").default;
881
+ options.serviceBindings = {
882
+ ...options.serviceBindings,
883
+ ASSETS: (await generateASSETSBinding({
884
+ log,
885
+ ...enablePagesAssetsServiceBinding,
886
+ tre: true,
887
+ // We can get rid of this `any` easily once we do experimental-local/tre by default
888
+ // eslint-disable-next-line @typescript-eslint/no-explicit-any
889
+ })) as any,
890
+ };
891
+ }
892
+
893
+ if (format === "modules") {
894
+ // Manually specify all modules from the bundle. If we didn't do this,
895
+ // Miniflare 3 would try collect them automatically again itself.
896
+
897
+ // Resolve entrypoint relative to the temporary directory, ensuring
898
+ // path doesn't start with `..`, which causes issues in `workerd`.
899
+ // Also ensures other modules with relative names can be resolved.
900
+ const root = path.dirname(bundle.path);
901
+
902
+ assert.strictEqual(bundle.type, "esm");
903
+ options = {
904
+ // Creating a new options object ensures types check (Miniflare's
905
+ // options type requires source code to be specified)
906
+ ...options,
907
+ // Required for source mapped paths to resolve correctly
908
+ modulesRoot: root,
909
+ modules: [
910
+ // Entrypoint
911
+ {
912
+ type: "ESModule",
913
+ path: bundle.path,
914
+ contents: await readFile(bundle.path, "utf-8"),
915
+ },
916
+ // Misc (WebAssembly, etc, ...)
917
+ ...bundle.modules.map((module) => ({
918
+ type: ModuleTypeToRuleType[module.type ?? "esm"],
919
+ path: path.resolve(root, module.name),
920
+ contents: module.content,
921
+ })),
922
+ ],
923
+ };
924
+ }
925
+
926
+ if (kvRemote) {
927
+ // `kvPersist` is always assigned a truthy value in `setupMiniflareOptions`
928
+ assert(options.kvPersist);
929
+ const kvRemoteCache =
930
+ options.kvPersist === true
931
+ ? // If storing in temporary directory, find this path from the bundle
932
+ // output path
933
+ path.join(path.dirname(bundle.path), ".mf", "kv-remote")
934
+ : // Otherwise, `kvPersist` looks like `.../kv`, so rewrite it to
935
+ // `kv-remote` since the expected metadata format for remote storage
936
+ // is different to local
937
+ path.join(path.dirname(options.kvPersist), "kv-remote");
938
+ options.kvPersist = `remote:?cache=${encodeURIComponent(kvRemoteCache)}`;
939
+ }
940
+
941
+ return options as Miniflare3Options;
942
+ }
943
+
944
+ // Caching of the `npx-import`ed `@miniflare/tre` package
945
+ // eslint-disable-next-line @typescript-eslint/consistent-type-imports
946
+ let miniflare3Module: typeof import("@miniflare/tre");
947
+ export async function getMiniflare3(): Promise<
948
+ // eslint-disable-next-line @typescript-eslint/consistent-type-imports
949
+ typeof import("@miniflare/tre")
950
+ > {
951
+ return (miniflare3Module ??= await npxImport("@miniflare/tre@3.0.0-next.13"));
318
952
  }