alchemy 2.0.0-beta.59 → 2.0.0-beta.60

package/lib/AWS/Lambda/MicrovmBundle.js

@@ -0,0 +1,197 @@
+import * as Effect from "effect/Effect";
+import * as FileSystem from "effect/FileSystem";
+import * as Path from "effect/Path";
+import * as Bundle from "../../Bundle/Bundle.js";
+import { findCwdForBundle } from "../../Bundle/TempRoot.js";
+import { Self } from "../../Self.js";
+import { Stack } from "../../Stack.js";
+/**
+ * The AWS-managed base image MicroVM Dockerfiles build on. The MicroVM build
+ * runs the Dockerfile server-side and snapshots the result with Firecracker.
+ */
+export const MICROVM_BASE_DOCKER_IMAGE = "public.ecr.aws/lambda/microvms:al2023-minimal";
+/** The default port the in-VM HTTP server listens on. */
+export const DEFAULT_MICROVM_PORT = 8080;
+/**
+ * Build the final Dockerfile for an effectful MicroVM image. Starts from the
+ * user-provided base (or the managed MicroVM base), installs the JS runtime,
+ * copies the bundled program, and runs it as the entrypoint. Mirrors the
+ * Cloudflare Container `buildFinalDockerfile`, but targets the MicroVM base.
+ */
+export const buildMicrovmDockerfile = (userDockerfile, runtime, port) => {
+    const base = userDockerfile?.trim() ?? `FROM ${MICROVM_BASE_DOCKER_IMAGE}`;
+    const installRuntime = runtime === "bun"
+        ? // `bun.sh/install` unpacks a zip, so the minimal MicroVM base needs
+            // `unzip` (and `tar`) present before the installer runs.
+            "RUN dnf install -y unzip tar && curl -fsSL https://bun.sh/install | bash && ln -s /root/.bun/bin/bun /usr/local/bin/bun && dnf clean all"
+        : "RUN dnf install -y nodejs && dnf clean all";
+    const runtimeBin = runtime === "bun" ? "bun" : "node";
+    return [
+        base,
+        "",
+        installRuntime,
+        "WORKDIR /app",
+        // The entry (`index.mjs`) and every rolldown chunk are emitted with a
+        // `.mjs` extension, which Node always treats as ESM — so the entry's named
+        // imports of a chunk resolve without needing a `package.json` `"type"`
+        // marker (which would risk clobbering a user-provided base image's file).
+        "COPY *.mjs /app/",
+        `EXPOSE ${port}`,
+        `ENV PORT=${port}`,
+        `ENTRYPOINT ["${runtimeBin}", "/app/index.mjs"]`,
+        "",
+    ].join("\n");
+};
+/**
+ * Bundle an Effect-native MicroVM program with Rolldown and wrap it in a
+ * generated bootstrap that boots an HTTP server (the MicroVM endpoint). Returns
+ * every emitted file so the full set can be zipped into the code artifact.
+ *
+ * Mirrors `bundleContainerProgram`; the bootstrap provides AWS runtime services
+ * (FetchHttpClient + region from env) so in-VM HTTP capability bindings
+ * (e.g. S3 `*Http`) resolve against the MicroVM's execution role.
+ */
+export const bundleMicrovmProgram = Effect.fn(function* ({ main, runtime, handler = "default", isExternal = false, external = [], port, }) {
+    const fs = yield* FileSystem.FileSystem;
+    const stack = yield* Stack;
+    const virtualEntryPlugin = yield* Bundle.virtualEntryPlugin;
+    const realMain = yield* fs.realPath(main);
+    const cwd = yield* findCwdForBundle(realMain);
+    const buildBundle = Effect.fn(function* (entry, plugins) {
+        return yield* Bundle.build({
+            input: entry,
+            cwd,
+            external: [
+                "@aws-sdk/*",
+                ...(runtime === "bun" ? ["bun", "bun:*"] : []),
+                ...external,
+            ],
+            platform: "node",
+            resolve: {
+                conditionNames: runtime === "bun"
+                    ? ["bun", "import", "module", "default"]
+                    : ["node", "import", "module", "default"],
+            },
+            plugins,
+            treeshake: true,
+        }, {
+            format: "esm",
+            sourcemap: false,
+            minify: false,
+            entryFileNames: "index.mjs",
+            // Emit chunks as `.mjs` too so Node treats them as ESM unconditionally
+            // (no `package.json` `"type":"module"` needed in the image).
+            chunkFileNames: "[name]-[hash].mjs",
+        });
+    });
+    const bundleOutput = isExternal
+        ? yield* buildBundle(realMain)
+        : yield* buildBundle(realMain, virtualEntryPlugin((importPath) => `
+${runtime === "bun"
+            ? `import { BunServices } from "@effect/platform-bun";
+import { BunHttpServer } from "alchemy/Http";
+const HttpServer = BunHttpServer;`
+            : `import { NodeServices } from "@effect/platform-node";
+import { NodeHttpServer } from "alchemy/Http";
+const HttpServer = NodeHttpServer;`}
+import { Stack } from "alchemy/Stack";
+import { makeEntrypointLayer } from "alchemy/Runtime";
+import * as Effect from "effect/Effect";
+import * as FetchHttpClient from "effect/unstable/http/FetchHttpClient";
+import * as Layer from "effect/Layer";
+import * as Logger from "effect/Logger";
+import * as Context from "effect/Context";
+import { MinimumLogLevel } from "effect/References";
+
+import ${handler === "default" ? "entrypoint" : `{ ${handler} as entrypoint }`} from ${JSON.stringify(importPath)};
+
+const tag = Context.Service("${Self.key}")
+const layer = makeEntrypointLayer(tag, entrypoint);
+
+const platform = Layer.mergeAll(
+  ${runtime === "bun" ? "BunServices.layer" : "NodeServices.layer"},
+  FetchHttpClient.layer,
+  Logger.layer([Logger.consolePretty()]),
+);
+
+const stack = Layer.succeed(Stack, {
+  name: ${JSON.stringify(stack.name)},
+  stage: ${JSON.stringify(stack.stage)},
+  bindings: {},
+  resources: {}
+});
+
+const serverEffect = tag.pipe(
+  Effect.flatMap(func => func.RuntimeContext.exports),
+  Effect.flatMap(exports => exports.default),
+  Effect.provide(
+    layer.pipe(
+      Layer.provideMerge(stack),
+      Layer.provideMerge(HttpServer({ port: Number(process.env.PORT ?? ${port}) })),
+      Layer.provideMerge(platform),
+      Layer.provideMerge(
+        Layer.succeed(MinimumLogLevel, process.env.DEBUG ? "Debug" : "Info")
+      ),
+    )
+  ),
+  Effect.scoped
+);
+
+console.log("MicroVM bootstrap starting on port ${port}...");
+await Effect.runPromise(serverEffect).catch((err) => {
+  console.error("MicroVM bootstrap failed:", err);
+  process.exit(1);
+})`));
+    const files = bundleOutput.files.map((f) => ({
+        path: f.path,
+        content: typeof f.content === "string"
+            ? new TextEncoder().encode(f.content)
+            : f.content,
+    }));
+    return { files, hash: bundleOutput.hash };
+});
+/**
+ * Zip a flat list of files into a deterministic (fixed mtime) archive. Used to
+ * package the MicroVM code artifact (Dockerfile + bundled program, or a build
+ * context) before uploading it to S3.
+ */
+export const zipFiles = Effect.fn(function* (files) {
+    const zip = new (yield* Effect.promise(() => import("jszip"))).default();
+    const date = new Date("1980-01-01T00:00:00.000Z");
+    for (const file of files) {
+        zip.file(file.path, file.content, { date });
+    }
+    return yield* Effect.promise(() => zip.generateAsync({
+        type: "nodebuffer",
+        compression: "DEFLATE",
+        platform: "UNIX",
+    }));
+});
+/**
+ * Recursively read a build-context directory into a flat list of files
+ * (relative paths + bytes) for zipping into the code artifact. Used by the
+ * external (bring-your-own-Dockerfile) MicroVM mode.
+ */
+export const readContextDirectory = Effect.fn(function* (dir) {
+    const fs = yield* FileSystem.FileSystem;
+    const path = yield* Path.Path;
+    const root = yield* fs.realPath(dir);
+    const walk = (current) => Effect.gen(function* () {
+        const entries = yield* fs.readDirectory(current);
+        const out = [];
+        for (const entry of entries) {
+            const abs = path.join(current, entry);
+            const info = yield* fs.stat(abs);
+            if (info.type === "Directory") {
+                out.push(...(yield* walk(abs)));
+            }
+            else {
+                const content = yield* fs.readFile(abs);
+                out.push({ path: path.relative(root, abs), content });
+            }
+        }
+        return out;
+    });
+    return yield* walk(root);
+});
+//# sourceMappingURL=MicrovmBundle.js.map

package/lib/AWS/Lambda/MicrovmBundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MicrovmBundle.js","sourceRoot":"","sources":["../../../src/AWS/Lambda/MicrovmBundle.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,eAAe,CAAC;AACxC,OAAO,KAAK,UAAU,MAAM,mBAAmB,CAAC;AAChD,OAAO,KAAK,IAAI,MAAM,aAAa,CAAC;AAEpC,OAAO,KAAK,MAAM,MAAM,wBAAwB,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAAE,IAAI,EAAE,MAAM,eAAe,CAAC;AACrC,OAAO,EAAE,KAAK,EAAE,MAAM,gBAAgB,CAAC;AAEvC;;;GAGG;AACH,MAAM,CAAC,MAAM,yBAAyB,GACpC,+CAA+C,CAAC;AAElD,yDAAyD;AACzD,MAAM,CAAC,MAAM,oBAAoB,GAAG,IAAI,CAAC;AAEzC;;;;;GAKG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CACpC,cAAkC,EAClC,OAAuB,EACvB,IAAY,EACJ,EAAE;IACV,MAAM,IAAI,GAAG,cAAc,EAAE,IAAI,EAAE,IAAI,QAAQ,yBAAyB,EAAE,CAAC;IAC3E,MAAM,cAAc,GAClB,OAAO,KAAK,KAAK;QACf,CAAC,CAAC,oEAAoE;YACpE,yDAAyD;YACzD,0IAA0I;QAC5I,CAAC,CAAC,4CAA4C,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;IACtD,OAAO;QACL,IAAI;QACJ,EAAE;QACF,cAAc;QACd,cAAc;QACd,sEAAsE;QACtE,2EAA2E;QAC3E,uEAAuE;QACvE,0EAA0E;QAC1E,kBAAkB;QAClB,UAAU,IAAI,EAAE;QAChB,YAAY,IAAI,EAAE;QAClB,gBAAgB,UAAU,sBAAsB;QAChD,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC,CAAC;AAEF;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,EACvD,IAAI,EACJ,OAAO,EACP,OAAO,GAAG,SAAS,EACnB,UAAU,GAAG,KAAK,EAClB,QAAQ,GAAG,EAAE,EACb,IAAI,GAQL;IACC,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;IACxC,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,KAAK,CAAC;IAC3B,MAAM,kBAAkB,GAAG,KAAK,CAAC,CAAC,MAAM,CAAC,kBAAkB,CAAC;IAE5D,MAAM,QAAQ,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IAE9C,MAAM,WAAW,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EACrC,KAAa,EACb,OAAuC;QAEvC,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CACxB;YACE,KAAK,EAAE,KAAK;YACZ,GAAG;YACH,QAAQ,EAAE;gBACR,YAAY;gBACZ,GAAG,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9C,GAAG,QAAQ;aACZ;YACD,QAAQ,EAAE,MAAM;YAChB,OAAO,EAAE;gBACP,cAAc,EACZ,OAAO,KAAK,KAAK;oBACf,CAAC,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;oBACxC,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,CAAC;aAC9C;YACD,OAAO;YACP,SAAS,EAAE,IAAI;SAChB,EACD;YACE,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,KAAK;YACb,cAAc,EAAE,WAAW;YAC3B,uEAAuE;YACvE,6DAA6D;YAC7D,cAAc,EAAE,mBAAmB;SACpC,CACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,YAAY,GAAG,UAAU;QAC7B,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC;QAC9B,CAAC,CAAC,KAAK,CAAC,CAAC,WAAW,CAChB,QAAQ,EACR,kBAAkB,CAChB,CAAC,UAAU,EAAE,EAAE,CAAC;EAExB,OAAO,KAAK,KAAK;YACf,CAAC,CAAC;;kCAE4B;YAC9B,CAAC,CAAC;;mCAGN;;;;;;;;;;SAUS,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,OAAO,kBAAkB,SAAS,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC;;+BAElF,IAAI,CAAC,GAAG;;;;IAInC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,oBAAoB;;;;;;UAMxD,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC;WACzB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC;;;;;;;;;;;yEAWmC,IAAI;;;;;;;;;;kDAU3B,IAAI;;;;GAInD,CACM,CACF,CAAC;IAEN,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3C,IAAI,EAAE,CAAC,CAAC,IAAI;QACZ,OAAO,EACL,OAAO,CAAC,CAAC,OAAO,KAAK,QAAQ;YAC3B,CAAC,CAAC,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;YACrC,CAAC,CAAC,CAAC,CAAC,OAAO;KAChB,CAAC,CAAC,CAAC;IAEJ,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC,CAAC,CAAC;AAOH;;;;GAIG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EACzC,KAAkC;IAElC,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC;IACzE,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAClD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAChC,GAAG,CAAC,aAAa,CAAC;QAChB,IAAI,EAAE,YAAY;QAClB,WAAW,EAAE,SAAS;QACtB,QAAQ,EAAE,MAAM;KACjB,CAAC,CACH,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH;;;;GAIG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG,MAAM,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,GAAW;IAClE,MAAM,EAAE,GAAG,KAAK,CAAC,CAAC,UAAU,CAAC,UAAU,CAAC;IACxC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9B,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;IAErC,MAAM,IAAI,GAAG,CACX,OAAe,EACqD,EAAE,CACtE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,GAAG,GAA4C,EAAE,CAAC;QACxD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAC9B,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBACxC,GAAG,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC;YACxD,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC,CAAC,CAAC;IAEL,OAAO,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC3B,CAAC,CAAC,CAAC"}