flisk-import 0.6.0 → 0.8.0

package/README.md

@@ -10,12 +10,13 @@ flisk import . --yes         # write service.json files and project setup
 
 ## What to expect
 
-- **Reads one file:** the root `docker-compose.yml`. Not `compose.yaml`, override files, nested Compose files, Dockerfiles on their own, `package.json`, or Procfiles.
+- **Reads one file:** the root `docker-compose.yml`, or `compose.yaml`, `compose.yml` or `docker-compose.yaml` when that is absent. Not override files, nested Compose files, Dockerfiles on their own, `package.json`, or Procfiles.
 - **Writes:** one bring-your-own `service.json` per Compose service, plus `.flisk/project.json` if the repo is not a Flisk project yet. It never edits the Compose file or overwrites a `service.json` without `--force`.
 - **Keeps:** the service names (`db` stays `db`, so it stays the hostname), the build context and Dockerfile (or the image), the container port as written (3000, 80, 5432), `depends_on`, and an HTTP health path. Databases and brokers are private, with no proxy route.
 - **Runtime keys:** named volumes and bind mounts inside the project (`volumes`), `cap_add`, `cap_drop`, `init`, `read_only`, `user`, `security_opt` and `shm_size` (`container`), extra published ports (`extraPorts`, on 127.0.0.1 only), `network_mode: service:<name>` (`sidecarOf`) and `restart`.
 - **Environment:** values that cannot be secrets go into the committed `service.json` `env`: numbers, `true`/`false`, another imported service's address without a user, password or query (`http://invidious:3000`, `redis:6379`), and pure `${VAR}` references. Every other name, and any name that looks like a credential (`PASSWORD`, `TOKEN`, `KEY`, ...), goes into `secrets.required`, with its literal value copied to the project `.env`, which is added to `.gitignore`. Values in `.env` already are kept.
-- **Drops, and says so:** `command`, `env_file` and every other untranslated key; anonymous volumes and paths outside the project; `network_mode` other than `service:<name>`; services with `profiles`, `extends`, an out-of-tree build or a `${VAR}` image.
+- **Keeps:** a `command` or `entrypoint` on an image as the `CMD`/`ENTRYPOINT` of a small `Dockerfile` next to `service.json` (Flisk sets no container command), a `healthcheck` as `healthCheck.command`, a published database port as `extraPorts`, and `restart: on-failure:N` as `on-failure`.
+- **Drops, and says so:** `command` on a service with a `build`, `env_file` and every other untranslated key; anonymous volumes and paths outside the project; `network_mode` other than `service:<name>`; services with `profiles`, `extends`, an out-of-tree build or a `${VAR}` image.
 - **Does not start anything.** Run `flisk up` with Flisk core **1.4.24 or later**. The importer does not check the core version.
 - **Exit codes:** `0` when the plan succeeds (`--dry-run`, files written, or all `service.json` files already exist), `1` when no root `docker-compose.yml` or mappable service is found, and `2` when the write prompt is declined or closed without an answer (`Nothing written.`).
 

package/dist/detectors/compose.js

@@ -44,6 +44,11 @@ const TRANSLATED_KEYS = new Set([
     "network_mode",
     "volumes",
     "restart",
+    "command",
+    "entrypoint",
+    // Flisk gives every service its own stack network and container name, so these change nothing it needs.
+    "networks",
+    "expose",
 ]);
 const CAPABILITY = /^[A-Z_]+$/;
 const USER = /^[A-Za-z0-9_.:-]+$/;
@@ -236,6 +241,55 @@ function commandOf(command) {
         return command.join(" ");
     return undefined;
 }
+/** Compose `command` as the argument vector the container runs; a string goes through a shell, as Compose runs it. */
+function containerCommandOf(command) {
+    if (typeof command === "string" && command.trim())
+        return ["sh", "-c", command];
+    if (Array.isArray(command) && command.length > 0 && command.every((c) => typeof c === "string"))
+        return command;
+    return undefined;
+}
+/** Seconds from a Compose duration such as `30s` or `2m`; undefined for anything it cannot read exactly. */
+function secondsOf(value) {
+    if (typeof value === "number" && value > 0)
+        return value;
+    const match = typeof value === "string" ? value.match(/^(\d+)(s|m)?$/) : null;
+    if (!match)
+        return undefined;
+    const seconds = Number(match[1]) * (match[2] === "m" ? 60 : 1);
+    return seconds > 0 ? seconds : undefined;
+}
+/** Compose `healthcheck` as a probe command (exit 0 is ready). `NONE` and `disable` give no probe. */
+function healthProbeOf(healthcheck) {
+    if (!isObj(healthcheck) || healthcheck.disable === true)
+        return undefined;
+    const test = healthcheck.test;
+    let command;
+    if (typeof test === "string")
+        command = ["sh", "-c", test];
+    else if (Array.isArray(test) && test.every((t) => typeof t === "string")) {
+        const [kind, ...rest] = test;
+        if (kind === "CMD" && rest.length > 0)
+            command = rest;
+        else if (kind === "CMD-SHELL" && rest.length > 0)
+            command = ["sh", "-c", rest.join(" ")];
+    }
+    if (!command)
+        return undefined;
+    const interval = secondsOf(healthcheck.interval);
+    const timeout = secondsOf(healthcheck.timeout);
+    const retries = typeof healthcheck.retries === "number" &&
+        Number.isInteger(healthcheck.retries) &&
+        healthcheck.retries > 0
+        ? healthcheck.retries
+        : undefined;
+    return {
+        command,
+        ...(interval ? { interval } : {}),
+        ...(timeout ? { timeout } : {}),
+        ...(retries ? { retries } : {}),
+    };
+}
 function healthPathOf(healthcheck) {
     if (!isObj(healthcheck) || !Array.isArray(healthcheck.test))
         return undefined;
@@ -255,7 +309,7 @@ function healthPathOf(healthcheck) {
 }
 registerDetector({
     id: "compose",
-    claim: (relPath) => relPath === "docker-compose.yml",
+    claim: (relPath) => /^(docker-)?compose\.ya?ml$/.test(relPath),
     parse(absPath, relPath) {
         const composeDir = dirname(relPath) === "." ? "" : dirname(relPath);
         const base = { file: relPath, detector: "compose" };
@@ -363,6 +417,9 @@ registerDetector({
                     ? Object.keys(raw.depends_on)
                     : [];
             const command = commandOf(raw.command);
+            const containerCommand = containerCommandOf(raw.command);
+            const containerEntrypoint = containerCommandOf(raw.entrypoint);
+            const healthProbe = healthProbeOf(raw.healthcheck);
             const envKeys = envNames(raw.environment);
             const env = envValues(raw.environment);
             const envRefs = envReferences(raw.environment);
@@ -384,9 +441,10 @@ registerDetector({
                 });
             }
             // Every published port Flisk does not route stays published, on 127.0.0.1 (service.json extraPorts).
+            const proxied = selectedPort !== undefined && !NON_HTTP_PORTS.has(selectedPort);
             const extraPorts = (Array.isArray(raw.ports) ? raw.ports : [])
                 .map(publishedPort)
-                .filter((p) => p !== undefined && p.port !== selectedPort);
+                .filter((p) => p !== undefined && (p.port !== selectedPort || !proxied));
             let sidecarOf;
             if (raw.network_mode !== undefined) {
                 const mode = typeof raw.network_mode === "string" ? raw.network_mode : "";
@@ -411,9 +469,19 @@ registerDetector({
                         reason: `service "${name}" volume ${JSON.stringify(entry)} is not translated (an anonymous volume, a path outside the imported directory, or Compose variables); not mounted`,
                     });
             }
-            const restart = typeof raw.restart === "string" && RESTART.has(raw.restart)
-                ? raw.restart
+            // `on-failure:5` caps the retries; Flisk has the policy without the cap.
+            const restartName = typeof raw.restart === "string"
+                ? raw.restart.replace(/^(on-failure):\d+$/, "$1")
+                : undefined;
+            const restart = restartName !== undefined && RESTART.has(restartName)
+                ? restartName
                 : undefined;
+            if (restart && restartName !== raw.restart) {
+                skips.push({
+                    ...base,
+                    reason: `service "${name}" restart ${JSON.stringify(raw.restart)} keeps "${restart}"; the retry limit is not carried over`,
+                });
+            }
             if (raw.restart !== undefined && !restart) {
                 skips.push({
                     ...base,
@@ -438,6 +506,9 @@ registerDetector({
                 ...(typeof raw.image === "string" ? { image: raw.image } : {}),
                 ...(dockerfile ? { dockerfile } : {}),
                 ...(command ? { command } : {}),
+                ...(containerCommand ? { containerCommand } : {}),
+                ...(containerEntrypoint ? { containerEntrypoint } : {}),
+                ...(healthProbe ? { healthCheck: healthProbe } : {}),
                 ...(selectedPort !== undefined ? { port: selectedPort } : {}),
                 ...(healthCheckPath ? { healthCheckPath } : {}),
                 exposeViaProxy,

package/dist/merge.js

@@ -71,6 +71,9 @@ function mergeGroup(name, dir, members, resolve) {
         ...firstOf(ordered, "extraPorts"),
         ...firstOf(ordered, "volumes"),
         ...firstOf(ordered, "restart"),
+        ...firstOf(ordered, "containerCommand"),
+        ...firstOf(ordered, "containerEntrypoint"),
+        ...firstOf(ordered, "healthCheck"),
         ...(ordered.find((c) => c.sidecarOf)?.sidecarOf
             ? { sidecarOf: resolve(ordered.find((c) => c.sidecarOf)?.sidecarOf) }
             : {}),

package/dist/plan.js

@@ -7,7 +7,7 @@ import { selectDetectors } from "./registry.js";
 import { scanTree } from "./scan.js";
 import { findUnsupported } from "./unsupported.js";
 const COMPOSE_FILE = "docker-compose.yml";
-/** Names `docker compose` also picks up, in its own order of preference; none of them is read. */
+/** Names `docker compose` also picks up, in its own order of preference. They are read only when docker-compose.yml is absent. */
 const OTHER_COMPOSE_FILES = ["compose.yaml", "compose.yml", "docker-compose.yaml"];
 /** Files `docker compose up` merges over the main file; none of them is applied. */
 const OVERRIDE_FILES = [
@@ -16,37 +16,33 @@ const OVERRIDE_FILES = [
     "docker-compose.override.yaml",
     "docker-compose.override.yml",
 ];
-/** Read the one supported input, root docker-compose.yml. This function writes nothing. */
+/** Read the one supported input, the root Compose file. This function writes nothing. */
 export function buildPlan(dir) {
     const root = resolve(dir);
     if (!statSync(root, { throwIfNoEntry: false })?.isDirectory()) {
         throw new Error(`${dir} is not a directory`);
     }
-    const composePath = COMPOSE_FILE;
     const detectors = selectDetectors(["compose"]);
     const candidates = [];
     const skips = [];
     const isFile = (name) => statSync(resolve(root, name), { throwIfNoEntry: false })?.isFile() ?? false;
-    if (!isFile(composePath)) {
-        const others = OTHER_COMPOSE_FILES.filter(isFile);
-        throw new ImportError(`No root docker-compose.yml found in ${root}${others.length ? ` (found ${others.join(", ")})` : ""}; flisk import reads only that file`, others.length
-            ? [
-                `Other Compose file names are not read yet. To import ${others[0]}, link it: ln -s ${others[0]} docker-compose.yml`,
-            ]
-            : ["Run flisk import in the directory that holds docker-compose.yml"]);
+    const present = OTHER_COMPOSE_FILES.filter(isFile);
+    const composePath = isFile(COMPOSE_FILE) ? COMPOSE_FILE : present[0];
+    if (!composePath) {
+        throw new ImportError(`No root docker-compose.yml found in ${root} (nor compose.yaml); flisk import reads only the root Compose file`, ["Run flisk import in the directory that holds docker-compose.yml (or compose.yaml)"]);
     }
-    for (const name of OTHER_COMPOSE_FILES.filter(isFile)) {
+    for (const name of present.filter((n) => n !== composePath)) {
         skips.push({
             file: name,
             detector: "compose",
-            reason: `not read; \`docker compose\` prefers it over ${COMPOSE_FILE}, so what it runs may differ from this plan`,
+            reason: `not read; \`docker compose\` prefers it over ${composePath}, so what it runs may differ from this plan`,
         });
     }
     for (const name of OVERRIDE_FILES.filter(isFile)) {
         skips.push({
             file: name,
             detector: "compose",
-            reason: `not applied; \`docker compose up\` merges it over ${COMPOSE_FILE}, flisk import does not`,
+            reason: `not applied; \`docker compose up\` merges it over ${composePath}, flisk import does not`,
         });
     }
     for (const detector of detectors) {

package/dist/write.js

@@ -160,6 +160,10 @@ export function planWrites(plan, force) {
             notes.push("no health path: the service does not serve HTTP (non-HTTP image or job)");
         if (!isPrivate && !nonHttp && !service.healthCheckPath)
             notes.push("health path / is assumed: no HTTP health path could be read from Compose. Traefik routes only while it answers 2xx or 3xx");
+        // A probe command is the only way to describe a non-HTTP check; a routed service keeps its HTTP path.
+        const healthCheck = service.healthCheck && !(healthCheckPath && service.healthCheckPath)
+            ? service.healthCheck
+            : undefined;
         // Values that cannot be secrets (numbers, booleans, another service's address, pure ${VAR} references) go into the
         // committed service.json `env` (Flisk 1.4.24). Every other name is a secret: Flisk injects it from the gitignored .env.
         const validNames = service.envKeys.filter((key) => ENV_NAME.test(key));
@@ -201,12 +205,29 @@ export function planWrites(plan, force) {
             notes.push(`image "${service.image}" is not written: with build and image, Flisk builds from ${service.dockerfile} and does not pull the tag`);
         // With both build and image, Compose builds the Dockerfile and tags the result as `image`.
         // Omit `image` from service.json so Flisk builds from the Dockerfile instead of pulling the tag.
-        const source = service.dockerfile
-            ? {
-                buildContext: relative(dirname(path), resolve(plan.root, service.dir)).split("\\").join("/") || ".",
-                dockerfile: service.dockerfile,
-            }
-            : { image: service.image };
+        // Flisk has no container `command`, so a Compose `command` on an image becomes the CMD of a one-line Dockerfile.
+        const files = [];
+        const wrapWithCommand = !service.dockerfile &&
+            service.image &&
+            (service.containerCommand || service.containerEntrypoint);
+        if (wrapWithCommand) {
+            files.push({
+                path: resolve(dirname(path), "Dockerfile"),
+                content: `# From the Compose \`command\` of this service (flisk import). Flisk sets no container command, so it lives here.\nFROM ${service.image}\n${service.containerEntrypoint ? `ENTRYPOINT ${JSON.stringify(service.containerEntrypoint)}\n` : ""}${service.containerCommand ? `CMD ${JSON.stringify(service.containerCommand)}\n` : ""}`,
+            });
+            notes.push(`${service.containerEntrypoint ? "entrypoint" : "command"} ${JSON.stringify(service.containerEntrypoint ?? service.containerCommand)} is written to a Dockerfile on ${service.image}`);
+        }
+        else if (service.dockerfile && (service.containerCommand || service.containerEntrypoint)) {
+            notes.push(`command/entrypoint not written: set it as CMD/ENTRYPOINT in ${service.dockerfile}`);
+        }
+        const source = wrapWithCommand
+            ? { buildContext: ".", dockerfile: "Dockerfile" }
+            : service.dockerfile
+                ? {
+                    buildContext: relative(dirname(path), resolve(plan.root, service.dir)).split("\\").join("/") || ".",
+                    dockerfile: service.dockerfile,
+                }
+                : { image: service.image };
         // A sidecar shares another written service's network; one whose host is not written stays a normal service.
         const sidecarOf = service.sidecarOf && service.sidecarOf !== service.name && names.has(service.sidecarOf)
             ? service.sidecarOf
@@ -240,6 +261,7 @@ export function planWrites(plan, force) {
             stack,
             port,
             ...(healthCheckPath ? { healthCheckPath } : {}),
+            ...(healthCheck ? { healthCheck } : {}),
             ...source,
             ...(isPrivate ? { exposeViaProxy: false } : {}),
             ...(dependsOn.length ? { dependsOn } : {}),
@@ -261,7 +283,7 @@ export function planWrites(plan, force) {
                 }
                 : {}),
         };
-        items.push({ service, path, manifest, status, notes });
+        items.push({ service, path, manifest, files, status, notes });
     }
     return {
         projectRoot,
@@ -283,6 +305,8 @@ export function applyWrites(writes) {
             continue;
         mkdirSync(dirname(item.path), { recursive: true });
         writeFileSync(item.path, `${JSON.stringify(item.manifest, null, 2)}\n`);
+        for (const file of item.files)
+            writeFileSync(file.path, file.content);
         written.push(item);
     }
     const keys = Object.keys(writes.env.add);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "flisk-import",
-  "version": "0.6.0",
+  "version": "0.8.0",
   "description": "Import a repository's root docker-compose.yml into Flisk service.json files, or register its Tiltfile.",
   "type": "module",
   "license": "MIT",