airfoil 0.2.0 → 0.4.0

package/src/commands/cluster/topic/create.ts

@@ -1,12 +1,13 @@
-import * as fs from "node:fs";
-import * as p from "@clack/prompts";
-import { Command, Options } from "@effect/cli";
 import type { FieldConfig } from "@useairfoil/wings";
+
+import * as p from "@clack/prompts";
 import { WingsClusterMetadata } from "@useairfoil/wings";
 import { printTable } from "console-table-printer";
 import { Effect, Option } from "effect";
+import { Command, Flag } from "effect/unstable/cli";
+import * as fs from "node:fs";
+
 import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
 import { hostOption, portOption } from "../../../utils/options.js";
 
 // Supported simple types (no config required)
@@ -40,55 +41,47 @@ const SUPPORTED_INLINE_TYPES = [
 
 type SupportedInlineType = (typeof SUPPORTED_INLINE_TYPES)[number];
 
-const parentOption = Options.text("parent").pipe(
-  Options.withDescription(
-    "Parent namespace in format: tenants/{tenant}/namespaces/{namespace}",
-  ),
+const parentOption = Flag.string("parent").pipe(
+  Flag.withDescription("Parent namespace in format: tenants/{tenant}/namespaces/{namespace}"),
 );
 
-const topicIdOption = Options.text("topic-id").pipe(
-  Options.withDescription("Unique identifier for the topic"),
+const topicIdOption = Flag.string("topic-id").pipe(
+  Flag.withDescription("Unique identifier for the topic"),
 );
 
-const descriptionOption = Options.text("description").pipe(
-  Options.withDescription("Topic description"),
-  Options.optional,
+const descriptionOption = Flag.string("description").pipe(
+  Flag.withDescription("Topic description"),
+  Flag.optional,
 );
 
-const fieldsOption = Options.text("fields").pipe(
-  Options.withDescription(
-    'Field definitions in format "name:Type" or "name:Type?" for nullable',
-  ),
-  Options.repeated,
+const fieldsOption = Flag.string("fields").pipe(
+  Flag.withDescription('Field definitions in format "name:Type" or "name:Type?" for nullable'),
+  Flag.atLeast(0),
 );
 
-const schemaFileOption = Options.text("schema-file").pipe(
-  Options.withDescription(
-    "Path to JSON file containing FieldConfig[] (for complex types)",
-  ),
-  Options.optional,
+const schemaFileOption = Flag.string("schema-file").pipe(
+  Flag.withDescription("Path to JSON file containing FieldConfig[] (for complex types)"),
+  Flag.optional,
 );
 
-const partitionKeyOption = Options.text("partition-key").pipe(
-  Options.withDescription("Name of the field used for partitioning"),
-  Options.optional,
+const partitionKeyOption = Flag.string("partition-key").pipe(
+  Flag.withDescription("Name of the field used for partitioning"),
+  Flag.optional,
 );
 
-const freshnessSecondsOption = Options.integer("freshness-seconds").pipe(
-  Options.withDescription("How often to compact the topic (seconds)"),
-  Options.withDefault(60),
+const freshnessSecondsOption = Flag.integer("freshness-seconds").pipe(
+  Flag.withDescription("How often to compact the topic (seconds)"),
+  Flag.withDefault(60),
 );
 
-const ttlSecondsOption = Options.integer("ttl-seconds").pipe(
-  Options.withDescription("How long to keep topic data (seconds)"),
-  Options.optional,
+const ttlSecondsOption = Flag.integer("ttl-seconds").pipe(
+  Flag.withDescription("How long to keep topic data (seconds)"),
+  Flag.optional,
 );
 
-const targetFileSizeBytesOption = Options.integer(
-  "target-file-size-bytes",
-).pipe(
-  Options.withDescription("Target file size for compaction (bytes)"),
-  Options.withDefault(1024 * 1024),
+const targetFileSizeBytesOption = Flag.integer("target-file-size-bytes").pipe(
+  Flag.withDescription("Target file size for compaction (bytes)"),
+  Flag.withDefault(1024 * 1024),
 );
 
 /**
@@ -131,7 +124,7 @@ function parseFieldString(fieldStr: string, index: number): FieldConfig {
 /**
  * Parse multiple field strings into FieldConfig array
  */
-function parseFieldsFromArgs(fields: string[]): FieldConfig[] {
+function parseFieldsFromArgs(fields: ReadonlyArray<string>): FieldConfig[] {
   return fields.map((field, index) => parseFieldString(field, index));
 }
 
@@ -153,15 +146,11 @@ function loadFieldsFromFile(filePath: string): FieldConfig[] {
   }
 
   if (!Array.isArray(parsed)) {
-    throw new Error(
-      `Schema file must contain an array of fields. Got: ${typeof parsed}`,
-    );
+    throw new Error(`Schema file must contain an array of fields. Got: ${typeof parsed}`);
   }
 
   if (parsed.length === 0) {
-    throw new Error(
-      "Schema file contains an empty array. At least one field is required.",
-    );
+    throw new Error("Schema file contains an empty array. At least one field is required.");
   }
 
   return (parsed as FieldConfig[]).map((field, index) => {
@@ -208,9 +197,7 @@ export const createTopicCommand = Command.make(
       const hasFields = fields.length > 0;
 
       if (!hasFields && !schemaFilePath) {
-        return yield* Effect.fail(
-          new Error("Either --fields or --schema-file must be provided"),
-        );
+        return yield* Effect.fail(new Error("Either --fields or --schema-file must be provided"));
       }
 
       if (hasFields && schemaFilePath) {
@@ -221,11 +208,8 @@ export const createTopicCommand = Command.make(
 
       const topicFields = yield* Effect.try({
         try: () =>
-          schemaFilePath
-            ? loadFieldsFromFile(schemaFilePath)
-            : parseFieldsFromArgs(fields),
-        catch: (error) =>
-          error instanceof Error ? error : new Error("Failed to parse fields"),
+          schemaFilePath ? loadFieldsFromFile(schemaFilePath) : parseFieldsFromArgs(fields),
+        catch: (error) => (error instanceof Error ? error : new Error("Failed to parse fields")),
       });
 
       if (topicFields.length === 0) {
@@ -235,9 +219,7 @@ export const createTopicCommand = Command.make(
       const partitionKeyName = Option.getOrUndefined(partitionKey);
       let partitionKeyId: bigint | undefined;
       if (partitionKeyName) {
-        const index = topicFields.findIndex(
-          (field) => field.name === partitionKeyName,
-        );
+        const index = topicFields.findIndex((field) => field.name === partitionKeyName);
         if (index === -1) {
           return yield* Effect.fail(
             new Error(
@@ -269,16 +251,12 @@ export const createTopicCommand = Command.make(
         partitionKey: partitionKeyId,
         compaction: {
           freshnessSeconds: BigInt(freshnessSeconds),
-          ttlSeconds: Option.getOrUndefined(
-            Option.map(ttlSeconds, (ttl) => BigInt(ttl)),
-          ),
+          ttlSeconds: Option.getOrUndefined(Option.map(ttlSeconds, (ttl) => BigInt(ttl))),
           targetFileSizeBytes: BigInt(targetFileSizeBytes),
         },
       }).pipe(
         Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create topic")),
-        ),
+        Effect.tapError(() => Effect.sync(() => s.stop("Failed to create topic"))),
       );
 
       s.stop("Topic created successfully");
@@ -290,13 +268,12 @@ export const createTopicCommand = Command.make(
             description: topic.description || "-",
             partition_key:
               topic.partitionKey !== undefined
-                ? topicFields.find((field) => field.id === topic.partitionKey)
-                    ?.name || topic.partitionKey.toString()
+                ? topicFields.find((field) => field.id === topic.partitionKey)?.name ||
+                  topic.partitionKey.toString()
                 : "-",
             freshness_seconds: topic.compaction.freshnessSeconds.toString(),
             ttl_seconds: topic.compaction.ttlSeconds?.toString() || "-",
-            target_file_size_bytes:
-              topic.compaction.targetFileSizeBytes.toString(),
+            target_file_size_bytes: topic.compaction.targetFileSizeBytes.toString(),
             fields_count: topic.schema.fields.length.toString(),
           },
         ]);
@@ -315,5 +292,5 @@ export const createTopicCommand = Command.make(
 
         p.outro("✓ Done");
       });
-    }).pipe(Effect.catchAll(handleCliError("Failed to create topic"))),
+    }),
 ).pipe(Command.withDescription("Create a new topic belonging to a namespace"));

package/src/commands/cluster/topic/delete.ts

@@ -1,20 +1,20 @@
 import * as p from "@clack/prompts";
-import { Command, Options } from "@effect/cli";
 import { WingsClusterMetadata } from "@useairfoil/wings";
 import { Effect } from "effect";
+import { Command, Flag } from "effect/unstable/cli";
+
 import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
 import { forceOption, hostOption, portOption } from "../../../utils/options.js";
 
-const nameOption = Options.text("name").pipe(
-  Options.withDescription(
+const nameOption = Flag.string("name").pipe(
+  Flag.withDescription(
     "Topic name in format: tenants/{tenant}/namespaces/{namespace}/topics/{topic}",
   ),
 );
 
-const forceDeleteOption = Options.boolean("force-delete").pipe(
-  Options.withDescription("Also delete data associated with the topic"),
-  Options.withDefault(false),
+const forceDeleteOption = Flag.boolean("force-delete").pipe(
+  Flag.withDescription("Also delete data associated with the topic"),
+  Flag.withDefault(false),
 );
 
 export const deleteTopicCommand = Command.make(
@@ -56,12 +56,10 @@ export const deleteTopicCommand = Command.make(
         force: forceDelete,
       }).pipe(
         Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to delete topic")),
-        ),
+        Effect.tapError(() => Effect.sync(() => s.stop("Failed to delete topic"))),
       );
 
       s.stop("Topic deleted successfully");
       p.outro("✓ Done");
-    }).pipe(Effect.catchAll(handleCliError("Failed to delete topic"))),
+    }),
 ).pipe(Command.withDescription("Delete a topic from the cluster"));

package/src/commands/cluster/topic/get.ts

@@ -1,14 +1,14 @@
 import * as p from "@clack/prompts";
-import { Command, Options } from "@effect/cli";
 import { WingsClusterMetadata } from "@useairfoil/wings";
 import { printTable } from "console-table-printer";
 import { Effect } from "effect";
+import { Command, Flag } from "effect/unstable/cli";
+
 import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
 import { hostOption, portOption } from "../../../utils/options.js";
 
-const nameOption = Options.text("name").pipe(
-  Options.withDescription(
+const nameOption = Flag.string("name").pipe(
+  Flag.withDescription(
     "Topic name in format: tenants/{tenant}/namespaces/{namespace}/topics/{topic}",
   ),
 );
@@ -47,5 +47,5 @@ export const getTopicCommand = Command.make(
 
         p.outro("✓ Done");
       });
-    }).pipe(Effect.catchAll(handleCliError("Failed to get topic"))),
+    }),
 ).pipe(Command.withDescription("Get details of a specific topic"));

package/src/commands/cluster/topic/list.ts

@@ -1,21 +1,14 @@
 import * as p from "@clack/prompts";
-import { Command, Options } from "@effect/cli";
 import { WingsClusterMetadata } from "@useairfoil/wings";
 import { printTable } from "console-table-printer";
 import { Effect, Option } from "effect";
+import { Command, Flag } from "effect/unstable/cli";
+
 import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import {
-  hostOption,
-  pageSizeOption,
-  pageTokenOption,
-  portOption,
-} from "../../../utils/options.js";
+import { hostOption, pageSizeOption, pageTokenOption, portOption } from "../../../utils/options.js";
 
-const parentOption = Options.text("parent").pipe(
-  Options.withDescription(
-    "Parent namespace in format: tenants/{tenant}/namespaces/{namespace}",
-  ),
+const parentOption = Flag.string("parent").pipe(
+  Flag.withDescription("Parent namespace in format: tenants/{tenant}/namespaces/{namespace}"),
 );
 
 export const listTopicsCommand = Command.make(
@@ -40,9 +33,7 @@ export const listTopicsCommand = Command.make(
         pageToken: Option.getOrUndefined(pageToken),
       }).pipe(
         Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to list topics")),
-        ),
+        Effect.tapError(() => Effect.sync(() => s.stop("Failed to list topics"))),
       );
 
       s.stop(`Found ${response.topics.length} topic(s)`);
@@ -66,5 +57,5 @@ export const listTopicsCommand = Command.make(
 
         p.outro("✓ Done");
       });
-    }).pipe(Effect.catchAll(handleCliError("Failed to list topics"))),
+    }),
 ).pipe(Command.withDescription("List all topics belonging to a namespace"));

package/src/commands/dev.ts

@@ -1,40 +1,39 @@
-import * as p from "@clack/prompts";
-import { Command, Options } from "@effect/cli";
-import { Effect } from "effect";
-import { handleCliError } from "../utils/effect.js";
-import { downloadWings, getWingsPath, verifyChecksum } from "../utils/wings.js";
-
-const dockerOption = Options.boolean("docker").pipe(
-  Options.withDescription("Run Wings using Docker (recommended)"),
-  Options.withDefault(false),
+import { Effect, FileSystem } from "effect";
+import { Command, Flag, Prompt } from "effect/unstable/cli";
+import { ChildProcess, ChildProcessSpawner } from "effect/unstable/process";
+
+import { checkDockerVersion, createDockerVolume, runDockerContainer } from "../utils/docker";
+import { downloadWings, getWingsPath } from "../utils/wings";
+
+const dockerOption = Flag.boolean("docker").pipe(
+  Flag.withDescription("Run Wings using Docker (recommended)"),
+  Flag.withDefault(false),
 );
 
-const versionOption = Options.text("version").pipe(
-  Options.withDescription(
-    "Specify Wings version (e.g., v0.1.0-alpha.11 or 'latest')",
-  ),
-  Options.withDefault("latest"),
+const versionOption = Flag.string("version").pipe(
+  Flag.withDescription("Specify Wings version (e.g., v0.1.0-alpha.11 or 'latest')"),
+  Flag.withDefault("latest"),
 );
 
-const tagOption = Options.text("tag").pipe(
-  Options.withDescription("Docker image tag (only with --docker)"),
-  Options.withDefault("latest"),
+const tagOption = Flag.string("tag").pipe(
+  Flag.withDescription("Docker image tag (only with --docker)"),
+  Flag.withDefault("latest"),
 );
 
-const forcePullOption = Options.boolean("force-pull").pipe(
-  Options.withDescription("Force pull Docker image even if it exists locally"),
-  Options.withDefault(false),
+const forcePullOption = Flag.boolean("force-pull").pipe(
+  Flag.withDescription("Force pull Docker image even if it exists locally"),
+  Flag.withDefault(false),
 );
 
-const stressOption = Options.boolean("stress").pipe(
-  Options.withDescription("Use Wings stress binary variant"),
-  Options.withDefault(false),
+const stressOption = Flag.boolean("stress").pipe(
+  Flag.withDescription("Use Wings stress binary variant"),
+  Flag.withDefault(false),
 );
 
-const yesOption = Options.boolean("yes").pipe(
-  Options.withAlias("y"),
-  Options.withDescription("Skip confirmation prompts"),
-  Options.withDefault(false),
+const yesOption = Flag.boolean("yes").pipe(
+  Flag.withAlias("y"),
+  Flag.withDescription("Skip confirmation prompts"),
+  Flag.withDefault(false),
 );
 
 export const devCommand = Command.make(
@@ -47,189 +46,87 @@ export const devCommand = Command.make(
     stress: stressOption,
     yes: yesOption,
   },
-  (options) =>
-    Effect.tryPromise({
-      try: () =>
-        options.docker ? runWithDocker(options) : runWithBinary(options),
-      catch: (error) =>
-        error instanceof Error ? error : new Error("Operation failed"),
-    }).pipe(Effect.catchAll(handleCliError("Operation failed"))),
+  (options) => (options.docker ? runWithDocker(options) : runWithBinary(options)),
 ).pipe(
   Command.withDescription(
     "Download and run Wings dev server locally (Docker recommended for portability)",
   ),
 );
 
-async function runWithBinary(options: {
-  version: string;
-  yes: boolean;
-  stress: boolean;
-}) {
-  p.intro("🪽 Airfoil Dev");
-
-  const version = options.version;
-  const isStress = options.stress;
-  const wingsPath = getWingsPath(version, isStress);
-  const fileExists = await Bun.file(wingsPath).exists();
-
-  if (!fileExists) {
-    p.log.warn(
-      `Wings${isStress ? " stress" : ""} binary not found for version ${version}`,
-    );
-
-    if (!options.yes) {
-      const confirm = await p.confirm({
-        message: `Download Wings${isStress ? " stress" : ""} ${version} binary? (~100MB)`,
-        initialValue: true,
-      });
-
-      if (p.isCancel(confirm) || !confirm) {
-        p.cancel("Download cancelled");
-        process.exit(0);
-      }
-    }
+const runWithBinary = (options: { version: string; yes: boolean; stress: boolean }) =>
+  Effect.gen(function* () {
+    const spawner = yield* ChildProcessSpawner.ChildProcessSpawner;
+    const fs = yield* FileSystem.FileSystem;
 
-    const s = p.spinner();
-    s.start(`Downloading Wings${isStress ? " stress" : ""} ${version}...`);
+    yield* Effect.logInfo("🪽 Airfoil Dev");
 
-    try {
-      await downloadWings(version, wingsPath, isStress);
-      s.stop(`Downloaded Wings${isStress ? " stress" : ""} ${version}`);
-    } catch (error) {
-      s.stop("Download failed");
-      throw error;
-    }
+    const version = options.version;
+    const isStress = options.stress;
+    const wingsPath = yield* getWingsPath(version, isStress);
+    const exists = yield* fs.exists(wingsPath);
 
-    const s2 = p.spinner();
-    s2.start("Verifying checksum...");
+    if (!exists) {
+      yield* Effect.logWarning(
+        `Wings${isStress ? " stress" : ""} binary not found for version ${version}`,
+      );
 
-    try {
-      const isValid = await verifyChecksum(version, wingsPath, isStress);
+      if (!options.yes) {
+        const confirm = yield* Prompt.confirm({
+          message: `Download Wings${isStress ? " stress" : ""} ${version} binary? (~100MB)`,
+          initial: true,
+        });
 
-      if (!isValid) {
-        s2.stop("Checksum verification failed");
-        throw new Error(
-          "Binary checksum does not match expected value. This could indicate a corrupted download or security issue.",
-        );
+        if (!confirm) {
+          return yield* Effect.fail(new Error("Download cancelled"));
+        }
       }
 
-      s2.stop("Checksum verified ✓");
-    } catch (error) {
-      s2.stop("Checksum verification failed");
-      throw error;
+      yield* Effect.logInfo(`Downloading Wings${isStress ? " stress" : ""} ${version}...`);
+
+      yield* downloadWings(version, wingsPath, isStress);
+    } else {
+      yield* Effect.logInfo(`Using cached Wings${isStress ? " stress" : ""} binary (${version})`);
     }
 
-    await Bun.$`chmod +x ${wingsPath}`;
-  } else {
-    p.log.success(
-      `Using cached Wings${isStress ? " stress" : ""} binary (${version})`,
-    );
-  }
+    yield* Effect.logInfo(`Starting Wings dev server...`);
+
+    const proc = ChildProcess.make(wingsPath, ["dev"], {
+      stdin: "inherit",
+      stdout: "inherit",
+    });
 
-  p.log.info("Starting Wings dev server...");
+    const handle = yield* spawner.spawn(proc);
 
-  const proc = Bun.spawn([wingsPath, "dev"], {
-    stdout: "inherit",
-    stderr: "inherit",
-    stdin: "inherit",
-  });
+    const exitCode = yield* handle.exitCode;
 
-  await proc.exited;
-}
-
-async function runWithDocker(options: { tag: string; forcePull: boolean }) {
-  p.intro("🐳 Airfoil Dev (Docker)");
-
-  let tag = options.tag;
-
-  // If tag is not "latest" and doesn't include architecture, append it
-  // Format: 0.1.0-alpha.10-aarch64 or 0.1.0-alpha.10-x86_64
-  if (tag !== "latest" && !tag.includes("aarch64") && !tag.includes("x86_64")) {
-    const arch = process.arch === "arm64" ? "aarch64" : "x86_64";
-    // Remove 'v' prefix if present for docker tags
-    const cleanTag = tag.startsWith("v") ? tag.substring(1) : tag;
-    tag = `${cleanTag}-${arch}`;
-  }
-
-  const image = `docker.useairfoil.com/airfoil/wings:${tag}`;
-
-  p.log.info(`Using Docker image: ${image}`);
-  p.log.info("Ports: 7777 (metadata), 7780 (http)");
-
-  try {
-    await Bun.$`docker --version`.quiet();
-  } catch {
-    p.cancel(
-      "Docker is not installed or not running. Please install Docker first.",
-    );
-    process.exit(1);
-  }
-
-  let imageExists = false;
-  if (!options.forcePull) {
-    try {
-      const result = await Bun.$`docker images -q ${image}`.text();
-      imageExists = result.trim().length > 0;
-    } catch {
-      imageExists = false;
+    if (exitCode !== 0) {
+      yield* Effect.fail(new Error(`Process exited with code ${exitCode}`));
     }
-  }
-
-  if (!imageExists || options.forcePull) {
-    const s = p.spinner();
-    s.start(
-      options.forcePull
-        ? "Pulling latest Docker image..."
-        : "Downloading Docker image...",
-    );
-
-    try {
-      await Bun.$`docker pull ${image}`.quiet();
-      s.stop("Docker image ready");
-    } catch {
-      s.stop("Failed to pull image");
-      p.cancel(
-        "Could not download Docker image. Please check your internet connection and registry access.",
-      );
-      process.exit(1);
+  });
+
+const runWithDocker = (options: { tag: string; forcePull: boolean }) =>
+  Effect.gen(function* () {
+    yield* Effect.logInfo("🐳 Airfoil Dev (Docker)");
+
+    let tag = options.tag;
+
+    // If tag is not "latest" and doesn't include architecture, append it
+    // Format: 0.1.0-alpha.10-aarch64 or 0.1.0-alpha.10-x86_64
+    if (tag !== "latest" && !tag.includes("aarch64") && !tag.includes("x86_64")) {
+      const arch = process.arch === "arm64" ? "aarch64" : "x86_64";
+      // Remove 'v' prefix if present for docker tags
+      const cleanTag = tag.startsWith("v") ? tag.substring(1) : tag;
+      tag = `${cleanTag}-${arch}`;
     }
-  } else {
-    p.log.success("Using cached Docker image");
-  }
-
-  try {
-    await Bun.$`docker volume create wings-data`.quiet();
-  } catch {
-    // volume may already exist, that's fine
-  }
-
-  p.log.info("Starting Wings dev server...");
-
-  const proc = Bun.spawn(
-    [
-      "docker",
-      "run",
-      "-it",
-      "--rm",
-      "--name",
-      "wings-dev",
-      "-v",
-      "wings-data:/tmp",
-      "-p",
-      "7777:7777",
-      "-p",
-      "7780:7780",
-      image,
-      "dev",
-      "--http.address=0.0.0.0:7780",
-      "--metadata.address=0.0.0.0:7777",
-    ],
-    {
-      stdout: "inherit",
-      stderr: "inherit",
-      stdin: "inherit",
-    },
-  );
 
-  await proc.exited;
-}
+    const image = `docker.useairfoil.com/airfoil/wings:${tag}`;
+
+    yield* Effect.logInfo(`Using Docker image: ${image}`);
+    yield* Effect.logInfo("Ports: 7777 (gRPC), 7780 (http)");
+
+    yield* checkDockerVersion();
+
+    yield* createDockerVolume("wings-data");
+
+    yield* runDockerContainer(image, "wings-data");
+  });