airfoil 0.3.0 → 0.4.1

package/src/utils/wings.ts

@@ -1,8 +1,10 @@
+import { Effect, FileSystem, Path } from "effect";
+import { HttpClient, HttpClientResponse } from "effect/unstable/http";
 import { createHash } from "node:crypto";
 import { homedir } from "node:os";
 import { join } from "node:path";
 
-const WINGS_DIR = join(homedir(), ".airfoil", "wings");
+const WINGS_DIR = join(homedir(), ".local", "share", "wings");
 const GITHUB_RELEASES_URL = "https://github.com/useairfoil/wings/releases";
 
 /**
@@ -38,79 +40,85 @@ function getPlatformString(): string {
  */
 function getBinaryFilename(isStress: boolean): string {
   const platformString = getPlatformString();
-  return isStress
-    ? `wings-stress-${platformString}`
-    : `wings-${platformString}`;
+  return isStress ? `wings-stress-${platformString}` : `wings-${platformString}`;
 }
 
-export function getWingsPath(version: string, isStress = false): string {
-  const binaryFilename = getBinaryFilename(isStress);
-  return join(WINGS_DIR, `${binaryFilename}-${version}`);
-}
+export const getWingsPath = (version: string, isStress = false) =>
+  Effect.gen(function* () {
+    const binaryFilename = getBinaryFilename(isStress);
+    const path = yield* Path.Path;
+    return path.join(WINGS_DIR, `${binaryFilename}-${version}`);
+  });
 
-export async function downloadWings(
-  version: string,
-  targetPath: string,
-  isStress = false,
-): Promise<void> {
-  const filename = getBinaryFilename(isStress);
+export const downloadWings = (version: string, targetPath: string, isStress = false) =>
+  Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    const client = yield* HttpClient.HttpClient;
 
-  const downloadPath =
-    version === "latest" ? "latest/download" : `download/${version}`;
-  const url = `${GITHUB_RELEASES_URL}/${downloadPath}/${filename}`;
+    const filename = getBinaryFilename(isStress);
+    const tempPath = `${targetPath}.download`;
 
-  await Bun.$`mkdir -p ${WINGS_DIR}`;
+    const downloadPath = version === "latest" ? "latest/download" : `download/${version}`;
+    const url = `${GITHUB_RELEASES_URL}/${downloadPath}/${filename}`;
 
-  const response = await fetch(url);
+    yield* fs.makeDirectory(WINGS_DIR, { recursive: true });
+    yield* fs.remove(tempPath).pipe(Effect.ignore);
 
-  if (!response.ok) {
-    throw new Error(
-      `Failed to download Wings from ${url}: ${response.status} ${response.statusText}`,
-    );
-  }
+    const download = Effect.gen(function* () {
+      const response = yield* client.get(url);
+      const buffer = yield* HttpClientResponse.matchStatus({
+        200: (response) => response.arrayBuffer,
+        orElse: (response) =>
+          Effect.fail(new Error(`Failed to download Wings from ${url}: ${response.status}`)),
+      })(response);
 
-  const buffer = await response.arrayBuffer();
-  await Bun.write(targetPath, buffer);
-}
+      yield* fs.writeFile(tempPath, new Uint8Array(buffer));
+      yield* verifyChecksum(version, tempPath, isStress);
+      yield* fs.chmod(tempPath, 0o755);
+      yield* fs.rename(tempPath, targetPath);
+    });
+
+    yield* download.pipe(Effect.onError(() => fs.remove(tempPath).pipe(Effect.ignore)));
+  });
 
 /**
  * Download and verify the checksum of a Wings binary
  * The hash file format is: "<hash> <path>/wings"
  */
-export async function verifyChecksum(
-  version: string,
-  filePath: string,
-  isStress = false,
-): Promise<boolean> {
-  const filename = getBinaryFilename(isStress);
-  const hashFilename = `${filename}-hash.txt`;
-
-  const downloadPath =
-    version === "latest" ? "latest/download" : `download/${version}`;
-  const hashUrl = `${GITHUB_RELEASES_URL}/${downloadPath}/${hashFilename}`;
-
-  const hashResponse = await fetch(hashUrl);
-
-  if (!hashResponse.ok) {
-    throw new Error(
-      `Failed to download hash file from ${hashUrl}: ${hashResponse.status} ${hashResponse.statusText}`,
-    );
-  }
-
-  const hashContent = await hashResponse.text();
-
-  const expectedChecksum = hashContent.trim().split(/\s+/)[0];
-
-  if (!expectedChecksum) {
-    throw new Error("Invalid hash file format");
-  }
-
-  const file = Bun.file(filePath);
-  const buffer = await file.arrayBuffer();
-
-  const hash = createHash("sha256");
-  hash.update(new Uint8Array(buffer));
-  const actualChecksum = hash.digest("hex");
-
-  return actualChecksum === expectedChecksum;
-}
+export const verifyChecksum = (version: string, filePath: string, isStress = false) =>
+  Effect.gen(function* () {
+    const fs = yield* FileSystem.FileSystem;
+    const client = yield* HttpClient.HttpClient;
+
+    const filename = getBinaryFilename(isStress);
+    const hashFilename = `${filename}-hash.txt`;
+
+    const downloadPath = version === "latest" ? "latest/download" : `download/${version}`;
+    const url = `${GITHUB_RELEASES_URL}/${downloadPath}/${hashFilename}`;
+
+    const response = yield* client.get(url);
+    const hashContent = yield* HttpClientResponse.matchStatus({
+      200: (response) => response.text,
+      orElse: (response) => {
+        return Effect.fail(
+          new Error(`Failed to download hash file from ${url}: ${response.status}`),
+        );
+      },
+    })(response);
+
+    const expectedChecksum = hashContent.trim().split(/\s+/)[0];
+
+    if (!expectedChecksum) {
+      return yield* Effect.fail(new Error("Invalid hash file format"));
+    }
+
+    const fileBuffer = yield* fs.readFile(filePath);
+
+    const hash = createHash("sha256");
+    hash.update(fileBuffer);
+    const actualChecksum = hash.digest("hex");
+
+    if (actualChecksum !== expectedChecksum) {
+      return yield* Effect.fail(new Error("Wings binary checksum mismatch"));
+    }
+  });

package/src/commands/cluster/data-lake/create-iceberg.ts

@@ -1,61 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription("Parent tenant in format: tenants/{tenant}"),
-);
-
-const dataLakeIdOption = Flag.string("data-lake-id").pipe(
-  Flag.withDescription("Unique identifier for the data lake"),
-);
-
-export const createDataLakeIcebergCommand = Command.make(
-  "iceberg",
-  {
-    parent: parentOption,
-    dataLakeId: dataLakeIdOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ parent, dataLakeId, host, port }) =>
-    Effect.gen(function* () {
-      p.intro("🏞️  Create Iceberg Data Lake");
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Creating Iceberg data lake...");
-
-      const result = yield* WingsClusterMetadata.createDataLake({
-        parent,
-        dataLakeId,
-        dataLakeConfig: {
-          _tag: "iceberg",
-          iceberg: {},
-        },
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create data lake")),
-        ),
-      );
-
-      s.stop("Iceberg data lake created successfully");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: result.name,
-            type: "Iceberg",
-          },
-        ]);
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to create data lake"))),
-).pipe(Command.withDescription("Create a new Iceberg data lake"));

package/src/commands/cluster/data-lake/create-parquet.ts

@@ -1,61 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription("Parent tenant in format: tenants/{tenant}"),
-);
-
-const dataLakeIdOption = Flag.string("data-lake-id").pipe(
-  Flag.withDescription("Unique identifier for the data lake"),
-);
-
-export const createDataLakeParquetCommand = Command.make(
-  "parquet",
-  {
-    parent: parentOption,
-    dataLakeId: dataLakeIdOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ parent, dataLakeId, host, port }) =>
-    Effect.gen(function* () {
-      p.intro("🏞️  Create Parquet Data Lake");
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Creating Parquet data lake...");
-
-      const result = yield* WingsClusterMetadata.createDataLake({
-        parent,
-        dataLakeId,
-        dataLakeConfig: {
-          _tag: "parquet",
-          parquet: {},
-        },
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create data lake")),
-        ),
-      );
-
-      s.stop("Parquet data lake created successfully");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: result.name,
-            type: "Parquet",
-          },
-        ]);
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to create data lake"))),
-).pipe(Command.withDescription("Create a new Parquet data lake"));

package/src/commands/cluster/data-lake/create.ts

@@ -1,16 +0,0 @@
-import { Effect } from "effect";
-import { Command } from "effect/unstable/cli";
-import { createDataLakeIcebergCommand } from "./create-iceberg.js";
-import { createDataLakeParquetCommand } from "./create-parquet.js";
-
-export const createDataLakeCommand = Command.make(
-  "create-data-lake",
-  {},
-  () => Effect.void,
-).pipe(
-  Command.withDescription("Create a new data lake"),
-  Command.withSubcommands([
-    createDataLakeIcebergCommand,
-    createDataLakeParquetCommand,
-  ]),
-);

package/src/commands/cluster/data-lake/delete.ts

@@ -1,58 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { forceOption, hostOption, portOption } from "../../../utils/options.js";
-
-const nameOption = Flag.string("name").pipe(
-  Flag.withDescription(
-    "Data lake name in format: tenants/{tenant}/data-lakes/{data-lake}",
-  ),
-);
-
-export const deleteDataLakeCommand = Command.make(
-  "delete-data-lake",
-  {
-    name: nameOption,
-    force: forceOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ name, force, host, port }) =>
-    Effect.gen(function* () {
-      p.intro("🗑️  Delete Data Lake");
-
-      if (!force) {
-        const confirm = yield* Effect.tryPromise({
-          try: () =>
-            p.confirm({
-              message: `Are you sure you want to delete data lake ${name}?`,
-              initialValue: false,
-            }),
-          catch: () => new Error("Failed to confirm deletion"),
-        });
-
-        if (p.isCancel(confirm) || !confirm) {
-          p.cancel("Deletion cancelled");
-          process.exit(0);
-        }
-      }
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Deleting data lake...");
-
-      yield* WingsClusterMetadata.deleteDataLake({ name }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to delete data lake")),
-        ),
-      );
-
-      s.stop("Data lake deleted successfully");
-      p.outro("✓ Done");
-    }).pipe(Effect.catch(handleCliError("Failed to delete data lake"))),
-).pipe(Command.withDescription("Delete a data lake from the cluster"));

package/src/commands/cluster/data-lake/get.ts

@@ -1,46 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const nameOption = Flag.string("name").pipe(
-  Flag.withDescription(
-    "Data lake name in format: tenants/{tenant}/data-lakes/{data-lake}",
-  ),
-);
-
-export const getDataLakeCommand = Command.make(
-  "get-data-lake",
-  {
-    name: nameOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ name, host, port }) =>
-    Effect.gen(function* () {
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Fetching data lake...");
-
-      const dataLake = yield* WingsClusterMetadata.getDataLake({ name }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to get data lake")),
-        ),
-      );
-
-      s.stop("Data lake retrieved");
-
-      yield* Effect.sync(() => {
-        printTable([
-          { name: dataLake.name, type: dataLake.dataLakeConfig._tag || "-" },
-        ]);
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to get data lake"))),
-).pipe(Command.withDescription("Get details of a specific data lake"));

package/src/commands/cluster/data-lake/list.ts

@@ -1,72 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect, Option } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import {
-  hostOption,
-  pageSizeOption,
-  pageTokenOption,
-  portOption,
-} from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription("Parent tenant in format: tenants/{tenant}"),
-);
-
-export const listDataLakesCommand = Command.make(
-  "list-data-lakes",
-  {
-    parent: parentOption,
-    pageSize: pageSizeOption,
-    pageToken: pageTokenOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ parent, pageSize, pageToken, host, port }) =>
-    Effect.gen(function* () {
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Fetching data lakes...");
-
-      const response = yield* WingsClusterMetadata.listDataLakes({
-        parent,
-        pageSize,
-        pageToken: Option.getOrUndefined(pageToken),
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to list data lakes")),
-        ),
-      );
-
-      s.stop(`Found ${response.dataLakes.length} data lake(s)`);
-
-      yield* Effect.sync(() => {
-        if (response.dataLakes.length === 0) {
-          p.log.warn("No data lakes found");
-        } else {
-          printTable(
-            response.dataLakes.map(
-              (dataLake: {
-                name: string;
-                dataLakeConfig: { _tag?: string | null };
-              }) => ({
-                name: dataLake.name,
-                type: dataLake.dataLakeConfig._tag || "-",
-              }),
-            ),
-          );
-        }
-
-        if (response.nextPageToken) {
-          p.log.info(`Next page token: ${response.nextPageToken}`);
-        }
-
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to list data lakes"))),
-).pipe(Command.withDescription("List all data lakes belonging to a tenant"));

package/src/commands/cluster/object-store/create-aws.ts

@@ -1,106 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect, Option } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription("Parent tenant in format: tenants/{tenant}"),
-);
-
-const objectStoreIdOption = Flag.string("object-store-id").pipe(
-  Flag.withDescription("Unique identifier for the object store"),
-);
-
-const bucketNameOption = Flag.string("bucket-name").pipe(
-  Flag.withDescription("AWS S3 bucket name"),
-);
-
-const prefixOption = Flag.string("prefix").pipe(
-  Flag.withDescription("Bucket prefix (optional)"),
-  Flag.optional,
-);
-
-const accessKeyIdOption = Flag.string("access-key-id").pipe(
-  Flag.withDescription("AWS_ACCESS_KEY_ID"),
-);
-
-const secretAccessKeyOption = Flag.string("secret-access-key").pipe(
-  Flag.withDescription("AWS_SECRET_ACCESS_KEY"),
-);
-
-const regionOption = Flag.string("region").pipe(
-  Flag.withDescription("AWS_DEFAULT_REGION (e.g., us-east-1)"),
-  Flag.optional,
-);
-
-export const createObjectStoreAwsCommand = Command.make(
-  "aws",
-  {
-    parent: parentOption,
-    objectStoreId: objectStoreIdOption,
-    bucketName: bucketNameOption,
-    prefix: prefixOption,
-    accessKeyId: accessKeyIdOption,
-    secretAccessKey: secretAccessKeyOption,
-    region: regionOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({
-    parent,
-    objectStoreId,
-    bucketName,
-    prefix,
-    accessKeyId,
-    secretAccessKey,
-    region,
-    host,
-    port,
-  }) =>
-    Effect.gen(function* () {
-      p.intro("🗄️  Create AWS S3 Object Store");
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Creating AWS S3 object store...");
-
-      const result = yield* WingsClusterMetadata.createObjectStore({
-        parent,
-        objectStoreId,
-        objectStoreConfig: {
-          _tag: "aws",
-          aws: {
-            bucketName,
-            prefix: Option.getOrUndefined(prefix),
-            accessKeyId,
-            secretAccessKey,
-            region: Option.getOrUndefined(region),
-          },
-        },
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create AWS object store")),
-        ),
-      );
-
-      s.stop("AWS S3 object store created successfully");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: result.name,
-            type: "AWS S3",
-            bucket: bucketName,
-            region: Option.getOrUndefined(region) || "-",
-          },
-        ]);
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to create AWS object store"))),
-).pipe(Command.withDescription("Create a new AWS S3 object store"));

package/src/commands/cluster/object-store/create-azure.ts

@@ -1,100 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect, Option } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription("Parent tenant in format: tenants/{tenant}"),
-);
-
-const objectStoreIdOption = Flag.string("object-store-id").pipe(
-  Flag.withDescription("Unique identifier for the object store"),
-);
-
-const containerNameOption = Flag.string("container-name").pipe(
-  Flag.withDescription("Azure container name"),
-);
-
-const prefixOption = Flag.string("prefix").pipe(
-  Flag.withDescription("Container prefix (optional)"),
-  Flag.optional,
-);
-
-const storageAccountNameOption = Flag.string("storage-account-name").pipe(
-  Flag.withDescription("AZURE_STORAGE_ACCOUNT_NAME"),
-);
-
-const storageAccountKeyOption = Flag.string("storage-account-key").pipe(
-  Flag.withDescription("AZURE_STORAGE_ACCOUNT_KEY"),
-);
-
-export const createObjectStoreAzureCommand = Command.make(
-  "azure",
-  {
-    parent: parentOption,
-    objectStoreId: objectStoreIdOption,
-    containerName: containerNameOption,
-    prefix: prefixOption,
-    storageAccountName: storageAccountNameOption,
-    storageAccountKey: storageAccountKeyOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({
-    parent,
-    objectStoreId,
-    containerName,
-    prefix,
-    storageAccountName,
-    storageAccountKey,
-    host,
-    port,
-  }) =>
-    Effect.gen(function* () {
-      p.intro("🗄️  Create Azure Blob Storage Object Store");
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Creating Azure object store...");
-
-      const result = yield* WingsClusterMetadata.createObjectStore({
-        parent,
-        objectStoreId,
-        objectStoreConfig: {
-          _tag: "azure",
-          azure: {
-            containerName,
-            prefix: Option.getOrUndefined(prefix),
-            storageAccountName,
-            storageAccountKey,
-          },
-        },
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create Azure object store")),
-        ),
-      );
-
-      s.stop("Azure object store created successfully");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: result.name,
-            type: "Azure Blob",
-            container: containerName,
-            account: storageAccountName,
-          },
-        ]);
-        p.outro("✓ Done");
-      });
-    }).pipe(
-      Effect.catch(handleCliError("Failed to create Azure object store")),
-    ),
-).pipe(Command.withDescription("Create a new Azure Blob Storage object store"));