airfoil 0.3.0 → 0.4.1

package/src/commands/cluster/topic/create.ts

@@ -1,317 +0,0 @@
-import * as fs from "node:fs";
-import * as p from "@clack/prompts";
-import type { FieldConfig } from "@useairfoil/wings";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect, Option } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-// Supported simple types (no config required)
-const SUPPORTED_INLINE_TYPES = [
-  "Int8",
-  "Int16",
-  "Int32",
-  "Int64",
-  "Uint8",
-  "Uint16",
-  "Uint32",
-  "Uint64",
-  "Bool",
-  "Utf8",
-  "Binary",
-  "Null",
-  "Float16",
-  "Float32",
-  "Float64",
-  "DateDay",
-  "DateMillisecond",
-  "TimestampSecond",
-  "TimestampMillisecond",
-  "TimestampMicrosecond",
-  "TimestampNanosecond",
-  "DurationSecond",
-  "DurationMillisecond",
-  "DurationMicrosecond",
-  "DurationNanosecond",
-] as const;
-
-type SupportedInlineType = (typeof SUPPORTED_INLINE_TYPES)[number];
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription(
-    "Parent namespace in format: tenants/{tenant}/namespaces/{namespace}",
-  ),
-);
-
-const topicIdOption = Flag.string("topic-id").pipe(
-  Flag.withDescription("Unique identifier for the topic"),
-);
-
-const descriptionOption = Flag.string("description").pipe(
-  Flag.withDescription("Topic description"),
-  Flag.optional,
-);
-
-const fieldsOption = Flag.string("fields").pipe(
-  Flag.withDescription(
-    'Field definitions in format "name:Type" or "name:Type?" for nullable',
-  ),
-  Flag.atLeast(0),
-);
-
-const schemaFileOption = Flag.string("schema-file").pipe(
-  Flag.withDescription(
-    "Path to JSON file containing FieldConfig[] (for complex types)",
-  ),
-  Flag.optional,
-);
-
-const partitionKeyOption = Flag.string("partition-key").pipe(
-  Flag.withDescription("Name of the field used for partitioning"),
-  Flag.optional,
-);
-
-const freshnessSecondsOption = Flag.integer("freshness-seconds").pipe(
-  Flag.withDescription("How often to compact the topic (seconds)"),
-  Flag.withDefault(60),
-);
-
-const ttlSecondsOption = Flag.integer("ttl-seconds").pipe(
-  Flag.withDescription("How long to keep topic data (seconds)"),
-  Flag.optional,
-);
-
-const targetFileSizeBytesOption = Flag.integer("target-file-size-bytes").pipe(
-  Flag.withDescription("Target file size for compaction (bytes)"),
-  Flag.withDefault(1024 * 1024),
-);
-
-/**
- * Parse a field string in format "name:Type" or "name:Type?" (nullable)
- */
-function parseFieldString(fieldStr: string, index: number): FieldConfig {
-  const match = fieldStr.match(/^([^:]+):([^?]+)(\?)?$/);
-  if (!match) {
-    throw new Error(
-      `Invalid field format: "${fieldStr}". Expected format: "name:Type" or "name:Type?"`,
-    );
-  }
-
-  const name = match[1];
-  const dataType = match[2];
-  const nullableMarker = match[3];
-
-  if (!name || !dataType) {
-    throw new Error(
-      `Invalid field format: "${fieldStr}". Expected format: "name:Type" or "name:Type?"`,
-    );
-  }
-
-  const nullable = nullableMarker === "?";
-
-  if (!SUPPORTED_INLINE_TYPES.includes(dataType as SupportedInlineType)) {
-    throw new Error(
-      `Unsupported type: "${dataType}". Supported types: ${SUPPORTED_INLINE_TYPES.join(", ")}. For complex types, use --schema-file.`,
-    );
-  }
-
-  return {
-    name: name.trim(),
-    dataType: dataType as SupportedInlineType,
-    nullable,
-    id: BigInt(index + 1),
-  };
-}
-
-/**
- * Parse multiple field strings into FieldConfig array
- */
-function parseFieldsFromArgs(fields: ReadonlyArray<string>): FieldConfig[] {
-  return fields.map((field, index) => parseFieldString(field, index));
-}
-
-/**
- * Load fields from a JSON schema file with basic validation
- */
-function loadFieldsFromFile(filePath: string): FieldConfig[] {
-  if (!fs.existsSync(filePath)) {
-    throw new Error(`Schema file not found: "${filePath}"`);
-  }
-
-  const content = fs.readFileSync(filePath, "utf-8");
-
-  let parsed: unknown;
-  try {
-    parsed = JSON.parse(content);
-  } catch {
-    throw new Error(`Invalid JSON in schema file: "${filePath}"`);
-  }
-
-  if (!Array.isArray(parsed)) {
-    throw new Error(
-      `Schema file must contain an array of fields. Got: ${typeof parsed}`,
-    );
-  }
-
-  if (parsed.length === 0) {
-    throw new Error(
-      "Schema file contains an empty array. At least one field is required.",
-    );
-  }
-
-  return (parsed as FieldConfig[]).map((field, index) => {
-    const fieldId = (field as { id?: bigint | number }).id;
-    return {
-      ...field,
-      id: typeof fieldId === "bigint" ? fieldId : BigInt(fieldId ?? index + 1),
-    };
-  });
-}
-
-export const createTopicCommand = Command.make(
-  "create-topic",
-  {
-    parent: parentOption,
-    topicId: topicIdOption,
-    description: descriptionOption,
-    fields: fieldsOption,
-    schemaFile: schemaFileOption,
-    partitionKey: partitionKeyOption,
-    freshnessSeconds: freshnessSecondsOption,
-    ttlSeconds: ttlSecondsOption,
-    targetFileSizeBytes: targetFileSizeBytesOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({
-    parent,
-    topicId,
-    description,
-    fields,
-    schemaFile,
-    partitionKey,
-    freshnessSeconds,
-    ttlSeconds,
-    targetFileSizeBytes,
-    host,
-    port,
-  }) =>
-    Effect.gen(function* () {
-      p.intro("📋 Create Topic");
-
-      const schemaFilePath = Option.getOrUndefined(schemaFile);
-      const hasFields = fields.length > 0;
-
-      if (!hasFields && !schemaFilePath) {
-        return yield* Effect.fail(
-          new Error("Either --fields or --schema-file must be provided"),
-        );
-      }
-
-      if (hasFields && schemaFilePath) {
-        return yield* Effect.fail(
-          new Error("Cannot use both --fields and --schema-file. Choose one."),
-        );
-      }
-
-      const topicFields = yield* Effect.try({
-        try: () =>
-          schemaFilePath
-            ? loadFieldsFromFile(schemaFilePath)
-            : parseFieldsFromArgs(fields),
-        catch: (error) =>
-          error instanceof Error ? error : new Error("Failed to parse fields"),
-      });
-
-      if (topicFields.length === 0) {
-        return yield* Effect.fail(new Error("At least one field is required"));
-      }
-
-      const partitionKeyName = Option.getOrUndefined(partitionKey);
-      let partitionKeyId: bigint | undefined;
-      if (partitionKeyName) {
-        const index = topicFields.findIndex(
-          (field) => field.name === partitionKeyName,
-        );
-        if (index === -1) {
-          return yield* Effect.fail(
-            new Error(
-              `Partition key field "${partitionKeyName}" not found in fields. Available fields: ${topicFields.map((field) => field.name).join(", ")}`,
-            ),
-          );
-        }
-        const partitionField = topicFields[index];
-        if (!partitionField) {
-          return yield* Effect.fail(
-            new Error(
-              `Partition key field "${partitionKeyName}" not found in fields. Available fields: ${topicFields.map((field) => field.name).join(", ")}`,
-            ),
-          );
-        }
-        partitionKeyId = partitionField.id;
-      }
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Creating topic...");
-
-      const topic = yield* WingsClusterMetadata.createTopic({
-        parent,
-        topicId,
-        description: Option.getOrUndefined(description),
-        fields: topicFields,
-        partitionKey: partitionKeyId,
-        compaction: {
-          freshnessSeconds: BigInt(freshnessSeconds),
-          ttlSeconds: Option.getOrUndefined(
-            Option.map(ttlSeconds, (ttl) => BigInt(ttl)),
-          ),
-          targetFileSizeBytes: BigInt(targetFileSizeBytes),
-        },
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to create topic")),
-        ),
-      );
-
-      s.stop("Topic created successfully");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: topic.name,
-            description: topic.description || "-",
-            partition_key:
-              topic.partitionKey !== undefined
-                ? topicFields.find((field) => field.id === topic.partitionKey)
-                    ?.name || topic.partitionKey.toString()
-                : "-",
-            freshness_seconds: topic.compaction.freshnessSeconds.toString(),
-            ttl_seconds: topic.compaction.ttlSeconds?.toString() || "-",
-            target_file_size_bytes:
-              topic.compaction.targetFileSizeBytes.toString(),
-            fields_count: topic.schema.fields.length.toString(),
-          },
-        ]);
-
-        if (topic.schema.fields.length > 0) {
-          console.log("\nFields:");
-          printTable(
-            topic.schema.fields.map((field, index) => ({
-              index: index.toString(),
-              name: field.name,
-              type: field.arrowType?._tag ?? "unknown",
-              nullable: field.nullable ? "yes" : "no",
-            })),
-          );
-        }
-
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to create topic"))),
-).pipe(Command.withDescription("Create a new topic belonging to a namespace"));

package/src/commands/cluster/topic/delete.ts

@@ -1,67 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { forceOption, hostOption, portOption } from "../../../utils/options.js";
-
-const nameOption = Flag.string("name").pipe(
-  Flag.withDescription(
-    "Topic name in format: tenants/{tenant}/namespaces/{namespace}/topics/{topic}",
-  ),
-);
-
-const forceDeleteOption = Flag.boolean("force-delete").pipe(
-  Flag.withDescription("Also delete data associated with the topic"),
-  Flag.withDefault(false),
-);
-
-export const deleteTopicCommand = Command.make(
-  "delete-topic",
-  {
-    name: nameOption,
-    forceDelete: forceDeleteOption,
-    force: forceOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ name, forceDelete, force, host, port }) =>
-    Effect.gen(function* () {
-      p.intro("🗑️  Delete Topic");
-
-      if (!force) {
-        const confirm = yield* Effect.tryPromise({
-          try: () =>
-            p.confirm({
-              message: `Are you sure you want to delete topic ${name}?${forceDelete ? " (including all data)" : ""}`,
-              initialValue: false,
-            }),
-          catch: () => new Error("Failed to confirm deletion"),
-        });
-
-        if (p.isCancel(confirm) || !confirm) {
-          p.cancel("Deletion cancelled");
-          process.exit(0);
-        }
-      }
-
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Deleting topic...");
-
-      yield* WingsClusterMetadata.deleteTopic({
-        name,
-        force: forceDelete,
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to delete topic")),
-        ),
-      );
-
-      s.stop("Topic deleted successfully");
-      p.outro("✓ Done");
-    }).pipe(Effect.catch(handleCliError("Failed to delete topic"))),
-).pipe(Command.withDescription("Delete a topic from the cluster"));

package/src/commands/cluster/topic/get.ts

@@ -1,51 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import { hostOption, portOption } from "../../../utils/options.js";
-
-const nameOption = Flag.string("name").pipe(
-  Flag.withDescription(
-    "Topic name in format: tenants/{tenant}/namespaces/{namespace}/topics/{topic}",
-  ),
-);
-
-export const getTopicCommand = Command.make(
-  "get-topic",
-  {
-    name: nameOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ name, host, port }) =>
-    Effect.gen(function* () {
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Fetching topic...");
-
-      const topic = yield* WingsClusterMetadata.getTopic({ name }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() => Effect.sync(() => s.stop("Failed to get topic"))),
-      );
-
-      s.stop("Topic retrieved");
-
-      yield* Effect.sync(() => {
-        printTable([
-          {
-            name: topic.name,
-            description: topic.description || "-",
-            partition_key: topic.partitionKey?.toString() || "-",
-            freshness_seconds: topic.compaction.freshnessSeconds.toString(),
-            ttl_seconds: topic.compaction.ttlSeconds?.toString() || "-",
-          },
-        ]);
-
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to get topic"))),
-).pipe(Command.withDescription("Get details of a specific topic"));

package/src/commands/cluster/topic/list.ts

@@ -1,70 +0,0 @@
-import * as p from "@clack/prompts";
-import { WingsClusterMetadata } from "@useairfoil/wings";
-import { printTable } from "console-table-printer";
-import { Effect, Option } from "effect";
-import { Command, Flag } from "effect/unstable/cli";
-import { makeClusterMetadataLayer } from "../../../utils/client.js";
-import { handleCliError } from "../../../utils/effect.js";
-import {
-  hostOption,
-  pageSizeOption,
-  pageTokenOption,
-  portOption,
-} from "../../../utils/options.js";
-
-const parentOption = Flag.string("parent").pipe(
-  Flag.withDescription(
-    "Parent namespace in format: tenants/{tenant}/namespaces/{namespace}",
-  ),
-);
-
-export const listTopicsCommand = Command.make(
-  "list-topics",
-  {
-    parent: parentOption,
-    pageSize: pageSizeOption,
-    pageToken: pageTokenOption,
-    host: hostOption,
-    port: portOption,
-  },
-  ({ parent, pageSize, pageToken, host, port }) =>
-    Effect.gen(function* () {
-      const layer = makeClusterMetadataLayer(host, port);
-
-      const s = p.spinner();
-      s.start("Fetching topics...");
-
-      const response = yield* WingsClusterMetadata.listTopics({
-        parent,
-        pageSize,
-        pageToken: Option.getOrUndefined(pageToken),
-      }).pipe(
-        Effect.provide(layer),
-        Effect.tapError(() =>
-          Effect.sync(() => s.stop("Failed to list topics")),
-        ),
-      );
-
-      s.stop(`Found ${response.topics.length} topic(s)`);
-
-      yield* Effect.sync(() => {
-        if (response.topics.length === 0) {
-          p.log.warn("No topics found");
-        } else {
-          printTable(
-            response.topics.map((topic) => ({
-              name: topic.name,
-              description: topic.description || "-",
-              partition_key: topic.partitionKey?.toString() || "-",
-            })),
-          );
-        }
-
-        if (response.nextPageToken) {
-          p.log.info(`Next page token: ${response.nextPageToken}`);
-        }
-
-        p.outro("✓ Done");
-      });
-    }).pipe(Effect.catch(handleCliError("Failed to list topics"))),
-).pipe(Command.withDescription("List all topics belonging to a namespace"));

package/src/scripts/compile-all.ts

@@ -1,21 +0,0 @@
-import { $ } from "bun";
-
-const targets = [
-  { platform: "linux", arch: "x64" },
-  { platform: "linux", arch: "arm64" },
-  { platform: "darwin", arch: "x64" },
-  { platform: "darwin", arch: "arm64" },
-  { platform: "windows", arch: "x64" },
-];
-
-for (const { platform, arch } of targets) {
-  const outfile = `dist/airfoil-${platform}-${arch}${platform === "windows" ? ".exe" : ""}`;
-
-  console.log(`Compiling for ${platform}-${arch}...`);
-
-  await $`bun build src/index.ts --compile --target=bun-${platform}-${arch} --outfile ${outfile}`;
-
-  console.log(`✓ Created ${outfile}`);
-}
-
-console.log("\n✓ All binaries compiled successfully!");

package/src/utils/effect.ts

@@ -1,11 +0,0 @@
-import * as p from "@clack/prompts";
-import { Effect } from "effect";
-
-export const handleCliError = (fallbackMessage: string) => (error: unknown) =>
-  Effect.sync(() => {
-    p.cancel(error instanceof Error ? error.message : fallbackMessage);
-  }).pipe(
-    Effect.andThen(
-      Effect.fail(error instanceof Error ? error : new Error(fallbackMessage)),
-    ),
-  );