@useairfoil/flight 0.3.0 → 0.4.1

package/dist/test/index.d.ts

@@ -1,30 +0,0 @@
-import { StartedTestContainer } from "testcontainers";
-import { Effect, Layer } from "effect";
-import * as ServiceMap from "effect/ServiceMap";
-
-//#region test/wings-container.d.ts
-declare class WingsContainer {
-  private container;
-  start(): Promise<WingsContainer>;
-  stop(): Promise<void>;
-  getGrpcPort(): number;
-  getHttpPort(): number;
-  getGrpcHost(): string;
-  getHttpHost(): string;
-  private getHost;
-  getContainer(): StartedTestContainer;
-}
-//#endregion
-//#region test/wings-container.effect.d.ts
-declare const EffectWingsContainer_base: ServiceMap.ServiceClass<EffectWingsContainer, "EffectWingsContainer", {
-  readonly getGrpcPort: Effect.Effect<number>;
-  readonly getHttpPort: Effect.Effect<number>;
-  readonly getGrpcHost: Effect.Effect<string>;
-  readonly getHttpHost: Effect.Effect<string>;
-  readonly getContainer: Effect.Effect<StartedTestContainer>;
-}>;
-declare class EffectWingsContainer extends EffectWingsContainer_base {}
-declare const EffectWingsContainerLive: Layer.Layer<EffectWingsContainer, Error, never>;
-//#endregion
-export { EffectWingsContainer, EffectWingsContainerLive, WingsContainer };
-//# sourceMappingURL=index.d.ts.map

package/dist/test/index.js

@@ -1,80 +0,0 @@
-import { GenericContainer, Wait } from "testcontainers";
-import { Effect, Layer, Scope } from "effect";
-import * as ServiceMap from "effect/ServiceMap";
-
-//#region test/wings-container.ts
-var WingsContainer = class {
-	container = null;
-	async start() {
-		this.container = await new GenericContainer("docker.useairfoil.com/airfoil/wings:latest").withCommand([
-			"dev",
-			"--http.address=0.0.0.0:7780",
-			"--metadata.address=0.0.0.0:7777"
-		]).withExposedPorts(7777, 7780).withTmpFs({ "/tmp": "rw" }).withWaitStrategy(Wait.forLogMessage(/gRPC server listening on 0\.0\.0\.0:7777/)).withStartupTimeout(6e4).start();
-		return this;
-	}
-	async stop() {
-		if (this.container) {
-			await this.container.stop();
-			this.container = null;
-		}
-	}
-	getGrpcPort() {
-		if (!this.container) throw new Error("Container not started");
-		return this.container.getMappedPort(7777);
-	}
-	getHttpPort() {
-		if (!this.container) throw new Error("Container not started");
-		return this.container.getMappedPort(7780);
-	}
-	getGrpcHost() {
-		return `${this.getHost()}:${this.getGrpcPort()}`;
-	}
-	getHttpHost() {
-		return `${this.getHost()}:${this.getHttpPort()}`;
-	}
-	getHost() {
-		if (!this.container) throw new Error("Container not started");
-		return this.container.getHost();
-	}
-	getContainer() {
-		if (!this.container) throw new Error("Container not started");
-		return this.container;
-	}
-};
-
-//#endregion
-//#region test/wings-container.effect.ts
-var EffectWingsContainer = class extends ServiceMap.Service()("EffectWingsContainer") {};
-const EffectWingsContainerLive = Layer.effect(EffectWingsContainer)(Effect.gen(function* () {
-	const scope = yield* Scope.Scope;
-	const container = yield* Effect.tryPromise({
-		try: () => new GenericContainer("docker.useairfoil.com/airfoil/wings:latest").withCommand([
-			"dev",
-			"--http.address=0.0.0.0:7780",
-			"--metadata.address=0.0.0.0:7777"
-		]).withExposedPorts(7777, 7780).withTmpFs({ "/tmp": "rw" }).withWaitStrategy(Wait.forLogMessage(/gRPC server listening on 0\.0\.0\.0:7777/)).withStartupTimeout(6e4).start(),
-		catch: (error) => /* @__PURE__ */ new Error(`Failed to start container: ${error}`)
-	});
-	yield* Scope.addFinalizer(scope, Effect.tryPromise({
-		try: () => container.stop(),
-		catch: (error) => /* @__PURE__ */ new Error(`Failed to stop container: ${error}`)
-	}).pipe(Effect.tap(() => Effect.log("Container stopped successfully")), Effect.catch((error) => Effect.log(`Error stopping container: ${error}`))));
-	return {
-		getGrpcPort: Effect.sync(() => container.getMappedPort(7777)),
-		getHttpPort: Effect.sync(() => container.getMappedPort(7780)),
-		getGrpcHost: Effect.gen(function* () {
-			const port = yield* Effect.sync(() => container.getMappedPort(7777));
-			return `${yield* Effect.sync(() => container.getHost())}:${port}`;
-		}),
-		getHttpHost: Effect.gen(function* () {
-			const port = yield* Effect.sync(() => container.getMappedPort(7780));
-			return `${yield* Effect.sync(() => container.getHost())}:${port}`;
-		}),
-		getContainer: Effect.succeed(container)
-	};
-}));
-
-//#endregion
-export { EffectWingsContainer, EffectWingsContainerLive, WingsContainer };
-//# sourceMappingURL=index.js.map

package/dist/test/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","names":[],"sources":["../../test/wings-container.ts","../../test/wings-container.effect.ts"],"sourcesContent":["import {\n  GenericContainer,\n  type StartedTestContainer,\n  Wait,\n} from \"testcontainers\";\n\nexport class WingsContainer {\n  private container: StartedTestContainer | null = null;\n\n  async start(): Promise<WingsContainer> {\n    const container = new GenericContainer(\n      \"docker.useairfoil.com/airfoil/wings:latest\",\n    )\n      .withCommand([\n        \"dev\",\n        \"--http.address=0.0.0.0:7780\",\n        \"--metadata.address=0.0.0.0:7777\",\n      ])\n      .withExposedPorts(7777, 7780)\n      .withTmpFs({ \"/tmp\": \"rw\" })\n      .withWaitStrategy(\n        Wait.forLogMessage(/gRPC server listening on 0\\.0\\.0\\.0:7777/),\n      )\n      .withStartupTimeout(60_000);\n\n    this.container = await container.start();\n    return this;\n  }\n\n  async stop(): Promise<void> {\n    if (this.container) {\n      await this.container.stop();\n      this.container = null;\n    }\n  }\n\n  getGrpcPort(): number {\n    if (!this.container) {\n      throw new Error(\"Container not started\");\n    }\n    return this.container.getMappedPort(7777);\n  }\n\n  getHttpPort(): number {\n    if (!this.container) {\n      throw new Error(\"Container not started\");\n    }\n    return this.container.getMappedPort(7780);\n  }\n\n  getGrpcHost(): string {\n    return `${this.getHost()}:${this.getGrpcPort()}`;\n  }\n\n  getHttpHost(): string {\n    return `${this.getHost()}:${this.getHttpPort()}`;\n  }\n\n  private getHost(): string {\n    if (!this.container) {\n      throw new Error(\"Container not started\");\n    }\n    return this.container.getHost();\n  }\n\n  getContainer(): StartedTestContainer {\n    if (!this.container) {\n      throw new Error(\"Container not started\");\n    }\n    return this.container;\n  }\n}\n","import { Effect, Layer, Scope } from \"effect\";\nimport * as ServiceMap from \"effect/ServiceMap\";\nimport {\n  GenericContainer,\n  type StartedTestContainer,\n  Wait,\n} from \"testcontainers\";\n\nexport class EffectWingsContainer extends ServiceMap.Service<\n  EffectWingsContainer,\n  {\n    readonly getGrpcPort: Effect.Effect<number>;\n    readonly getHttpPort: Effect.Effect<number>;\n    readonly getGrpcHost: Effect.Effect<string>;\n    readonly getHttpHost: Effect.Effect<string>;\n    readonly getContainer: Effect.Effect<StartedTestContainer>;\n  }\n>()(\"EffectWingsContainer\") {}\n\nexport const EffectWingsContainerLive = Layer.effect(EffectWingsContainer)(\n  Effect.gen(function* () {\n    const scope = yield* Scope.Scope;\n\n    const container = yield* Effect.tryPromise({\n      try: () =>\n        new GenericContainer(\"docker.useairfoil.com/airfoil/wings:latest\")\n          .withCommand([\n            \"dev\",\n            \"--http.address=0.0.0.0:7780\",\n            \"--metadata.address=0.0.0.0:7777\",\n          ])\n          .withExposedPorts(7777, 7780)\n          .withTmpFs({ \"/tmp\": \"rw\" })\n          .withWaitStrategy(\n            Wait.forLogMessage(/gRPC server listening on 0\\.0\\.0\\.0:7777/),\n          )\n          .withStartupTimeout(60_000)\n          .start(),\n      catch: (error) => new Error(`Failed to start container: ${error}`),\n    });\n\n    yield* Scope.addFinalizer(\n      scope,\n      Effect.tryPromise({\n        try: () => container.stop(),\n        catch: (error) => new Error(`Failed to stop container: ${error}`),\n      }).pipe(\n        Effect.tap(() => Effect.log(\"Container stopped successfully\")),\n        Effect.catch((error) =>\n          Effect.log(`Error stopping container: ${error}`),\n        ),\n      ),\n    );\n\n    return {\n      getGrpcPort: Effect.sync(() => container.getMappedPort(7777)),\n      getHttpPort: Effect.sync(() => container.getMappedPort(7780)),\n      getGrpcHost: Effect.gen(function* () {\n        const port = yield* Effect.sync(() => container.getMappedPort(7777));\n        const host = yield* Effect.sync(() => container.getHost());\n        return `${host}:${port}`;\n      }),\n      getHttpHost: Effect.gen(function* () {\n        const port = yield* Effect.sync(() => container.getMappedPort(7780));\n        const host = yield* Effect.sync(() => container.getHost());\n        return `${host}:${port}`;\n      }),\n      getContainer: Effect.succeed(container),\n    };\n  }),\n);\n"],"mappings":";;;;;AAMA,IAAa,iBAAb,MAA4B;CAC1B,AAAQ,YAAyC;CAEjD,MAAM,QAAiC;AAgBrC,OAAK,YAAY,MAfC,IAAI,iBACpB,6CACD,CACE,YAAY;GACX;GACA;GACA;GACD,CAAC,CACD,iBAAiB,MAAM,KAAK,CAC5B,UAAU,EAAE,QAAQ,MAAM,CAAC,CAC3B,iBACC,KAAK,cAAc,2CAA2C,CAC/D,CACA,mBAAmB,IAAO,CAEI,OAAO;AACxC,SAAO;;CAGT,MAAM,OAAsB;AAC1B,MAAI,KAAK,WAAW;AAClB,SAAM,KAAK,UAAU,MAAM;AAC3B,QAAK,YAAY;;;CAIrB,cAAsB;AACpB,MAAI,CAAC,KAAK,UACR,OAAM,IAAI,MAAM,wBAAwB;AAE1C,SAAO,KAAK,UAAU,cAAc,KAAK;;CAG3C,cAAsB;AACpB,MAAI,CAAC,KAAK,UACR,OAAM,IAAI,MAAM,wBAAwB;AAE1C,SAAO,KAAK,UAAU,cAAc,KAAK;;CAG3C,cAAsB;AACpB,SAAO,GAAG,KAAK,SAAS,CAAC,GAAG,KAAK,aAAa;;CAGhD,cAAsB;AACpB,SAAO,GAAG,KAAK,SAAS,CAAC,GAAG,KAAK,aAAa;;CAGhD,AAAQ,UAAkB;AACxB,MAAI,CAAC,KAAK,UACR,OAAM,IAAI,MAAM,wBAAwB;AAE1C,SAAO,KAAK,UAAU,SAAS;;CAGjC,eAAqC;AACnC,MAAI,CAAC,KAAK,UACR,OAAM,IAAI,MAAM,wBAAwB;AAE1C,SAAO,KAAK;;;;;;AC7DhB,IAAa,uBAAb,cAA0C,WAAW,SASlD,CAAC,uBAAuB,CAAC;AAE5B,MAAa,2BAA2B,MAAM,OAAO,qBAAqB,CACxE,OAAO,IAAI,aAAa;CACtB,MAAM,QAAQ,OAAO,MAAM;CAE3B,MAAM,YAAY,OAAO,OAAO,WAAW;EACzC,WACE,IAAI,iBAAiB,6CAA6C,CAC/D,YAAY;GACX;GACA;GACA;GACD,CAAC,CACD,iBAAiB,MAAM,KAAK,CAC5B,UAAU,EAAE,QAAQ,MAAM,CAAC,CAC3B,iBACC,KAAK,cAAc,2CAA2C,CAC/D,CACA,mBAAmB,IAAO,CAC1B,OAAO;EACZ,QAAQ,0BAAU,IAAI,MAAM,8BAA8B,QAAQ;EACnE,CAAC;AAEF,QAAO,MAAM,aACX,OACA,OAAO,WAAW;EAChB,WAAW,UAAU,MAAM;EAC3B,QAAQ,0BAAU,IAAI,MAAM,6BAA6B,QAAQ;EAClE,CAAC,CAAC,KACD,OAAO,UAAU,OAAO,IAAI,iCAAiC,CAAC,EAC9D,OAAO,OAAO,UACZ,OAAO,IAAI,6BAA6B,QAAQ,CACjD,CACF,CACF;AAED,QAAO;EACL,aAAa,OAAO,WAAW,UAAU,cAAc,KAAK,CAAC;EAC7D,aAAa,OAAO,WAAW,UAAU,cAAc,KAAK,CAAC;EAC7D,aAAa,OAAO,IAAI,aAAa;GACnC,MAAM,OAAO,OAAO,OAAO,WAAW,UAAU,cAAc,KAAK,CAAC;AAEpE,UAAO,GADM,OAAO,OAAO,WAAW,UAAU,SAAS,CAAC,CAC3C,GAAG;IAClB;EACF,aAAa,OAAO,IAAI,aAAa;GACnC,MAAM,OAAO,OAAO,OAAO,WAAW,UAAU,cAAc,KAAK,CAAC;AAEpE,UAAO,GADM,OAAO,OAAO,WAAW,UAAU,SAAS,CAAC,CAC3C,GAAG;IAClB;EACF,cAAc,OAAO,QAAQ,UAAU;EACxC;EACD,CACH"}

package/src/arrow-flight-sql.ts

@@ -1,121 +0,0 @@
-import type { CallOptions } from "nice-grpc";
-import { ArrowFlightClient } from "./arrow-flight";
-import { Any } from "./proto/any";
-import {
-  FlightDescriptor,
-  FlightDescriptor_DescriptorType,
-  type FlightInfo,
-  type FlightServiceDefinition,
-} from "./proto/Flight";
-import {
-  CommandGetCatalogs,
-  CommandGetDbSchemas,
-  CommandGetTables,
-  CommandGetTableTypes,
-  CommandStatementQuery,
-} from "./proto/FlightSql";
-import type {
-  ClientOptions,
-  HostOrChannel,
-  RemoveTypeUrl,
-} from "./proto-utils";
-
-export class ArrowFlightSqlClient {
-  private inner: ArrowFlightClient;
-
-  constructor(
-    config: HostOrChannel,
-    options: ClientOptions<FlightServiceDefinition> = {},
-  ) {
-    this.inner = new ArrowFlightClient(config, options);
-  }
-
-  executeFlightInfo(request: FlightInfo, options?: CallOptions) {
-    return this.inner.executeFlightInfo(request, options);
-  }
-
-  async getCatalogs(
-    request: RemoveTypeUrl<CommandGetCatalogs>,
-    options?: CallOptions,
-  ) {
-    const descriptor = createCommandDescriptor(
-      CommandGetCatalogs.$type,
-      CommandGetCatalogs.encode({
-        $type: CommandGetCatalogs.$type,
-        ...request,
-      }).finish(),
-    );
-    return this.inner.getFlightInfo(descriptor, options);
-  }
-
-  async getDbSchemas(
-    request: RemoveTypeUrl<CommandGetDbSchemas>,
-    options?: CallOptions,
-  ) {
-    const descriptor = createCommandDescriptor(
-      CommandGetDbSchemas.$type,
-      CommandGetDbSchemas.encode({
-        $type: CommandGetDbSchemas.$type,
-        ...request,
-      }).finish(),
-    );
-    return this.inner.getFlightInfo(descriptor, options);
-  }
-
-  async getTables(
-    request: RemoveTypeUrl<CommandGetTables>,
-    options?: CallOptions,
-  ) {
-    const descriptor = createCommandDescriptor(
-      CommandGetTables.$type,
-      CommandGetTables.encode({
-        $type: CommandGetTables.$type,
-        ...request,
-      }).finish(),
-    );
-    return this.inner.getFlightInfo(descriptor, options);
-  }
-
-  async getTableTypes(
-    request: RemoveTypeUrl<CommandGetTableTypes>,
-    options?: CallOptions,
-  ) {
-    const descriptor = createCommandDescriptor(
-      CommandGetTableTypes.$type,
-      CommandGetTableTypes.encode({
-        $type: CommandGetTableTypes.$type,
-        ...request,
-      }).finish(),
-    );
-    return this.inner.getFlightInfo(descriptor, options);
-  }
-
-  async executeQuery(
-    request: RemoveTypeUrl<CommandStatementQuery>,
-    options?: CallOptions,
-  ) {
-    const descriptor = createCommandDescriptor(
-      CommandStatementQuery.$type,
-      CommandStatementQuery.encode({
-        $type: CommandStatementQuery.$type,
-        ...request,
-      }).finish(),
-    );
-    return this.inner.getFlightInfo(descriptor, options);
-  }
-}
-
-function createCommandDescriptor(
-  typeUrl: string,
-  value: Uint8Array,
-): FlightDescriptor {
-  const cmd = Any.create({
-    typeUrl: `type.googleapis.com/${typeUrl}`,
-    value,
-  });
-
-  return FlightDescriptor.create({
-    type: FlightDescriptor_DescriptorType.CMD,
-    cmd: Any.encode(cmd).finish(),
-  });
-}

package/src/arrow-flight.ts

@@ -1,149 +0,0 @@
-import type { RecordBatch, Schema } from "apache-arrow";
-import { type CallOptions, createClient } from "nice-grpc";
-import {
-  decodeFlightDataStream,
-  decodeSchemaFromFlightInfo,
-} from "./arrow-utils";
-import {
-  type FlightData,
-  type FlightDescriptor,
-  type FlightInfo,
-  type FlightServiceClient,
-  FlightServiceDefinition,
-  type HandshakeRequest,
-  type HandshakeResponse,
-  type PutResult,
-  type Ticket,
-} from "./proto/Flight";
-import {
-  type ClientOptions,
-  createChannelFromConfig,
-  type HostOrChannel,
-} from "./proto-utils";
-
-export class ArrowFlightClient {
-  private client: FlightServiceClient;
-
-  constructor(
-    config: HostOrChannel,
-    options: ClientOptions<FlightServiceDefinition> = {},
-  ) {
-    const channel = createChannelFromConfig(config);
-
-    this.client = createClient(
-      FlightServiceDefinition,
-      channel,
-      options.defaultCallOptions,
-    );
-  }
-
-  executeFlightInfo(
-    info: FlightInfo,
-    options?: CallOptions,
-  ): AsyncGenerator<RecordBatch> {
-    const schema = decodeSchemaFromFlightInfo(info);
-    if (!schema) {
-      throw new Error("FlightInfo must have a schema");
-    }
-
-    const client = this;
-
-    return (async function* () {
-      for (const endpoint of info.endpoint) {
-        if (endpoint.ticket === undefined) {
-          continue;
-        }
-
-        yield* client.doGet(endpoint.ticket, { schema, ...options });
-      }
-    })();
-  }
-
-  /**
-   * Handshake between client and server.
-   *
-   * Depending on the server, the handshake may be required to determine the
-   * token that should be used for future operations. Both request and response
-   * are streams to allow multiple round-trips depending on auth mechanism.
-   */
-  handshake(
-    request: AsyncIterable<HandshakeRequest>,
-    options?: CallOptions,
-  ): AsyncIterable<HandshakeResponse> {
-    return this.client.handshake(request, options);
-  }
-
-  /** Get a list of available streams given a particular criteria. */
-  // listFlights(
-  //   request: proto.arrow_flight.Criteria,
-  //   options?: ClientCallOptions,
-  // ): AsyncIterable<proto.arrow_flight.FlightInfo>;
-
-  getFlightInfo(
-    request: FlightDescriptor,
-    options?: CallOptions,
-  ): Promise<FlightInfo> {
-    return this.client.getFlightInfo(request, options);
-  }
-
-  // /** Start a query and get information to poll its execution status. */
-  // pollFlightInfo(
-  //   request: proto.arrow_flight.FlightDescriptor,
-  //   options?: ClientCallOptions,
-  // ): Promise<proto.arrow_flight.PollInfo>;
-
-  // /** Get the schema for a given FlightDescriptor. */
-  // getSchema(
-  //   request: proto.arrow_flight.FlightDescriptor,
-  //   options?: ClientCallOptions,
-  // ): Promise<proto.arrow_flight.SchemaResult>;
-
-  /**
-   * Retrieve a single stream associated with a particular descriptor
-   * associated with the referenced ticket. A Flight can be composed of one or
-   * more streams where each stream can be retrieved using a separate opaque
-   * ticket that the flight service uses for managing a collection of streams.
-   */
-  doGet(
-    request: Ticket,
-    options: { schema: Schema } & CallOptions,
-  ): AsyncIterable<RecordBatch> {
-    const { schema: expectedSchema } = options;
-    return decodeFlightDataStream(this.client.doGet(request, options), {
-      expectedSchema,
-    });
-  }
-
-  /**
-   * Push a stream to the flight service associated with a particular
-   * flight stream. This allows a client of a flight service to upload a stream
-   * of data. Depending on the particular flight service, a client consumer
-   * could be allowed to upload a single stream per descriptor or an unlimited
-   * number. In the latter, the service might implement a 'seal' action that
-   * can be applied to a descriptor once all streams are uploaded.
-   */
-  doPut(
-    request: AsyncIterable<FlightData>,
-    options?: CallOptions,
-  ): AsyncIterable<PutResult> {
-    return this.client.doPut(request, options);
-  }
-
-  // /** Open a bidirectional data channel for a given descriptor. */
-  // doExchange(
-  //   request: AsyncIterable<proto.arrow_flight.FlightData>,
-  //   options?: ClientCallOptions,
-  // ): AsyncIterable<proto.arrow_flight.FlightData>;
-
-  // /** Execute a specific action against the flight service. */
-  // doAction(
-  //   request: proto.arrow_flight.Action,
-  //   options?: ClientCallOptions,
-  // ): AsyncIterable<proto.arrow_flight.Result>;
-
-  // /** Get all available action types. */
-  // listActions(
-  //   request: proto.arrow_flight.Empty,
-  //   options?: ClientCallOptions,
-  // ): AsyncIterable<proto.arrow_flight.ActionType>;
-}