@useairfoil/flight 0.3.0 → 0.4.0

package/package.json

@@ -1,51 +1,29 @@
 {
   "name": "@useairfoil/flight",
-  "version": "0.3.0",
-  "type": "module",
+  "version": "0.4.0",
+  "repository": "useairfoil/typescript-sdk",
   "files": [
     "dist",
     "src",
     "README.md"
   ],
-  "main": "./dist/src/index.js",
-  "types": "./dist/src/index.d.ts",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "exports": {
     ".": {
-      "types": "./dist/src/index.d.ts",
-      "import": "./dist/src/index.js",
-      "default": "./dist/src/index.js"
-    },
-    "./test": {
-      "types": "./dist/test/index.d.ts",
-      "import": "./dist/test/index.js",
-      "default": "./dist/test/index.js"
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "default": "./dist/index.js"
     }
   },
   "scripts": {
     "build": "tsdown",
     "build:proto": "buf generate proto",
     "typecheck": "tsc --noEmit",
-    "format": "biome format --write .",
-    "lint": "biome check .",
-    "lint:fix": "biome check . --write",
     "test": "vitest",
     "test:ci": "vitest run"
   },
-  "peerDependencies": {
-    "effect": "^4.0.0-beta.25"
-  },
-  "optionalDependencies": {
-    "testcontainers": "^11.11.0"
-  },
-  "devDependencies": {
-    "@bufbuild/buf": "^1.57.2",
-    "@effect/vitest": "4.0.0-beta.25",
-    "@rollup/plugin-typescript": "^12.1.4",
-    "effect": "^4.0.0-beta.25",
-    "testcontainers": "^11.11.0",
-    "tsdown": "^0.15.6",
-    "vitest": "^3.2.4"
-  },
   "dependencies": {
     "@bufbuild/protobuf": "^2.9.0",
     "apache-arrow": "^21.1.0",
@@ -54,5 +32,21 @@
     "long": "^5.3.2",
     "nice-grpc": "^2.1.13",
     "nice-grpc-common": "^2.0.2"
+  },
+  "devDependencies": {
+    "@bufbuild/buf": "^1.5.7",
+    "@effect/vitest": "4.0.0-beta.54",
+    "@types/node": "^24.2.0",
+    "@useairfoil/wings-testing": "0.1.0",
+    "effect": "4.0.0-beta.54",
+    "testcontainers": "^11.14.0",
+    "tsdown": "^0.15.6",
+    "vitest": "^3.2.4"
+  },
+  "peerDependencies": {
+    "effect": "4.0.0-beta.54"
+  },
+  "optionalDependencies": {
+    "testcontainers": "^11.14.0"
   }
 }

package/src/arrow-flight-sql.ts

@@ -1,4 +1,7 @@
 import type { CallOptions } from "nice-grpc";
+
+import type { ClientOptions, HostOrChannel, RemoveTypeUrl } from "./proto-utils";
+
 import { ArrowFlightClient } from "./arrow-flight";
 import { Any } from "./proto/any";
 import {
@@ -14,19 +17,11 @@ import {
   CommandGetTableTypes,
   CommandStatementQuery,
 } from "./proto/FlightSql";
-import type {
-  ClientOptions,
-  HostOrChannel,
-  RemoveTypeUrl,
-} from "./proto-utils";
 
 export class ArrowFlightSqlClient {
   private inner: ArrowFlightClient;
 
-  constructor(
-    config: HostOrChannel,
-    options: ClientOptions<FlightServiceDefinition> = {},
-  ) {
+  constructor(config: HostOrChannel, options: ClientOptions<FlightServiceDefinition> = {}) {
     this.inner = new ArrowFlightClient(config, options);
   }
 
@@ -34,10 +29,7 @@ export class ArrowFlightSqlClient {
     return this.inner.executeFlightInfo(request, options);
   }
 
-  async getCatalogs(
-    request: RemoveTypeUrl<CommandGetCatalogs>,
-    options?: CallOptions,
-  ) {
+  async getCatalogs(request: RemoveTypeUrl<CommandGetCatalogs>, options?: CallOptions) {
     const descriptor = createCommandDescriptor(
       CommandGetCatalogs.$type,
       CommandGetCatalogs.encode({
@@ -48,10 +40,7 @@ export class ArrowFlightSqlClient {
     return this.inner.getFlightInfo(descriptor, options);
   }
 
-  async getDbSchemas(
-    request: RemoveTypeUrl<CommandGetDbSchemas>,
-    options?: CallOptions,
-  ) {
+  async getDbSchemas(request: RemoveTypeUrl<CommandGetDbSchemas>, options?: CallOptions) {
     const descriptor = createCommandDescriptor(
       CommandGetDbSchemas.$type,
       CommandGetDbSchemas.encode({
@@ -62,10 +51,7 @@ export class ArrowFlightSqlClient {
     return this.inner.getFlightInfo(descriptor, options);
   }
 
-  async getTables(
-    request: RemoveTypeUrl<CommandGetTables>,
-    options?: CallOptions,
-  ) {
+  async getTables(request: RemoveTypeUrl<CommandGetTables>, options?: CallOptions) {
     const descriptor = createCommandDescriptor(
       CommandGetTables.$type,
       CommandGetTables.encode({
@@ -76,10 +62,7 @@ export class ArrowFlightSqlClient {
     return this.inner.getFlightInfo(descriptor, options);
   }
 
-  async getTableTypes(
-    request: RemoveTypeUrl<CommandGetTableTypes>,
-    options?: CallOptions,
-  ) {
+  async getTableTypes(request: RemoveTypeUrl<CommandGetTableTypes>, options?: CallOptions) {
     const descriptor = createCommandDescriptor(
       CommandGetTableTypes.$type,
       CommandGetTableTypes.encode({
@@ -90,10 +73,7 @@ export class ArrowFlightSqlClient {
     return this.inner.getFlightInfo(descriptor, options);
   }
 
-  async executeQuery(
-    request: RemoveTypeUrl<CommandStatementQuery>,
-    options?: CallOptions,
-  ) {
+  async executeQuery(request: RemoveTypeUrl<CommandStatementQuery>, options?: CallOptions) {
     const descriptor = createCommandDescriptor(
       CommandStatementQuery.$type,
       CommandStatementQuery.encode({
@@ -105,10 +85,7 @@ export class ArrowFlightSqlClient {
   }
 }
 
-function createCommandDescriptor(
-  typeUrl: string,
-  value: Uint8Array,
-): FlightDescriptor {
+function createCommandDescriptor(typeUrl: string, value: Uint8Array): FlightDescriptor {
   const cmd = Any.create({
     typeUrl: `type.googleapis.com/${typeUrl}`,
     value,

package/src/arrow-flight.ts

@@ -1,9 +1,9 @@
 import type { RecordBatch, Schema } from "apache-arrow";
+
 import { type CallOptions, createClient } from "nice-grpc";
-import {
-  decodeFlightDataStream,
-  decodeSchemaFromFlightInfo,
-} from "./arrow-utils";
+
+import { decodeFlightDataStream, decodeSchemaFromFlightInfo } from "./arrow-utils";
+import { type ClientOptions, createChannelFromConfig, type HostOrChannel } from "./proto-utils";
 import {
   type FlightData,
   type FlightDescriptor,
@@ -15,37 +15,23 @@ import {
   type PutResult,
   type Ticket,
 } from "./proto/Flight";
-import {
-  type ClientOptions,
-  createChannelFromConfig,
-  type HostOrChannel,
-} from "./proto-utils";
 
 export class ArrowFlightClient {
   private client: FlightServiceClient;
 
-  constructor(
-    config: HostOrChannel,
-    options: ClientOptions<FlightServiceDefinition> = {},
-  ) {
+  constructor(config: HostOrChannel, options: ClientOptions<FlightServiceDefinition> = {}) {
     const channel = createChannelFromConfig(config);
 
-    this.client = createClient(
-      FlightServiceDefinition,
-      channel,
-      options.defaultCallOptions,
-    );
+    this.client = createClient(FlightServiceDefinition, channel, options.defaultCallOptions);
   }
 
-  executeFlightInfo(
-    info: FlightInfo,
-    options?: CallOptions,
-  ): AsyncGenerator<RecordBatch> {
+  executeFlightInfo(info: FlightInfo, options?: CallOptions): AsyncGenerator<RecordBatch> {
     const schema = decodeSchemaFromFlightInfo(info);
     if (!schema) {
       throw new Error("FlightInfo must have a schema");
     }
 
+    // oxlint-disable-next-line no-this-alias
     const client = this;
 
     return (async function* () {
@@ -79,10 +65,7 @@ export class ArrowFlightClient {
   //   options?: ClientCallOptions,
   // ): AsyncIterable<proto.arrow_flight.FlightInfo>;
 
-  getFlightInfo(
-    request: FlightDescriptor,
-    options?: CallOptions,
-  ): Promise<FlightInfo> {
+  getFlightInfo(request: FlightDescriptor, options?: CallOptions): Promise<FlightInfo> {
     return this.client.getFlightInfo(request, options);
   }
 
@@ -104,10 +87,7 @@ export class ArrowFlightClient {
    * more streams where each stream can be retrieved using a separate opaque
    * ticket that the flight service uses for managing a collection of streams.
    */
-  doGet(
-    request: Ticket,
-    options: { schema: Schema } & CallOptions,
-  ): AsyncIterable<RecordBatch> {
+  doGet(request: Ticket, options: { schema: Schema } & CallOptions): AsyncIterable<RecordBatch> {
     const { schema: expectedSchema } = options;
     return decodeFlightDataStream(this.client.doGet(request, options), {
       expectedSchema,
@@ -122,10 +102,7 @@ export class ArrowFlightClient {
    * number. In the latter, the service might implement a 'seal' action that
    * can be applied to a descriptor once all streams are uploaded.
    */
-  doPut(
-    request: AsyncIterable<FlightData>,
-    options?: CallOptions,
-  ): AsyncIterable<PutResult> {
+  doPut(request: AsyncIterable<FlightData>, options?: CallOptions): AsyncIterable<PutResult> {
     return this.client.doPut(request, options);
   }
 

package/src/arrow-utils.ts

@@ -1,10 +1,10 @@
 import { Message, type Schema } from "apache-arrow";
+
 import type { FlightData, FlightInfo } from "./proto/Flight";
+
 import { RecordBatchStreamReaderFromFlightData } from "./record-batch-decoder";
 
-export function decodeSchemaFromFlightInfo(
-  info: FlightInfo,
-): Schema | undefined {
+export function decodeSchemaFromFlightInfo(info: FlightInfo): Schema | undefined {
   // Notice that the `info.schema` field has the following format:
   // The schema of the dataset in its IPC form:
   //   4 bytes - an optional IPC_CONTINUATION_TOKEN prefix

package/src/flight-data-encoder.ts

@@ -1,6 +1,7 @@
 import { Message, type RecordBatch, type Schema } from "apache-arrow";
 import * as metadata from "apache-arrow/ipc/metadata/message";
 import { VectorAssembler } from "apache-arrow/visitor/vectorassembler";
+
 import { FlightData, type FlightDescriptor } from "./proto/Flight";
 
 export const FlightDataEncoder = {
@@ -23,21 +24,12 @@ export const FlightDataEncoder = {
     {
       appMetadata,
     }: {
-      appMetadata?: (args: {
-        index: number;
-        length: number;
-      }) => Uint8Array | undefined;
+      appMetadata?: (args: { index: number; length: number }) => Uint8Array | undefined;
     } = {},
   ): ReadonlyArray<FlightData> {
-    const { byteLength, nodes, bufferRegions, buffers } =
-      VectorAssembler.assemble(batch);
+    const { byteLength, nodes, bufferRegions, buffers } = VectorAssembler.assemble(batch);
 
-    const metadataRecordBatch = new metadata.RecordBatch(
-      batch.numRows,
-      nodes,
-      bufferRegions,
-      null,
-    );
+    const metadataRecordBatch = new metadata.RecordBatch(batch.numRows, nodes, bufferRegions, null);
 
     const message = Message.from(metadataRecordBatch, byteLength);
 
@@ -77,7 +69,7 @@ function encodeRecordBatchContent(
 ): Uint8Array {
   const out = new Uint8Array(byteLength);
   const bufGroupSize = compression != null ? 2 : 1;
-  const bufs = new Array(bufGroupSize);
+  const bufs = Array.from<ArrayBufferView<ArrayBufferLike>>({ length: bufGroupSize });
   let pos = 0;
 
   for (let i = 0; i < buffers.length; i += bufGroupSize) {

package/src/index.ts

@@ -9,8 +9,4 @@ export {
   PutResult,
   Ticket,
 } from "./proto/Flight";
-export {
-  type ClientOptions,
-  createChannelFromConfig,
-  type HostOrChannel,
-} from "./proto-utils";
+export { type ClientOptions, createChannelFromConfig, type HostOrChannel } from "./proto-utils";