@useairfoil/flight 0.2.0 → 0.4.0

package/src/proto/any.ts

@@ -242,17 +242,24 @@ function base64FromBytes(arr: Uint8Array): string {
 
 type Builtin = Date | Function | Uint8Array | string | number | boolean | bigint | undefined;
 
-export type DeepPartial<T> = T extends Builtin ? T
-  : T extends globalThis.Array<infer U> ? globalThis.Array<DeepPartial<U>>
-  : T extends ReadonlyArray<infer U> ? ReadonlyArray<DeepPartial<U>>
-  : T extends { readonly $case: string }
-    ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
-  : T extends {} ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
-  : Partial<T>;
+export type DeepPartial<T> = T extends Builtin
+  ? T
+  : T extends globalThis.Array<infer U>
+    ? globalThis.Array<DeepPartial<U>>
+    : T extends ReadonlyArray<infer U>
+      ? ReadonlyArray<DeepPartial<U>>
+      : T extends { readonly $case: string }
+        ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
+        : T extends {}
+          ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
+          : Partial<T>;
 
 type KeysOfUnion<T> = T extends T ? keyof T : never;
-export type Exact<P, I extends P> = P extends Builtin ? P
-  : P & { [K in keyof P]: Exact<P[K], I[K]> } & { [K in Exclude<keyof I, KeysOfUnion<P> | "$type">]: never };
+export type Exact<P, I extends P> = P extends Builtin
+  ? P
+  : P & { [K in keyof P]: Exact<P[K], I[K]> } & {
+      [K in Exclude<keyof I, KeysOfUnion<P> | "$type">]: never;
+    };
 
 function isSet(value: any): boolean {
   return value !== null && value !== undefined;

package/src/proto/google/protobuf/timestamp.ts

@@ -128,7 +128,9 @@ export const Timestamp: MessageFns<Timestamp, "google.protobuf.Timestamp"> = {
   encode(message: Timestamp, writer: BinaryWriter = new BinaryWriter()): BinaryWriter {
     if (message.seconds !== 0n) {
       if (BigInt.asIntN(64, message.seconds) !== message.seconds) {
-        throw new globalThis.Error("value provided for field message.seconds of type int64 too large");
+        throw new globalThis.Error(
+          "value provided for field message.seconds of type int64 too large",
+        );
       }
       writer.uint32(8).int64(message.seconds);
     }
@@ -204,17 +206,24 @@ messageTypeRegistry.set(Timestamp.$type, Timestamp);
 
 type Builtin = Date | Function | Uint8Array | string | number | boolean | bigint | undefined;
 
-export type DeepPartial<T> = T extends Builtin ? T
-  : T extends globalThis.Array<infer U> ? globalThis.Array<DeepPartial<U>>
-  : T extends ReadonlyArray<infer U> ? ReadonlyArray<DeepPartial<U>>
-  : T extends { readonly $case: string }
-    ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
-  : T extends {} ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
-  : Partial<T>;
+export type DeepPartial<T> = T extends Builtin
+  ? T
+  : T extends globalThis.Array<infer U>
+    ? globalThis.Array<DeepPartial<U>>
+    : T extends ReadonlyArray<infer U>
+      ? ReadonlyArray<DeepPartial<U>>
+      : T extends { readonly $case: string }
+        ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
+        : T extends {}
+          ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
+          : Partial<T>;
 
 type KeysOfUnion<T> = T extends T ? keyof T : never;
-export type Exact<P, I extends P> = P extends Builtin ? P
-  : P & { [K in keyof P]: Exact<P[K], I[K]> } & { [K in Exclude<keyof I, KeysOfUnion<P> | "$type">]: never };
+export type Exact<P, I extends P> = P extends Builtin
+  ? P
+  : P & { [K in keyof P]: Exact<P[K], I[K]> } & {
+      [K in Exclude<keyof I, KeysOfUnion<P> | "$type">]: never;
+    };
 
 function isSet(value: any): boolean {
   return value !== null && value !== undefined;

package/src/proto/typeRegistry.ts

@@ -20,10 +20,14 @@ export type UnknownMessage = { $type: string };
 export const messageTypeRegistry = new Map<string, MessageType>();
 
 type Builtin = Date | Function | Uint8Array | string | number | boolean | bigint | undefined;
-export type DeepPartial<T> = T extends Builtin ? T
-  : T extends globalThis.Array<infer U> ? globalThis.Array<DeepPartial<U>>
-  : T extends ReadonlyArray<infer U> ? ReadonlyArray<DeepPartial<U>>
-  : T extends { readonly $case: string }
-    ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
-  : T extends {} ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
-  : Partial<T>;
+export type DeepPartial<T> = T extends Builtin
+  ? T
+  : T extends globalThis.Array<infer U>
+    ? globalThis.Array<DeepPartial<U>>
+    : T extends ReadonlyArray<infer U>
+      ? ReadonlyArray<DeepPartial<U>>
+      : T extends { readonly $case: string }
+        ? { [K in keyof Omit<T, "$case">]?: DeepPartial<T[K]> } & { readonly $case: T["$case"] }
+        : T extends {}
+          ? { [K in Exclude<keyof T, "$type">]?: DeepPartial<T[K]> }
+          : Partial<T>;

package/src/proto-utils.ts

@@ -28,11 +28,7 @@ export type HostOrChannel =
 
 export function createChannelFromConfig(config: HostOrChannel): Channel {
   if (config.host !== undefined) {
-    return createChannel(
-      config.host,
-      config.credentials,
-      config.channelOptions,
-    );
+    return createChannel(config.host, config.credentials, config.channelOptions);
   }
 
   return config.channel;

package/src/record-batch-decoder.ts

@@ -45,11 +45,9 @@ import {
 import * as metadata from "apache-arrow/ipc/metadata/message";
 import { _InternalEmptyPlaceholderRecordBatch } from "apache-arrow/recordbatch";
 import { bigIntToNumber } from "apache-arrow/util/bigint";
-import {
-  CompressedVectorLoader,
-  VectorLoader,
-} from "apache-arrow/visitor/vectorloader";
+import { CompressedVectorLoader, VectorLoader } from "apache-arrow/visitor/vectorloader";
 import * as flatbuffers from "flatbuffers";
+
 import type { FlightData } from "./proto/Flight";
 
 const invalidMessageType = (type: MessageHeader) =>
@@ -61,10 +59,8 @@ const invalidMessageType = (type: MessageHeader) =>
 // const invalidMessageBodyLength = (expected: number, actual: number) =>
 //   `Expected to read ${expected} bytes for message body, but only read ${actual}.`;
 
-abstract class RecordBatchReaderImpl<T extends TypeMap = any>
-  implements RecordBatchReaderImpl<T>
-{
-  public declare schema: Schema<T>;
+abstract class RecordBatchReaderImpl<T extends TypeMap = any> implements RecordBatchReaderImpl<T> {
+  declare public schema: Schema<T>;
   public closed = false;
   public autoDestroy = true;
   public dictionaries: Map<number, Vector>;
@@ -105,10 +101,7 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
     return this;
   }
 
-  protected _loadRecordBatch(
-    header: metadata.RecordBatch,
-    body: Uint8Array,
-  ): RecordBatch<T> {
+  protected _loadRecordBatch(header: metadata.RecordBatch, body: Uint8Array): RecordBatch<T> {
     // Ensure the body buffer is properly aligned for Apache Arrow
     // Apache Arrow requires 8-byte aligned buffers for typed arrays
     const alignedBody = this._ensureAlignedBuffer(body);
@@ -117,22 +110,9 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
     if (header.compression != null) {
       const codec = compressionRegistry.get(header.compression.type);
       if (codec?.decode && typeof codec.decode === "function") {
-        const { decommpressedBody, buffers } = this._decompressBuffers(
-          header,
-          alignedBody,
-          codec,
-        );
-        children = this._loadCompressedVectors(
-          header,
-          decommpressedBody,
-          this.schema.fields,
-        );
-        header = new metadata.RecordBatch(
-          header.length,
-          header.nodes,
-          buffers,
-          null,
-        );
+        const { decommpressedBody, buffers } = this._decompressBuffers(header, alignedBody, codec);
+        children = this._loadCompressedVectors(header, decommpressedBody, this.schema.fields);
+        header = new metadata.RecordBatch(header.length, header.nodes, buffers, null);
       } else {
         throw new Error("Record batch is compressed but codec not found");
       }
@@ -164,10 +144,7 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
     return alignedBuffer;
   }
 
-  protected _loadDictionaryBatch(
-    header: metadata.DictionaryBatch,
-    body: Uint8Array,
-  ) {
+  protected _loadDictionaryBatch(header: metadata.DictionaryBatch, body: Uint8Array) {
     const { id, isDelta } = header;
     const { dictionaries, schema } = this;
     const dictionary = dictionaries.get(id);
@@ -176,21 +153,10 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
     if (header.data.compression != null) {
       const codec = compressionRegistry.get(header.data.compression.type);
       if (codec?.decode && typeof codec.decode === "function") {
-        const { decommpressedBody, buffers } = this._decompressBuffers(
-          header.data,
-          body,
-          codec,
-        );
-        data = this._loadCompressedVectors(header.data, decommpressedBody, [
-          type,
-        ]);
+        const { decommpressedBody, buffers } = this._decompressBuffers(header.data, body, codec);
+        data = this._loadCompressedVectors(header.data, decommpressedBody, [type]);
         header = new metadata.DictionaryBatch(
-          new metadata.RecordBatch(
-            header.data.length,
-            header.data.nodes,
-            buffers,
-            null,
-          ),
+          new metadata.RecordBatch(header.data.length, header.data.nodes, buffers, null),
           id,
           isDelta,
         );
@@ -202,9 +168,7 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
     }
     // const data = this._loadVectors(header.data, body, [type]);
     return (
-      dictionary && isDelta
-        ? dictionary.concat(new Vector(data))
-        : new Vector(data)
+      dictionary && isDelta ? dictionary.concat(new Vector(data)) : new Vector(data)
     ).memoize() as Vector;
   }
 
@@ -251,25 +215,19 @@ abstract class RecordBatchReaderImpl<T extends TypeMap = any>
         newBufferRegions.push(new metadata.BufferRegion(currentOffset, 0));
         continue;
       }
-      const byteBuf = new flatbuffers.ByteBuffer(
-        body.subarray(offset, offset + length),
-      );
+      const byteBuf = new flatbuffers.ByteBuffer(body.subarray(offset, offset + length));
       const uncompressedLenth = bigIntToNumber(byteBuf.readInt64(0));
 
       const bytes = byteBuf.bytes().subarray(COMPRESS_LENGTH_PREFIX);
 
       const decompressed =
-        uncompressedLenth === LENGTH_NO_COMPRESSED_DATA
-          ? bytes
-          : codec.decode!(bytes);
+        uncompressedLenth === LENGTH_NO_COMPRESSED_DATA ? bytes : codec.decode!(bytes);
 
       decompressedBuffers.push(decompressed);
 
       const padding = ((currentOffset + 7) & ~7) - currentOffset;
       currentOffset += padding;
-      newBufferRegions.push(
-        new metadata.BufferRegion(currentOffset, decompressed.length),
-      );
+      newBufferRegions.push(new metadata.BufferRegion(currentOffset, decompressed.length));
       currentOffset += decompressed.length;
     }
 
@@ -383,9 +341,7 @@ export class RecordBatchStreamReaderFromFlightData<T extends TypeMap = any>
     return ITERATOR_DONE;
   }
 
-  protected async _readNextMessageAndValidate<T extends MessageHeader>(
-    type?: T | null,
-  ) {
+  protected async _readNextMessageAndValidate<T extends MessageHeader>(type?: T | null) {
     const { done, value } = await this._reader.next();
     if (done) {
       return null;