@query-farm/vgi 0.18.0 → 0.19.1

package/dist/arrow/impl-arrowjs/index.d.ts

@@ -7,5 +7,6 @@ export { iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictV
 export { filterBatch } from "./filter.js";
 export { projectSchema, projectBatch } from "./project.js";
 export { readCanonicalValue } from "./canonical.js";
+export { withBatchMetadata } from "./metadata.js";
 export { serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, } from "./ipc.js";
 export { buildStatisticsBatch, type ColumnStatistics } from "./statistics.js";

package/dist/arrow/impl-arrowjs/metadata.d.ts

@@ -0,0 +1,12 @@
+import type { VgiBatch } from "../types.js";
+/**
+ * Re-emit a batch with a different per-record-batch metadata map (same schema
+ * + data, no copy). The @query-farm/apache-arrow fork's RecordBatch carries
+ * the map through IPC as the Message's `custom_metadata` field.
+ *
+ * Mirrors vgi-rpc's arrow facade helper of the same name — needed here so a
+ * worker can bake metadata into the batch object itself (vgi-rpc's HTTP
+ * exchange dispatch drops the separate emit-metadata argument for 0-row
+ * batches; a batch-carried map survives).
+ */
+export declare function withBatchMetadata(batch: VgiBatch, metadata: Map<string, string>): VgiBatch;

package/dist/arrow/impl-flechette/index.d.ts

@@ -7,5 +7,6 @@ export { iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictV
 export { filterBatch } from "./filter.js";
 export { projectSchema, projectBatch } from "./project.js";
 export { readCanonicalValue } from "./canonical.js";
+export { withBatchMetadata } from "./metadata.js";
 export { serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, } from "./ipc.js";
 export { buildStatisticsBatch, type ColumnStatistics } from "./statistics.js";

package/dist/arrow/impl-flechette/metadata.d.ts

@@ -0,0 +1,13 @@
+import type { VgiBatch } from "../types.js";
+/**
+ * Re-emit a batch with a different per-record-batch metadata map (same schema
+ * + data). Shallow-clones the flechette Table so the caller's reference is
+ * not mutated, then pins the map so that:
+ *  - `batch.metadata` surfaces it to consumer code (matching arrow-js's
+ *    RecordBatch.metadata getter behavior), and
+ *  - the patched flechette encoder picks it up via `_vgiRecordMetadata` and
+ *    emits it as the IPC Message's `custom_metadata` field.
+ *
+ * Mirrors vgi-rpc's arrow facade helper of the same name.
+ */
+export declare function withBatchMetadata(batch: VgiBatch, metadata: Map<string, string>): VgiBatch;

package/dist/arrow/index.d.ts

@@ -1,6 +1,6 @@
 export type { VgiTypeId, VgiDataType, VgiField, VgiSchema, VgiColumn, VgiColumnData, VgiBatch, VgiBackendInfo, TaggedUnion, } from "./types.js";
 export { TypeId, isNull, isInt, isFloat, isBinary, isUtf8, isBool, isDecimal, isDate, isTime, isTimestamp, isInterval, isList, isStruct, isUnion, isFixedSizeBinary, isFixedSizeList, isMap, isDuration, isDictionary, isBatch, } from "./predicates.js";
-export { backend, emptyBatch, batchFromRows, batchFromColumns, columnFromArray, iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictValue, filterBatch, projectSchema, projectBatch, readCanonicalValue, serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, buildStatisticsBatch, } from "#arrow-impl";
+export { backend, emptyBatch, batchFromRows, batchFromColumns, columnFromArray, iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictValue, filterBatch, projectSchema, projectBatch, withBatchMetadata, readCanonicalValue, serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, buildStatisticsBatch, } from "#arrow-impl";
 export type { ColumnStatistics } from "#arrow-impl";
 export { schema, field, nullType, bool, int, int8, int16, int32, int64, uint8, uint16, uint32, uint64, float16, float32, float64, utf8, binary, fixedSizeBinary, decimal, decimal128, decimal256, date, dateDay, dateMillisecond, time, timeSecond, timeMillisecond, timeMicrosecond, timeNanosecond, timestamp, duration, interval, timestampSeconds, timestampMillis, timestampMicros, timestampNanos, durationSeconds, durationMillis, durationMicros, durationNanos, list, fixedSizeList, struct, map, dictionary, union, sparseUnion, denseUnion, TimeUnit, DateUnit, IntervalUnit, UnionMode, } from "./schema-types.js";
 export type { NullDescriptor, BoolType, IntType, Int8Type, Int16Type, Int32Type, Int64Type, Uint8Type, Uint16Type, Uint32Type, Uint64Type, FloatType, Utf8Type, LargeUtf8Type, BinaryType, LargeBinaryType, FixedSizeBinaryType, DecimalType, Date32Type, Date64Type, Time32Type, Time64Type, TimestampType, DurationType, IntervalType, ListType, FixedSizeListType, StructType, MapType, DictionaryType, UnionType, TypedField, TUnit, } from "./codec/type-descriptors.js";

package/dist/client-entry.js

@@ -61,6 +61,7 @@ function isDictionary(t) {
 // src/arrow/impl-arrowjs/index.ts
 var exports_impl_arrowjs = {};
 __export(exports_impl_arrowjs, {
+  withBatchMetadata: () => withBatchMetadata,
   utf8: () => utf8,
   union: () => union,
   uint8: () => uint8,
@@ -1590,6 +1591,12 @@ function projectBatch(projectionIds, batch) {
   });
   return new RecordBatch3(projectedSchema, data);
 }
+// src/arrow/impl-arrowjs/metadata.ts
+import { RecordBatch as RecordBatch4 } from "@query-farm/apache-arrow";
+function withBatchMetadata(batch, metadata) {
+  const a = batch;
+  return new RecordBatch4(a.schema, a.data, metadata);
+}
 // src/arrow/impl-arrowjs/ipc.ts
 import {
   Schema as Schema4,
@@ -1634,7 +1641,7 @@ import {
   Field as Field3,
   Null,
   makeData as makeData5,
-  RecordBatch as RecordBatch5,
+  RecordBatch as RecordBatch6,
   Struct as Struct5,
   SparseUnion,
   Schema as Schema5,
@@ -1746,7 +1753,7 @@ function assemble(columnNames, minData, maxData, hasNull, hasNotNull, distinctCo
   ];
   const structType = new Struct5(schema2.fields);
   const data = makeData5({ type: structType, length: n, children, nullCount: 0 });
-  return new RecordBatch5(schema2, data);
+  return new RecordBatch6(schema2, data);
 }
 
 // src/arrow/impl-arrowjs/index.ts
@@ -2075,6 +2082,7 @@ var INIT_REQUEST_SCHEMA = schema2([
   field2("phase", utf82(), true),
   field2("execution_id", binary2(), true),
   field2("init_opaque_data", binary2(), true),
+  field2("substream_id", binary2(), true),
   field2("order_by_column_name", utf82(), true),
   field2("order_by_direction", utf82(), true),
   field2("order_by_null_order", utf82(), true),
@@ -2101,6 +2109,7 @@ function serializeInitRequest(req) {
     phase: req.phase ?? null,
     execution_id: req.execution_id ?? null,
     init_opaque_data: req.init_opaque_data ?? null,
+    substream_id: req.substream_id ?? null,
     order_by_column_name: req.order_by_column_name ?? null,
     order_by_direction: req.order_by_direction ?? null,
     order_by_null_order: req.order_by_null_order ?? null,
@@ -2341,6 +2350,7 @@ var FunctionInfoSchema = schema2([
   field2("source_order_dependent", bool2(), false),
   field2("sink_order_dependent", bool2(), false),
   field2("requires_input_batch_index", bool2(), false),
+  field2("input_from_args", bool2(), false),
   field2("required_settings", list2(field2("item", utf82(), true)), false),
   field2("required_secrets", list2(field2("item", struct2([field2("secret_type", utf82(), false), field2("scope", utf82(), true), field2("secret_name", utf82(), true)]), true)), false)
 ]);
@@ -3109,7 +3119,8 @@ class VgiClient {
       tablesample_percentage: ts?.percentage ?? null,
       tablesample_seed: ts?.seed == null ? null : BigInt(ts.seed),
       execution_id: opts?.executionId ?? null,
-      init_opaque_data: null
+      init_opaque_data: null,
+      substream_id: null
     };
     const initBatch = serializeInitRequest(initRequest);
     const session = await this.rpc.stream("init", wrapRequest(initBatch));
@@ -3906,4 +3917,4 @@ export {
   ArgumentValidationError
 };
 
-//# debugId=02E1D95AF7E1275C64756E2164756E21
+//# debugId=7B4A06FF3B2070C464756E2164756E21