@query-farm/vgi 0.17.0 → 0.19.0

package/dist/protocol/types.d.ts

@@ -102,6 +102,18 @@ export interface InitRequest {
     finalize_state_id: Uint8Array | null;
     execution_id: Uint8Array | null;
     init_opaque_data: Uint8Array | null;
+    /**
+     * Per-substream identity for parallel streaming table-in-out functions.
+     * A stable, CLIENT-minted id for one substream (one DuckDB PipelineExecutor),
+     * identical across this substream's init / every process tick / finalize.
+     * Unlike a worker-minted `execution_id`, it survives an HTTP load balancer
+     * dispatching each request to an arbitrary backend: a finalize that lands on
+     * a different backend than the process() calls can still key the substream's
+     * accumulated state (in shared storage) by `substream_id`. `null` when the
+     * client did not supply one (serial path, non-table-in-out functions, old
+     * clients). Mirrors vgi-python's `InitRequest.substream_id`.
+     */
+    substream_id: Uint8Array | null;
     order_by_column_name: string | null;
     order_by_direction: OrderByDirection | null;
     order_by_null_order: OrderByNullOrder | null;

package/dist/serve-entry.js

@@ -578,6 +578,7 @@ function isDecimal(t) {
 // src/arrow/impl-arrowjs/index.ts
 var exports_impl_arrowjs = {};
 __export(exports_impl_arrowjs, {
+  withBatchMetadata: () => withBatchMetadata,
   utf8: () => utf8,
   union: () => union,
   uint8: () => uint8,
@@ -2107,6 +2108,12 @@ function projectBatch(projectionIds, batch) {
   });
   return new RecordBatch3(projectedSchema, data);
 }
+// src/arrow/impl-arrowjs/metadata.ts
+import { RecordBatch as RecordBatch4 } from "@query-farm/apache-arrow";
+function withBatchMetadata(batch, metadata) {
+  const a = batch;
+  return new RecordBatch4(a.schema, a.data, metadata);
+}
 // src/arrow/impl-arrowjs/ipc.ts
 import {
   Schema as Schema4,
@@ -2151,7 +2158,7 @@ import {
   Field as Field3,
   Null,
   makeData as makeData5,
-  RecordBatch as RecordBatch5,
+  RecordBatch as RecordBatch6,
   Struct as Struct5,
   SparseUnion,
   Schema as Schema5,
@@ -2263,7 +2270,7 @@ function assemble(columnNames, minData, maxData, hasNull, hasNotNull, distinctCo
   ];
   const structType = new Struct5(schema2.fields);
   const data = makeData5({ type: structType, length: n, children, nullCount: 0 });
-  return new RecordBatch5(schema2, data);
+  return new RecordBatch6(schema2, data);
 }
 
 // src/arrow/impl-arrowjs/index.ts
@@ -3110,6 +3117,7 @@ var INIT_REQUEST_SCHEMA = schema2([
   field2("phase", utf82(), true),
   field2("execution_id", binary2(), true),
   field2("init_opaque_data", binary2(), true),
+  field2("substream_id", binary2(), true),
   field2("order_by_column_name", utf82(), true),
   field2("order_by_direction", utf82(), true),
   field2("order_by_null_order", utf82(), true),
@@ -3174,6 +3182,7 @@ function deserializeInitRequest(params) {
     finalize_state_id: params.finalize_state_id ? toUint8Array2(params.finalize_state_id) : null,
     execution_id: params.execution_id ? toUint8Array2(params.execution_id) : null,
     init_opaque_data: params.init_opaque_data ? toUint8Array2(params.init_opaque_data) : null,
+    substream_id: params.substream_id ? toUint8Array2(params.substream_id) : null,
     order_by_column_name: parseEnum(decodeDictValue(params.order_by_column_name)) ?? null,
     order_by_direction: parseDirection(decodeDictValue(params.order_by_direction)),
     order_by_null_order: parseNullOrder(decodeDictValue(params.order_by_null_order)),
@@ -3307,7 +3316,7 @@ var TableInfoSchema = schema2([
   field2("cardinality_max", int642(), false),
   field2("column_statistics", binary2(), false),
   field2("bind_result", binary2(), false),
-  field2("required_field_filter_paths", list2(field2("item", utf82(), true)), false)
+  field2("required_filters", list2(field2("item", list2(field2("item", utf82(), true)), true)), false)
 ]);
 var ViewInfoSchema = schema2([
   field2("comment", utf82(), true),
@@ -3347,6 +3356,7 @@ var FunctionInfoSchema = schema2([
   field2("source_order_dependent", bool2(), false),
   field2("sink_order_dependent", bool2(), false),
   field2("requires_input_batch_index", bool2(), false),
+  field2("input_from_args", bool2(), false),
   field2("required_settings", list2(field2("item", utf82(), true)), false),
   field2("required_secrets", list2(field2("item", struct2([field2("secret_type", utf82(), false), field2("scope", utf82(), true), field2("secret_name", utf82(), true)]), true)), false)
 ]);
@@ -6425,4 +6435,4 @@ export {
   DEFAULT_PORT
 };
 
-//# debugId=A2535720D918228364756E2164756E21
+//# debugId=51AA40F4C2F8087064756E2164756E21