@query-farm/vgi 0.19.1 → 0.21.0

package/dist/index.core.d.ts

@@ -1,4 +1,4 @@
-export { CACHE_ETAG_KEY, CACHE_EXPIRES_KEY, CACHE_IF_MODIFIED_SINCE_KEY, CACHE_IF_NONE_MATCH_KEY, CACHE_LAST_MODIFIED_KEY, CACHE_NO_STORE_KEY, CACHE_NOT_MODIFIED_KEY, CACHE_REVALIDATABLE_KEY, CACHE_SCOPE_CATALOG, CACHE_SCOPE_KEY, CACHE_SCOPE_TRANSACTION, CACHE_STALE_IF_ERROR_KEY, CACHE_STALE_WHILE_REVALIDATE_KEY, CACHE_TTL_KEY, type CacheControl, cacheControlMetadata, type CacheScope, } from "./cache-control.js";
+export { CACHE_ETAG_KEY, CACHE_EXPIRES_KEY, CACHE_IF_MODIFIED_SINCE_KEY, CACHE_IF_NONE_MATCH_KEY, CACHE_LAST_MODIFIED_KEY, CACHE_NO_STORE_KEY, CACHE_NOT_MODIFIED_KEY, CACHE_PARTITION_SCOPE_KEY, CACHE_REVALIDATABLE_KEY, CACHE_SCOPE_CATALOG, CACHE_SCOPE_KEY, CACHE_SCOPE_TRANSACTION, CACHE_STALE_IF_ERROR_KEY, CACHE_STALE_WHILE_REVALIDATE_KEY, CACHE_TTL_KEY, type CacheControl, cacheControlMetadata, type CacheScope, } from "./cache-control.js";
 export { defineScalarFunction, type ScalarFunctionConfig, type ScalarBindParameters, type ScalarParameterDef } from "./functions/scalar.js";
 export { defineTableFunction, type TableFunctionConfig, type TableBindParams, type TableProcessParams } from "./functions/table.js";
 export { defineAggregate, GROUP_COLUMN_NAME, type AggregateFunctionConfig, type AggregateBindParams, type AggregateUpdateParams, type AggregateFinalizeParams, } from "./functions/aggregate.js";
@@ -32,7 +32,7 @@ export { toUint8Array } from "./util/bytes.js";
 export { iterRows, batchFromRows, batchFromColumns, emptyBatch, filterBatch, projectSchema, projectBatch, batchToScalarDict, batchToSecretDict, safeNumber, } from "./util/arrow/index.js";
 export { type SecretFields, type SecretsDict, secretType, secretsOfType, secretForScope, secretForScopeOfType, } from "./secrets/helpers.js";
 export { serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, } from "./util/arrow/index.js";
-export { schema, field, nullType, int8, int16, int64, uint8, uint16, uint32, uint64, float16, float64, utf8, binary, fixedSizeBinary, decimal, decimal128, decimal256, date, dateDay, dateMillisecond, time, timeSecond, timeMillisecond, timeMicrosecond, timeNanosecond, timestamp, duration, interval, timestampSeconds, timestampMillis, timestampMicros, timestampNanos, durationSeconds, durationMillis, durationMicros, durationNanos, list, fixedSizeList, struct, map, dictionary, union, sparseUnion, denseUnion, TimeUnit, DateUnit, IntervalUnit, UnionMode, codecFor, asDate32, asDate64Ms, asTime32S, asTime32Ms, asTime64Us, asTime64Ns, asTimestampSeconds, asTimestampMillis, asTimestampMicros, asTimestampNanos, asDurationSeconds, asDurationMillis, asDurationMicros, asDurationNanos, asUnscaledDecimal, asInt64, asUint64, fromBranded, fromBrandedNumber, fromBrandedBigInt, TypeId, isNull, isInt, isFloat, isBinary, isUtf8, isBool, isDecimal, isDate, isTime, isTimestamp, isInterval, isList, isStruct, isUnion, isFixedSizeBinary, isFixedSizeList, isMap, isDuration, isDictionary, isBatch, readCanonicalValue, columnFromArray, decodeDictValue, backend, } from "./arrow/index.js";
+export { schema, field, nullType, int8, int16, int64, uint8, uint16, uint32, uint64, float16, float64, utf8, binary, fixedSizeBinary, decimal, decimal128, decimal256, date, dateDay, dateMillisecond, time, timeSecond, timeMillisecond, timeMicrosecond, timeNanosecond, timestamp, duration, interval, timestampSeconds, timestampMillis, timestampMicros, timestampNanos, durationSeconds, durationMillis, durationMicros, durationNanos, list, fixedSizeList, struct, map, dictionary, union, sparseUnion, denseUnion, TimeUnit, DateUnit, IntervalUnit, UnionMode, codecFor, asDate32, asDate64Ms, asTime32S, asTime32Ms, asTime64Us, asTime64Ns, asTimestampSeconds, asTimestampMillis, asTimestampMicros, asTimestampNanos, asDurationSeconds, asDurationMillis, asDurationMicros, asDurationNanos, asUnscaledDecimal, asInt64, asUint64, fromBranded, fromBrandedNumber, fromBrandedBigInt, TypeId, isNull, isInt, isFloat, isBinary, isUtf8, isBool, isDecimal, isDate, isTime, isTimestamp, isInterval, isList, isStruct, isUnion, isFixedSizeBinary, isFixedSizeList, isMap, isDuration, isDictionary, isBatch, typeSignature, readCanonicalValue, columnFromArray, decodeDictValue, backend, adoptArrowJsShape, } from "./arrow/index.js";
 export type { VgiTypeId, VgiDataType, VgiField, VgiSchema, VgiColumn, VgiColumnData, VgiBatch, VgiBackendInfo, TaggedUnion, NullDescriptor, BoolType, IntType, Int8Type, Int16Type, Int32Type, Int64Type, Uint8Type, Uint16Type, Uint32Type, Uint64Type, FloatType, Utf8Type, LargeUtf8Type, BinaryType, LargeBinaryType, FixedSizeBinaryType, DecimalType, Date32Type, Date64Type, Time32Type, Time64Type, TimestampType, DurationType, IntervalType, ListType, FixedSizeListType, StructType, MapType, DictionaryType, UnionType, TypedField, TUnit, RichValue, RawValue, ValueFor, Repr, Codec, Branded, Date32, Date64Ms, Time32S, Time32Ms, Time64Us, Time64Ns, TimestampSeconds, TimestampMillis, TimestampMicros, TimestampNanos, DurationSeconds, DurationMillis, DurationMicros, DurationNanos, UnscaledDecimal, Int64Raw, Uint64Raw, } from "./arrow/index.js";
 export type { ScalarComputeRow, ScalarOutputValue, ScalarComputeResult } from "./functions/scalar.js";
 export { type FunctionStorage, FunctionStorageSqlite, BoundStorage, UnknownInvocationError, resolveStorageFromEnv, setStorage, storage as functionStorage, } from "./functions/storage.js";

package/dist/index.js

@@ -95,6 +95,42 @@ function isDuration(t) {
 function isDictionary(t) {
   return t.typeId === TypeId.Dictionary;
 }
+function typeSignature(t) {
+  if (t == null)
+    return "null";
+  const a = t;
+  const kids = () => Array.isArray(a.children) ? a.children.map((c) => `${c?.name ?? ""}:${typeSignature(c?.type ?? c)}`).join(",") : "";
+  switch (t.typeId) {
+    case TypeId.Int:
+      return `int${a.bitWidth}${a.isSigned ?? a.signed ?? true ? "" : "u"}`;
+    case TypeId.Float:
+      return `float${a.precision}`;
+    case TypeId.Decimal:
+      return `decimal${a.bitWidth ?? 128}(${a.precision},${a.scale})`;
+    case TypeId.Date:
+    case TypeId.Time:
+    case TypeId.Duration:
+      return `${t.typeId}[${a.unit}]`;
+    case TypeId.Timestamp:
+      return `ts[${a.unit},${a.timezone ?? ""}]`;
+    case TypeId.Interval:
+      return `iv[${a.unit}]`;
+    case TypeId.FixedSizeBinary:
+      return `fsb(${a.byteWidth ?? a.stride})`;
+    case TypeId.FixedSizeList:
+      return `fsl(${a.listSize ?? a.stride},${kids()})`;
+    case TypeId.List:
+    case TypeId.Struct:
+    case TypeId.Map:
+      return `${t.typeId}<${kids()}>`;
+    case TypeId.Union:
+      return `union(${a.mode},${kids()})`;
+    case TypeId.Dictionary:
+      return `dict(${typeSignature(a.dictionary)},${typeSignature(a.indices)},${a.ordered ?? a.isOrdered ?? false})`;
+    default:
+      return Array.isArray(a.children) ? `${t.typeId}<${kids()}>` : String(t.typeId);
+  }
+}
 function isBatch(x) {
   return x != null && typeof x.numRows === "number" && x.schema != null && Array.isArray(x.schema.fields);
 }
@@ -1825,11 +1861,15 @@ __export(exports_impl_arrowjs, {
   batchFromRows: () => batchFromRows,
   batchFromColumns: () => batchFromColumns,
   backend: () => backend,
+  adoptArrowJsShape: () => adoptArrowJsShape,
   UnionMode: () => UnionMode,
   TimeUnit: () => TimeUnit,
   IntervalUnit: () => IntervalUnit,
   DateUnit: () => DateUnit
 });
+function adoptArrowJsShape(batch) {
+  return batch;
+}
 var backend;
 var init_impl_arrowjs = __esm(() => {
   init_schema();
@@ -1945,6 +1985,7 @@ __export(exports_arrow, {
   uint64: () => uint642,
   uint32: () => uint322,
   uint16: () => uint162,
+  typeSignature: () => typeSignature,
   timestampSeconds: () => timestampSeconds,
   timestampNanos: () => timestampNanos,
   timestampMillis: () => timestampMillis,
@@ -2048,6 +2089,7 @@ __export(exports_arrow, {
   asDurationMicros: () => asDurationMicros,
   asDate64Ms: () => asDate64Ms,
   asDate32: () => asDate32,
+  adoptArrowJsShape: () => adoptArrowJsShape,
   UnionMode: () => UnionMode2,
   TypeId: () => TypeId,
   TimeUnit: () => TimeUnit2,
@@ -2568,6 +2610,7 @@ var CACHE_REVALIDATABLE_KEY = "vgi.cache.revalidatable";
 var CACHE_STALE_WHILE_REVALIDATE_KEY = "vgi.cache.stale_while_revalidate";
 var CACHE_STALE_IF_ERROR_KEY = "vgi.cache.stale_if_error";
 var CACHE_NOT_MODIFIED_KEY = "vgi.cache.not_modified";
+var CACHE_PARTITION_SCOPE_KEY = "vgi.cache.partition_scope";
 var CACHE_IF_NONE_MATCH_KEY = "vgi.cache.if_none_match";
 var CACHE_IF_MODIFIED_SINCE_KEY = "vgi.cache.if_modified_since";
 var CACHE_SCOPE_CATALOG = "catalog";
@@ -2604,6 +2647,8 @@ function cacheControlMetadata(cc, extra) {
     md.set(CACHE_STALE_IF_ERROR_KEY, String(cc.staleIfError));
   if (cc.notModified)
     md.set(CACHE_NOT_MODIFIED_KEY, "1");
+  if (cc.partitionScope)
+    md.set(CACHE_PARTITION_SCOPE_KEY, "1");
   return md;
 }
 // src/functions/scalar.ts
@@ -7694,8 +7739,11 @@ class CompositeCatalogInterface extends CatalogInterface {
 init_arrow();
 var EXACT_MATCH_SCORE = 2;
 var FAMILY_MATCH_SCORE = 1;
+function typesIdentical(a, b) {
+  return typeSignature(a) === typeSignature(b);
+}
 function typesCompatible(actual, declared) {
-  if (actual.toString() === declared.toString())
+  if (typesIdentical(actual, declared))
     return true;
   if (isInt(actual) && isInt(declared))
     return true;
@@ -7723,7 +7771,7 @@ function scoreTypes(specs, actualTypes) {
     const actual = actualTypes[i];
     if (actual === null)
       continue;
-    if (actual.toString() === spec.arrowType.toString()) {
+    if (typesIdentical(actual, spec.arrowType)) {
       score += EXACT_MATCH_SCORE;
     } else if (typesCompatible(actual, spec.arrowType)) {
       score += FAMILY_MATCH_SCORE;
@@ -7736,7 +7784,7 @@ function scoreTypes(specs, actualTypes) {
       const actual = actualTypes[i];
       if (actual === null)
         continue;
-      if (actual.toString() === varArgsSpec.arrowType.toString()) {
+      if (typesIdentical(actual, varArgsSpec.arrowType)) {
         score += EXACT_MATCH_SCORE;
       } else if (typesCompatible(actual, varArgsSpec.arrowType)) {
         score += FAMILY_MATCH_SCORE;
@@ -9169,6 +9217,7 @@ function registerFunctionMethods(protocol, config) {
       return state;
     },
     exchange: async (state, input, out) => {
+      input = adoptArrowJsShape(input);
       let handlers;
       let handlerState;
       if (state._handlers) {
@@ -11754,6 +11803,7 @@ export {
   uint642 as uint64,
   uint322 as uint32,
   uint162 as uint16,
+  typeSignature,
   toUint8Array,
   toSchema,
   timestampSeconds,
@@ -11918,6 +11968,7 @@ export {
   arrowToMetadatas,
   arrowStateSerializer,
   argumentSpecsToSchema,
+  adoptArrowJsShape,
   Worker,
   VgiError,
   VgiClientError,
@@ -11966,6 +12017,7 @@ export {
   CACHE_SCOPE_KEY,
   CACHE_SCOPE_CATALOG,
   CACHE_REVALIDATABLE_KEY,
+  CACHE_PARTITION_SCOPE_KEY,
   CACHE_NO_STORE_KEY,
   CACHE_NOT_MODIFIED_KEY,
   CACHE_LAST_MODIFIED_KEY,
@@ -11980,4 +12032,4 @@ export {
   ArgumentValidationError
 };
 
-//# debugId=8787F3CC30C0C60C64756E2164756E21
+//# debugId=16E563A7CD4C6BEC64756E2164756E21