@query-farm/vgi 0.20.0 → 0.21.0

package/dist/util/arrow/index.d.ts

@@ -1 +1 @@
-export { emptyBatch, batchFromRows, batchFromColumns, iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictValue, filterBatch, projectSchema, projectBatch, serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, } from "../../arrow/index.js";
+export { emptyBatch, batchFromRows, batchFromColumns, iterRows, batchToScalarDict, batchToSecretDict, safeNumber, decodeDictValue, filterBatch, projectSchema, projectBatch, serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, adoptArrowJsShape, } from "../../arrow/index.js";

package/dist/worker-cf-entry.js

@@ -95,6 +95,42 @@ function isDuration(t) {
 function isDictionary(t) {
   return t.typeId === TypeId.Dictionary;
 }
+function typeSignature(t) {
+  if (t == null)
+    return "null";
+  const a = t;
+  const kids = () => Array.isArray(a.children) ? a.children.map((c) => `${c?.name ?? ""}:${typeSignature(c?.type ?? c)}`).join(",") : "";
+  switch (t.typeId) {
+    case TypeId.Int:
+      return `int${a.bitWidth}${a.isSigned ?? a.signed ?? true ? "" : "u"}`;
+    case TypeId.Float:
+      return `float${a.precision}`;
+    case TypeId.Decimal:
+      return `decimal${a.bitWidth ?? 128}(${a.precision},${a.scale})`;
+    case TypeId.Date:
+    case TypeId.Time:
+    case TypeId.Duration:
+      return `${t.typeId}[${a.unit}]`;
+    case TypeId.Timestamp:
+      return `ts[${a.unit},${a.timezone ?? ""}]`;
+    case TypeId.Interval:
+      return `iv[${a.unit}]`;
+    case TypeId.FixedSizeBinary:
+      return `fsb(${a.byteWidth ?? a.stride})`;
+    case TypeId.FixedSizeList:
+      return `fsl(${a.listSize ?? a.stride},${kids()})`;
+    case TypeId.List:
+    case TypeId.Struct:
+    case TypeId.Map:
+      return `${t.typeId}<${kids()}>`;
+    case TypeId.Union:
+      return `union(${a.mode},${kids()})`;
+    case TypeId.Dictionary:
+      return `dict(${typeSignature(a.dictionary)},${typeSignature(a.indices)},${a.ordered ?? a.isOrdered ?? false})`;
+    default:
+      return Array.isArray(a.children) ? `${t.typeId}<${kids()}>` : String(t.typeId);
+  }
+}
 function isBatch(x) {
   return x != null && typeof x.numRows === "number" && x.schema != null && Array.isArray(x.schema.fields);
 }
@@ -1825,11 +1861,15 @@ __export(exports_impl_arrowjs, {
   batchFromRows: () => batchFromRows,
   batchFromColumns: () => batchFromColumns,
   backend: () => backend,
+  adoptArrowJsShape: () => adoptArrowJsShape,
   UnionMode: () => UnionMode,
   TimeUnit: () => TimeUnit,
   IntervalUnit: () => IntervalUnit,
   DateUnit: () => DateUnit
 });
+function adoptArrowJsShape(batch) {
+  return batch;
+}
 var backend;
 var init_impl_arrowjs = __esm(() => {
   init_schema();
@@ -1945,6 +1985,7 @@ __export(exports_arrow, {
   uint64: () => uint642,
   uint32: () => uint322,
   uint16: () => uint162,
+  typeSignature: () => typeSignature,
   timestampSeconds: () => timestampSeconds,
   timestampNanos: () => timestampNanos,
   timestampMillis: () => timestampMillis,
@@ -2048,6 +2089,7 @@ __export(exports_arrow, {
   asDurationMicros: () => asDurationMicros,
   asDate64Ms: () => asDate64Ms,
   asDate32: () => asDate32,
+  adoptArrowJsShape: () => adoptArrowJsShape,
   UnionMode: () => UnionMode2,
   TypeId: () => TypeId,
   TimeUnit: () => TimeUnit2,
@@ -4880,6 +4922,7 @@ function registerFunctionMethods(protocol, config) {
       return state;
     },
     exchange: async (state, input, out) => {
+      input = adoptArrowJsShape(input);
       let handlers;
       let handlerState;
       if (state._handlers) {
@@ -7236,6 +7279,7 @@ var CACHE_REVALIDATABLE_KEY = "vgi.cache.revalidatable";
 var CACHE_STALE_WHILE_REVALIDATE_KEY = "vgi.cache.stale_while_revalidate";
 var CACHE_STALE_IF_ERROR_KEY = "vgi.cache.stale_if_error";
 var CACHE_NOT_MODIFIED_KEY = "vgi.cache.not_modified";
+var CACHE_PARTITION_SCOPE_KEY = "vgi.cache.partition_scope";
 var CACHE_IF_NONE_MATCH_KEY = "vgi.cache.if_none_match";
 var CACHE_IF_MODIFIED_SINCE_KEY = "vgi.cache.if_modified_since";
 var CACHE_SCOPE_CATALOG = "catalog";
@@ -7272,6 +7316,8 @@ function cacheControlMetadata(cc, extra) {
     md.set(CACHE_STALE_IF_ERROR_KEY, String(cc.staleIfError));
   if (cc.notModified)
     md.set(CACHE_NOT_MODIFIED_KEY, "1");
+  if (cc.partitionScope)
+    md.set(CACHE_PARTITION_SCOPE_KEY, "1");
   return md;
 }
 
@@ -8761,8 +8807,11 @@ class CompositeCatalogInterface extends CatalogInterface {
 init_arrow();
 var EXACT_MATCH_SCORE = 2;
 var FAMILY_MATCH_SCORE = 1;
+function typesIdentical(a, b) {
+  return typeSignature(a) === typeSignature(b);
+}
 function typesCompatible(actual, declared) {
-  if (actual.toString() === declared.toString())
+  if (typesIdentical(actual, declared))
     return true;
   if (isInt(actual) && isInt(declared))
     return true;
@@ -8790,7 +8839,7 @@ function scoreTypes(specs, actualTypes) {
     const actual = actualTypes[i];
     if (actual === null)
       continue;
-    if (actual.toString() === spec.arrowType.toString()) {
+    if (typesIdentical(actual, spec.arrowType)) {
       score += EXACT_MATCH_SCORE;
     } else if (typesCompatible(actual, spec.arrowType)) {
       score += FAMILY_MATCH_SCORE;
@@ -8803,7 +8852,7 @@ function scoreTypes(specs, actualTypes) {
       const actual = actualTypes[i];
       if (actual === null)
         continue;
-      if (actual.toString() === varArgsSpec.arrowType.toString()) {
+      if (typesIdentical(actual, varArgsSpec.arrowType)) {
         score += EXACT_MATCH_SCORE;
       } else if (typesCompatible(actual, varArgsSpec.arrowType)) {
         score += FAMILY_MATCH_SCORE;
@@ -9531,4 +9580,4 @@ export {
   Arguments
 };
 
-//# debugId=9CBEC1BA4EDD0C8364756E2164756E21
+//# debugId=702D54392090E98D64756E2164756E21