@query-farm/vgi 0.24.2 → 0.25.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@query-farm/vgi",
-  "version": "0.24.2",
+  "version": "0.25.0",
   "description": "TypeScript framework for extending DuckDB with user-defined functions via the Vector Gateway Interface (VGI) over Arrow IPC.",
   "license": "SEE LICENSE IN LICENSE",
   "author": "Query Farm LLC (https://query.farm)",
@@ -90,12 +90,12 @@
   },
   "peerDependencies": {
     "@query-farm/apache-arrow": "^21.1.1",
-    "@query-farm/vgi-rpc": ">=0.18.1 <0.19.0"
+    "@query-farm/vgi-rpc": ">=0.19.0 <0.20.0"
   },
   "devDependencies": {
     "@duckdb/node-api": "^1.5.2-r.1",
     "@query-farm/apache-arrow": "^21.1.1",
-    "@query-farm/vgi-rpc": "^0.18.1",
+    "@query-farm/vgi-rpc": "^0.19.0",
     "@types/bun": "latest",
     "typescript": "^6.0.3"
   },

package/src/catalog/attach-option.ts

@@ -35,9 +35,13 @@ import {
   binary,
   bool,
   batchFromColumns,
+  iterRows,
   serializeBatch,
+  deserializeBatch,
   serializeSchema,
+  deserializeSchema,
 } from "../arrow/index.js";
+import { toUint8Array } from "../util/bytes.js";
 
 /**
  * Declarative spec for a single attach-time option.
@@ -137,6 +141,56 @@ export function serializeAttachOptionSpecs(
   return Array.from(specs, serializeAttachOptionSpec);
 }
 
+/**
+ * Deserialize one AttachOptionSpec from the wire format above.
+ *
+ * Reads by column name, so a spec written by a peer that predates the
+ * `required` column deserializes with `required: false` rather than failing —
+ * the same tolerance the Python and C++ readers have.
+ */
+export function deserializeAttachOptionSpec(
+  bytes: Uint8Array,
+): AttachOptionSpec {
+  const row = [...iterRows(deserializeBatch(bytes))][0] as
+    | Record<string, unknown>
+    | undefined;
+  if (row === undefined) {
+    throw new Error("Cannot deserialize AttachOptionSpec from an empty batch");
+  }
+
+  // `type` is a serialized Arrow Schema whose single "value" field carries the
+  // option's DataType.
+  const typeSchema = deserializeSchema(toUint8Array(row.type as Uint8Array));
+  const type = typeSchema.fields[0]!.type;
+
+  let value: unknown;
+  const defaultBytes = row.default_value;
+  if (defaultBytes != null) {
+    const asBytes = toUint8Array(defaultBytes as Uint8Array);
+    if (asBytes.length > 0) {
+      const defaultRow = [...iterRows(deserializeBatch(asBytes))][0] as
+        | Record<string, unknown>
+        | undefined;
+      value = defaultRow?.value;
+    }
+  }
+
+  return {
+    name: String(row.name),
+    description: String(row.description ?? ""),
+    type,
+    ...(value === undefined || value === null ? {} : { default: value }),
+    required: row.required === true,
+  };
+}
+
+/** Deserialize many specs — the shape `CatalogInfo.attach_option_specs` holds. */
+export function deserializeAttachOptionSpecs(
+  specs: Iterable<Uint8Array>,
+): AttachOptionSpec[] {
+  return Array.from(specs, deserializeAttachOptionSpec);
+}
+
 /**
  * Raised when `attach` omits options declared `required`.
  *

package/src/client-entry.ts

@@ -103,6 +103,17 @@ export {
   deserializeBatch,
 } from "./util/arrow/index.js";
 
+// Arrow type identification — lets a consumer render a DataType for display
+// without reaching into the backend implementation.
+export { TypeId, typeSignature } from "./arrow/predicates.js";
+
+// Attach options — the page-facing decoder for CatalogInfo.attach_option_specs.
+export {
+  type AttachOptionSpec,
+  deserializeAttachOptionSpec,
+  deserializeAttachOptionSpecs,
+} from "./catalog/attach-option.js";
+
 // Byte utilities
 export { toUint8Array } from "./util/bytes.js";
 

package/src/http/fetch.ts

@@ -13,7 +13,7 @@
 import { createHttpHandler, unpackStateToken, type Protocol } from "@query-farm/vgi-rpc";
 import { arrowStateSerializer } from "../protocol/state-serializer.js";
 import { buildVgiProtocol, type ProtocolConfig } from "../protocol/dispatch.js";
-import type { LandingDescribeProvider } from "./describe-json.js";
+import type { LandingInfo } from "@query-farm/vgi-rpc";
 
 export interface VgiFetchOptions {
   /** Wire-protocol config (registry + catalogInterface). */
@@ -36,10 +36,10 @@ export interface VgiFetchOptions {
   /** Public source-repository URL, surfaced on the landing page. */
   repositoryUrl?: string;
   /** Enables the standardized VGI landing surface: `GET /` serves the shared
-   *  landing.html, `GET /describe.json` the catalog contract, and
-   *  `GET /describe/{catalog}/{schema}/{table}.json` lazy per-object columns.
-   *  Build one with `createLandingDescribe(catalogInterface, workerInfo)`. */
-  landingDescribe?: LandingDescribeProvider;
+   *  landing.html plus a JSON status document carrying this identity, and
+   *  `GET /vgi-client.js` serves the browser client build the page reads the
+   *  catalog with. */
+  landingInfo?: LandingInfo;
 }
 
 /**
@@ -74,7 +74,7 @@ export function createVgiFetch(opts: VgiFetchOptions): (req: Request) => Promise
     stateSerializer: arrowStateSerializer,
     corsOrigins: opts.corsOrigins,
     repositoryUrl: opts.repositoryUrl,
-    landingDescribe: opts.landingDescribe,
+    landingInfo: opts.landingInfo,
   });
   return async (req: Request) => handler(req);
 }

package/src/index.core.ts

@@ -153,25 +153,18 @@ export { arrowStateSerializer, EXCHANGE_STATE_SCHEMA, serializeUserState, deseri
 // Protocol assembly (for embedding the worker dispatcher in a custom HTTP server).
 export { buildVgiProtocol, type ProtocolConfig } from "./protocol/dispatch.js";
 
-// VGI HTTP landing surface producer (describe.json contract). Pass
-// `createLandingDescribe(catalogInterface, workerInfo)` to `createHttpHandler`'s
-// `landingDescribe` option. See docs/http-landing-contract.md.
-export {
-  buildColumnsJson,
-  buildDescribeJson,
-  createLandingDescribe,
-  CUPOLA_BASE,
-  LANDING_SCHEMA_VERSION,
-  type LandingDescribeProvider,
-  type WorkerDescribeInfo,
-} from "./http/describe-json.js";
+// VGI HTTP landing surface. The shared landing.html reads catalog metadata by
+// speaking the protocol through the client bundle the worker serves beside it,
+// so a worker supplies only its own identity via `createHttpHandler`'s
+// `landingInfo` option.
+export type { LandingInfo } from "@query-farm/vgi-rpc";
 
 // Wire schemas — needed by workers that synthesize TableInfo.bind_result /
 // TableInfo.scan_function bytes to short-circuit per-scan RPCs.
 export { BindResultSchema, ScanFunctionResultSchema } from "./generated/vgi-protocol-schemas.js";
 
 // Attach-option specs (for catalogs that advertise typed ATTACH options).
-export { type AttachOptionSpec, serializeAttachOptionSpec, serializeAttachOptionSpecs } from "./catalog/attach-option.js";
+export { type AttachOptionSpec, serializeAttachOptionSpec, serializeAttachOptionSpecs, deserializeAttachOptionSpec, deserializeAttachOptionSpecs } from "./catalog/attach-option.js";
 
 // Column statistics (for inlining on TableInfo.column_statistics).
 export { type ColumnStatistics, serializeColumnStatistics } from "./util/statistics.js";

package/src/serve-entry.ts

@@ -23,7 +23,6 @@
 
 import type { CatalogInterface } from "./catalog/interface.js";
 import type { FunctionRegistry } from "./functions/registry.js";
-import { createLandingDescribe } from "./http/describe-json.js";
 import { createVgiFetch } from "./http/fetch.js";
 
 /** Environment variables `serveVgiWorker` reads. Injectable for testing. */
@@ -192,11 +191,7 @@ export function createVgiWorkerFetch(
     serverId: opts.serverId ?? opts.name,
     corsOrigins,
     repositoryUrl: opts.repositoryUrl,
-    landingDescribe: createLandingDescribe(opts.catalogInterface, {
-      name: opts.name,
-      doc: opts.doc,
-      version: opts.version,
-    }),
+    landingInfo: { name: opts.name, doc: opts.doc, version: opts.version },
   });
 }
 
@@ -225,7 +220,7 @@ export function serveVgiWorker(opts: ServeVgiWorkerOptions): VgiHttpServer {
     const base = `http://localhost:${server.port}`;
     console.log(`${opts.name} VGI HTTP worker listening on ${base}`);
     console.log(`  landing page   ${base}/`);
-    console.log(`  describe.json  ${base}/describe.json`);
+    console.log(`  client bundle  ${base}/vgi-client.js`);
     console.log(`  health         ${base}/health`);
     console.log(`  attach         ATTACH '${opts.name}' AS ${opts.name} (TYPE vgi, LOCATION '${base}');`);
   }

package/src/worker-cf-entry.ts

@@ -53,10 +53,10 @@ export type {
 
 export type { ProtocolConfig } from "./protocol/dispatch.js";
 
-// Landing surface. CF workers pass the provider as `landingDescribe` so
-// `GET /` serves the standardized VGI landing page for the worker's catalog.
-export { createLandingDescribe } from "./http/describe-json.js";
-export type { LandingDescribeProvider, WorkerDescribeInfo } from "./http/describe-json.js";
+// Landing surface. CF workers pass their identity as `landingInfo` so `GET /`
+// serves the standardized VGI landing page, and `GET /vgi-client.js` the
+// browser client build it reads the catalog with.
+export type { LandingInfo } from "@query-farm/vgi-rpc";
 
 // Backend-agnostic Arrow facade. Same source resolves to arrow-js on
 // Node/Bun and flechette under workerd/worker/browser via the package's

package/dist/http/describe-json.d.ts

@@ -1,62 +0,0 @@
-import type { CatalogInterface } from "../catalog/interface.js";
-export declare const LANDING_SCHEMA_VERSION = 1;
-export declare const CUPOLA_BASE = "https://cupola.query-farm.services";
-/**
- * Producer for the VGI landing surface, passed to `createHttpHandler`'s
- * `landingDescribe` option. Declared locally (structurally identical to
- * `@query-farm/vgi-rpc`'s `LandingDescribeProvider`) so this package does not
- * hard-couple to a specific vgi-rpc version.
- */
-export interface LandingDescribeProvider {
-    describe(ctx: {
-        serverId: string;
-        oauth: boolean;
-    }): unknown | Promise<unknown>;
-    columns(catalog: string, schema: string, table: string): unknown | null | Promise<unknown | null>;
-}
-/** Identity of the worker software surfaced in `describe.json` → `worker`. */
-export interface WorkerDescribeInfo {
-    /** Worker name (e.g. class or catalog name). */
-    name: string;
-    /** One-line worker description. */
-    doc?: string;
-    /** Worker software version. */
-    version?: string;
-}
-interface ColumnJson {
-    name: string;
-    type: string;
-    comment?: string;
-}
-/**
- * Build the full `describe.json` document for a worker's catalog interface.
- *
- * `oauth` and `serverId` are supplied by the HTTP server (they depend on runtime
- * config, not the catalog).
- */
-export declare function buildDescribeJson(iface: CatalogInterface, worker: WorkerDescribeInfo, opts?: {
-    oauth?: boolean;
-    serverId?: string;
-    cupolaBase?: string;
-}): Promise<Record<string, unknown>>;
-/**
- * Build the lazy per-object column payload for one table or view.
- *
- * Returns `{ columns: [{ name, type, comment? }] }`, or `null` when the object
- * can't be found. Tables deserialize their Arrow column schema; views expose
- * their declared column comments (types are only known after binding the SQL,
- * which the worker does not do here).
- */
-export declare function buildColumnsJson(iface: CatalogInterface, catalog: string, schema: string, table: string): Promise<{
-    columns: ColumnJson[];
-} | null>;
-/**
- * Build a {@link LandingDescribeProvider} to pass to `createHttpHandler` from
- * `@query-farm/vgi-rpc`. Wires the worker's catalog interface into the
- * standardized landing surface (`GET {prefix}/describe.json` and the lazy
- * per-object column endpoint).
- */
-export declare function createLandingDescribe(iface: CatalogInterface, worker: WorkerDescribeInfo, opts?: {
-    cupolaBase?: string;
-}): LandingDescribeProvider;
-export {};