@query-farm/vgi 0.6.0

package/dist/generated/vgi-protocol-schemas.d.ts

@@ -0,0 +1,115 @@
+export declare const CatalogInfoSchema: import("../index.core.js").VgiSchema;
+export declare const SchemaInfoSchema: import("../index.core.js").VgiSchema;
+export declare const TableInfoSchema: import("../index.core.js").VgiSchema;
+export declare const ViewInfoSchema: import("../index.core.js").VgiSchema;
+export declare const FunctionInfoSchema: import("../index.core.js").VgiSchema;
+export declare const MacroInfoSchema: import("../index.core.js").VgiSchema;
+export declare const IndexInfoSchema: import("../index.core.js").VgiSchema;
+export declare const CopyFromFormatInfoSchema: import("../index.core.js").VgiSchema;
+export declare const ScanFunctionResultSchema: import("../index.core.js").VgiSchema;
+export declare const ScanBranchesResultSchema: import("../index.core.js").VgiSchema;
+export declare const ScanBranchSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateBindResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateCombineResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateDestructorResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateFinalizeResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingChunkResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingCloseResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingOpenResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateUpdateResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowBatchResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowDestructorResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowInitResultSchema: import("../index.core.js").VgiSchema;
+export declare const BindResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogAttachResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogCatalogsResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogCopyFromFormatsResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogIndexGetResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogMacroGetResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsFunctionsResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsIndexesResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsMacrosResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsTablesResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsViewsResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaGetResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemasResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableGetResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTransactionBeginResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogVersionResultSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewGetResultSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingCombineResultSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingDestructorResultSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingProcessResultSchema: import("../index.core.js").VgiSchema;
+export declare const TableFunctionCardinalityResultSchema: import("../index.core.js").VgiSchema;
+export declare const TableFunctionDynamicToStringResultSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateBindParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateCombineParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateDestructorParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateFinalizeParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingChunkParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingCloseParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateStreamingOpenParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateUpdateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowBatchParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowDestructorParamsSchema: import("../index.core.js").VgiSchema;
+export declare const AggregateWindowInitParamsSchema: import("../index.core.js").VgiSchema;
+export declare const BindParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogAttachParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogCatalogsParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogCopyFromFormatsParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogDetachParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogIndexCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogIndexDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogIndexGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogMacroCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogMacroDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogMacroGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsFunctionsParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsIndexesParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsMacrosParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsTablesParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaContentsViewsParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemaGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogSchemasParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnAddParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnCommentSetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnDefaultDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnDefaultSetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnRenameParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnStatisticsGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableColumnTypeChangeParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableCommentSetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableDeleteFunctionGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableInsertFunctionGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableNotNullDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableNotNullSetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableRenameParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableScanBranchesGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableScanFunctionGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTableUpdateFunctionGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTransactionBeginParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTransactionCommitParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogTransactionRollbackParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogVersionParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewCommentSetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewCreateParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewDropParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewGetParamsSchema: import("../index.core.js").VgiSchema;
+export declare const CatalogViewRenameParamsSchema: import("../index.core.js").VgiSchema;
+export declare const InitParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingCombineParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingDestructorParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableBufferingProcessParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableFunctionCardinalityParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableFunctionDynamicToStringParamsSchema: import("../index.core.js").VgiSchema;
+export declare const TableFunctionStatisticsParamsSchema: import("../index.core.js").VgiSchema;

package/dist/index.core.d.ts

@@ -0,0 +1,42 @@
+export { defineScalarFunction, type ScalarFunctionConfig, type ScalarBindParameters, type ScalarParameterDef } from "./functions/scalar.js";
+export { defineTableFunction, type TableFunctionConfig, type TableBindParams, type TableProcessParams } from "./functions/table.js";
+export { defineAggregate, GROUP_COLUMN_NAME, type AggregateFunctionConfig, type AggregateBindParams, type AggregateUpdateParams, type AggregateFinalizeParams, } from "./functions/aggregate.js";
+export { defineTableInOutFunction, type TableInOutConfig, type TableInOutBindParams, type TableInOutProcessParams } from "./functions/table-in-out.js";
+export { defineTableBufferingFunction, type TableBufferingConfig, type TableBufferingBindParams, type TableBufferingParams, type TableBufferingVgiFunction, } from "./functions/table-buffering.js";
+export { defineCopyFromFunction, type CopyFromFunctionConfig, type CopyFromOption, type CopyFromReadParams, } from "./functions/copy-from.js";
+export { defineCopyToFunction, type CopyToFunctionConfig, type CopyToOption, type CopyToWriteParams, type CopyToCloseParams, } from "./functions/copy-to.js";
+export type { VgiFunction, FunctionMeta, StreamHandlers, FunctionExample, HandlerState } from "./functions/types.js";
+export { CatalogInterface, type CatalogAttachResult, type SchemaInfo, encodeSchemaInfo, decodeSchemaInfo, type TableInfo, encodeTableInfo, decodeTableInfo, type ViewInfo, encodeViewInfo, decodeViewInfo, type CatalogInfo, encodeCatalogInfo, decodeCatalogInfo, type FunctionInfo, encodeFunctionInfo, decodeFunctionInfo, type FunctionInfoOptions, type MacroInfo, encodeMacroInfo, decodeMacroInfo, type MacroType, type CopyFromFormatInfo, encodeCopyFromFormatInfo, type AttachOpaqueData, type TransactionOpaqueData, buildScanBranchesResult, type ScanBranchInput } from "./catalog/interface.js";
+export type { CatalogDescriptor, SchemaDescriptor, TableDescriptor, ViewDescriptor, MacroDescriptor, SettingDescriptor, SecretTypeDescriptor, ForeignKeyDef, DefaultValue } from "./catalog/descriptors.js";
+export { ReadOnlyCatalogInterface } from "./catalog/read-only.js";
+export { CompositeCatalogInterface } from "./catalog/composite.js";
+export { FunctionRegistry } from "./functions/registry.js";
+export { FunctionType, FunctionStability, NullHandling, OrderPreservation, OrderDependence, DistinctDependence, TableInOutPhase, DEFAULT_MAX_WORKERS, } from "./types.js";
+export type { BindRequest, BindResponse, CopyFromContext, CopyToContext, InitRequest, GlobalInitResponse, TableCardinality, } from "./protocol/types.js";
+export { Arguments } from "./arguments/arguments.js";
+export { type ArgumentSpec, argumentSpecsToSchema, schemaToArgumentSpecs, macroArgumentsSchema, macroParameterDocsFromSchema } from "./arguments/argument-spec.js";
+export { VgiError, RowCountMismatchError, FunctionNotFoundError, CatalogReadOnlyError, CatalogNotFoundError, CatalogAlreadyExistsError, ArgumentValidationError, NoCatalogError, } from "./errors.js";
+export type { ResolvedMetadata, ParameterInfo } from "./metadata/types.js";
+export { CatalogFunctionType } from "./metadata/types.js";
+export { resolveMetadata } from "./metadata/resolve.js";
+export { metadatasToArrow, arrowToMetadatas } from "./metadata/serialize.js";
+export { PushdownFilters, FilteringOutputCollector, deserializeFilters, buildJoinKeysLookup, ComparisonOp, type Filter, type ConstantFilter, type IsNullFilter, type IsNotNullFilter, type InFilter, type AndFilter, type OrFilter, type StructFilter, formatPushedFilters, reprPushedFilters, } from "./filter-pushdown/index.js";
+export { arrowStateSerializer, EXCHANGE_STATE_SCHEMA, serializeUserState, deserializeUserState } from "./protocol/state-serializer.js";
+export { buildVgiProtocol, type ProtocolConfig } from "./protocol/dispatch.js";
+export { BindResultSchema, ScanFunctionResultSchema } from "./generated/vgi-protocol-schemas.js";
+export { type AttachOptionSpec, serializeAttachOptionSpec, serializeAttachOptionSpecs } from "./catalog/attach-option.js";
+export { type ColumnStatistics, serializeColumnStatistics } from "./util/statistics.js";
+export { toUint8Array } from "./util/bytes.js";
+export { iterRows, batchFromRows, batchFromColumns, emptyBatch, filterBatch, projectSchema, projectBatch, batchToScalarDict, batchToSecretDict, safeNumber, } from "./util/arrow/index.js";
+export { type SecretFields, type SecretsDict, secretType, secretsOfType, secretForScope, secretForScopeOfType, } from "./secrets/helpers.js";
+export { serializeSchema, deserializeSchema, serializeBatch, deserializeBatch, } from "./util/arrow/index.js";
+export { schema, field, nullType, int8, int16, int64, uint8, uint16, uint32, uint64, float16, float64, utf8, binary, fixedSizeBinary, decimal, decimal128, decimal256, date, dateDay, dateMillisecond, time, timeSecond, timeMillisecond, timeMicrosecond, timeNanosecond, timestamp, duration, interval, timestampSeconds, timestampMillis, timestampMicros, timestampNanos, durationSeconds, durationMillis, durationMicros, durationNanos, list, fixedSizeList, struct, map, dictionary, union, sparseUnion, denseUnion, TimeUnit, DateUnit, IntervalUnit, UnionMode, codecFor, asDate32, asDate64Ms, asTime32S, asTime32Ms, asTime64Us, asTime64Ns, asTimestampSeconds, asTimestampMillis, asTimestampMicros, asTimestampNanos, asDurationSeconds, asDurationMillis, asDurationMicros, asDurationNanos, asUnscaledDecimal, asInt64, asUint64, fromBranded, fromBrandedNumber, fromBrandedBigInt, TypeId, isNull, isInt, isFloat, isBinary, isUtf8, isBool, isDecimal, isDate, isTime, isTimestamp, isInterval, isList, isStruct, isUnion, isFixedSizeBinary, isFixedSizeList, isMap, isDuration, isDictionary, isBatch, readCanonicalValue, columnFromArray, decodeDictValue, backend, } from "./arrow/index.js";
+export type { VgiTypeId, VgiDataType, VgiField, VgiSchema, VgiColumn, VgiColumnData, VgiBatch, VgiBackendInfo, TaggedUnion, NullDescriptor, BoolType, IntType, Int8Type, Int16Type, Int32Type, Int64Type, Uint8Type, Uint16Type, Uint32Type, Uint64Type, FloatType, Utf8Type, LargeUtf8Type, BinaryType, LargeBinaryType, FixedSizeBinaryType, DecimalType, Date32Type, Date64Type, Time32Type, Time64Type, TimestampType, DurationType, IntervalType, ListType, FixedSizeListType, StructType, MapType, DictionaryType, UnionType, TypedField, TUnit, RichValue, RawValue, ValueFor, Repr, Codec, Branded, Date32, Date64Ms, Time32S, Time32Ms, Time64Us, Time64Ns, TimestampSeconds, TimestampMillis, TimestampMicros, TimestampNanos, DurationSeconds, DurationMillis, DurationMicros, DurationNanos, UnscaledDecimal, Int64Raw, Uint64Raw, } from "./arrow/index.js";
+export type { ScalarComputeRow, ScalarOutputValue, ScalarComputeResult } from "./functions/scalar.js";
+export { type FunctionStorage, FunctionStorageSqlite, BoundStorage, UnknownInvocationError, resolveStorageFromEnv, setStorage, storage as functionStorage, } from "./functions/storage.js";
+export { FunctionStorageCfDo, type FetchLike } from "./functions/storage-cf-do.js";
+export { VgiClient, VgiClientError } from "./client/client.js";
+export type { VgiClientOptions, TableFunctionOptions, ScalarFunctionOptions, TableInOutFunctionOptions, OnCreateConflict, CatalogFunctionType as ClientCatalogFunctionType, CatalogAttachOptions, AttachOptionValue, } from "./client/types.js";
+export { str, bytes, int, int32, float, float32, bool, toSchema, OutputCollector, AuthContext } from "@query-farm/vgi-rpc";
+export { subprocessConnect, httpConnect, tcpConnect } from "@query-farm/vgi-rpc";
+export type { RpcClient, StreamSession, LogMessage } from "@query-farm/vgi-rpc";

package/dist/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./index.core.js";
+export { Worker, type WorkerConfig } from "./worker.js";