@gscdump/engine 0.21.3 → 0.22.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/_chunks/analysis-types.d.mts +1 -1
- package/dist/_chunks/coerce.mjs +1 -1
- package/dist/_chunks/dispatch.mjs +1 -1
- package/dist/_chunks/duckdb.d.mts +2 -2
- package/dist/_chunks/engine.mjs +4 -4
- package/dist/_chunks/iceberg-schema.mjs +7 -3
- package/dist/_chunks/index.d.mts +2 -2
- package/dist/_chunks/parquet-plan.mjs +3 -3
- package/dist/_chunks/planner.d.mts +2 -2
- package/dist/_chunks/registry.d.mts +4 -4
- package/dist/_chunks/resolver.mjs +60 -3
- package/dist/_chunks/schema.d.mts +1067 -275
- package/dist/_chunks/schema.mjs +70 -2
- package/dist/_chunks/sink.d.mts +49 -10
- package/dist/_chunks/snapshot.d.mts +1 -1
- package/dist/_chunks/storage.d.mts +1 -1
- package/dist/_chunks/storage.mjs +1 -1
- package/dist/_chunks/types.d.mts +1 -1
- package/dist/adapters/duckdb-node.d.mts +1 -1
- package/dist/adapters/filesystem.d.mts +1 -1
- package/dist/adapters/filesystem.mjs +1 -1
- package/dist/adapters/hyparquet.d.mts +2 -2
- package/dist/adapters/hyparquet.mjs +1 -1
- package/dist/adapters/node.d.mts +2 -2
- package/dist/adapters/node.mjs +1 -1
- package/dist/adapters/r2-manifest.d.mts +1 -1
- package/dist/adapters/r2-manifest.mjs +1 -1
- package/dist/adapters/r2.d.mts +1 -1
- package/dist/analysis-types.d.mts +1 -1
- package/dist/analyzer/index.d.mts +2 -2
- package/dist/analyzer/index.mjs +1 -1
- package/dist/contracts.d.mts +1 -1
- package/dist/entities.d.mts +1 -1
- package/dist/index.d.mts +6 -6
- package/dist/index.mjs +64 -8
- package/dist/ingest.d.mts +5 -1
- package/dist/ingest.mjs +57 -1
- package/dist/period/index.d.mts +1 -1
- package/dist/planner.d.mts +2 -2
- package/dist/planner.mjs +1 -1
- package/dist/report/index.d.mts +2 -2
- package/dist/resolver/index.d.mts +2 -2
- package/dist/resolver/index.mjs +1 -1
- package/dist/rollups.d.mts +2 -2
- package/dist/schema.d.mts +2 -2
- package/dist/schema.mjs +2 -2
- package/dist/sink-node.d.mts +1 -1
- package/dist/sink-node.mjs +1 -1
- package/dist/snapshot.d.mts +1 -1
- package/dist/source/index.d.mts +4 -4
- package/dist/source/index.mjs +3 -3
- package/package.json +8 -8
package/dist/report/index.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { AnalysisParams, AnalysisResult } from "../_chunks/analysis-types.mjs";
|
|
2
|
+
import { ComparisonMode, ResolvedWindow, WindowPreset } from "../_chunks/index.mjs";
|
|
3
3
|
/** Status vocabulary mirrors `ActionPrioritySourceStatus`. */
|
|
4
4
|
type ReportStepStatus = 'pending' | 'running' | 'done' | 'skipped' | 'error';
|
|
5
5
|
type ReportSeverity = 'info' | 'low' | 'medium' | 'high';
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { SearchType as SearchType$1, TableName as TableName$1 } from "../_chunks/storage.mjs";
|
|
2
|
+
import { ComparisonFilter, ExtraQuery, ResolvedComparisonSQL, ResolvedSQL, ResolvedSQLOptimized, ResolverAdapter, ResolverOptions } from "../_chunks/types.mjs";
|
|
3
3
|
import { LogicalDataset, LogicalDataset as LogicalDataset$1, PlannerCapabilities, UnresolvableDatasetError, inferDataset as inferLogicalDataset, isDatasetResolvable } from "gscdump/query/plan";
|
|
4
4
|
import { SQL } from "drizzle-orm";
|
|
5
5
|
import { Grain, TableName } from "@gscdump/contracts";
|
package/dist/resolver/index.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { DIMENSION_SURFACES, LOGICAL_DATASETS, UnresolvableDatasetError, assertDimensionsSupported, assertSchemaInSync, buildExtrasQueries, buildTotalsSql, createParquetResolverAdapter, createResolverAdapter, createSqlFragments, dimensionColumn, dimensionValue, getDimensionFilters, getFilterDimensions, getInternalFilters, inferLogicalDataset, isDatasetResolvable, matchesDimensionFilter, matchesMetricFilter, matchesTopLevelPage, mergeExtras, metricValue, pgResolverAdapter, resolveComparisonSQL, resolveToSQL, resolveToSQLOptimized, runComparisonQuery, runOptimizedQuery, supportsDimensionOnSurface } from "../_chunks/resolver.mjs";
|
|
2
2
|
export { DIMENSION_SURFACES, LOGICAL_DATASETS, UnresolvableDatasetError, assertDimensionsSupported, assertSchemaInSync, buildExtrasQueries, buildTotalsSql, createParquetResolverAdapter, createResolverAdapter, createSqlFragments, dimensionColumn, dimensionValue, getDimensionFilters, getFilterDimensions, getInternalFilters, inferLogicalDataset, isDatasetResolvable, matchesDimensionFilter, matchesMetricFilter, matchesTopLevelPage, mergeExtras, metricValue, pgResolverAdapter, resolveComparisonSQL, resolveToSQL, resolveToSQLOptimized, runComparisonQuery, runOptimizedQuery, supportsDimensionOnSurface };
|
package/dist/rollups.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
1
|
+
import { DataSource, FileSetRef, Row as Row$1 } from "./_chunks/storage.mjs";
|
|
2
|
+
import { ColumnDef } from "./_chunks/schema.mjs";
|
|
3
3
|
import { TenantCtx } from "@gscdump/contracts";
|
|
4
4
|
import { SearchType } from "gscdump/query";
|
|
5
5
|
interface RollupCtx extends TenantCtx {
|
package/dist/schema.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export { type ColumnDef, type ColumnType, type DrizzleSchema, SCHEMAS, TABLE_METADATA, type TableSchema, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance };
|
|
1
|
+
import { ColumnDef, ColumnType, DrizzleSchema, SCHEMAS, TABLE_METADATA, TableSchema, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance, search_appearance_page_queries, search_appearance_pages, search_appearance_queries } from "./_chunks/schema.mjs";
|
|
2
|
+
export { type ColumnDef, type ColumnType, type DrizzleSchema, SCHEMAS, TABLE_METADATA, type TableSchema, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance, search_appearance_page_queries, search_appearance_pages, search_appearance_queries };
|
package/dist/schema.mjs
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import {
|
|
2
|
-
export { SCHEMAS, TABLE_METADATA, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance };
|
|
1
|
+
import { SCHEMAS, TABLE_METADATA, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance, search_appearance_page_queries, search_appearance_pages, search_appearance_queries } from "./_chunks/schema.mjs";
|
|
2
|
+
export { SCHEMAS, TABLE_METADATA, allTables, countries, currentSchemaVersion, dates, dedupeByNaturalKey, dimensionToColumn, drizzleSchema, hourly_pages, inferTable, naturalKeyColumns, page_queries, pages, queries, schemaFor, search_appearance, search_appearance_page_queries, search_appearance_pages, search_appearance_queries };
|
package/dist/sink-node.d.mts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { LocalIcebergSinkOptions, Sink } from "./_chunks/sink.mjs";
|
|
2
2
|
/** S3-compatible credentials for the warehouse (POC: MinIO). */
|
|
3
3
|
interface LocalIcebergS3Config {
|
|
4
4
|
/** S3 endpoint host (POC MinIO: `localhost:9100`). */
|
package/dist/sink-node.mjs
CHANGED
package/dist/snapshot.d.mts
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { SnapshotIndex } from "./_chunks/snapshot.mjs";
|
|
2
2
|
export { SnapshotIndex };
|
package/dist/source/index.d.mts
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
2
|
-
import {
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
1
|
+
import { Row, SearchType as SearchType$1, StorageEngine, TenantCtx } from "../_chunks/storage.mjs";
|
|
2
|
+
import { AnalysisParams, AnalysisResult } from "../_chunks/analysis-types.mjs";
|
|
3
|
+
import { ResolverAdapter } from "../_chunks/types.mjs";
|
|
4
|
+
import { AnalysisQuerySource, AnalysisSourceKind, AnalyzerRegistry, ExecuteSqlOptions, FileSet, QueryRow, SourceCapabilities } from "../_chunks/registry.mjs";
|
|
5
5
|
import { PlannerCapabilities } from "gscdump/query/plan";
|
|
6
6
|
import { BuilderState } from "gscdump/query";
|
|
7
7
|
interface AttachedTableRunner {
|
package/dist/source/index.mjs
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
|
-
import {
|
|
1
|
+
import { coerceRows } from "../_chunks/coerce.mjs";
|
|
2
2
|
import "../_chunks/storage.mjs";
|
|
3
|
-
import {
|
|
4
|
-
import {
|
|
3
|
+
import { assertDimensionsSupported, getFilterDimensions, pgResolverAdapter, resolveToSQL } from "../_chunks/resolver.mjs";
|
|
4
|
+
import { runAnalyzerFromSource } from "../_chunks/dispatch.mjs";
|
|
5
5
|
var AttachedTableMissingError = class extends Error {
|
|
6
6
|
missing;
|
|
7
7
|
constructor(missing) {
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "0.
|
|
4
|
+
"version": "0.22.4",
|
|
5
5
|
"description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -162,8 +162,8 @@
|
|
|
162
162
|
},
|
|
163
163
|
"peerDependencies": {
|
|
164
164
|
"@duckdb/duckdb-wasm": "^1.32.0",
|
|
165
|
-
"hyparquet": "^1.
|
|
166
|
-
"hyparquet-writer": "^0.15.
|
|
165
|
+
"hyparquet": "^1.26.0",
|
|
166
|
+
"hyparquet-writer": "^0.15.2"
|
|
167
167
|
},
|
|
168
168
|
"peerDependenciesMeta": {
|
|
169
169
|
"@duckdb/duckdb-wasm": {
|
|
@@ -180,17 +180,17 @@
|
|
|
180
180
|
"drizzle-orm": "^0.45.2",
|
|
181
181
|
"icebird": "^0.8.5",
|
|
182
182
|
"proper-lockfile": "^4.1.2",
|
|
183
|
-
"
|
|
184
|
-
"gscdump": "0.
|
|
183
|
+
"gscdump": "0.22.4",
|
|
184
|
+
"@gscdump/contracts": "0.22.4"
|
|
185
185
|
},
|
|
186
186
|
"devDependencies": {
|
|
187
187
|
"@duckdb/duckdb-wasm": "^1.32.0",
|
|
188
188
|
"@types/proper-lockfile": "^4.1.4",
|
|
189
189
|
"aws4fetch": "^1.0.20",
|
|
190
|
-
"hyparquet": "^1.
|
|
191
|
-
"hyparquet-writer": "^0.15.
|
|
190
|
+
"hyparquet": "^1.26.0",
|
|
191
|
+
"hyparquet-writer": "^0.15.2",
|
|
192
192
|
"tsx": "^4.22.3",
|
|
193
|
-
"vitest": "^4.1.
|
|
193
|
+
"vitest": "^4.1.7"
|
|
194
194
|
},
|
|
195
195
|
"scripts": {
|
|
196
196
|
"dev": "obuild --stub",
|