@gscdump/engine 1.4.1 → 1.4.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/drizzle-schema.d.mts +170 -170
- package/dist/drizzle-schema.mjs +5 -1
- package/dist/errors.d.mts +1 -1
- package/dist/resolver/pg-adapter.mjs +3 -1
- package/dist/schema.mjs +1 -1
- package/dist/sync-config.d.mts +5 -5
- package/package.json +9 -4
package/dist/drizzle-schema.mjs
CHANGED
|
@@ -1,4 +1,8 @@
|
|
|
1
|
-
import { date
|
|
1
|
+
import { date } from "drizzle-orm/pg-core/columns/date";
|
|
2
|
+
import { doublePrecision } from "drizzle-orm/pg-core/columns/double-precision";
|
|
3
|
+
import { integer } from "drizzle-orm/pg-core/columns/integer";
|
|
4
|
+
import { varchar } from "drizzle-orm/pg-core/columns/varchar";
|
|
5
|
+
import { pgTable } from "drizzle-orm/pg-core/table";
|
|
2
6
|
function metricCols() {
|
|
3
7
|
return {
|
|
4
8
|
clicks: integer("clicks").notNull(),
|
package/dist/errors.d.mts
CHANGED
|
@@ -97,7 +97,7 @@ declare const engineErrors: {
|
|
|
97
97
|
readonly invalidYearMonth: (value: string) => EngineError;
|
|
98
98
|
readonly missingAttachUrl: (fileName: string) => EngineError;
|
|
99
99
|
readonly manifestCasRoundLost: (siteId: string, table: string, attempt: number) => EngineError;
|
|
100
|
-
readonly icebergTableOpFailed: (op:
|
|
100
|
+
readonly icebergTableOpFailed: (op: "create" | "drop", table: string, cause: unknown) => EngineError;
|
|
101
101
|
readonly sinkTableFlushFailed: (table: string, cause: unknown) => EngineError;
|
|
102
102
|
readonly rollupBuildFailed: (id: string, cause: unknown) => EngineError;
|
|
103
103
|
readonly lockAcquireTimeout: (scope: string, timeoutMs: number) => EngineError;
|
|
@@ -1,8 +1,10 @@
|
|
|
1
1
|
import { drizzleSchema } from "../drizzle-schema.mjs";
|
|
2
2
|
import { createResolverAdapter } from "./adapter.mjs";
|
|
3
|
-
import {
|
|
3
|
+
import { varchar } from "drizzle-orm/pg-core/columns/varchar";
|
|
4
|
+
import { pgTable } from "drizzle-orm/pg-core/table";
|
|
4
5
|
import { DEFAULT_PARTITION_KEY_ENCODING } from "@gscdump/lakehouse/schema";
|
|
5
6
|
import { sql } from "drizzle-orm";
|
|
7
|
+
import { PgDialect } from "drizzle-orm/pg-core/dialect";
|
|
6
8
|
const pgDialect = new PgDialect();
|
|
7
9
|
function withTenantCols(tableName, baseTable) {
|
|
8
10
|
const t = pgTable(tableName, {
|
package/dist/schema.mjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { TABLE_METADATA, countries, dates, drizzleSchema, hourly_pages, page_queries, pages, queries, search_appearance, search_appearance_page_queries, search_appearance_pages, search_appearance_queries } from "./drizzle-schema.mjs";
|
|
2
|
-
import { getTableConfig } from "drizzle-orm/pg-core";
|
|
2
|
+
import { getTableConfig } from "drizzle-orm/pg-core/utils";
|
|
3
3
|
function pgSqlTypeToColumnType(sqlType) {
|
|
4
4
|
const t = sqlType.toLowerCase();
|
|
5
5
|
if (t.startsWith("varchar") || t === "text" || t.startsWith("char")) return "VARCHAR";
|
package/dist/sync-config.d.mts
CHANGED
|
@@ -13,11 +13,11 @@ declare function parseEnabledSearchTypes(raw: string | null | undefined): Search
|
|
|
13
13
|
declare function validateEnabledSearchTypesResult(value: unknown): Result<SearchType[], EngineError>;
|
|
14
14
|
declare function validateEnabledSearchTypes(value: unknown): SearchType[];
|
|
15
15
|
declare const TABLE_TIERS: {
|
|
16
|
-
readonly pages:
|
|
17
|
-
readonly queries:
|
|
18
|
-
readonly countries:
|
|
19
|
-
readonly dates:
|
|
20
|
-
readonly page_queries:
|
|
16
|
+
readonly pages: "critical";
|
|
17
|
+
readonly queries: "critical";
|
|
18
|
+
readonly countries: "standard";
|
|
19
|
+
readonly dates: "standard";
|
|
20
|
+
readonly page_queries: "extended";
|
|
21
21
|
};
|
|
22
22
|
type TieredTableName = keyof typeof TABLE_TIERS;
|
|
23
23
|
type TableTier = 'critical' | 'standard' | 'extended';
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@gscdump/engine",
|
|
3
3
|
"type": "module",
|
|
4
|
-
"version": "1.4.
|
|
4
|
+
"version": "1.4.3",
|
|
5
5
|
"description": "Append-only Parquet/DuckDB storage engine + planner + adapters for the gscdump pipeline. Node + edge runtimes; opt-in heavy peers.",
|
|
6
6
|
"author": {
|
|
7
7
|
"name": "Harlan Wilton",
|
|
@@ -46,6 +46,11 @@
|
|
|
46
46
|
"import": "./dist/schema.mjs",
|
|
47
47
|
"default": "./dist/schema.mjs"
|
|
48
48
|
},
|
|
49
|
+
"./sync-config": {
|
|
50
|
+
"types": "./dist/sync-config.d.mts",
|
|
51
|
+
"import": "./dist/sync-config.mjs",
|
|
52
|
+
"default": "./dist/sync-config.mjs"
|
|
53
|
+
},
|
|
49
54
|
"./ingest": {
|
|
50
55
|
"types": "./dist/ingest.d.mts",
|
|
51
56
|
"import": "./dist/ingest.mjs",
|
|
@@ -176,9 +181,9 @@
|
|
|
176
181
|
"dependencies": {
|
|
177
182
|
"drizzle-orm": "1.0.0-rc.3",
|
|
178
183
|
"proper-lockfile": "^4.1.2",
|
|
179
|
-
"@gscdump/contracts": "^1.4.
|
|
180
|
-
"
|
|
181
|
-
"gscdump": "^1.4.
|
|
184
|
+
"@gscdump/contracts": "^1.4.3",
|
|
185
|
+
"gscdump": "^1.4.3",
|
|
186
|
+
"@gscdump/lakehouse": "^1.4.3"
|
|
182
187
|
},
|
|
183
188
|
"devDependencies": {
|
|
184
189
|
"@duckdb/duckdb-wasm": "1.33.1-dev57.0",
|