@lightdash/common 1.242.3 → 1.242.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (50) hide show
  1. package/dist/cjs/.tsbuildinfo +1 -1
  2. package/dist/cjs/authorization/roleToScopeMapping.testUtils.d.ts +98 -98
  3. package/dist/cjs/index.d.ts +2 -1
  4. package/dist/cjs/index.d.ts.map +1 -1
  5. package/dist/cjs/index.js +1 -0
  6. package/dist/cjs/index.js.map +1 -1
  7. package/dist/cjs/types/projects.d.ts +20 -0
  8. package/dist/cjs/types/projects.d.ts.map +1 -1
  9. package/dist/cjs/types/projects.js.map +1 -1
  10. package/dist/cjs/utils/warehouseLocation.d.ts +33 -0
  11. package/dist/cjs/utils/warehouseLocation.d.ts.map +1 -0
  12. package/dist/cjs/utils/warehouseLocation.js +196 -0
  13. package/dist/cjs/utils/warehouseLocation.js.map +1 -0
  14. package/dist/cjs/utils/warehouseLocation.test.d.ts +2 -0
  15. package/dist/cjs/utils/warehouseLocation.test.d.ts.map +1 -0
  16. package/dist/cjs/utils/warehouseLocation.test.js +167 -0
  17. package/dist/cjs/utils/warehouseLocation.test.js.map +1 -0
  18. package/dist/esm/.tsbuildinfo +1 -1
  19. package/dist/esm/index.d.ts +2 -1
  20. package/dist/esm/index.d.ts.map +1 -1
  21. package/dist/esm/index.js +1 -0
  22. package/dist/esm/index.js.map +1 -1
  23. package/dist/esm/types/projects.d.ts +20 -0
  24. package/dist/esm/types/projects.d.ts.map +1 -1
  25. package/dist/esm/types/projects.js.map +1 -1
  26. package/dist/esm/utils/warehouseLocation.d.ts +33 -0
  27. package/dist/esm/utils/warehouseLocation.d.ts.map +1 -0
  28. package/dist/esm/utils/warehouseLocation.js +186 -0
  29. package/dist/esm/utils/warehouseLocation.js.map +1 -0
  30. package/dist/esm/utils/warehouseLocation.test.d.ts +2 -0
  31. package/dist/esm/utils/warehouseLocation.test.d.ts.map +1 -0
  32. package/dist/esm/utils/warehouseLocation.test.js +165 -0
  33. package/dist/esm/utils/warehouseLocation.test.js.map +1 -0
  34. package/dist/types/.tsbuildinfo +1 -1
  35. package/dist/types/index.d.ts +2 -1
  36. package/dist/types/index.d.ts.map +1 -1
  37. package/dist/types/index.js +1 -0
  38. package/dist/types/index.js.map +1 -1
  39. package/dist/types/types/projects.d.ts +20 -0
  40. package/dist/types/types/projects.d.ts.map +1 -1
  41. package/dist/types/types/projects.js.map +1 -1
  42. package/dist/types/utils/warehouseLocation.d.ts +33 -0
  43. package/dist/types/utils/warehouseLocation.d.ts.map +1 -0
  44. package/dist/types/utils/warehouseLocation.js +186 -0
  45. package/dist/types/utils/warehouseLocation.js.map +1 -0
  46. package/dist/types/utils/warehouseLocation.test.d.ts +2 -0
  47. package/dist/types/utils/warehouseLocation.test.d.ts.map +1 -0
  48. package/dist/types/utils/warehouseLocation.test.js +165 -0
  49. package/dist/types/utils/warehouseLocation.test.js.map +1 -0
  50. package/package.json +1 -1
@@ -0,0 +1,196 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.validateWarehouseLocation = exports.applyWarehouseLocation = exports.getWarehouseLocation = exports.getWarehouseLocationLabels = exports.normalizeWarehouseLocation = exports.hasWarehouseLocation = exports.EMPTY_WAREHOUSE_LOCATION = void 0;
4
+ const tslib_1 = require("tslib");
5
+ const errors_1 = require("../types/errors");
6
+ const projects_1 = require("../types/projects");
7
+ const assertUnreachable_1 = tslib_1.__importDefault(require("./assertUnreachable"));
8
+ exports.EMPTY_WAREHOUSE_LOCATION = {
9
+ database: null,
10
+ schema: null,
11
+ };
12
+ const hasWarehouseLocation = (location) => location.database !== null || location.schema !== null;
13
+ exports.hasWarehouseLocation = hasWarehouseLocation;
14
+ /**
15
+ * A blank field means the source inherits the project's location. Callers reach
16
+ * this from an API body as well as the form, so normalise before storing: an
17
+ * empty string stored as an override compiles to `""."table"` and fails.
18
+ */
19
+ const normalizeWarehouseLocation = (location) => ({
20
+ database: location.database?.trim() || null,
21
+ schema: location.schema?.trim() || null,
22
+ });
23
+ exports.normalizeWarehouseLocation = normalizeWarehouseLocation;
24
+ /**
25
+ * A null database means the warehouse has no level above the schema, so a
26
+ * database override is not accepted for it.
27
+ */
28
+ const getWarehouseLocationLabels = (warehouseType) => {
29
+ switch (warehouseType) {
30
+ case projects_1.WarehouseTypes.BIGQUERY:
31
+ return { database: 'GCP project', schema: 'Dataset' };
32
+ case projects_1.WarehouseTypes.DATABRICKS:
33
+ return { database: 'Catalog', schema: 'Schema' };
34
+ case projects_1.WarehouseTypes.CLICKHOUSE:
35
+ return { database: null, schema: 'Schema' };
36
+ case projects_1.WarehouseTypes.POSTGRES:
37
+ case projects_1.WarehouseTypes.REDSHIFT:
38
+ case projects_1.WarehouseTypes.TRINO:
39
+ case projects_1.WarehouseTypes.SNOWFLAKE:
40
+ case projects_1.WarehouseTypes.ATHENA:
41
+ case projects_1.WarehouseTypes.DUCKDB:
42
+ return { database: 'Database', schema: 'Schema' };
43
+ default:
44
+ return (0, assertUnreachable_1.default)(warehouseType, `Unknown warehouse type ${warehouseType}`);
45
+ }
46
+ };
47
+ exports.getWarehouseLocationLabels = getWarehouseLocationLabels;
48
+ /** The location a warehouse connection already points at. */
49
+ const getWarehouseLocation = (credentials) => {
50
+ switch (credentials.type) {
51
+ case projects_1.WarehouseTypes.BIGQUERY:
52
+ return {
53
+ database: credentials.project,
54
+ schema: credentials.dataset,
55
+ };
56
+ case projects_1.WarehouseTypes.POSTGRES:
57
+ case projects_1.WarehouseTypes.REDSHIFT:
58
+ case projects_1.WarehouseTypes.TRINO:
59
+ return {
60
+ database: credentials.dbname,
61
+ schema: credentials.schema,
62
+ };
63
+ case projects_1.WarehouseTypes.SNOWFLAKE:
64
+ case projects_1.WarehouseTypes.ATHENA:
65
+ return {
66
+ database: credentials.database,
67
+ schema: credentials.schema,
68
+ };
69
+ case projects_1.WarehouseTypes.DATABRICKS:
70
+ return {
71
+ database: credentials.catalog ?? null,
72
+ // this supposed to be a `schema` but changing it will break for existing customers
73
+ schema: credentials.database,
74
+ };
75
+ case projects_1.WarehouseTypes.CLICKHOUSE:
76
+ return { database: null, schema: credentials.schema };
77
+ case projects_1.WarehouseTypes.DUCKDB:
78
+ switch (credentials.connectionType) {
79
+ case projects_1.DuckdbConnectionType.MOTHERDUCK:
80
+ return {
81
+ database: credentials.database,
82
+ schema: credentials.schema,
83
+ };
84
+ case projects_1.DuckdbConnectionType.DUCKLAKE:
85
+ return {
86
+ database: credentials.catalogAlias ?? null,
87
+ schema: credentials.schema,
88
+ };
89
+ case projects_1.DuckdbConnectionType.EMBEDDED:
90
+ return {
91
+ database: null,
92
+ schema: credentials.schema ?? null,
93
+ };
94
+ default:
95
+ return (0, assertUnreachable_1.default)(credentials, `Unknown DuckDB connection type`);
96
+ }
97
+ default:
98
+ const { type } = credentials;
99
+ return (0, assertUnreachable_1.default)(credentials, `Unknown warehouse type ${type}`);
100
+ }
101
+ };
102
+ exports.getWarehouseLocation = getWarehouseLocation;
103
+ const unsupportedDatabaseOverride = (warehouseType) => new errors_1.ParameterError(`${warehouseType} tables are not qualified by a database, so a dbt source cannot override one`);
104
+ /**
105
+ * The project's warehouse credentials with the source's own database and schema,
106
+ * for generating that source's dbt profile. Only the location changes: the
107
+ * connection, and the client that runs queries, stay the project's.
108
+ */
109
+ const applyWarehouseLocation = (credentials, location) => {
110
+ const { database, schema } = location;
111
+ if (!(0, exports.hasWarehouseLocation)(location)) {
112
+ return credentials;
113
+ }
114
+ switch (credentials.type) {
115
+ case projects_1.WarehouseTypes.BIGQUERY:
116
+ return {
117
+ ...credentials,
118
+ project: database ?? credentials.project,
119
+ dataset: schema ?? credentials.dataset,
120
+ };
121
+ case projects_1.WarehouseTypes.POSTGRES:
122
+ case projects_1.WarehouseTypes.REDSHIFT:
123
+ case projects_1.WarehouseTypes.TRINO:
124
+ return {
125
+ ...credentials,
126
+ dbname: database ?? credentials.dbname,
127
+ schema: schema ?? credentials.schema,
128
+ };
129
+ case projects_1.WarehouseTypes.SNOWFLAKE:
130
+ case projects_1.WarehouseTypes.ATHENA:
131
+ return {
132
+ ...credentials,
133
+ database: database ?? credentials.database,
134
+ schema: schema ?? credentials.schema,
135
+ };
136
+ case projects_1.WarehouseTypes.DATABRICKS:
137
+ return {
138
+ ...credentials,
139
+ catalog: database ?? credentials.catalog,
140
+ // this supposed to be a `schema` but changing it will break for existing customers
141
+ database: schema ?? credentials.database,
142
+ };
143
+ case projects_1.WarehouseTypes.CLICKHOUSE:
144
+ if (database !== null) {
145
+ throw unsupportedDatabaseOverride(credentials.type);
146
+ }
147
+ return {
148
+ ...credentials,
149
+ schema: schema ?? credentials.schema,
150
+ };
151
+ case projects_1.WarehouseTypes.DUCKDB:
152
+ switch (credentials.connectionType) {
153
+ case projects_1.DuckdbConnectionType.MOTHERDUCK:
154
+ return {
155
+ ...credentials,
156
+ database: database ?? credentials.database,
157
+ schema: schema ?? credentials.schema,
158
+ };
159
+ case projects_1.DuckdbConnectionType.DUCKLAKE:
160
+ return {
161
+ ...credentials,
162
+ catalogAlias: database ?? credentials.catalogAlias,
163
+ schema: schema ?? credentials.schema,
164
+ };
165
+ case projects_1.DuckdbConnectionType.EMBEDDED:
166
+ throw new errors_1.ParameterError('Embedded DuckDB credentials cannot be used for dbt compilation');
167
+ default:
168
+ return (0, assertUnreachable_1.default)(credentials, `Unknown DuckDB connection type`);
169
+ }
170
+ default:
171
+ const { type } = credentials;
172
+ return (0, assertUnreachable_1.default)(credentials, `Unknown warehouse type ${type}`);
173
+ }
174
+ };
175
+ exports.applyWarehouseLocation = applyWarehouseLocation;
176
+ /**
177
+ * Reject a location a warehouse cannot express when the user saves it, not when
178
+ * a deploy compiles with it hours later. Takes the connection rather than the
179
+ * type because two DuckDB connections differ: embedded cannot compile dbt at
180
+ * all, MotherDuck can.
181
+ */
182
+ const validateWarehouseLocation = (credentials, location) => {
183
+ if (!(0, exports.hasWarehouseLocation)(location)) {
184
+ return;
185
+ }
186
+ if (credentials.type === projects_1.WarehouseTypes.DUCKDB &&
187
+ credentials.connectionType === projects_1.DuckdbConnectionType.EMBEDDED) {
188
+ throw new errors_1.ParameterError('Embedded DuckDB credentials cannot be used for dbt compilation, so a dbt source cannot set a location for them');
189
+ }
190
+ if (location.database !== null &&
191
+ (0, exports.getWarehouseLocationLabels)(credentials.type).database === null) {
192
+ throw unsupportedDatabaseOverride(credentials.type);
193
+ }
194
+ };
195
+ exports.validateWarehouseLocation = validateWarehouseLocation;
196
+ //# sourceMappingURL=warehouseLocation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"warehouseLocation.js","sourceRoot":"","sources":["../../../src/utils/warehouseLocation.ts"],"names":[],"mappings":";;;;AAAA,4CAAiD;AACjD,gDAM2B;AAC3B,oFAAoD;AAEvC,QAAA,wBAAwB,GAAsB;IACvD,QAAQ,EAAE,IAAI;IACd,MAAM,EAAE,IAAI;CACf,CAAC;AAEK,MAAM,oBAAoB,GAAG,CAAC,QAA2B,EAAW,EAAE,CACzE,QAAQ,CAAC,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,MAAM,KAAK,IAAI,CAAC;AAD9C,QAAA,oBAAoB,GAApB,oBAAoB,CAC0B;AAE3D;;;;GAIG;AACI,MAAM,0BAA0B,GAAG,CACtC,QAA2B,EACV,EAAE,CAAC,CAAC;IACrB,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,IAAI;IAC3C,MAAM,EAAE,QAAQ,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,IAAI;CAC1C,CAAC,CAAC;AALU,QAAA,0BAA0B,GAA1B,0BAA0B,CAKpC;AAEH;;;GAGG;AACI,MAAM,0BAA0B,GAAG,CACtC,aAA6B,EACc,EAAE;IAC7C,QAAQ,aAAa,EAAE,CAAC;QACpB,KAAK,yBAAc,CAAC,QAAQ;YACxB,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;QAC1D,KAAK,yBAAc,CAAC,UAAU;YAC1B,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACrD,KAAK,yBAAc,CAAC,UAAU;YAC1B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAChD,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,KAAK,CAAC;QAC1B,KAAK,yBAAc,CAAC,SAAS,CAAC;QAC9B,KAAK,yBAAc,CAAC,MAAM,CAAC;QAC3B,KAAK,yBAAc,CAAC,MAAM;YACtB,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QACtD;YACI,OAAO,IAAA,2BAAiB,EACpB,aAAa,EACb,0BAA0B,aAAa,EAAE,CAC5C,CAAC;IACV,CAAC;AACL,CAAC,CAAC;AAvBW,QAAA,0BAA0B,GAA1B,0BAA0B,CAuBrC;AAEF,6DAA6D;AACtD,MAAM,oBAAoB,GAAG,CAChC,WAA8D,EAC7C,EAAE;IACnB,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACvB,KAAK,yBAAc,CAAC,QAAQ;YACxB,OAAO;gBACH,QAAQ,EAAE,WAAW,CAAC,OAAO;gBAC7B,MAAM,EAAE,WAAW,CAAC,OAAO;aAC9B,CAAC;QACN,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,KAAK;YACrB,OAAO;gBACH,QAAQ,EAAE,WAAW,CAAC,MAAM;gBAC5B,MAAM,EAAE,WAAW,CAAC,MAAM;aAC7B,CAAC;QACN,KAAK,yBAAc,CAAC,SAAS,CAAC;QAC9B,KAAK,yBAAc,CAAC,MAAM;YACtB,OAAO;gBACH,QAAQ,EAAE,WAAW,CAAC,QAAQ;gBAC9B,MAAM,EAAE,WAAW,CAAC,MAAM;aAC7B,CAAC;QACN,KAAK,yBAAc,CAAC,UAAU;YAC1B,OAAO;gBACH,QAAQ,EAAE,WAAW,CAAC,OAAO,IAAI,IAAI;gBACrC,mFAAmF;gBACnF,MAAM,EAAE,WAAW,CAAC,QAAQ;aAC/B,CAAC;QACN,KAAK,yBAAc,CAAC,UAAU;YAC1B,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC;QAC1D,KAAK,yBAAc,CAAC,MAAM;YACtB,QAAQ,WAAW,CAAC,cAAc,EAAE,CAAC;gBACjC,KAAK,+BAAoB,CAAC,UAAU;oBAChC,OAAO;wBACH,QAAQ,EAAE,WAAW,CAAC,QAAQ;wBAC9B,MAAM,EAAE,WAAW,CAAC,MAAM;qBAC7B,CAAC;gBACN,KAAK,+BAAoB,CAAC,QAAQ;oBAC9B,OAAO;wBACH,QAAQ,EAAE,WAAW,CAAC,YAAY,IAAI,IAAI;wBAC1C,MAAM,EAAE,WAAW,CAAC,MAAM;qBAC7B,CAAC;gBACN,KAAK,+BAAoB,CAAC,QAAQ;oBAC9B,OAAO;wBACH,QAAQ,EAAE,IAAI;wBACd,MAAM,EAAE,WAAW,CAAC,MAAM,IAAI,IAAI;qBACrC,CAAC;gBACN;oBACI,OAAO,IAAA,2BAAiB,EACpB,WAAW,EACX,gCAAgC,CACnC,CAAC;YACV,CAAC;QACL;YACI,MAAM,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC;YAC7B,OAAO,IAAA,2BAAiB,EACpB,WAAW,EACX,0BAA0B,IAAI,EAAE,CACnC,CAAC;IACV,CAAC;AACL,CAAC,CAAC;AA5DW,QAAA,oBAAoB,GAApB,oBAAoB,CA4D/B;AAEF,MAAM,2BAA2B,GAAG,CAAC,aAA6B,EAAS,EAAE,CACzE,IAAI,uBAAc,CACd,GAAG,aAAa,8EAA8E,CACjG,CAAC;AAEN;;;;GAIG;AACI,MAAM,sBAAsB,GAAG,CAClC,WAAuC,EACvC,QAA2B,EACD,EAAE;IAC5B,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;IACtC,IAAI,CAAC,IAAA,QAAA,oBAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO,WAAW,CAAC;IACvB,CAAC;IACD,QAAQ,WAAW,CAAC,IAAI,EAAE,CAAC;QACvB,KAAK,yBAAc,CAAC,QAAQ;YACxB,OAAO;gBACH,GAAG,WAAW;gBACd,OAAO,EAAE,QAAQ,IAAI,WAAW,CAAC,OAAO;gBACxC,OAAO,EAAE,MAAM,IAAI,WAAW,CAAC,OAAO;aACzC,CAAC;QACN,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,QAAQ,CAAC;QAC7B,KAAK,yBAAc,CAAC,KAAK;YACrB,OAAO;gBACH,GAAG,WAAW;gBACd,MAAM,EAAE,QAAQ,IAAI,WAAW,CAAC,MAAM;gBACtC,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,MAAM;aACvC,CAAC;QACN,KAAK,yBAAc,CAAC,SAAS,CAAC;QAC9B,KAAK,yBAAc,CAAC,MAAM;YACtB,OAAO;gBACH,GAAG,WAAW;gBACd,QAAQ,EAAE,QAAQ,IAAI,WAAW,CAAC,QAAQ;gBAC1C,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,MAAM;aACvC,CAAC;QACN,KAAK,yBAAc,CAAC,UAAU;YAC1B,OAAO;gBACH,GAAG,WAAW;gBACd,OAAO,EAAE,QAAQ,IAAI,WAAW,CAAC,OAAO;gBACxC,mFAAmF;gBACnF,QAAQ,EAAE,MAAM,IAAI,WAAW,CAAC,QAAQ;aAC3C,CAAC;QACN,KAAK,yBAAc,CAAC,UAAU;YAC1B,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACpB,MAAM,2BAA2B,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACxD,CAAC;YACD,OAAO;gBACH,GAAG,WAAW;gBACd,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,MAAM;aACvC,CAAC;QACN,KAAK,yBAAc,CAAC,MAAM;YACtB,QAAQ,WAAW,CAAC,cAAc,EAAE,CAAC;gBACjC,KAAK,+BAAoB,CAAC,UAAU;oBAChC,OAAO;wBACH,GAAG,WAAW;wBACd,QAAQ,EAAE,QAAQ,IAAI,WAAW,CAAC,QAAQ;wBAC1C,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,MAAM;qBACvC,CAAC;gBACN,KAAK,+BAAoB,CAAC,QAAQ;oBAC9B,OAAO;wBACH,GAAG,WAAW;wBACd,YAAY,EAAE,QAAQ,IAAI,WAAW,CAAC,YAAY;wBAClD,MAAM,EAAE,MAAM,IAAI,WAAW,CAAC,MAAM;qBACvC,CAAC;gBACN,KAAK,+BAAoB,CAAC,QAAQ;oBAC9B,MAAM,IAAI,uBAAc,CACpB,gEAAgE,CACnE,CAAC;gBACN;oBACI,OAAO,IAAA,2BAAiB,EACpB,WAAW,EACX,gCAAgC,CACnC,CAAC;YACV,CAAC;QACL;YACI,MAAM,EAAE,IAAI,EAAE,GAAG,WAAW,CAAC;YAC7B,OAAO,IAAA,2BAAiB,EACpB,WAAW,EACX,0BAA0B,IAAI,EAAE,CACnC,CAAC;IACV,CAAC;AACL,CAAC,CAAC;AA5EW,QAAA,sBAAsB,GAAtB,sBAAsB,CA4EjC;AAEF;;;;;GAKG;AACI,MAAM,yBAAyB,GAAG,CACrC,WAA8D,EAC9D,QAA2B,EACvB,EAAE;IACN,IAAI,CAAC,IAAA,QAAA,oBAAoB,EAAC,QAAQ,CAAC,EAAE,CAAC;QAClC,OAAO;IACX,CAAC;IACD,IACI,WAAW,CAAC,IAAI,KAAK,yBAAc,CAAC,MAAM;QAC1C,WAAW,CAAC,cAAc,KAAK,+BAAoB,CAAC,QAAQ,EAC9D,CAAC;QACC,MAAM,IAAI,uBAAc,CACpB,gHAAgH,CACnH,CAAC;IACN,CAAC;IACD,IACI,QAAQ,CAAC,QAAQ,KAAK,IAAI;QAC1B,IAAA,QAAA,0BAA0B,EAAC,WAAW,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,EAChE,CAAC;QACC,MAAM,2BAA2B,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACxD,CAAC;AACL,CAAC,CAAC;AArBW,QAAA,yBAAyB,GAAzB,yBAAyB,CAqBpC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=warehouseLocation.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"warehouseLocation.test.d.ts","sourceRoot":"","sources":["../../../src/utils/warehouseLocation.test.ts"],"names":[],"mappings":""}
@@ -0,0 +1,167 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const projects_1 = require("../types/projects");
4
+ const warehouseLocation_1 = require("./warehouseLocation");
5
+ const bigqueryCredentials = {
6
+ type: projects_1.WarehouseTypes.BIGQUERY,
7
+ project: 'primary-gcp-project',
8
+ dataset: 'prod',
9
+ authenticationType: projects_1.BigqueryAuthenticationType.PRIVATE_KEY,
10
+ keyfileContents: {},
11
+ timeoutSeconds: undefined,
12
+ priority: undefined,
13
+ retries: undefined,
14
+ location: undefined,
15
+ maximumBytesBilled: undefined,
16
+ };
17
+ const snowflakeCredentials = {
18
+ type: projects_1.WarehouseTypes.SNOWFLAKE,
19
+ account: 'account',
20
+ user: 'user',
21
+ password: 'password',
22
+ role: 'role',
23
+ database: 'primary_database',
24
+ warehouse: 'warehouse',
25
+ schema: 'primary_schema',
26
+ };
27
+ const databricksCredentials = {
28
+ type: projects_1.WarehouseTypes.DATABRICKS,
29
+ catalog: 'primary_catalog',
30
+ database: 'primary_schema',
31
+ serverHostName: 'host',
32
+ httpPath: 'path',
33
+ personalAccessToken: 'token',
34
+ };
35
+ const clickhouseCredentials = {
36
+ type: projects_1.WarehouseTypes.CLICKHOUSE,
37
+ host: 'host',
38
+ user: 'user',
39
+ password: 'password',
40
+ port: 8443,
41
+ schema: 'primary_schema',
42
+ };
43
+ const motherduckCredentials = {
44
+ type: projects_1.WarehouseTypes.DUCKDB,
45
+ connectionType: projects_1.DuckdbConnectionType.MOTHERDUCK,
46
+ database: 'primary_database',
47
+ schema: 'primary_schema',
48
+ token: 'token',
49
+ };
50
+ describe('applyWarehouseLocation', () => {
51
+ it('returns the credentials untouched when the location is empty', () => {
52
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(bigqueryCredentials, warehouseLocation_1.EMPTY_WAREHOUSE_LOCATION)).toBe(bigqueryCredentials);
53
+ });
54
+ it('overrides the BigQuery project and dataset', () => {
55
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(bigqueryCredentials, {
56
+ database: 'source-gcp-project',
57
+ schema: 'source_dataset',
58
+ })).toMatchObject({
59
+ project: 'source-gcp-project',
60
+ dataset: 'source_dataset',
61
+ });
62
+ });
63
+ it('keeps the fields the location leaves null', () => {
64
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(bigqueryCredentials, {
65
+ database: null,
66
+ schema: 'source_dataset',
67
+ })).toMatchObject({
68
+ project: 'primary-gcp-project',
69
+ dataset: 'source_dataset',
70
+ });
71
+ });
72
+ it('leaves the rest of the connection alone', () => {
73
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(snowflakeCredentials, {
74
+ database: 'source_database',
75
+ schema: 'source_schema',
76
+ })).toEqual({
77
+ ...snowflakeCredentials,
78
+ database: 'source_database',
79
+ schema: 'source_schema',
80
+ });
81
+ });
82
+ it('maps a Databricks location onto its catalog and schema', () => {
83
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(databricksCredentials, {
84
+ database: 'source_catalog',
85
+ schema: 'source_schema',
86
+ })).toMatchObject({
87
+ catalog: 'source_catalog',
88
+ database: 'source_schema',
89
+ });
90
+ });
91
+ it('overrides the MotherDuck database and schema', () => {
92
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(motherduckCredentials, {
93
+ database: 'source_database',
94
+ schema: 'source_schema',
95
+ })).toMatchObject({
96
+ database: 'source_database',
97
+ schema: 'source_schema',
98
+ });
99
+ });
100
+ it('rejects a database on a warehouse that has none', () => {
101
+ expect(() => (0, warehouseLocation_1.applyWarehouseLocation)(clickhouseCredentials, {
102
+ database: 'source_database',
103
+ schema: null,
104
+ })).toThrowError(/not qualified by a database/);
105
+ });
106
+ it('still overrides the schema on a warehouse without a database', () => {
107
+ expect((0, warehouseLocation_1.applyWarehouseLocation)(clickhouseCredentials, {
108
+ database: null,
109
+ schema: 'source_schema',
110
+ })).toMatchObject({ schema: 'source_schema' });
111
+ });
112
+ });
113
+ describe('getWarehouseLocation', () => {
114
+ it('reads the location a connection already points at', () => {
115
+ expect((0, warehouseLocation_1.getWarehouseLocation)(bigqueryCredentials)).toEqual({
116
+ database: 'primary-gcp-project',
117
+ schema: 'prod',
118
+ });
119
+ expect((0, warehouseLocation_1.getWarehouseLocation)(databricksCredentials)).toEqual({
120
+ database: 'primary_catalog',
121
+ schema: 'primary_schema',
122
+ });
123
+ expect((0, warehouseLocation_1.getWarehouseLocation)(clickhouseCredentials)).toEqual({
124
+ database: null,
125
+ schema: 'primary_schema',
126
+ });
127
+ });
128
+ });
129
+ describe('validateWarehouseLocation', () => {
130
+ it('accepts a database the warehouse has', () => {
131
+ expect(() => (0, warehouseLocation_1.validateWarehouseLocation)(bigqueryCredentials, {
132
+ database: 'source-gcp-project',
133
+ schema: null,
134
+ })).not.toThrow();
135
+ });
136
+ it('rejects a database the warehouse does not have', () => {
137
+ expect(() => (0, warehouseLocation_1.validateWarehouseLocation)(clickhouseCredentials, {
138
+ database: 'source_database',
139
+ schema: null,
140
+ })).toThrowError(/not qualified by a database/);
141
+ });
142
+ it('rejects any location on embedded DuckDB, which cannot compile dbt at all', () => {
143
+ expect(() => (0, warehouseLocation_1.validateWarehouseLocation)({
144
+ type: projects_1.WarehouseTypes.DUCKDB,
145
+ connectionType: projects_1.DuckdbConnectionType.EMBEDDED,
146
+ dataset: 'primary_dataset',
147
+ }, { database: null, schema: 'source_schema' })).toThrowError(/Embedded DuckDB/);
148
+ });
149
+ it('accepts a location on MotherDuck, which can', () => {
150
+ expect(() => (0, warehouseLocation_1.validateWarehouseLocation)(motherduckCredentials, {
151
+ database: null,
152
+ schema: 'source_schema',
153
+ })).not.toThrow();
154
+ });
155
+ });
156
+ describe('normalizeWarehouseLocation', () => {
157
+ it('reads a blank field as inherit, so it never becomes an override', () => {
158
+ expect((0, warehouseLocation_1.normalizeWarehouseLocation)({ database: '', schema: ' ' })).toEqual(warehouseLocation_1.EMPTY_WAREHOUSE_LOCATION);
159
+ });
160
+ it('trims a field the caller padded', () => {
161
+ expect((0, warehouseLocation_1.normalizeWarehouseLocation)({
162
+ database: ' source-gcp-project ',
163
+ schema: null,
164
+ })).toEqual({ database: 'source-gcp-project', schema: null });
165
+ });
166
+ });
167
+ //# sourceMappingURL=warehouseLocation.test.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"warehouseLocation.test.js","sourceRoot":"","sources":["../../../src/utils/warehouseLocation.test.ts"],"names":[],"mappings":";;AAAA,gDAK2B;AAC3B,2DAM6B;AAE7B,MAAM,mBAAmB,GAA+B;IACpD,IAAI,EAAE,yBAAc,CAAC,QAAQ;IAC7B,OAAO,EAAE,qBAAqB;IAC9B,OAAO,EAAE,MAAM;IACf,kBAAkB,EAAE,qCAA0B,CAAC,WAAW;IAC1D,eAAe,EAAE,EAAE;IACnB,cAAc,EAAE,SAAS;IACzB,QAAQ,EAAE,SAAS;IACnB,OAAO,EAAE,SAAS;IAClB,QAAQ,EAAE,SAAS;IACnB,kBAAkB,EAAE,SAAS;CAChC,CAAC;AAEF,MAAM,oBAAoB,GAA+B;IACrD,IAAI,EAAE,yBAAc,CAAC,SAAS;IAC9B,OAAO,EAAE,SAAS;IAClB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,kBAAkB;IAC5B,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,gBAAgB;CAC3B,CAAC;AAEF,MAAM,qBAAqB,GAA+B;IACtD,IAAI,EAAE,yBAAc,CAAC,UAAU;IAC/B,OAAO,EAAE,iBAAiB;IAC1B,QAAQ,EAAE,gBAAgB;IAC1B,cAAc,EAAE,MAAM;IACtB,QAAQ,EAAE,MAAM;IAChB,mBAAmB,EAAE,OAAO;CAC/B,CAAC;AAEF,MAAM,qBAAqB,GAA+B;IACtD,IAAI,EAAE,yBAAc,CAAC,UAAU;IAC/B,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,IAAI;IACV,MAAM,EAAE,gBAAgB;CAC3B,CAAC;AAEF,MAAM,qBAAqB,GAA+B;IACtD,IAAI,EAAE,yBAAc,CAAC,MAAM;IAC3B,cAAc,EAAE,+BAAoB,CAAC,UAAU;IAC/C,QAAQ,EAAE,kBAAkB;IAC5B,MAAM,EAAE,gBAAgB;IACxB,KAAK,EAAE,OAAO;CACjB,CAAC;AAEF,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACpE,MAAM,CACF,IAAA,0CAAsB,EAClB,mBAAmB,EACnB,4CAAwB,CAC3B,CACJ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QAClD,MAAM,CACF,IAAA,0CAAsB,EAAC,mBAAmB,EAAE;YACxC,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CACL,CAAC,aAAa,CAAC;YACZ,OAAO,EAAE,oBAAoB;YAC7B,OAAO,EAAE,gBAAgB;SAC5B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACjD,MAAM,CACF,IAAA,0CAAsB,EAAC,mBAAmB,EAAE;YACxC,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CACL,CAAC,aAAa,CAAC;YACZ,OAAO,EAAE,qBAAqB;YAC9B,OAAO,EAAE,gBAAgB;SAC5B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,GAAG,EAAE;QAC/C,MAAM,CACF,IAAA,0CAAsB,EAAC,oBAAoB,EAAE;YACzC,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,eAAe;SAC1B,CAAC,CACL,CAAC,OAAO,CAAC;YACN,GAAG,oBAAoB;YACvB,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,eAAe;SAC1B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAC9D,MAAM,CACF,IAAA,0CAAsB,EAAC,qBAAqB,EAAE;YAC1C,QAAQ,EAAE,gBAAgB;YAC1B,MAAM,EAAE,eAAe;SAC1B,CAAC,CACL,CAAC,aAAa,CAAC;YACZ,OAAO,EAAE,gBAAgB;YACzB,QAAQ,EAAE,eAAe;SAC5B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACpD,MAAM,CACF,IAAA,0CAAsB,EAAC,qBAAqB,EAAE;YAC1C,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,eAAe;SAC1B,CAAC,CACL,CAAC,aAAa,CAAC;YACZ,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,eAAe;SAC1B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACvD,MAAM,CAAC,GAAG,EAAE,CACR,IAAA,0CAAsB,EAAC,qBAAqB,EAAE;YAC1C,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,IAAI;SACf,CAAC,CACL,CAAC,YAAY,CAAC,6BAA6B,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACpE,MAAM,CACF,IAAA,0CAAsB,EAAC,qBAAqB,EAAE;YAC1C,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,eAAe;SAC1B,CAAC,CACL,CAAC,aAAa,CAAC,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,CAAC;IACjD,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QACzD,MAAM,CAAC,IAAA,wCAAoB,EAAC,mBAAmB,CAAC,CAAC,CAAC,OAAO,CAAC;YACtD,QAAQ,EAAE,qBAAqB;YAC/B,MAAM,EAAE,MAAM;SACjB,CAAC,CAAC;QACH,MAAM,CAAC,IAAA,wCAAoB,EAAC,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CAAC;QACH,MAAM,CAAC,IAAA,wCAAoB,EAAC,qBAAqB,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,gBAAgB;SAC3B,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACvC,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,GAAG,EAAE,CACR,IAAA,6CAAyB,EAAC,mBAAmB,EAAE;YAC3C,QAAQ,EAAE,oBAAoB;YAC9B,MAAM,EAAE,IAAI;SACf,CAAC,CACL,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACtD,MAAM,CAAC,GAAG,EAAE,CACR,IAAA,6CAAyB,EAAC,qBAAqB,EAAE;YAC7C,QAAQ,EAAE,iBAAiB;YAC3B,MAAM,EAAE,IAAI;SACf,CAAC,CACL,CAAC,YAAY,CAAC,6BAA6B,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,EAAE,CACR,IAAA,6CAAyB,EACrB;YACI,IAAI,EAAE,yBAAc,CAAC,MAAM;YAC3B,cAAc,EAAE,+BAAoB,CAAC,QAAQ;YAC7C,OAAO,EAAE,iBAAiB;SAC7B,EACD,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,EAAE,CAC9C,CACJ,CAAC,YAAY,CAAC,iBAAiB,CAAC,CAAC;IACtC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,GAAG,EAAE,CACR,IAAA,6CAAyB,EAAC,qBAAqB,EAAE;YAC7C,QAAQ,EAAE,IAAI;YACd,MAAM,EAAE,eAAe;SAC1B,CAAC,CACL,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACvE,MAAM,CACF,IAAA,8CAA0B,EAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAC9D,CAAC,OAAO,CAAC,4CAAwB,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACvC,MAAM,CACF,IAAA,8CAA0B,EAAC;YACvB,QAAQ,EAAE,sBAAsB;YAChC,MAAM,EAAE,IAAI;SACf,CAAC,CACL,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,oBAAoB,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC,CAAC,CAAC;AACP,CAAC,CAAC,CAAC"}