@lightdash/common 1.146.6 → 1.148.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/.tsbuildinfo +1 -1
- package/dist/cjs/ee/preAggregates/index.d.ts +1 -0
- package/dist/cjs/ee/preAggregates/index.d.ts.map +1 -1
- package/dist/cjs/ee/preAggregates/index.js +2 -1
- package/dist/cjs/ee/preAggregates/index.js.map +1 -1
- package/dist/cjs/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts +15 -0
- package/dist/cjs/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/buildMaterializationMetricQuery.js +251 -0
- package/dist/cjs/ee/preAggregates/materialization/buildMaterializationMetricQuery.js.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/eligibility.d.ts +16 -0
- package/dist/cjs/ee/preAggregates/materialization/eligibility.d.ts.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/eligibility.js +36 -0
- package/dist/cjs/ee/preAggregates/materialization/eligibility.js.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/index.d.ts +5 -0
- package/dist/cjs/ee/preAggregates/materialization/index.d.ts.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/index.js +18 -0
- package/dist/cjs/ee/preAggregates/materialization/index.js.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/renderMaterializationSql.d.ts +38 -0
- package/dist/cjs/ee/preAggregates/materialization/renderMaterializationSql.d.ts.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/renderMaterializationSql.js +201 -0
- package/dist/cjs/ee/preAggregates/materialization/renderMaterializationSql.js.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/shared.d.ts +28 -0
- package/dist/cjs/ee/preAggregates/materialization/shared.d.ts.map +1 -0
- package/dist/cjs/ee/preAggregates/materialization/shared.js +138 -0
- package/dist/cjs/ee/preAggregates/materialization/shared.js.map +1 -0
- package/dist/cjs/preAggregates/definition.d.ts.map +1 -1
- package/dist/cjs/preAggregates/definition.js +9 -0
- package/dist/cjs/preAggregates/definition.js.map +1 -1
- package/dist/cjs/preAggregates/definition.test.js +23 -0
- package/dist/cjs/preAggregates/definition.test.js.map +1 -1
- package/dist/cjs/preAggregates/schema.test.js +55 -0
- package/dist/cjs/preAggregates/schema.test.js.map +1 -1
- package/dist/cjs/schemas/json/lightdash-dbt-2.0.json +6 -0
- package/dist/cjs/schemas/json/model-as-code-1.0.json +6 -0
- package/dist/cjs/types/dbt.d.ts +1 -0
- package/dist/cjs/types/dbt.d.ts.map +1 -1
- package/dist/cjs/types/dbt.js.map +1 -1
- package/dist/cjs/types/explore.d.ts +1 -0
- package/dist/cjs/types/explore.d.ts.map +1 -1
- package/dist/cjs/types/explore.js.map +1 -1
- package/dist/cjs/types/preAggregate.d.ts +2 -0
- package/dist/cjs/types/preAggregate.d.ts.map +1 -1
- package/dist/cjs/types/preAggregate.js.map +1 -1
- package/dist/cjs/types/queryHistory.d.ts +1 -0
- package/dist/cjs/types/queryHistory.d.ts.map +1 -1
- package/dist/esm/.tsbuildinfo +1 -1
- package/dist/esm/ee/preAggregates/index.d.ts +1 -0
- package/dist/esm/ee/preAggregates/index.d.ts.map +1 -1
- package/dist/esm/ee/preAggregates/index.js +1 -0
- package/dist/esm/ee/preAggregates/index.js.map +1 -1
- package/dist/esm/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts +15 -0
- package/dist/esm/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/buildMaterializationMetricQuery.js +245 -0
- package/dist/esm/ee/preAggregates/materialization/buildMaterializationMetricQuery.js.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/eligibility.d.ts +16 -0
- package/dist/esm/ee/preAggregates/materialization/eligibility.d.ts.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/eligibility.js +31 -0
- package/dist/esm/ee/preAggregates/materialization/eligibility.js.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/index.d.ts +5 -0
- package/dist/esm/ee/preAggregates/materialization/index.d.ts.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/index.js +5 -0
- package/dist/esm/ee/preAggregates/materialization/index.js.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/renderMaterializationSql.d.ts +38 -0
- package/dist/esm/ee/preAggregates/materialization/renderMaterializationSql.d.ts.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/renderMaterializationSql.js +196 -0
- package/dist/esm/ee/preAggregates/materialization/renderMaterializationSql.js.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/shared.d.ts +28 -0
- package/dist/esm/ee/preAggregates/materialization/shared.d.ts.map +1 -0
- package/dist/esm/ee/preAggregates/materialization/shared.js +130 -0
- package/dist/esm/ee/preAggregates/materialization/shared.js.map +1 -0
- package/dist/esm/preAggregates/definition.d.ts.map +1 -1
- package/dist/esm/preAggregates/definition.js +9 -0
- package/dist/esm/preAggregates/definition.js.map +1 -1
- package/dist/esm/preAggregates/definition.test.js +23 -0
- package/dist/esm/preAggregates/definition.test.js.map +1 -1
- package/dist/esm/preAggregates/schema.test.js +55 -0
- package/dist/esm/preAggregates/schema.test.js.map +1 -1
- package/dist/esm/schemas/json/lightdash-dbt-2.0.json +6 -0
- package/dist/esm/schemas/json/model-as-code-1.0.json +6 -0
- package/dist/esm/types/dbt.d.ts +1 -0
- package/dist/esm/types/dbt.d.ts.map +1 -1
- package/dist/esm/types/dbt.js.map +1 -1
- package/dist/esm/types/explore.d.ts +1 -0
- package/dist/esm/types/explore.d.ts.map +1 -1
- package/dist/esm/types/explore.js.map +1 -1
- package/dist/esm/types/preAggregate.d.ts +2 -0
- package/dist/esm/types/preAggregate.d.ts.map +1 -1
- package/dist/esm/types/preAggregate.js.map +1 -1
- package/dist/esm/types/queryHistory.d.ts +1 -0
- package/dist/esm/types/queryHistory.d.ts.map +1 -1
- package/dist/types/.tsbuildinfo +1 -1
- package/dist/types/ee/preAggregates/index.d.ts +1 -0
- package/dist/types/ee/preAggregates/index.d.ts.map +1 -1
- package/dist/types/ee/preAggregates/index.js +1 -0
- package/dist/types/ee/preAggregates/index.js.map +1 -1
- package/dist/types/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts +15 -0
- package/dist/types/ee/preAggregates/materialization/buildMaterializationMetricQuery.d.ts.map +1 -0
- package/dist/types/ee/preAggregates/materialization/buildMaterializationMetricQuery.js +245 -0
- package/dist/types/ee/preAggregates/materialization/buildMaterializationMetricQuery.js.map +1 -0
- package/dist/types/ee/preAggregates/materialization/eligibility.d.ts +16 -0
- package/dist/types/ee/preAggregates/materialization/eligibility.d.ts.map +1 -0
- package/dist/types/ee/preAggregates/materialization/eligibility.js +31 -0
- package/dist/types/ee/preAggregates/materialization/eligibility.js.map +1 -0
- package/dist/types/ee/preAggregates/materialization/index.d.ts +5 -0
- package/dist/types/ee/preAggregates/materialization/index.d.ts.map +1 -0
- package/dist/types/ee/preAggregates/materialization/index.js +5 -0
- package/dist/types/ee/preAggregates/materialization/index.js.map +1 -0
- package/dist/types/ee/preAggregates/materialization/renderMaterializationSql.d.ts +38 -0
- package/dist/types/ee/preAggregates/materialization/renderMaterializationSql.d.ts.map +1 -0
- package/dist/types/ee/preAggregates/materialization/renderMaterializationSql.js +196 -0
- package/dist/types/ee/preAggregates/materialization/renderMaterializationSql.js.map +1 -0
- package/dist/types/ee/preAggregates/materialization/shared.d.ts +28 -0
- package/dist/types/ee/preAggregates/materialization/shared.d.ts.map +1 -0
- package/dist/types/ee/preAggregates/materialization/shared.js +130 -0
- package/dist/types/ee/preAggregates/materialization/shared.js.map +1 -0
- package/dist/types/preAggregates/definition.d.ts.map +1 -1
- package/dist/types/preAggregates/definition.js +9 -0
- package/dist/types/preAggregates/definition.js.map +1 -1
- package/dist/types/preAggregates/definition.test.js +23 -0
- package/dist/types/preAggregates/definition.test.js.map +1 -1
- package/dist/types/preAggregates/schema.test.js +55 -0
- package/dist/types/preAggregates/schema.test.js.map +1 -1
- package/dist/types/schemas/json/lightdash-dbt-2.0.json +6 -0
- package/dist/types/schemas/json/model-as-code-1.0.json +6 -0
- package/dist/types/types/dbt.d.ts +1 -0
- package/dist/types/types/dbt.d.ts.map +1 -1
- package/dist/types/types/dbt.js.map +1 -1
- package/dist/types/types/explore.d.ts +1 -0
- package/dist/types/types/explore.d.ts.map +1 -1
- package/dist/types/types/explore.js.map +1 -1
- package/dist/types/types/preAggregate.d.ts +2 -0
- package/dist/types/types/preAggregate.d.ts.map +1 -1
- package/dist/types/types/preAggregate.js.map +1 -1
- package/dist/types/types/queryHistory.d.ts +1 -0
- package/dist/types/types/queryHistory.d.ts.map +1 -1
- package/package.json +1 -1
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { getAdditivityType as getPreAggregateMetricAdditivityType, isCompatible as isPreAggregateCompatibleMetricType, } from './additivity';
|
|
2
|
+
export * as preAggregateMaterialization from './materialization';
|
|
2
3
|
export * from './audit';
|
|
3
4
|
export { analyzePreAggregateDerivedDimensionEligibility, PreAggregateDerivedDimensionIneligibilityReason, type PreAggregateDerivedDimensionEligibility, } from './dimensionEligibility';
|
|
4
5
|
export { analyzePreAggregateDerivedMetricEligibility, PreAggregateDerivedMetricIneligibilityReason, type PreAggregateDerivedMetricEligibility, } from './metricEligibility';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ee/preAggregates/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,iBAAiB,IAAI,mCAAmC,EACxD,YAAY,IAAI,kCAAkC,GACrD,MAAM,cAAc,CAAC;AACtB,cAAc,SAAS,CAAC;AACxB,OAAO,EACH,8CAA8C,EAC9C,+CAA+C,EAC/C,KAAK,uCAAuC,GAC/C,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,2CAA2C,EAC3C,4CAA4C,EAC5C,KAAK,oCAAoC,GAC5C,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,2CAA2C,EAC3C,qDAAqD,EACrD,KAAK,oCAAoC,GAC5C,MAAM,4BAA4B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../src/ee/preAggregates/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,iBAAiB,IAAI,mCAAmC,EACxD,YAAY,IAAI,kCAAkC,GACrD,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,2BAA2B,MAAM,mBAAmB,CAAC;AACjE,cAAc,SAAS,CAAC;AACxB,OAAO,EACH,8CAA8C,EAC9C,+CAA+C,EAC/C,KAAK,uCAAuC,GAC/C,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,2CAA2C,EAC3C,4CAA4C,EAC5C,KAAK,oCAAoC,GAC5C,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,2CAA2C,EAC3C,qDAAqD,EACrD,KAAK,oCAAoC,GAC5C,MAAM,4BAA4B,CAAC"}
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { getAdditivityType as getPreAggregateMetricAdditivityType, isCompatible as isPreAggregateCompatibleMetricType, } from './additivity';
|
|
2
|
+
export * as preAggregateMaterialization from './materialization';
|
|
2
3
|
export * from './audit';
|
|
3
4
|
export { analyzePreAggregateDerivedDimensionEligibility, PreAggregateDerivedDimensionIneligibilityReason, } from './dimensionEligibility';
|
|
4
5
|
export { analyzePreAggregateDerivedMetricEligibility, PreAggregateDerivedMetricIneligibilityReason, } from './metricEligibility';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ee/preAggregates/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,iBAAiB,IAAI,mCAAmC,EACxD,YAAY,IAAI,kCAAkC,GACrD,MAAM,cAAc,CAAC;AACtB,cAAc,SAAS,CAAC;AACxB,OAAO,EACH,8CAA8C,EAC9C,+CAA+C,GAElD,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,2CAA2C,EAC3C,4CAA4C,GAE/C,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,2CAA2C,EAC3C,qDAAqD,GAExD,MAAM,4BAA4B,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/ee/preAggregates/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,iBAAiB,IAAI,mCAAmC,EACxD,YAAY,IAAI,kCAAkC,GACrD,MAAM,cAAc,CAAC;AACtB,OAAO,KAAK,2BAA2B,MAAM,mBAAmB,CAAC;AACjE,cAAc,SAAS,CAAC;AACxB,OAAO,EACH,8CAA8C,EAC9C,+CAA+C,GAElD,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACH,2CAA2C,EAC3C,4CAA4C,GAE/C,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACH,2CAA2C,EAC3C,qDAAqD,GAExD,MAAM,4BAA4B,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
import type { Explore } from '../../../types/explore';
|
|
2
|
+
import { type FieldId } from '../../../types/field';
|
|
3
|
+
import type { SortField } from '../../../types/metricQuery';
|
|
4
|
+
import type { MaterializationMetricQueryPayload, PreAggregateDef } from '../../../types/preAggregate';
|
|
5
|
+
type MaterializationConfig = {
|
|
6
|
+
maxRows: number | null;
|
|
7
|
+
};
|
|
8
|
+
export declare const getDefaultMaterializationSorts: (dimensions: FieldId[], timeDimensionFieldId: FieldId | null) => SortField[];
|
|
9
|
+
export declare const buildMaterializationMetricQuery: ({ sourceExplore, preAggregateDef, materializationConfig, }: {
|
|
10
|
+
sourceExplore: Explore;
|
|
11
|
+
preAggregateDef: PreAggregateDef;
|
|
12
|
+
materializationConfig: MaterializationConfig;
|
|
13
|
+
}) => MaterializationMetricQueryPayload;
|
|
14
|
+
export {};
|
|
15
|
+
//# sourceMappingURL=buildMaterializationMetricQuery.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buildMaterializationMetricQuery.d.ts","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/buildMaterializationMetricQuery.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAKH,KAAK,OAAO,EACf,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EAGR,SAAS,EACZ,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAER,iCAAiC,EACjC,eAAe,EAClB,MAAM,6BAA6B,CAAC;AAkFrC,KAAK,qBAAqB,GAAG;IACzB,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,8BAA8B,eAC3B,OAAO,EAAE,wBACC,OAAO,GAAG,IAAI,KACrC,SAAS,EAOX,CAAC;AAqCF,eAAO,MAAM,+BAA+B,+DAIzC;IACC,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IACjC,qBAAqB,EAAE,qBAAqB,CAAC;CAChD,KAAG,iCA8PH,CAAC"}
|
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
import { convertFieldRefToFieldId, MetricType, } from '../../../types/field';
|
|
2
|
+
import assertUnreachable from '../../../utils/assertUnreachable';
|
|
3
|
+
import { getItemId } from '../../../utils/item';
|
|
4
|
+
import { PreAggregateMetricRepresentationKind } from '../metricRepresentation';
|
|
5
|
+
import { getPreAggregateMetricComponentColumnName } from '../naming';
|
|
6
|
+
import * as preAggregateUtils from '../utils';
|
|
7
|
+
import { assertDimensionEligibleForDirectMaterialization } from './eligibility';
|
|
8
|
+
import { getDimensionsByReference, getSelectedDimension, selectPreAggregateMetrics, } from './shared';
|
|
9
|
+
const getAverageMetricComponents = (metric) => [
|
|
10
|
+
{
|
|
11
|
+
name: `${metric.name}__sum`,
|
|
12
|
+
table: metric.table,
|
|
13
|
+
type: MetricType.SUM,
|
|
14
|
+
sql: metric.sql,
|
|
15
|
+
hidden: true,
|
|
16
|
+
...(metric.filters ? { filters: metric.filters } : {}),
|
|
17
|
+
},
|
|
18
|
+
{
|
|
19
|
+
name: `${metric.name}__count`,
|
|
20
|
+
table: metric.table,
|
|
21
|
+
type: MetricType.COUNT,
|
|
22
|
+
sql: metric.sql,
|
|
23
|
+
hidden: true,
|
|
24
|
+
...(metric.filters ? { filters: metric.filters } : {}),
|
|
25
|
+
},
|
|
26
|
+
];
|
|
27
|
+
const assertUniqueMetricFieldId = ({ preAggregateName, fieldId, selectedMetricFieldIds, }) => {
|
|
28
|
+
if (selectedMetricFieldIds.has(fieldId)) {
|
|
29
|
+
throw new Error(`Pre-aggregate "${preAggregateName}" generates duplicate materialization metric field ID "${fieldId}"`);
|
|
30
|
+
}
|
|
31
|
+
selectedMetricFieldIds.add(fieldId);
|
|
32
|
+
};
|
|
33
|
+
const getDimensionFieldId = ({ dimension, }) => getItemId(dimension);
|
|
34
|
+
const hasTimeDimensionReference = ({ sourceExplore, preAggregateDef, }) => {
|
|
35
|
+
if (!preAggregateDef.timeDimension) {
|
|
36
|
+
return false;
|
|
37
|
+
}
|
|
38
|
+
const dimensionsByReference = getDimensionsByReference(sourceExplore);
|
|
39
|
+
return preAggregateDef.dimensions.some((dimensionReference) => {
|
|
40
|
+
const candidates = dimensionsByReference.get(dimensionReference) || [];
|
|
41
|
+
return candidates.some((dimension) => preAggregateUtils.getDimensionBaseName(dimension) ===
|
|
42
|
+
preAggregateDef.timeDimension);
|
|
43
|
+
});
|
|
44
|
+
};
|
|
45
|
+
export const getDefaultMaterializationSorts = (dimensions, timeDimensionFieldId) => [
|
|
46
|
+
...(timeDimensionFieldId
|
|
47
|
+
? [{ fieldId: timeDimensionFieldId, descending: true }]
|
|
48
|
+
: []),
|
|
49
|
+
...dimensions
|
|
50
|
+
.filter((fieldId) => fieldId !== timeDimensionFieldId)
|
|
51
|
+
.map((fieldId) => ({ fieldId, descending: false })),
|
|
52
|
+
];
|
|
53
|
+
const getPreAggregateDimensionFilters = ({ sourceExplore, preAggregateDef, }) => {
|
|
54
|
+
if (!preAggregateDef.filters || preAggregateDef.filters.length === 0) {
|
|
55
|
+
return undefined;
|
|
56
|
+
}
|
|
57
|
+
return {
|
|
58
|
+
id: 'pre-aggregate-filters',
|
|
59
|
+
and: preAggregateDef.filters.map((filter) => ({
|
|
60
|
+
id: filter.id,
|
|
61
|
+
target: {
|
|
62
|
+
fieldId: convertFieldRefToFieldId(filter.target.fieldRef, sourceExplore.baseTable),
|
|
63
|
+
},
|
|
64
|
+
operator: filter.operator,
|
|
65
|
+
values: filter.values,
|
|
66
|
+
// oxlint-disable-next-line typescript/no-unsafe-assignment -- FilterRule settings are untyped
|
|
67
|
+
...(filter.settings ? { settings: filter.settings } : {}),
|
|
68
|
+
...(filter.required !== undefined
|
|
69
|
+
? { required: filter.required }
|
|
70
|
+
: {}),
|
|
71
|
+
...(filter.disabled !== undefined
|
|
72
|
+
? { disabled: filter.disabled }
|
|
73
|
+
: {}),
|
|
74
|
+
})),
|
|
75
|
+
};
|
|
76
|
+
};
|
|
77
|
+
export const buildMaterializationMetricQuery = ({ sourceExplore, preAggregateDef, materializationConfig, }) => {
|
|
78
|
+
const dimensionsByReference = getDimensionsByReference(sourceExplore);
|
|
79
|
+
const dimensionReferences = [...preAggregateDef.dimensions];
|
|
80
|
+
const { materializedMetrics, metricsByReference } = selectPreAggregateMetrics({
|
|
81
|
+
sourceExplore,
|
|
82
|
+
preAggregateDef,
|
|
83
|
+
});
|
|
84
|
+
if (preAggregateDef.timeDimension &&
|
|
85
|
+
preAggregateDef.granularity &&
|
|
86
|
+
!hasTimeDimensionReference({ sourceExplore, preAggregateDef })) {
|
|
87
|
+
dimensionReferences.push(preAggregateDef.timeDimension);
|
|
88
|
+
}
|
|
89
|
+
const resolveSelectedDimension = (dimensionReference) => {
|
|
90
|
+
const dimension = getSelectedDimension({
|
|
91
|
+
dimensionsByReference,
|
|
92
|
+
preAggregateDef,
|
|
93
|
+
dimensionReference,
|
|
94
|
+
});
|
|
95
|
+
assertDimensionEligibleForDirectMaterialization({
|
|
96
|
+
sourceExplore,
|
|
97
|
+
preAggregateDef,
|
|
98
|
+
dimensionReference,
|
|
99
|
+
dimension,
|
|
100
|
+
});
|
|
101
|
+
return dimension;
|
|
102
|
+
};
|
|
103
|
+
const selectedDimensions = Array.from(new Map(dimensionReferences.map((dimensionReference) => [
|
|
104
|
+
dimensionReference,
|
|
105
|
+
resolveSelectedDimension(dimensionReference),
|
|
106
|
+
])).values());
|
|
107
|
+
const dimensions = Array.from(new Set(selectedDimensions.map((dimension) => getDimensionFieldId({
|
|
108
|
+
dimension,
|
|
109
|
+
}))));
|
|
110
|
+
const timeDimensionFieldId = preAggregateDef.timeDimension && preAggregateDef.granularity
|
|
111
|
+
? getDimensionFieldId({
|
|
112
|
+
dimension: resolveSelectedDimension(preAggregateDef.timeDimension),
|
|
113
|
+
})
|
|
114
|
+
: null;
|
|
115
|
+
const materializedDimensionFieldIds = new Set(dimensions);
|
|
116
|
+
const allExploreDimensionFieldIds = new Set();
|
|
117
|
+
Object.values(sourceExplore.tables).forEach((table) => {
|
|
118
|
+
Object.values(table.dimensions).forEach((dimension) => {
|
|
119
|
+
allExploreDimensionFieldIds.add(getDimensionFieldId({ dimension }));
|
|
120
|
+
});
|
|
121
|
+
});
|
|
122
|
+
const sortedDimensionFieldIds = new Set();
|
|
123
|
+
const sorts = preAggregateDef.sorts === undefined
|
|
124
|
+
? getDefaultMaterializationSorts(dimensions, timeDimensionFieldId)
|
|
125
|
+
: preAggregateDef.sorts.map((sort) => {
|
|
126
|
+
const { fieldId } = sort;
|
|
127
|
+
if (!materializedDimensionFieldIds.has(fieldId)) {
|
|
128
|
+
if (metricsByReference.has(fieldId)) {
|
|
129
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" sort references metric fieldId "${fieldId}". Only materialized dimensions can be sorted.`);
|
|
130
|
+
}
|
|
131
|
+
if (allExploreDimensionFieldIds.has(fieldId)) {
|
|
132
|
+
const timeDimensionBaseFieldIds = preAggregateDef.timeDimension
|
|
133
|
+
? (dimensionsByReference.get(preAggregateDef.timeDimension) ?? []).map((dimension) => getDimensionFieldId({ dimension }))
|
|
134
|
+
: [];
|
|
135
|
+
const timeDimensionHint = timeDimensionFieldId &&
|
|
136
|
+
timeDimensionBaseFieldIds.includes(fieldId)
|
|
137
|
+
? ` Use the granularity-specific fieldId "${timeDimensionFieldId}".`
|
|
138
|
+
: '';
|
|
139
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" sort fieldId "${fieldId}" references a dimension which is not materialized in this pre-aggregate.${timeDimensionHint}`);
|
|
140
|
+
}
|
|
141
|
+
const referenceCandidates = dimensionsByReference.get(fieldId);
|
|
142
|
+
if (referenceCandidates &&
|
|
143
|
+
referenceCandidates.length > 0) {
|
|
144
|
+
const suggestedFieldId = getDimensionFieldId({
|
|
145
|
+
dimension: getSelectedDimension({
|
|
146
|
+
dimensionsByReference,
|
|
147
|
+
preAggregateDef,
|
|
148
|
+
dimensionReference: fieldId,
|
|
149
|
+
}),
|
|
150
|
+
});
|
|
151
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" sort fieldId "${fieldId}" is a dimension reference, not a compiled field ID. Use "${suggestedFieldId}".`);
|
|
152
|
+
}
|
|
153
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" sort references unknown dimension fieldId "${fieldId}". Only materialized dimensions can be sorted.`);
|
|
154
|
+
}
|
|
155
|
+
if (sortedDimensionFieldIds.has(fieldId)) {
|
|
156
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" has duplicate materialization sorts for fieldId "${fieldId}".`);
|
|
157
|
+
}
|
|
158
|
+
sortedDimensionFieldIds.add(fieldId);
|
|
159
|
+
return sort;
|
|
160
|
+
});
|
|
161
|
+
const selectedMetricFieldIds = new Set();
|
|
162
|
+
const additionalMetrics = [];
|
|
163
|
+
const metricComponents = materializedMetrics.reduce((acc, { fieldId: metricFieldId, metric }) => {
|
|
164
|
+
const representation = preAggregateUtils.getMetricRepresentation(metric.type);
|
|
165
|
+
switch (representation.kind) {
|
|
166
|
+
case PreAggregateMetricRepresentationKind.UNSUPPORTED:
|
|
167
|
+
throw new Error(`Unsupported metric type "${metric.type}" for pre-aggregate materialization`);
|
|
168
|
+
case PreAggregateMetricRepresentationKind.DECOMPOSED: {
|
|
169
|
+
const [sumMetric, countMetric] = getAverageMetricComponents(metric);
|
|
170
|
+
const sumFieldId = getItemId(sumMetric);
|
|
171
|
+
const countFieldId = getItemId(countMetric);
|
|
172
|
+
representation.components.forEach((component, index) => {
|
|
173
|
+
const expectedFieldId = getPreAggregateMetricComponentColumnName(metricFieldId, component);
|
|
174
|
+
const actualFieldId = index === 0 ? sumFieldId : countFieldId;
|
|
175
|
+
if (actualFieldId !== expectedFieldId) {
|
|
176
|
+
throw new Error(`Pre-aggregate "${preAggregateDef.name}" generated unexpected AVG component field ID "${actualFieldId}" for metric "${metricFieldId}"`);
|
|
177
|
+
}
|
|
178
|
+
});
|
|
179
|
+
assertUniqueMetricFieldId({
|
|
180
|
+
preAggregateName: preAggregateDef.name,
|
|
181
|
+
fieldId: sumFieldId,
|
|
182
|
+
selectedMetricFieldIds,
|
|
183
|
+
});
|
|
184
|
+
assertUniqueMetricFieldId({
|
|
185
|
+
preAggregateName: preAggregateDef.name,
|
|
186
|
+
fieldId: countFieldId,
|
|
187
|
+
selectedMetricFieldIds,
|
|
188
|
+
});
|
|
189
|
+
additionalMetrics.push(sumMetric, countMetric);
|
|
190
|
+
acc[metricFieldId] = [
|
|
191
|
+
{
|
|
192
|
+
componentFieldId: sumFieldId,
|
|
193
|
+
aggregation: MetricType.SUM,
|
|
194
|
+
},
|
|
195
|
+
{
|
|
196
|
+
componentFieldId: countFieldId,
|
|
197
|
+
aggregation: MetricType.SUM,
|
|
198
|
+
},
|
|
199
|
+
];
|
|
200
|
+
return acc;
|
|
201
|
+
}
|
|
202
|
+
case PreAggregateMetricRepresentationKind.DIRECT:
|
|
203
|
+
assertUniqueMetricFieldId({
|
|
204
|
+
preAggregateName: preAggregateDef.name,
|
|
205
|
+
fieldId: metricFieldId,
|
|
206
|
+
selectedMetricFieldIds,
|
|
207
|
+
});
|
|
208
|
+
acc[metricFieldId] = [
|
|
209
|
+
{
|
|
210
|
+
componentFieldId: metricFieldId,
|
|
211
|
+
aggregation: representation.metricType,
|
|
212
|
+
},
|
|
213
|
+
];
|
|
214
|
+
return acc;
|
|
215
|
+
default:
|
|
216
|
+
return assertUnreachable(representation, `Unsupported pre-aggregate metric representation`);
|
|
217
|
+
}
|
|
218
|
+
}, {});
|
|
219
|
+
const metricFieldIds = Array.from(selectedMetricFieldIds);
|
|
220
|
+
const SYSTEM_MAX_ROWS = 10000000;
|
|
221
|
+
const resolvedMaxRows = preAggregateDef.maxRows ??
|
|
222
|
+
materializationConfig.maxRows ??
|
|
223
|
+
SYSTEM_MAX_ROWS;
|
|
224
|
+
const dimensionFilters = getPreAggregateDimensionFilters({
|
|
225
|
+
sourceExplore,
|
|
226
|
+
preAggregateDef,
|
|
227
|
+
});
|
|
228
|
+
const metricQuery = {
|
|
229
|
+
exploreName: sourceExplore.name,
|
|
230
|
+
dimensions,
|
|
231
|
+
metrics: metricFieldIds,
|
|
232
|
+
filters: dimensionFilters ? { dimensions: dimensionFilters } : {},
|
|
233
|
+
sorts,
|
|
234
|
+
limit: resolvedMaxRows,
|
|
235
|
+
tableCalculations: [],
|
|
236
|
+
...(additionalMetrics.length > 0 ? { additionalMetrics } : {}),
|
|
237
|
+
};
|
|
238
|
+
return {
|
|
239
|
+
metricQuery,
|
|
240
|
+
metricComponents,
|
|
241
|
+
timeDimensionFieldId,
|
|
242
|
+
resolvedMaxRows,
|
|
243
|
+
};
|
|
244
|
+
};
|
|
245
|
+
//# sourceMappingURL=buildMaterializationMetricQuery.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"buildMaterializationMetricQuery.js","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/buildMaterializationMetricQuery.ts"],"names":[],"mappings":"AACA,OAAO,EACH,wBAAwB,EACxB,UAAU,GAIb,MAAM,sBAAsB,CAAC;AAY9B,OAAO,iBAAiB,MAAM,kCAAkC,CAAC;AACjE,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAChD,OAAO,EAAE,oCAAoC,EAAE,MAAM,yBAAyB,CAAC;AAC/E,OAAO,EAAE,wCAAwC,EAAE,MAAM,WAAW,CAAC;AACrE,OAAO,KAAK,iBAAiB,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,+CAA+C,EAAE,MAAM,eAAe,CAAC;AAChF,OAAO,EACH,wBAAwB,EACxB,oBAAoB,EACpB,yBAAyB,GAC5B,MAAM,UAAU,CAAC;AAElB,MAAM,0BAA0B,GAAG,CAC/B,MAAsB,EACc,EAAE,CAAC;IACvC;QACI,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,OAAO;QAC3B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI,EAAE,UAAU,CAAC,GAAG;QACpB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,MAAM,EAAE,IAAI;QACZ,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD;IACD;QACI,IAAI,EAAE,GAAG,MAAM,CAAC,IAAI,SAAS;QAC7B,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,IAAI,EAAE,UAAU,CAAC,KAAK;QACtB,GAAG,EAAE,MAAM,CAAC,GAAG;QACf,MAAM,EAAE,IAAI;QACZ,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACzD;CACJ,CAAC;AAEF,MAAM,yBAAyB,GAAG,CAAC,EAC/B,gBAAgB,EAChB,OAAO,EACP,sBAAsB,GAKzB,EAAE,EAAE;IACD,IAAI,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;QACtC,MAAM,IAAI,KAAK,CACX,kBAAkB,gBAAgB,0DAA0D,OAAO,GAAG,CACzG,CAAC;IACN,CAAC;IAED,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC,EACzB,SAAS,GAGZ,EAAW,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;AAEpC,MAAM,yBAAyB,GAAG,CAAC,EAC/B,aAAa,EACb,eAAe,GAIlB,EAAW,EAAE;IACV,IAAI,CAAC,eAAe,CAAC,aAAa,EAAE,CAAC;QACjC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IAEtE,OAAO,eAAe,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,kBAAkB,EAAE,EAAE;QAC1D,MAAM,UAAU,GAAG,qBAAqB,CAAC,GAAG,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC;QAEvE,OAAO,UAAU,CAAC,IAAI,CAClB,CAAC,SAAS,EAAE,EAAE,CACV,iBAAiB,CAAC,oBAAoB,CAAC,SAAS,CAAC;YACjD,eAAe,CAAC,aAAa,CACpC,CAAC;IACN,CAAC,CAAC,CAAC;AACP,CAAC,CAAC;AAMF,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAC1C,UAAqB,EACrB,oBAAoC,EACzB,EAAE,CAAC;IACd,GAAG,CAAC,oBAAoB;QACpB,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,oBAAoB,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC;QACvD,CAAC,CAAC,EAAE,CAAC;IACT,GAAG,UAAU;SACR,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,KAAK,oBAAoB,CAAC;SACrD,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC;CAC1D,CAAC;AAEF,MAAM,+BAA+B,GAAG,CAAC,EACrC,aAAa,EACb,eAAe,GAIlB,EAAoD,EAAE;IACnD,IAAI,CAAC,eAAe,CAAC,OAAO,IAAI,eAAe,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnE,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO;QACH,EAAE,EAAE,uBAAuB;QAC3B,GAAG,EAAE,eAAe,CAAC,OAAO,CAAC,GAAG,CAAa,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACtD,EAAE,EAAE,MAAM,CAAC,EAAE;YACb,MAAM,EAAE;gBACJ,OAAO,EAAE,wBAAwB,CAC7B,MAAM,CAAC,MAAM,CAAC,QAAQ,EACtB,aAAa,CAAC,SAAS,CAC1B;aACJ;YACD,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,8FAA8F;YAC9F,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;gBAC/B,CAAC,CAAC,EAAE,CAAC;YACT,GAAG,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS;gBAC7B,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE;gBAC/B,CAAC,CAAC,EAAE,CAAC;SACZ,CAAC,CAAC;KACN,CAAC;AACN,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,+BAA+B,GAAG,CAAC,EAC5C,aAAa,EACb,eAAe,EACf,qBAAqB,GAKxB,EAAqC,EAAE;IACpC,MAAM,qBAAqB,GAAG,wBAAwB,CAAC,aAAa,CAAC,CAAC;IACtE,MAAM,mBAAmB,GAAG,CAAC,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;IAC5D,MAAM,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,GAC7C,yBAAyB,CAAC;QACtB,aAAa;QACb,eAAe;KAClB,CAAC,CAAC;IAEP,IACI,eAAe,CAAC,aAAa;QAC7B,eAAe,CAAC,WAAW;QAC3B,CAAC,yBAAyB,CAAC,EAAE,aAAa,EAAE,eAAe,EAAE,CAAC,EAChE,CAAC;QACC,mBAAmB,CAAC,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,wBAAwB,GAAG,CAC7B,kBAA0B,EACT,EAAE;QACnB,MAAM,SAAS,GAAG,oBAAoB,CAAC;YACnC,qBAAqB;YACrB,eAAe;YACf,kBAAkB;SACrB,CAAC,CAAC;QAEH,+CAA+C,CAAC;YAC5C,aAAa;YACb,eAAe;YACf,kBAAkB;YAClB,SAAS;SACZ,CAAC,CAAC;QAEH,OAAO,SAAS,CAAC;IACrB,CAAC,CAAC;IAEF,MAAM,kBAAkB,GAAG,KAAK,CAAC,IAAI,CACjC,IAAI,GAAG,CACH,mBAAmB,CAAC,GAAG,CAAC,CAAC,kBAAkB,EAAE,EAAE,CAAC;QAC5C,kBAAkB;QAClB,wBAAwB,CAAC,kBAAkB,CAAC;KAC/C,CAAC,CACL,CAAC,MAAM,EAAE,CACb,CAAC;IAEF,MAAM,UAAU,GAAG,KAAK,CAAC,IAAI,CACzB,IAAI,GAAG,CACH,kBAAkB,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CACjC,mBAAmB,CAAC;QAChB,SAAS;KACZ,CAAC,CACL,CACJ,CACJ,CAAC;IAEF,MAAM,oBAAoB,GACtB,eAAe,CAAC,aAAa,IAAI,eAAe,CAAC,WAAW;QACxD,CAAC,CAAC,mBAAmB,CAAC;YAChB,SAAS,EAAE,wBAAwB,CAC/B,eAAe,CAAC,aAAa,CAChC;SACJ,CAAC;QACJ,CAAC,CAAC,IAAI,CAAC;IAEf,MAAM,6BAA6B,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC;IAC1D,MAAM,2BAA2B,GAAG,IAAI,GAAG,EAAW,CAAC;IACvD,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;QAClD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,EAAE;YAClD,2BAA2B,CAAC,GAAG,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACxE,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,uBAAuB,GAAG,IAAI,GAAG,EAAW,CAAC;IACnD,MAAM,KAAK,GACP,eAAe,CAAC,KAAK,KAAK,SAAS;QAC/B,CAAC,CAAC,8BAA8B,CAAC,UAAU,EAAE,oBAAoB,CAAC;QAClE,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC/B,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC;YAEzB,IAAI,CAAC,6BAA6B,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC9C,IAAI,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,qCAAqC,OAAO,gDAAgD,CACrI,CAAC;gBACN,CAAC;gBAED,IAAI,2BAA2B,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;oBAC3C,MAAM,yBAAyB,GAC3B,eAAe,CAAC,aAAa;wBACzB,CAAC,CAAC,CACI,qBAAqB,CAAC,GAAG,CACrB,eAAe,CAAC,aAAa,CAChC,IAAI,EAAE,CACV,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAChB,mBAAmB,CAAC,EAAE,SAAS,EAAE,CAAC,CACrC;wBACH,CAAC,CAAC,EAAE,CAAC;oBACb,MAAM,iBAAiB,GACnB,oBAAoB;wBACpB,yBAAyB,CAAC,QAAQ,CAAC,OAAO,CAAC;wBACvC,CAAC,CAAC,0CAA0C,oBAAoB,IAAI;wBACpE,CAAC,CAAC,EAAE,CAAC;oBAEb,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,mBAAmB,OAAO,4EAA4E,iBAAiB,EAAE,CAClK,CAAC;gBACN,CAAC;gBAED,MAAM,mBAAmB,GACrB,qBAAqB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACvC,IACI,mBAAmB;oBACnB,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAChC,CAAC;oBACC,MAAM,gBAAgB,GAAG,mBAAmB,CAAC;wBACzC,SAAS,EAAE,oBAAoB,CAAC;4BAC5B,qBAAqB;4BACrB,eAAe;4BACf,kBAAkB,EAAE,OAAO;yBAC9B,CAAC;qBACL,CAAC,CAAC;oBACH,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,mBAAmB,OAAO,6DAA6D,gBAAgB,IAAI,CACpJ,CAAC;gBACN,CAAC;gBAED,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,gDAAgD,OAAO,gDAAgD,CAChJ,CAAC;YACN,CAAC;YAED,IAAI,uBAAuB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;gBACvC,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,sDAAsD,OAAO,IAAI,CAC1G,CAAC;YACN,CAAC;YACD,uBAAuB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAErC,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC,CAAC;IAEb,MAAM,sBAAsB,GAAG,IAAI,GAAG,EAAW,CAAC;IAClD,MAAM,iBAAiB,GAAuB,EAAE,CAAC;IACjD,MAAM,gBAAgB,GAAG,mBAAmB,CAAC,MAAM,CAEjD,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,EAAE;QAC1C,MAAM,cAAc,GAAG,iBAAiB,CAAC,uBAAuB,CAC5D,MAAM,CAAC,IAAI,CACd,CAAC;QAEF,QAAQ,cAAc,CAAC,IAAI,EAAE,CAAC;YAC1B,KAAK,oCAAoC,CAAC,WAAW;gBACjD,MAAM,IAAI,KAAK,CACX,4BAA4B,MAAM,CAAC,IAAI,qCAAqC,CAC/E,CAAC;YACN,KAAK,oCAAoC,CAAC,UAAU,EAAE,CAAC;gBACnD,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,GAC1B,0BAA0B,CAAC,MAAM,CAAC,CAAC;gBACvC,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,YAAY,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;gBAE5C,cAAc,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;oBACnD,MAAM,eAAe,GACjB,wCAAwC,CACpC,aAAa,EACb,SAAS,CACZ,CAAC;oBACN,MAAM,aAAa,GACf,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAC;oBAC5C,IAAI,aAAa,KAAK,eAAe,EAAE,CAAC;wBACpC,MAAM,IAAI,KAAK,CACX,kBAAkB,eAAe,CAAC,IAAI,kDAAkD,aAAa,iBAAiB,aAAa,GAAG,CACzI,CAAC;oBACN,CAAC;gBACL,CAAC,CAAC,CAAC;gBAEH,yBAAyB,CAAC;oBACtB,gBAAgB,EAAE,eAAe,CAAC,IAAI;oBACtC,OAAO,EAAE,UAAU;oBACnB,sBAAsB;iBACzB,CAAC,CAAC;gBACH,yBAAyB,CAAC;oBACtB,gBAAgB,EAAE,eAAe,CAAC,IAAI;oBACtC,OAAO,EAAE,YAAY;oBACrB,sBAAsB;iBACzB,CAAC,CAAC;gBAEH,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;gBAE/C,GAAG,CAAC,aAAa,CAAC,GAAG;oBACjB;wBACI,gBAAgB,EAAE,UAAU;wBAC5B,WAAW,EAAE,UAAU,CAAC,GAAG;qBAC9B;oBACD;wBACI,gBAAgB,EAAE,YAAY;wBAC9B,WAAW,EAAE,UAAU,CAAC,GAAG;qBAC9B;iBACJ,CAAC;gBAEF,OAAO,GAAG,CAAC;YACf,CAAC;YACD,KAAK,oCAAoC,CAAC,MAAM;gBAC5C,yBAAyB,CAAC;oBACtB,gBAAgB,EAAE,eAAe,CAAC,IAAI;oBACtC,OAAO,EAAE,aAAa;oBACtB,sBAAsB;iBACzB,CAAC,CAAC;gBAEH,GAAG,CAAC,aAAa,CAAC,GAAG;oBACjB;wBACI,gBAAgB,EAAE,aAAa;wBAC/B,WAAW,EAAE,cAAc,CAAC,UAAU;qBACzC;iBACJ,CAAC;gBAEF,OAAO,GAAG,CAAC;YACf;gBACI,OAAO,iBAAiB,CACpB,cAAc,EACd,iDAAiD,CACpD,CAAC;QACV,CAAC;IACL,CAAC,EAAE,EAAE,CAAC,CAAC;IAEP,MAAM,cAAc,GAAG,KAAK,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAE1D,MAAM,eAAe,GAAG,QAAU,CAAC;IACnC,MAAM,eAAe,GACjB,eAAe,CAAC,OAAO;QACvB,qBAAqB,CAAC,OAAO;QAC7B,eAAe,CAAC;IACpB,MAAM,gBAAgB,GAAG,+BAA+B,CAAC;QACrD,aAAa;QACb,eAAe;KAClB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAgB;QAC7B,WAAW,EAAE,aAAa,CAAC,IAAI;QAC/B,UAAU;QACV,OAAO,EAAE,cAAc;QACvB,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE;QACjE,KAAK;QACL,KAAK,EAAE,eAAe;QACtB,iBAAiB,EAAE,EAAE;QACrB,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACjE,CAAC;IAEF,OAAO;QACH,WAAW;QACX,gBAAgB;QAChB,oBAAoB;QACpB,eAAe;KAClB,CAAC;AACN,CAAC,CAAC"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { Explore } from '../../../types/explore';
|
|
2
|
+
import type { CompiledDimension, CompiledMetric } from '../../../types/field';
|
|
3
|
+
import type { PreAggregateDef } from '../../../types/preAggregate';
|
|
4
|
+
export declare const assertDimensionEligibleForDirectMaterialization: ({ sourceExplore, preAggregateDef, dimensionReference, dimension, }: {
|
|
5
|
+
sourceExplore: Explore;
|
|
6
|
+
preAggregateDef: PreAggregateDef;
|
|
7
|
+
dimensionReference: string;
|
|
8
|
+
dimension: CompiledDimension;
|
|
9
|
+
}) => void;
|
|
10
|
+
export declare const assertMetricEligibleForPreAggregation: ({ sourceExplore, preAggregateDef, metricReference, metric, }: {
|
|
11
|
+
sourceExplore: Explore;
|
|
12
|
+
preAggregateDef: PreAggregateDef;
|
|
13
|
+
metricReference: string;
|
|
14
|
+
metric: CompiledMetric;
|
|
15
|
+
}) => void;
|
|
16
|
+
//# sourceMappingURL=eligibility.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eligibility.d.ts","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/eligibility.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,6BAA6B,CAAC;AAOnE,eAAO,MAAM,+CAA+C,uEAKzD;IACC,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IACjC,kBAAkB,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,iBAAiB,CAAC;CAChC,KAAG,IAWH,CAAC;AAEF,eAAO,MAAM,qCAAqC,iEAK/C;IACC,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IACjC,eAAe,EAAE,MAAM,CAAC;IACxB,MAAM,EAAE,cAAc,CAAC;CAC1B,KAAG,IA2BH,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
import { ParameterError } from '../../../types/errors';
|
|
2
|
+
import { analyzePreAggregateDerivedDimensionEligibility } from '../dimensionEligibility';
|
|
3
|
+
import { analyzePreAggregateDerivedMetricEligibility, PreAggregateDerivedMetricIneligibilityReason, } from '../metricEligibility';
|
|
4
|
+
export const assertDimensionEligibleForDirectMaterialization = ({ sourceExplore, preAggregateDef, dimensionReference, dimension, }) => {
|
|
5
|
+
const eligibility = analyzePreAggregateDerivedDimensionEligibility({
|
|
6
|
+
dimension,
|
|
7
|
+
tables: sourceExplore.tables,
|
|
8
|
+
});
|
|
9
|
+
if (!eligibility.isEligible) {
|
|
10
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" references ineligible dimension "${dimensionReference}": dimension "${eligibility.ineligibleDimensionFieldId}" is not eligible for direct materialization (reason: ${eligibility.reason})`);
|
|
11
|
+
}
|
|
12
|
+
};
|
|
13
|
+
export const assertMetricEligibleForPreAggregation = ({ sourceExplore, preAggregateDef, metricReference, metric, }) => {
|
|
14
|
+
const eligibility = analyzePreAggregateDerivedMetricEligibility({
|
|
15
|
+
metric,
|
|
16
|
+
tables: sourceExplore.tables,
|
|
17
|
+
});
|
|
18
|
+
if (!eligibility.isEligible) {
|
|
19
|
+
if (eligibility.reason ===
|
|
20
|
+
PreAggregateDerivedMetricIneligibilityReason.FILTER_DIMENSION_INELIGIBLE ||
|
|
21
|
+
eligibility.reason ===
|
|
22
|
+
PreAggregateDerivedMetricIneligibilityReason.DIMENSION_DEPENDENCY_INELIGIBLE) {
|
|
23
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" references ineligible metric "${metricReference}": dimension "${eligibility.ineligibleDimensionFieldId}" is not eligible for pre-aggregation${eligibility.reason ===
|
|
24
|
+
PreAggregateDerivedMetricIneligibilityReason.FILTER_DIMENSION_INELIGIBLE
|
|
25
|
+
? ' metric filters'
|
|
26
|
+
: ''} (reason: ${eligibility.ineligibleDimensionReason})`);
|
|
27
|
+
}
|
|
28
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" references ineligible metric "${metricReference}": metric "${eligibility.ineligibleMetricFieldId}" is not eligible for pre-aggregation (reason: ${eligibility.reason})`);
|
|
29
|
+
}
|
|
30
|
+
};
|
|
31
|
+
//# sourceMappingURL=eligibility.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"eligibility.js","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/eligibility.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAIvD,OAAO,EAAE,8CAA8C,EAAE,MAAM,yBAAyB,CAAC;AACzF,OAAO,EACH,2CAA2C,EAC3C,4CAA4C,GAC/C,MAAM,sBAAsB,CAAC;AAE9B,MAAM,CAAC,MAAM,+CAA+C,GAAG,CAAC,EAC5D,aAAa,EACb,eAAe,EACf,kBAAkB,EAClB,SAAS,GAMZ,EAAQ,EAAE;IACP,MAAM,WAAW,GAAG,8CAA8C,CAAC;QAC/D,SAAS;QACT,MAAM,EAAE,aAAa,CAAC,MAAM;KAC/B,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAC1B,MAAM,IAAI,cAAc,CACpB,kBAAkB,eAAe,CAAC,IAAI,sCAAsC,kBAAkB,iBAAiB,WAAW,CAAC,0BAA0B,yDAAyD,WAAW,CAAC,MAAM,GAAG,CACtO,CAAC;IACN,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,EAClD,aAAa,EACb,eAAe,EACf,eAAe,EACf,MAAM,GAMT,EAAQ,EAAE;IACP,MAAM,WAAW,GAAG,2CAA2C,CAAC;QAC5D,MAAM;QACN,MAAM,EAAE,aAAa,CAAC,MAAM;KAC/B,CAAC,CAAC;IAEH,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC;QAC1B,IACI,WAAW,CAAC,MAAM;YACd,4CAA4C,CAAC,2BAA2B;YAC5E,WAAW,CAAC,MAAM;gBACd,4CAA4C,CAAC,+BAA+B,EAClF,CAAC;YACC,MAAM,IAAI,cAAc,CACpB,kBAAkB,eAAe,CAAC,IAAI,mCAAmC,eAAe,iBAAiB,WAAW,CAAC,0BAA0B,wCAC3I,WAAW,CAAC,MAAM;gBAClB,4CAA4C,CAAC,2BAA2B;gBACpE,CAAC,CAAC,iBAAiB;gBACnB,CAAC,CAAC,EACV,aAAa,WAAW,CAAC,yBAAyB,GAAG,CACxD,CAAC;QACN,CAAC;QAED,MAAM,IAAI,cAAc,CACpB,kBAAkB,eAAe,CAAC,IAAI,mCAAmC,eAAe,cAAc,WAAW,CAAC,uBAAuB,kDAAkD,WAAW,CAAC,MAAM,GAAG,CACnN,CAAC;IACN,CAAC;AACL,CAAC,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { buildMaterializationMetricQuery, getDefaultMaterializationSorts, } from './buildMaterializationMetricQuery';
|
|
2
|
+
export { assertDimensionEligibleForDirectMaterialization, assertMetricEligibleForPreAggregation, } from './eligibility';
|
|
3
|
+
export { MaterializationColumnRole, renderMaterializationSql, type MaterializationColumn, type MaterializationSql, } from './renderMaterializationSql';
|
|
4
|
+
export { getDimensionsByReference, getMetricReferenceForDef, getSelectedDimension, selectPreAggregateMetrics, } from './shared';
|
|
5
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,+BAA+B,EAC/B,8BAA8B,GACjC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,+CAA+C,EAC/C,qCAAqC,GACxC,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,yBAAyB,EACzB,wBAAwB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,kBAAkB,GAC1B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACH,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,yBAAyB,GAC5B,MAAM,UAAU,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
export { buildMaterializationMetricQuery, getDefaultMaterializationSorts, } from './buildMaterializationMetricQuery';
|
|
2
|
+
export { assertDimensionEligibleForDirectMaterialization, assertMetricEligibleForPreAggregation, } from './eligibility';
|
|
3
|
+
export { MaterializationColumnRole, renderMaterializationSql, } from './renderMaterializationSql';
|
|
4
|
+
export { getDimensionsByReference, getMetricReferenceForDef, getSelectedDimension, selectPreAggregateMetrics, } from './shared';
|
|
5
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,+BAA+B,EAC/B,8BAA8B,GACjC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EACH,+CAA+C,EAC/C,qCAAqC,GACxC,MAAM,eAAe,CAAC;AACvB,OAAO,EACH,yBAAyB,EACzB,wBAAwB,GAG3B,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACH,wBAAwB,EACxB,wBAAwB,EACxB,oBAAoB,EACpB,yBAAyB,GAC5B,MAAM,UAAU,CAAC"}
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import type { Explore } from '../../../types/explore';
|
|
2
|
+
import { type FieldId, type MetricType } from '../../../types/field';
|
|
3
|
+
import type { MaterializationMetricQueryPayload, PreAggregateDef } from '../../../types/preAggregate';
|
|
4
|
+
import type { TimeFrames } from '../../../types/timeFrames';
|
|
5
|
+
import type { WarehouseSqlBuilder } from '../../../types/warehouse';
|
|
6
|
+
export declare enum MaterializationColumnRole {
|
|
7
|
+
DIMENSION = "dimension",
|
|
8
|
+
TIME_DIMENSION = "time_dimension",
|
|
9
|
+
METRIC = "metric",
|
|
10
|
+
METRIC_COMPONENT = "metric_component"
|
|
11
|
+
}
|
|
12
|
+
export type MaterializationColumn = {
|
|
13
|
+
name: string;
|
|
14
|
+
role: MaterializationColumnRole;
|
|
15
|
+
granularity: TimeFrames | null;
|
|
16
|
+
aggregation: MetricType | null;
|
|
17
|
+
parentMetricFieldId: FieldId | null;
|
|
18
|
+
};
|
|
19
|
+
export type MaterializationSql = {
|
|
20
|
+
sql: string;
|
|
21
|
+
columns: MaterializationColumn[];
|
|
22
|
+
payload: MaterializationMetricQueryPayload;
|
|
23
|
+
};
|
|
24
|
+
/**
|
|
25
|
+
* Renders the materialization SELECT for a pre-aggregate — the same query the
|
|
26
|
+
* managed materialization pipeline runs, minus ORDER BY / LIMIT (irrelevant to
|
|
27
|
+
* the stored result). Includes the base table's sql_filter; definitions whose
|
|
28
|
+
* SQL references user attributes or parameters are rejected rather than
|
|
29
|
+
* silently rendered differently, as those only resolve on the server.
|
|
30
|
+
* Required model filters are excluded on the server too
|
|
31
|
+
* (skipModelRequiredFilters) — omitting them here is parity, not a gap.
|
|
32
|
+
*/
|
|
33
|
+
export declare const renderMaterializationSql: ({ sourceExplore, preAggregateDef, warehouseSqlBuilder, }: {
|
|
34
|
+
sourceExplore: Explore;
|
|
35
|
+
preAggregateDef: PreAggregateDef;
|
|
36
|
+
warehouseSqlBuilder: WarehouseSqlBuilder;
|
|
37
|
+
}) => MaterializationSql;
|
|
38
|
+
//# sourceMappingURL=renderMaterializationSql.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"renderMaterializationSql.d.ts","sourceRoot":"","sources":["../../../../../src/ee/preAggregates/materialization/renderMaterializationSql.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAGH,KAAK,OAAO,EACZ,KAAK,UAAU,EAClB,MAAM,sBAAsB,CAAC;AAE9B,OAAO,KAAK,EACR,iCAAiC,EACjC,eAAe,EAClB,MAAM,6BAA6B,CAAC;AACrC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAC5D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAQpE,oBAAY,yBAAyB;IACjC,SAAS,cAAc;IACvB,cAAc,mBAAmB;IACjC,MAAM,WAAW;IACjB,gBAAgB,qBAAqB;CACxC;AAED,MAAM,MAAM,qBAAqB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,yBAAyB,CAAC;IAChC,WAAW,EAAE,UAAU,GAAG,IAAI,CAAC;IAC/B,WAAW,EAAE,UAAU,GAAG,IAAI,CAAC;IAC/B,mBAAmB,EAAE,OAAO,GAAG,IAAI,CAAC;CACvC,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC7B,GAAG,EAAE,MAAM,CAAC;IACZ,OAAO,EAAE,qBAAqB,EAAE,CAAC;IACjC,OAAO,EAAE,iCAAiC,CAAC;CAC9C,CAAC;AAmBF;;;;;;;;GAQG;AACH,eAAO,MAAM,wBAAwB,6DAIlC;IACC,aAAa,EAAE,OAAO,CAAC;IACvB,eAAe,EAAE,eAAe,CAAC;IACjC,mBAAmB,EAAE,mBAAmB,CAAC;CAC5C,KAAG,kBAyNH,CAAC"}
|
|
@@ -0,0 +1,196 @@
|
|
|
1
|
+
import { ExploreCompiler } from '../../../compiler/exploreCompiler';
|
|
2
|
+
import { DEFAULT_FILTER_CASE_SENSITIVE, renderFilterRuleSqlFromField, } from '../../../compiler/filtersCompiler';
|
|
3
|
+
import { getReservedParameterNames } from '../../../parameters/reservedParameters';
|
|
4
|
+
import { ParameterError } from '../../../types/errors';
|
|
5
|
+
import { convertAdditionalMetric } from '../../../utils/additionalMetrics';
|
|
6
|
+
import assertUnreachable from '../../../utils/assertUnreachable';
|
|
7
|
+
import { getDimensionMapFromTables } from '../../../utils/fields';
|
|
8
|
+
import { getFilterRulesFromGroup } from '../../../utils/filters';
|
|
9
|
+
import { getItemId } from '../../../utils/item';
|
|
10
|
+
import { buildMaterializationMetricQuery } from './buildMaterializationMetricQuery';
|
|
11
|
+
export var MaterializationColumnRole;
|
|
12
|
+
(function (MaterializationColumnRole) {
|
|
13
|
+
MaterializationColumnRole["DIMENSION"] = "dimension";
|
|
14
|
+
MaterializationColumnRole["TIME_DIMENSION"] = "time_dimension";
|
|
15
|
+
MaterializationColumnRole["METRIC"] = "metric";
|
|
16
|
+
MaterializationColumnRole["METRIC_COMPONENT"] = "metric_component";
|
|
17
|
+
})(MaterializationColumnRole || (MaterializationColumnRole = {}));
|
|
18
|
+
const USER_ATTRIBUTE_PATTERN = /\$\{(?:lightdash|ld)\./;
|
|
19
|
+
const getJoinType = (type = 'left') => {
|
|
20
|
+
switch (type) {
|
|
21
|
+
case 'inner':
|
|
22
|
+
return 'INNER JOIN';
|
|
23
|
+
case 'full':
|
|
24
|
+
return 'FULL OUTER JOIN';
|
|
25
|
+
case 'left':
|
|
26
|
+
return 'LEFT OUTER JOIN';
|
|
27
|
+
case 'right':
|
|
28
|
+
return 'RIGHT OUTER JOIN';
|
|
29
|
+
default:
|
|
30
|
+
return assertUnreachable(type, `Unknown join type: ${type}`);
|
|
31
|
+
}
|
|
32
|
+
};
|
|
33
|
+
/**
|
|
34
|
+
* Renders the materialization SELECT for a pre-aggregate — the same query the
|
|
35
|
+
* managed materialization pipeline runs, minus ORDER BY / LIMIT (irrelevant to
|
|
36
|
+
* the stored result). Includes the base table's sql_filter; definitions whose
|
|
37
|
+
* SQL references user attributes or parameters are rejected rather than
|
|
38
|
+
* silently rendered differently, as those only resolve on the server.
|
|
39
|
+
* Required model filters are excluded on the server too
|
|
40
|
+
* (skipModelRequiredFilters) — omitting them here is parity, not a gap.
|
|
41
|
+
*/
|
|
42
|
+
export const renderMaterializationSql = ({ sourceExplore, preAggregateDef, warehouseSqlBuilder, }) => {
|
|
43
|
+
const payload = buildMaterializationMetricQuery({
|
|
44
|
+
sourceExplore,
|
|
45
|
+
preAggregateDef,
|
|
46
|
+
materializationConfig: { maxRows: null },
|
|
47
|
+
});
|
|
48
|
+
const { metricQuery, metricComponents, timeDimensionFieldId } = payload;
|
|
49
|
+
const q = warehouseSqlBuilder.getFieldQuoteChar();
|
|
50
|
+
const availableParameters = [
|
|
51
|
+
...Object.keys(sourceExplore.parameters ?? {}),
|
|
52
|
+
...getReservedParameterNames(),
|
|
53
|
+
];
|
|
54
|
+
const dimensionsByFieldId = getDimensionMapFromTables(sourceExplore.tables);
|
|
55
|
+
const getDimension = (fieldId) => {
|
|
56
|
+
const dimension = dimensionsByFieldId[fieldId];
|
|
57
|
+
if (!dimension) {
|
|
58
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" references unknown dimension field ID "${fieldId}"`);
|
|
59
|
+
}
|
|
60
|
+
return dimension;
|
|
61
|
+
};
|
|
62
|
+
const metricsByFieldId = Object.values(sourceExplore.tables).reduce((acc, table) => {
|
|
63
|
+
Object.values(table.metrics).forEach((metric) => {
|
|
64
|
+
acc[getItemId(metric)] = metric;
|
|
65
|
+
});
|
|
66
|
+
return acc;
|
|
67
|
+
}, {});
|
|
68
|
+
const exploreCompiler = new ExploreCompiler(warehouseSqlBuilder);
|
|
69
|
+
const compileAdditionalMetric = (additionalMetric) => {
|
|
70
|
+
const table = sourceExplore.tables[additionalMetric.table];
|
|
71
|
+
if (table === undefined) {
|
|
72
|
+
throw new ParameterError(`Pre-aggregate metric "${additionalMetric.name}" references a table that doesn't exist "${additionalMetric.table}"`);
|
|
73
|
+
}
|
|
74
|
+
const metric = convertAdditionalMetric({ additionalMetric, table });
|
|
75
|
+
const compiled = exploreCompiler.compileMetricSql(metric, sourceExplore.tables, availableParameters);
|
|
76
|
+
return {
|
|
77
|
+
compiledSql: compiled.sql,
|
|
78
|
+
tablesReferences: Array.from(compiled.tablesReferences),
|
|
79
|
+
};
|
|
80
|
+
};
|
|
81
|
+
const additionalMetricsByFieldId = (metricQuery.additionalMetrics ?? []).reduce((acc, additionalMetric) => {
|
|
82
|
+
acc[getItemId(additionalMetric)] = additionalMetric;
|
|
83
|
+
return acc;
|
|
84
|
+
}, {});
|
|
85
|
+
const componentParentByFieldId = Object.entries(metricComponents).reduce((acc, [parentFieldId, components]) => {
|
|
86
|
+
components.forEach((component) => {
|
|
87
|
+
if (component.componentFieldId !== parentFieldId) {
|
|
88
|
+
acc[component.componentFieldId] = {
|
|
89
|
+
parent: parentFieldId,
|
|
90
|
+
aggregation: component.aggregation,
|
|
91
|
+
};
|
|
92
|
+
}
|
|
93
|
+
});
|
|
94
|
+
return acc;
|
|
95
|
+
}, {});
|
|
96
|
+
const referencedTables = new Set([sourceExplore.baseTable]);
|
|
97
|
+
const selects = [];
|
|
98
|
+
const columns = [];
|
|
99
|
+
metricQuery.dimensions.forEach((fieldId) => {
|
|
100
|
+
const dimension = getDimension(fieldId);
|
|
101
|
+
selects.push(` ${dimension.compiledSql} AS ${q}${fieldId}${q}`);
|
|
102
|
+
(dimension.tablesReferences ?? [dimension.table]).forEach((table) => referencedTables.add(table));
|
|
103
|
+
columns.push({
|
|
104
|
+
name: fieldId,
|
|
105
|
+
role: fieldId === timeDimensionFieldId
|
|
106
|
+
? MaterializationColumnRole.TIME_DIMENSION
|
|
107
|
+
: MaterializationColumnRole.DIMENSION,
|
|
108
|
+
granularity: fieldId === timeDimensionFieldId
|
|
109
|
+
? (preAggregateDef.granularity ?? null)
|
|
110
|
+
: null,
|
|
111
|
+
aggregation: null,
|
|
112
|
+
parentMetricFieldId: null,
|
|
113
|
+
});
|
|
114
|
+
});
|
|
115
|
+
metricQuery.metrics.forEach((fieldId) => {
|
|
116
|
+
const additionalMetric = additionalMetricsByFieldId[fieldId];
|
|
117
|
+
let compiledSql;
|
|
118
|
+
let aggregation;
|
|
119
|
+
if (additionalMetric) {
|
|
120
|
+
const compiled = compileAdditionalMetric(additionalMetric);
|
|
121
|
+
compiledSql = compiled.compiledSql;
|
|
122
|
+
aggregation = additionalMetric.type;
|
|
123
|
+
compiled.tablesReferences.forEach((table) => referencedTables.add(table));
|
|
124
|
+
}
|
|
125
|
+
else {
|
|
126
|
+
const metric = metricsByFieldId[fieldId];
|
|
127
|
+
if (!metric) {
|
|
128
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" references unknown metric field ID "${fieldId}"`);
|
|
129
|
+
}
|
|
130
|
+
compiledSql = metric.compiledSql;
|
|
131
|
+
aggregation = metric.type;
|
|
132
|
+
(metric.tablesReferences ?? [metric.table]).forEach((table) => referencedTables.add(table));
|
|
133
|
+
}
|
|
134
|
+
selects.push(` ${compiledSql} AS ${q}${fieldId}${q}`);
|
|
135
|
+
const component = componentParentByFieldId[fieldId];
|
|
136
|
+
columns.push({
|
|
137
|
+
name: fieldId,
|
|
138
|
+
role: component
|
|
139
|
+
? MaterializationColumnRole.METRIC_COMPONENT
|
|
140
|
+
: MaterializationColumnRole.METRIC,
|
|
141
|
+
granularity: null,
|
|
142
|
+
aggregation,
|
|
143
|
+
parentMetricFieldId: component?.parent ?? null,
|
|
144
|
+
});
|
|
145
|
+
});
|
|
146
|
+
const filterRules = getFilterRulesFromGroup(metricQuery.filters.dimensions);
|
|
147
|
+
const filterSqls = filterRules.map((rule) => {
|
|
148
|
+
const dimension = getDimension(rule.target.fieldId);
|
|
149
|
+
(dimension.tablesReferences ?? [dimension.table]).forEach((table) => referencedTables.add(table));
|
|
150
|
+
return `(\n ${renderFilterRuleSqlFromField(rule, dimension, q, warehouseSqlBuilder.getStringQuoteChar(), (value) => warehouseSqlBuilder.escapeString(value), warehouseSqlBuilder.getStartOfWeek(), warehouseSqlBuilder.getAdapterType(), 'UTC', DEFAULT_FILTER_CASE_SENSITIVE)}\n)`;
|
|
151
|
+
});
|
|
152
|
+
// Pull in transitive join dependencies from the join ON clauses
|
|
153
|
+
const resolveJoinDependencies = () => sourceExplore.joinedTables.reduce((addedNewTables, join) => {
|
|
154
|
+
if (!referencedTables.has(join.table) && !join.always) {
|
|
155
|
+
return addedNewTables;
|
|
156
|
+
}
|
|
157
|
+
referencedTables.add(join.table);
|
|
158
|
+
return (join.tablesReferences ?? []).reduce((added, table) => {
|
|
159
|
+
if (referencedTables.has(table)) {
|
|
160
|
+
return added;
|
|
161
|
+
}
|
|
162
|
+
referencedTables.add(table);
|
|
163
|
+
return true;
|
|
164
|
+
}, addedNewTables);
|
|
165
|
+
}, false);
|
|
166
|
+
while (resolveJoinDependencies()) {
|
|
167
|
+
// keep resolving until no new tables are added
|
|
168
|
+
}
|
|
169
|
+
const joinSqls = sourceExplore.joinedTables
|
|
170
|
+
.filter((join) => referencedTables.has(join.table) || join.always)
|
|
171
|
+
.map((join) => `${getJoinType(join.type)} ${sourceExplore.tables[join.table].sqlTable} AS ${q}${join.table}${q}\n ON ${join.compiledSqlOn}`);
|
|
172
|
+
const baseTable = sourceExplore.tables[sourceExplore.baseTable];
|
|
173
|
+
const groupByIndexes = metricQuery.dimensions.map((_, index) => index + 1);
|
|
174
|
+
// Parity with MetricQueryBuilder: only the base table's sql_filter applies
|
|
175
|
+
const whereClauses = [
|
|
176
|
+
...(baseTable.sqlWhere ? [baseTable.sqlWhere] : []),
|
|
177
|
+
...(filterSqls.length > 0 ? [`(${filterSqls.join(' AND ')})`] : []),
|
|
178
|
+
];
|
|
179
|
+
const sql = [
|
|
180
|
+
'SELECT',
|
|
181
|
+
selects.join(',\n'),
|
|
182
|
+
`FROM ${baseTable.sqlTable} AS ${q}${sourceExplore.baseTable}${q}`,
|
|
183
|
+
...joinSqls,
|
|
184
|
+
...(whereClauses.length > 0
|
|
185
|
+
? [`WHERE ${whereClauses.join(' AND ')}`]
|
|
186
|
+
: []),
|
|
187
|
+
...(groupByIndexes.length > 0
|
|
188
|
+
? [`GROUP BY ${groupByIndexes.join(',')}`]
|
|
189
|
+
: []),
|
|
190
|
+
].join('\n');
|
|
191
|
+
if (USER_ATTRIBUTE_PATTERN.test(sql)) {
|
|
192
|
+
throw new ParameterError(`Pre-aggregate "${preAggregateDef.name}" materialization SQL references user attributes or parameters, which cannot be resolved outside the Lightdash server.`);
|
|
193
|
+
}
|
|
194
|
+
return { sql, columns, payload };
|
|
195
|
+
};
|
|
196
|
+
//# sourceMappingURL=renderMaterializationSql.js.map
|