@hypequery/datasets 0.20.0 → 0.21.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (63) hide show
  1. package/dist/api.type-test.js +0 -1
  2. package/dist/catalog.d.ts +3 -3
  3. package/dist/catalog.d.ts.map +1 -1
  4. package/dist/catalog.js +5 -2
  5. package/dist/contract.d.ts +1 -1
  6. package/dist/contract.d.ts.map +1 -1
  7. package/dist/measure.d.ts +2 -2
  8. package/dist/measure.d.ts.map +1 -1
  9. package/dist/measure.js +2 -2
  10. package/dist/types.d.ts +4 -5
  11. package/dist/types.d.ts.map +1 -1
  12. package/dist/utils/approximate-measures.d.ts +1 -0
  13. package/dist/utils/approximate-measures.d.ts.map +1 -1
  14. package/dist/utils/approximate-measures.js +10 -4
  15. package/dist/utils/composite-time-measure-sql.d.ts +10 -0
  16. package/dist/utils/composite-time-measure-sql.d.ts.map +1 -0
  17. package/dist/utils/composite-time-measure-sql.js +60 -0
  18. package/dist/utils/dataset-derived-query.d.ts.map +1 -1
  19. package/dist/utils/dataset-derived-query.js +7 -7
  20. package/dist/utils/derived-measure-sql.d.ts +1 -0
  21. package/dist/utils/derived-measure-sql.d.ts.map +1 -1
  22. package/dist/utils/derived-measure-sql.js +9 -6
  23. package/dist/utils/derived-measure-validation.d.ts.map +1 -1
  24. package/dist/utils/derived-measure-validation.js +4 -25
  25. package/dist/utils/measure-dependencies.d.ts +8 -0
  26. package/dist/utils/measure-dependencies.d.ts.map +1 -0
  27. package/dist/utils/measure-dependencies.js +44 -0
  28. package/dist/utils/measure-evaluation-graph.d.ts +23 -0
  29. package/dist/utils/measure-evaluation-graph.d.ts.map +1 -0
  30. package/dist/utils/measure-evaluation-graph.js +38 -0
  31. package/dist/utils/measure-time-grains.d.ts.map +1 -1
  32. package/dist/utils/measure-time-grains.js +4 -2
  33. package/dist/utils/shift-measure-grains.d.ts +5 -0
  34. package/dist/utils/shift-measure-grains.d.ts.map +1 -0
  35. package/dist/utils/shift-measure-grains.js +10 -0
  36. package/dist/utils/shift-measure-sql.d.ts +5 -2
  37. package/dist/utils/shift-measure-sql.d.ts.map +1 -1
  38. package/dist/utils/shift-measure-sql.js +25 -8
  39. package/dist/utils/shift-measure-validation.js +3 -3
  40. package/dist/utils/shift-wall-time-sql.d.ts +4 -0
  41. package/dist/utils/shift-wall-time-sql.d.ts.map +1 -0
  42. package/dist/utils/shift-wall-time-sql.js +17 -0
  43. package/dist/utils/time-measure-axis-sql.d.ts +1 -0
  44. package/dist/utils/time-measure-axis-sql.d.ts.map +1 -1
  45. package/dist/utils/time-measure-axis-sql.js +5 -4
  46. package/dist/utils/time-measure-axis.d.ts.map +1 -1
  47. package/dist/utils/time-measure-axis.js +3 -2
  48. package/dist/utils/time-measure-context-sql.d.ts +6 -0
  49. package/dist/utils/time-measure-context-sql.d.ts.map +1 -0
  50. package/dist/utils/time-measure-context-sql.js +21 -0
  51. package/dist/utils/time-measure-dataset-sql.d.ts.map +1 -1
  52. package/dist/utils/time-measure-dataset-sql.js +25 -8
  53. package/dist/utils/time-measure-leaf-sql.d.ts +14 -0
  54. package/dist/utils/time-measure-leaf-sql.d.ts.map +1 -0
  55. package/dist/utils/time-measure-leaf-sql.js +52 -0
  56. package/dist/utils/time-measure-result-sql.d.ts +1 -1
  57. package/dist/utils/time-measure-result-sql.d.ts.map +1 -1
  58. package/dist/utils/time-measure-result-sql.js +2 -2
  59. package/dist/utils/time-query-measures.d.ts.map +1 -1
  60. package/dist/utils/time-query-measures.js +4 -8
  61. package/dist/utils/window-query-signature.d.ts.map +1 -1
  62. package/dist/utils/window-query-signature.js +12 -2
  63. package/package.json +7 -7
@@ -0,0 +1,23 @@
1
+ import type { DatasetMeasureDefinition, DerivedMeasureDefinition, MeasureTimeInterval } from '../types.js';
2
+ export interface MeasureEvaluationContext {
3
+ id: number;
4
+ parent?: number;
5
+ interval?: MeasureTimeInterval;
6
+ }
7
+ export interface MeasureEvaluationNode {
8
+ id: number;
9
+ name: string;
10
+ context: number;
11
+ definition: DatasetMeasureDefinition;
12
+ inputs?: Record<string, number>;
13
+ }
14
+ /** A shift changes evaluation context; formulas combine values in that context. */
15
+ export declare function buildMeasureEvaluationGraph(measures: Readonly<Record<string, DatasetMeasureDefinition>>, selected: readonly string[]): {
16
+ contexts: MeasureEvaluationContext[];
17
+ nodes: MeasureEvaluationNode[];
18
+ outputs: {
19
+ [k: string]: number;
20
+ };
21
+ };
22
+ export declare function evaluationFormula(node: MeasureEvaluationNode): DerivedMeasureDefinition;
23
+ //# sourceMappingURL=measure-evaluation-graph.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"measure-evaluation-graph.d.ts","sourceRoot":"","sources":["../../src/utils/measure-evaluation-graph.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAG3G,MAAM,WAAW,wBAAwB;IAAG,EAAE,EAAE,MAAM,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,EAAE,mBAAmB,CAAA;CAAE;AACzG,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,wBAAwB,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACjC;AAED,mFAAmF;AACnF,wBAAgB,2BAA2B,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,EAAE,QAAQ,EAAE,SAAS,MAAM,EAAE;;;;;;EA+BpI;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,qBAAqB,GAAG,wBAAwB,CAIvF"}
@@ -0,0 +1,38 @@
1
+ import { isDerivedMeasure, isShiftMeasure } from './dataset-measures.js';
2
+ /** A shift changes evaluation context; formulas combine values in that context. */
3
+ export function buildMeasureEvaluationGraph(measures, selected) {
4
+ const contexts = [{ id: 0 }];
5
+ const nodes = [];
6
+ const memo = new Map();
7
+ const contextMemo = new Map();
8
+ const visit = (name, context) => {
9
+ const key = `${context}:${name}`;
10
+ const existing = memo.get(key);
11
+ if (existing !== undefined)
12
+ return existing;
13
+ const definition = measures[name];
14
+ if (isShiftMeasure(definition)) {
15
+ const contextKey = `${context}:${definition.interval.amount}:${definition.interval.unit}`;
16
+ let shifted = contextMemo.get(contextKey);
17
+ if (shifted === undefined) {
18
+ shifted = contexts.length;
19
+ contexts.push({ id: shifted, parent: context, interval: definition.interval });
20
+ contextMemo.set(contextKey, shifted);
21
+ }
22
+ const input = visit(definition.measure, shifted);
23
+ memo.set(key, input);
24
+ return input;
25
+ }
26
+ const inputs = isDerivedMeasure(definition)
27
+ ? Object.fromEntries(Object.entries(definition.uses).map(([alias, input]) => [alias, visit(input, context)])) : undefined;
28
+ const id = nodes.length;
29
+ nodes.push({ id, name, context, definition, inputs });
30
+ memo.set(key, id);
31
+ return id;
32
+ };
33
+ const outputs = Object.fromEntries(selected.map(name => [name, visit(name, 0)]));
34
+ return { contexts, nodes, outputs };
35
+ }
36
+ export function evaluationFormula(node) {
37
+ return { ...node.definition, uses: Object.fromEntries(Object.entries(node.inputs ?? {}).map(([alias, id]) => [alias, `_hq_value${id}`])) };
38
+ }
@@ -1 +1 @@
1
- {"version":3,"file":"measure-time-grains.d.ts","sourceRoot":"","sources":["../../src/utils/measure-time-grains.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAIvE,8EAA8E;AAC9E,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,SAAS,EAAE,GACvG,SAAS,EAAE,CAUb"}
1
+ {"version":3,"file":"measure-time-grains.d.ts","sourceRoot":"","sources":["../../src/utils/measure-time-grains.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAKvE,8EAA8E;AAC9E,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,SAAS,EAAE,GACvG,SAAS,EAAE,CAWb"}
@@ -1,10 +1,12 @@
1
1
  import { getDerivedMeasure, isShiftMeasure, isWindowMeasure } from './dataset-measures.js';
2
- import { intervalBuckets, windowGrainErrors } from './time-axis-intervals.js';
2
+ import { windowGrainErrors } from './time-axis-intervals.js';
3
+ import { supportsShiftGrain } from './shift-measure-grains.js';
3
4
  /** Intersect time-measure requirements with the dataset's declared grains. */
4
5
  export function measureSupportedGrains(measures, name, grains) {
5
6
  const definition = measures[name];
6
7
  if (isShiftMeasure(definition)) {
7
- return grains.filter(grain => intervalBuckets(definition.interval.amount, definition.interval.unit, grain) !== undefined);
8
+ return measureSupportedGrains(measures, definition.measure, grains)
9
+ .filter(grain => supportsShiftGrain(definition.interval, grain));
8
10
  }
9
11
  if (isWindowMeasure(definition))
10
12
  return grains.filter(grain => !windowGrainErrors(name, definition, grain).length);
@@ -0,0 +1,5 @@
1
+ import type { MeasureTimeInterval, TimeGrain } from '../types.js';
2
+ /** Calendar shifts preserve dates; they do not convert months into fixed durations. */
3
+ export declare function calendarShiftAtFineGrain(interval: MeasureTimeInterval, grain: TimeGrain): boolean;
4
+ export declare function supportsShiftGrain(interval: MeasureTimeInterval, grain: TimeGrain): boolean;
5
+ //# sourceMappingURL=shift-measure-grains.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shift-measure-grains.d.ts","sourceRoot":"","sources":["../../src/utils/shift-measure-grains.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGlE,uFAAuF;AACvF,wBAAgB,wBAAwB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAGjG;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,mBAAmB,EAAE,KAAK,EAAE,SAAS,GAAG,OAAO,CAG3F"}
@@ -0,0 +1,10 @@
1
+ import { intervalBuckets } from './time-axis-intervals.js';
2
+ /** Calendar shifts preserve dates; they do not convert months into fixed durations. */
3
+ export function calendarShiftAtFineGrain(interval, grain) {
4
+ return ['month', 'quarter', 'year'].includes(interval.unit)
5
+ && ['minute', 'hour', 'day', 'week'].includes(grain);
6
+ }
7
+ export function supportsShiftGrain(interval, grain) {
8
+ return calendarShiftAtFineGrain(interval, grain)
9
+ || intervalBuckets(interval.amount, interval.unit, grain) !== undefined;
10
+ }
@@ -1,4 +1,4 @@
1
- import type { ShiftMeasureDefinition, TimeGrain } from '../types.js';
1
+ import type { ShiftMeasureDefinition } from '../types.js';
2
2
  import type { TimeMeasureAxis } from './time-measure-axis.js';
3
3
  /** Preserve the selected portion of a bucket and both authored endpoint operators. */
4
4
  export declare function shiftRangeSql(shift: ShiftMeasureDefinition, axis: TimeMeasureAxis, period?: string): {
@@ -9,10 +9,13 @@ export declare function shiftRangeSql(shift: ShiftMeasureDefinition, axis: TimeM
9
9
  };
10
10
  export declare function shiftRangePredicateSql(time: string, range: ReturnType<typeof shiftRangeSql>): string;
11
11
  /** Check the shifted scan independently of whether it contains source rows. */
12
- export declare function shiftCalendarGuardSql(shift: ShiftMeasureDefinition, grain: TimeGrain, axisGuard: string): string;
12
+ export declare function shiftCalendarGuardSql(shift: ShiftMeasureDefinition, axis: TimeMeasureAxis, axisGuard: string): string;
13
+ /** Validate each output bucket after the series exists, including empty source populations. */
14
+ export declare function shiftWallTimeSeriesGuardSql(shift: ShiftMeasureDefinition, grain: TimeMeasureAxis['grain']): string;
13
15
  /** Map output buckets to their earlier half-open ranges, retaining calendar arithmetic. */
14
16
  export declare function shiftBucketCtes(shift: ShiftMeasureDefinition, axis: TimeMeasureAxis, index: number): {
15
17
  ctes: string[];
16
18
  rowsSql: string;
19
+ sourceTimesSql: string;
17
20
  };
18
21
  //# sourceMappingURL=shift-measure-sql.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"shift-measure-sql.d.ts","sourceRoot":"","sources":["../../src/utils/shift-measure-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAIrE,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9D,sFAAsF;AACtF,wBAAgB,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,MAAM;;;;;EAQlG;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,GAAG,MAAM,CAGpG;AAED,+EAA+E;AAC/E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAOhH;AAED,2FAA2F;AAC3F,wBAAgB,eAAe,CAAC,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAkBxI"}
1
+ {"version":3,"file":"shift-measure-sql.d.ts","sourceRoot":"","sources":["../../src/utils/shift-measure-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAI1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAI9D,sFAAsF;AACtF,wBAAgB,aAAa,CAAC,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,CAAC,EAAE,MAAM;;;;;EAclG;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,GAAG,MAAM,CAGpG;AAED,+EAA+E;AAC/E,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CAOrH;AAED,+FAA+F;AAC/F,wBAAgB,2BAA2B,CAAC,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,GAAG,MAAM,CAMlH;AAED,2FAA2F;AAC3F,wBAAgB,eAAe,CAAC,KAAK,EAAE,sBAAsB,EAAE,IAAI,EAAE,eAAe,EAAE,KAAK,EAAE,MAAM,GAAG;IAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,cAAc,EAAE,MAAM,CAAA;CAAE,CAsBhK"}
@@ -1,14 +1,22 @@
1
1
  import { GRAIN_FUNCTIONS } from '../constants.js';
2
2
  import { addTimeSql, subtractTimeSql } from './time-arithmetic-sql.js';
3
3
  import { calendarBucketGuardSql } from './time-axis-calendar-guard.js';
4
+ import { calendarShiftAtFineGrain } from './shift-measure-grains.js';
5
+ import { shiftWallTimeGuardSql } from './shift-wall-time-sql.js';
4
6
  /** Preserve the selected portion of a bucket and both authored endpoint operators. */
5
7
  export function shiftRangeSql(shift, axis, period) {
6
- const end = period ? addTimeSql(period, 1, axis.grain) : undefined;
8
+ const first = period ?? '_hq_first';
9
+ const last = period ?? '_hq_last';
10
+ const end = addTimeSql(last, 1, axis.grain);
11
+ const upper = subtractTimeSql(`least(${end}, _hq_upper)`, shift.interval.amount, shift.interval.unit);
12
+ // Clamp the bucket anchor, then retain its width. Independently clamping both
13
+ // dates would turn March 30–31 into February 28–28, dropping an entire day.
14
+ const shiftedEnd = addTimeSql(subtractTimeSql(last, shift.interval.amount, shift.interval.unit), 1, axis.grain);
7
15
  return {
8
- lower: subtractTimeSql(period ? `greatest(${period}, _hq_lower)` : '_hq_lower', shift.interval.amount, shift.interval.unit),
9
- upper: subtractTimeSql(end ? `least(${end}, _hq_upper)` : '_hq_upper', shift.interval.amount, shift.interval.unit),
16
+ lower: subtractTimeSql(`greatest(${first}, _hq_lower)`, shift.interval.amount, shift.interval.unit),
17
+ upper: calendarShiftAtFineGrain(shift.interval, axis.grain) ? `if(_hq_upper >= ${end}, ${shiftedEnd}, ${upper})` : upper,
10
18
  lowerInclusive: period ? `(${period} > _hq_lower OR ${Number(axis.lowerInclusive)})` : String(Number(axis.lowerInclusive)),
11
- upperInclusive: end ? `(_hq_upper < ${end} AND ${Number(axis.upperInclusive)})` : String(Number(axis.upperInclusive)),
19
+ upperInclusive: `(_hq_upper < ${end} AND ${Number(axis.upperInclusive)})`,
12
20
  };
13
21
  }
14
22
  export function shiftRangePredicateSql(time, range) {
@@ -16,14 +24,19 @@ export function shiftRangePredicateSql(time, range) {
16
24
  + ` AND (${time} < ${range.upper} OR (${range.upperInclusive} AND ${time} = ${range.upper}))`;
17
25
  }
18
26
  /** Check the shifted scan independently of whether it contains source rows. */
19
- export function shiftCalendarGuardSql(shift, grain, axisGuard) {
20
- const lower = subtractTimeSql('_hq_first', shift.interval.amount, shift.interval.unit);
21
- const upper = subtractTimeSql(addTimeSql('_hq_last', 1, grain), shift.interval.amount, shift.interval.unit);
27
+ export function shiftCalendarGuardSql(shift, axis, axisGuard) {
28
+ const { grain } = axis;
29
+ const { lower, upper } = shiftRangeSql(shift, axis);
22
30
  const first = `${GRAIN_FUNCTIONS[grain]}(${lower})`;
23
31
  const last = `${GRAIN_FUNCTIONS[grain]}(${upper})`;
24
32
  const count = `dateDiff('${grain}', ${first}, ${last}) + ${axisGuard}`;
25
33
  return calendarBucketGuardSql(first, count, grain);
26
34
  }
35
+ /** Validate each output bucket after the series exists, including empty source populations. */
36
+ export function shiftWallTimeSeriesGuardSql(shift, grain) {
37
+ const end = addTimeSql('_hq_period', 1, grain);
38
+ return shiftWallTimeGuardSql(shift.interval, grain, '_hq_series CROSS JOIN _hq_bounds', '_hq_period', 'greatest(_hq_period, _hq_lower)', `least(${end}, _hq_upper)`, end);
39
+ }
27
40
  /** Map output buckets to their earlier half-open ranges, retaining calendar arithmetic. */
28
41
  export function shiftBucketCtes(shift, axis, index) {
29
42
  const { grain } = axis;
@@ -33,7 +46,11 @@ export function shiftBucketCtes(shift, axis, index) {
33
46
  const bucket = `${GRAIN_FUNCTIONS[grain]}(_hq_shift_lower)`;
34
47
  const upperBucket = `${GRAIN_FUNCTIONS[grain]}(_hq_shift_upper)`;
35
48
  const count = `greatest(0, dateDiff('${grain}', ${bucket}, ${upperBucket}) + if(_hq_shift_upper > ${upperBucket} OR _hq_shift_upper_inclusive, 1, 0))`;
49
+ const join = ` AS r INNER JOIN ${keys} AS b ON ${GRAIN_FUNCTIONS[grain]}(r._hq_time) = b._hq_source_period WHERE ${shiftRangePredicateSql('r._hq_time', { lower: 'b._hq_shift_lower', upper: 'b._hq_shift_upper', lowerInclusive: 'b._hq_shift_lower_inclusive', upperInclusive: 'b._hq_shift_upper_inclusive' })}`;
36
50
  return {
51
+ // Membership preserves duplicate source rows while excluding dates and
52
+ // partial ranges that no output bucket maps to, including clamped overlaps.
53
+ sourceTimesSql: `SELECT r._hq_time FROM _hq_source${join}`,
37
54
  ctes: [
38
55
  `${ranges} AS (SELECT _hq_period, ${range.lower} AS _hq_shift_lower, ${range.upper} AS _hq_shift_upper, ${range.lowerInclusive} AS _hq_shift_lower_inclusive, ${range.upperInclusive} AS _hq_shift_upper_inclusive FROM _hq_series CROSS JOIN _hq_bounds)`,
39
56
  // A DST transition can map a one-hour output bucket to zero or two
@@ -41,6 +58,6 @@ export function shiftBucketCtes(shift, axis, index) {
41
58
  // The equality join avoids a source-rows × output-series Cartesian product.
42
59
  `${keys} AS (SELECT *, ${addTimeSql(bucket, `arrayJoin(range(toUInt64(${count})))`, grain)} AS _hq_source_period FROM ${ranges})`,
43
60
  ],
44
- rowsSql: `SELECT r.*, b._hq_period FROM _hq_scanned AS r INNER JOIN ${keys} AS b ON ${GRAIN_FUNCTIONS[grain]}(r._hq_time) = b._hq_source_period WHERE ${shiftRangePredicateSql('r._hq_time', { lower: 'b._hq_shift_lower', upper: 'b._hq_shift_upper', lowerInclusive: 'b._hq_shift_lower_inclusive', upperInclusive: 'b._hq_shift_upper_inclusive' })}`,
61
+ rowsSql: `SELECT r.*, b._hq_period FROM _hq_scanned${join}`,
45
62
  };
46
63
  }
@@ -1,6 +1,6 @@
1
1
  import { isSafeSQLIdentifier } from '../sql-utils.js';
2
2
  import { isSupportedTimeGrain } from '../constants.js';
3
- import { getBaseMeasure, isShiftMeasure } from './dataset-measures.js';
3
+ import { isShiftMeasure } from './dataset-measures.js';
4
4
  export function validateShiftMeasures(datasetName, timeKey, measures) {
5
5
  for (const [name, definition] of Object.entries(measures)) {
6
6
  if (!isShiftMeasure(definition))
@@ -10,8 +10,8 @@ export function validateShiftMeasures(datasetName, timeKey, measures) {
10
10
  throw new Error(`${prefix} name is not a safe identifier.`);
11
11
  if (!timeKey)
12
12
  throw new Error(`${prefix} requires a timeKey.`);
13
- if (!getBaseMeasure(measures, definition.measure))
14
- throw new Error(`${prefix} must wrap a base measure; "${String(definition.measure)}" is not one.`);
13
+ if (!Object.hasOwn(measures, definition.measure))
14
+ throw new Error(`${prefix} references missing measure "${String(definition.measure)}".`);
15
15
  const interval = definition.interval;
16
16
  if (!interval || !Number.isSafeInteger(interval.amount) || interval.amount <= 0 || !isSupportedTimeGrain(interval.unit)) {
17
17
  throw new Error(`${prefix} interval needs a positive safe integer and supported unit.`);
@@ -0,0 +1,4 @@
1
+ import type { MeasureTimeInterval, TimeGrain } from '../types.js';
2
+ /** Reject DST normalization that moves a shifted sub-day bucket to another local time. */
3
+ export declare function shiftWallTimeGuardSql(interval: MeasureTimeInterval, grain: TimeGrain, source: string, period: string, lower: string, upper: string, end: string): string;
4
+ //# sourceMappingURL=shift-wall-time-sql.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"shift-wall-time-sql.d.ts","sourceRoot":"","sources":["../../src/utils/shift-wall-time-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,mBAAmB,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAIlE,0FAA0F;AAC1F,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,mBAAmB,EAC7B,KAAK,EAAE,SAAS,EAChB,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,MAAM,GACV,MAAM,CAYR"}
@@ -0,0 +1,17 @@
1
+ import { subtractTimeSql } from './time-arithmetic-sql.js';
2
+ import { calendarShiftAtFineGrain } from './shift-measure-grains.js';
3
+ /** Reject DST normalization that moves a shifted sub-day bucket to another local time. */
4
+ export function shiftWallTimeGuardSql(interval, grain, source, period, lower, upper, end) {
5
+ if (!calendarShiftAtFineGrain(interval, grain) || (grain !== 'minute' && grain !== 'hour'))
6
+ return '0';
7
+ const changesWallTime = (value) => {
8
+ const shifted = subtractTimeSql(value, interval.amount, interval.unit);
9
+ return ['Hour', 'Minute', 'Second']
10
+ .map(part => `to${part}(${value}) != to${part}(${shifted})`)
11
+ .join(' OR ');
12
+ };
13
+ const changed = `(${changesWallTime(period)}) OR (${changesWallTime(lower)})`
14
+ + ` OR (${upper} != ${end} AND (${changesWallTime(upper)}))`;
15
+ return `(SELECT throwIf(countIf(${changed}) > 0, `
16
+ + `'Calendar shift lands on a nonexistent local time; use a UTC query timezone.') FROM ${source})`;
17
+ }
@@ -6,6 +6,7 @@ export interface TimeMeasureSqlAxis {
6
6
  timeAxisSql: string;
7
7
  guard: string;
8
8
  rangeGuard: string;
9
+ postSeriesGuard: string;
9
10
  }
10
11
  /** Build bounded output buckets using the query timezone. */
11
12
  export declare function buildTimeMeasureAxisSql(source: TimeMeasureSqlSource, axis: TimeMeasureAxis, shifts?: readonly ShiftMeasureDefinition[]): TimeMeasureSqlAxis;
@@ -1 +1 @@
1
- {"version":3,"file":"time-measure-axis-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-axis-sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAGzE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAG1D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,6DAA6D;AAC7D,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,oBAAoB,EAC5B,IAAI,EAAE,eAAe,EACrB,MAAM,GAAE,SAAS,sBAAsB,EAAO,GAC7C,kBAAkB,CAwCpB"}
1
+ {"version":3,"file":"time-measure-axis-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-axis-sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,8BAA8B,CAAC;AAGzE,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAG1D,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;CACzB;AAMD,6DAA6D;AAC7D,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,oBAAoB,EAC5B,IAAI,EAAE,eAAe,EACrB,MAAM,GAAE,SAAS,sBAAsB,EAAO,GAC7C,kBAAkB,CAyCpB"}
@@ -1,7 +1,7 @@
1
1
  import { GRAIN_FUNCTIONS } from '../constants.js';
2
2
  import { addTimeSql as add, subtractTimeSql as subtract } from './time-arithmetic-sql.js';
3
3
  import { calendarBucketGuardSql } from './time-axis-calendar-guard.js';
4
- import { shiftCalendarGuardSql } from './shift-measure-sql.js';
4
+ import { shiftCalendarGuardSql, shiftWallTimeSeriesGuardSql } from './shift-measure-sql.js';
5
5
  function literal(value) {
6
6
  return `'${value.replace(/\\/g, '\\\\').replace(/'/g, "''")}'`;
7
7
  }
@@ -23,8 +23,9 @@ export function buildTimeMeasureAxisSql(source, axis, shifts = []) {
23
23
  const physicalGuard = axis.grain === 'minute' || axis.grain === 'hour'
24
24
  ? `throwIf(position(${physicalTimeType}, 'Date') > 0 AND position(${physicalTimeType}, 'DateTime') = 0, 'Sub-day time measures require a time-of-day column; Date and Date32 are not supported.')`
25
25
  : '0';
26
- const shiftGuards = shifts.map(shift => shiftCalendarGuardSql(shift, axis.grain, `${limitGuard} + ${rangeGuard}`));
26
+ const shiftGuards = shifts.map(shift => shiftCalendarGuardSql(shift, axis, `${limitGuard} + ${rangeGuard}`));
27
27
  const guard = [limitGuard, physicalGuard, calendarGuard, ...shiftGuards].join(' + ');
28
+ const postSeriesGuard = shifts.map(shift => shiftWallTimeSeriesGuardSql(shift, axis.grain)).join(' + ') || '0';
28
29
  // A zero-row scalar retains the converted timestamp type and query timezone.
29
30
  // Reading any(time) here would scan the entire population just for its type.
30
31
  const timezone = 'timezoneOf(assumeNotNull((SELECT _hq_time FROM _hq_source LIMIT 0)))';
@@ -42,6 +43,6 @@ export function buildTimeMeasureAxisSql(source, axis, shifts = []) {
42
43
  ];
43
44
  // Always check the singleton axis before aggregating. ClickHouse can skip
44
45
  // a series guard when a dimensional CROSS JOIN has an empty population.
45
- const timeAxisSql = `WITH ${[...source.ctes, ctes[0]].join(',\n')} SELECT ${guard} + ${rangeGuard} AS _hq_validated FROM _hq_bounds`;
46
- return { ctes, timeAxisSql, guard, rangeGuard };
46
+ const timeAxisSql = `WITH ${[...source.ctes, ...ctes].join(',\n')} SELECT ${guard} + ${rangeGuard} + ${postSeriesGuard} AS _hq_validated FROM _hq_bounds`;
47
+ return { ctes, timeAxisSql, guard, rangeGuard, postSeriesGuard };
47
48
  }
@@ -1 +1 @@
1
- {"version":3,"file":"time-measure-axis.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-axis.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAQ7F,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,uEAAuE;IACvE,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qFAAqF;AACrF,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,YAAY,GAClB;IAAE,IAAI,CAAC,EAAE,eAAe,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAmC9C"}
1
+ {"version":3,"file":"time-measure-axis.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-axis.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAS7F,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAE3E,MAAM,WAAW,eAAe;IAC9B,KAAK,EAAE,SAAS,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,OAAO,CAAC;IACxB,OAAO,EAAE,YAAY,EAAE,CAAC;IACxB,uEAAuE;IACvE,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qFAAqF;AACrF,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,kBAAkB,EAC3B,KAAK,EAAE,YAAY,GAClB;IAAE,IAAI,CAAC,EAAE,eAAe,CAAC;IAAC,MAAM,EAAE,MAAM,EAAE,CAAA;CAAE,CAmC9C"}
@@ -2,7 +2,8 @@ import { isSupportedTimeGrain } from '../constants.js';
2
2
  import { selectedTimeMeasures } from './time-query-measures.js';
3
3
  import { isShiftMeasure } from './dataset-measures.js';
4
4
  import { resolveTimeAxisRange, isDefinitelyEmptyTimeRange } from './time-axis-bounds.js';
5
- import { intervalBuckets, windowGrainErrors, estimateTimeAxisBuckets, exceedsEstimatedTimeAxisLimit } from './time-axis-intervals.js';
5
+ import { windowGrainErrors, estimateTimeAxisBuckets, exceedsEstimatedTimeAxisLimit } from './time-axis-intervals.js';
6
+ import { supportsShiftGrain } from './shift-measure-grains.js';
6
7
  export { intervalBuckets, utcBucketStart } from './time-axis-intervals.js';
7
8
  /** Validate time-measure grains, resolve bounds, then estimate the output series. */
8
9
  export function analyzeTimeMeasureAxis(dataset, query) {
@@ -16,7 +17,7 @@ export function analyzeTimeMeasureAxis(dataset, query) {
16
17
  const grain = query.by;
17
18
  for (const [name, window] of timeMeasures) {
18
19
  if (isShiftMeasure(window)) {
19
- if (intervalBuckets(window.interval.amount, window.interval.unit, grain) === undefined)
20
+ if (!supportsShiftGrain(window.interval, grain))
20
21
  errors.push(`Shift measure "${name}" must span whole "${grain}" buckets.`);
21
22
  continue;
22
23
  }
@@ -0,0 +1,6 @@
1
+ import type { MeasureEvaluationContext } from './measure-evaluation-graph.js';
2
+ import type { TimeMeasureAxis } from './time-measure-axis.js';
3
+ /** Keep output coordinates separate from each shifted evaluation interval. */
4
+ export declare function timeMeasureContextCtes(contexts: readonly MeasureEvaluationContext[], axis: TimeMeasureAxis): string[];
5
+ export declare function timeMeasureContextGuard(context: MeasureEvaluationContext, axis: TimeMeasureAxis): string;
6
+ //# sourceMappingURL=time-measure-context-sql.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"time-measure-context-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-context-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,+BAA+B,CAAC;AAC9E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAM9D,8EAA8E;AAC9E,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,SAAS,wBAAwB,EAAE,EAAE,IAAI,EAAE,eAAe,GAAG,MAAM,EAAE,CAUrH;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,wBAAwB,EAAE,IAAI,EAAE,eAAe,GAAG,MAAM,CAOxG"}
@@ -0,0 +1,21 @@
1
+ import { addTimeSql as add, subtractTimeSql as subtract } from './time-arithmetic-sql.js';
2
+ import { calendarShiftAtFineGrain } from './shift-measure-grains.js';
3
+ import { calendarBucketGuardSql } from './time-axis-calendar-guard.js';
4
+ import { shiftWallTimeGuardSql } from './shift-wall-time-sql.js';
5
+ /** Keep output coordinates separate from each shifted evaluation interval. */
6
+ export function timeMeasureContextCtes(contexts, axis) {
7
+ const end = add('_hq_period', 1, axis.grain);
8
+ const root = `_hq_context0 AS (SELECT _hq_period, _hq_period AS _hq_eval_period, ${end} AS _hq_eval_end, greatest(_hq_period, _hq_lower) AS _hq_eval_lower, least(${end}, _hq_upper) AS _hq_eval_upper, (_hq_period > _hq_lower OR ${Number(axis.lowerInclusive)}) AS _hq_lower_inclusive, (_hq_upper < ${end} AND ${Number(axis.upperInclusive)}) AS _hq_upper_inclusive FROM _hq_series CROSS JOIN _hq_bounds)`;
9
+ return [root, ...contexts.slice(1).map(context => {
10
+ const interval = context.interval;
11
+ const shift = (value) => subtract(`p.${value}`, interval.amount, interval.unit);
12
+ const period = shift('_hq_eval_period');
13
+ const shiftedEnd = calendarShiftAtFineGrain(interval, axis.grain) ? add(period, 1, axis.grain) : shift('_hq_eval_end');
14
+ return `_hq_context${context.id} AS (SELECT p._hq_period, ${period} AS _hq_eval_period, ${shiftedEnd} AS _hq_eval_end, ${shift('_hq_eval_lower')} AS _hq_eval_lower, if(p._hq_eval_upper = p._hq_eval_end, ${shiftedEnd}, ${shift('_hq_eval_upper')}) AS _hq_eval_upper, p._hq_lower_inclusive, p._hq_upper_inclusive FROM _hq_context${context.parent} AS p)`;
15
+ })];
16
+ }
17
+ export function timeMeasureContextGuard(context, axis) {
18
+ const guard = calendarBucketGuardSql('_hq_eval_period', '1', axis.grain);
19
+ const wallTimeGuard = context.interval === undefined ? '0' : shiftWallTimeGuardSql(context.interval, axis.grain, `_hq_context${context.parent} AS p`, 'p._hq_eval_period', 'p._hq_eval_lower', 'p._hq_eval_upper', 'p._hq_eval_end');
20
+ return `(SELECT coalesce(max(${guard}), 0) FROM _hq_context${context.id}) + ${wallTimeGuard}`;
21
+ }
@@ -1 +1 @@
1
- {"version":3,"file":"time-measure-dataset-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-dataset-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AAYxE,+EAA+E;AAC/E,wBAAgB,0BAA0B,CACxC,EAAE,EAAE,kBAAkB,EACtB,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,4BAA4B,GACpC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,OAAO,EAAE,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAuD7D"}
1
+ {"version":3,"file":"time-measure-dataset-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-dataset-sql.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AAYxE,+EAA+E;AAC/E,wBAAgB,0BAA0B,CACxC,EAAE,EAAE,kBAAkB,EACtB,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,4BAA4B,GACpC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,OAAO,EAAE,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAmE7D"}
@@ -1,9 +1,11 @@
1
+ import { buildCompositeTimeMeasureSql } from './composite-time-measure-sql.js';
2
+ import { measureDependencyNames } from './measure-dependencies.js';
1
3
  import { getBaseMeasure, getDerivedMeasure, isShiftMeasure, isWindowMeasure } from './dataset-measures.js';
2
4
  import { selectedTimeMeasures } from './time-query-measures.js';
3
5
  import { analyzeTimeMeasureAxis } from './time-measure-axis.js';
4
6
  import { validateDatasetQueryInput } from './dataset-query-validation.js';
5
7
  import { addTimeSql as add } from './time-arithmetic-sql.js';
6
- import { shiftBucketCtes, shiftRangeSql, shiftRangePredicateSql } from './shift-measure-sql.js';
8
+ import { shiftBucketCtes } from './shift-measure-sql.js';
7
9
  import { buildTimeMeasureSourceSql } from './time-measure-source-sql.js';
8
10
  import { buildTimeMeasureAxisSql } from './time-measure-axis-sql.js';
9
11
  import { buildTimeMeasureValuesSql, windowMeasureRowsSql, windowScanStartSql } from './time-measure-values-sql.js';
@@ -16,6 +18,16 @@ export function buildTimeMeasureDatasetSql(ds, query, options) {
16
18
  const { axis } = analyzeTimeMeasureAxis(ds, query);
17
19
  if (!axis || !ds.timeKey)
18
20
  throw new Error('Window measures require a bounded time axis.');
21
+ const dependencies = measureDependencyNames(ds.measures, query.measures ?? []);
22
+ const composite = dependencies.some(name => {
23
+ const definition = ds.measures[name];
24
+ if (isShiftMeasure(definition))
25
+ return !getBaseMeasure(ds.measures, definition.measure);
26
+ const derived = getDerivedMeasure(ds.measures, name);
27
+ return derived && Object.values(derived.uses).some(input => getDerivedMeasure(ds.measures, input));
28
+ });
29
+ if (composite)
30
+ return buildCompositeTimeMeasureSql(ds, query, options, axis);
19
31
  const timeMeasures = selectedTimeMeasures(ds, query);
20
32
  const windows = [...timeMeasures.values()].filter(isWindowMeasure);
21
33
  const shifts = [...timeMeasures.values()].filter(isShiftMeasure);
@@ -28,6 +40,12 @@ export function buildTimeMeasureDatasetSql(ds, query, options) {
28
40
  const baseNames = new Set([...needed].map(name => timeMeasures.get(name)?.measure ?? name));
29
41
  const source = buildTimeMeasureSourceSql(ds, query, baseNames, axis.filters, options);
30
42
  const timeAxis = buildTimeMeasureAxisSql(source, axis, shifts);
43
+ const shiftedInputs = new Map();
44
+ [...needed].forEach((name, index) => {
45
+ const measure = timeMeasures.get(name);
46
+ if (isShiftMeasure(measure))
47
+ shiftedInputs.set(name, shiftBucketCtes(measure, axis, index));
48
+ });
31
49
  // Scan only requested populations: intervening rows must not introduce dimensions.
32
50
  const end = add('_hq_last', 1, axis.grain);
33
51
  const populations = [];
@@ -41,23 +59,22 @@ export function buildTimeMeasureDatasetSql(ds, query, options) {
41
59
  ? '' : ` AND _hq_time >= least(${starts.join(', ')})`;
42
60
  populations.push(`(_hq_time < ${end}${lower})`);
43
61
  }
44
- for (const shift of shifts) {
45
- populations.push(`(${shiftRangePredicateSql('_hq_time', shiftRangeSql(shift, axis))})`);
46
- }
62
+ for (const shifted of shiftedInputs.values())
63
+ populations.push(`(_hq_time IN (${shifted.sourceTimesSql}))`);
47
64
  const scanCte = `_hq_scanned AS (SELECT * FROM _hq_source CROSS JOIN _hq_bounds WHERE ${populations.join(' OR ')})`;
48
- const inputs = [...needed].map((name, index) => {
65
+ const inputs = [...needed].map(name => {
49
66
  const timeMeasure = timeMeasures.get(name);
50
67
  const window = isWindowMeasure(timeMeasure) ? timeMeasure : undefined;
51
68
  const base = source.bases.find(base => base.name === (timeMeasure?.measure ?? name));
52
69
  if (!base)
53
70
  throw new Error(`Missing base input for measure "${name}".`);
54
71
  if (isShiftMeasure(timeMeasure)) {
55
- const shifted = shiftBucketCtes(timeMeasure, axis, index);
56
- return { name, base, rowsSql: shifted.rowsSql, rowCtes: shifted.ctes, restrictToAxis: false };
72
+ const shifted = shiftedInputs.get(name);
73
+ return { name, base, rowsSql: shifted.rowsSql, restrictToAxis: false };
57
74
  }
58
75
  return { name, base, window, rowsSql: windowMeasureRowsSql(window, axis) };
59
76
  });
60
77
  const values = buildTimeMeasureValuesSql(source.dimensions, inputs, axis);
61
- const sql = buildTimeMeasureResultSql(ds, query, options, source.dimensions, [...source.ctes, ...timeAxis.ctes, scanCte, ...values], `${timeAxis.guard} + ${timeAxis.rangeGuard}`);
78
+ const sql = buildTimeMeasureResultSql(ds, query, options, source.dimensions, [...source.ctes, ...timeAxis.ctes, ...[...shiftedInputs.values()].flatMap(input => input.ctes), scanCte, ...values], `${timeAxis.guard} + ${timeAxis.rangeGuard} + ${timeAxis.postSeriesGuard}`);
62
79
  return { sql, parameters: source.parameters, timeAxisSql: timeAxis.timeAxisSql };
63
80
  }
@@ -0,0 +1,14 @@
1
+ import type { WindowMeasureDefinition } from '../types.js';
2
+ import type { TimeMeasureAxis } from './time-measure-axis.js';
3
+ import type { TimeMeasureSqlBase, TimeMeasureSqlDimension } from './time-measure-source-sql.js';
4
+ /** Keyed source membership retains distinct/average semantics and row multiplicity. */
5
+ export declare function timeMeasureLeafSql(id: number, context: number, base: TimeMeasureSqlBase, window: WindowMeasureDefinition | undefined, axis: TimeMeasureAxis, dims: readonly TimeMeasureSqlDimension[]): {
6
+ ctes: string[];
7
+ population: string;
8
+ aggregate: string;
9
+ context: number;
10
+ cumulative: boolean;
11
+ guard: string;
12
+ count: boolean;
13
+ };
14
+ //# sourceMappingURL=time-measure-leaf-sql.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"time-measure-leaf-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-leaf-sql.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,aAAa,CAAC;AAC3D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAC9D,OAAO,KAAK,EAAE,kBAAkB,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAMhG,uFAAuF;AACvF,wBAAgB,kBAAkB,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,uBAAuB,GAAG,SAAS,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,SAAS,uBAAuB,EAAE;;;;;;;;EA6CrM"}
@@ -0,0 +1,52 @@
1
+ import { GRAIN_FUNCTIONS } from '../constants.js';
2
+ import { addTimeSql as add, subtractTimeSql as subtract } from './time-arithmetic-sql.js';
3
+ import { calendarBucketGuardSql } from './time-axis-calendar-guard.js';
4
+ import { shiftRangePredicateSql } from './shift-measure-sql.js';
5
+ import { isCountAggregation, windowAggregateSql } from './window-aggregation-sql.js';
6
+ /** Keyed source membership retains distinct/average semantics and row multiplicity. */
7
+ export function timeMeasureLeafSql(id, context, base, window, axis, dims) {
8
+ const keys = dims.map(dim => dim.alias);
9
+ const ranges = `_hq_ranges${id}`;
10
+ const rows = `_hq_rows${id}`;
11
+ const aggregate = `_hq_leaf${id}`;
12
+ const value = `_hq_value${id}`;
13
+ const group = `_hq_period${keys.length ? `, ${keys.join(', ')}` : ''}`;
14
+ const expression = windowAggregateSql(base.definition, base.value, base.arg);
15
+ if (window?.cumulative) {
16
+ const population = `_hq_history${id}`;
17
+ const partial = `_hq_partial${id}`;
18
+ const operation = base.definition.aggregation === 'count' ? 'sum' : base.definition.aggregation;
19
+ const partition = keys.length ? `tuple(${keys.join(', ')})` : 'tuple(0)';
20
+ const historyGroup = `_hq_time${keys.length ? `, ${keys.join(', ')}` : ''}`;
21
+ return {
22
+ ctes: [
23
+ `${population} AS (SELECT * FROM _hq_source WHERE _hq_time < (SELECT max(_hq_eval_end) FROM _hq_context${context}))`,
24
+ `${partial} AS (SELECT ${historyGroup}, ${partition} AS _hq_partition, toNullable(${expression}) AS _hq_partial FROM ${population} GROUP BY ${historyGroup})`,
25
+ `${aggregate} AS (SELECT _hq_time, _hq_partition, ${operation}OrNull(_hq_partial) OVER (PARTITION BY _hq_partition ORDER BY _hq_time ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW) AS ${value} FROM ${partial})`,
26
+ ],
27
+ population, aggregate, context, cumulative: true, guard: '0',
28
+ count: isCountAggregation(base.definition),
29
+ };
30
+ }
31
+ const lower = window?.trailing ? subtract('_hq_eval_end', window.trailing.amount, window.trailing.unit)
32
+ : window?.toDate ? `${GRAIN_FUNCTIONS[window.toDate]}(_hq_eval_period)` : '_hq_eval_lower';
33
+ const upper = window ? '_hq_eval_end' : '_hq_eval_upper';
34
+ const lowerInclusive = window ? '1' : '_hq_lower_inclusive';
35
+ const upperInclusive = window ? '0' : '_hq_upper_inclusive';
36
+ const first = `${GRAIN_FUNCTIONS[axis.grain]}(_hq_scan_lower)`;
37
+ const last = `${GRAIN_FUNCTIONS[axis.grain]}(_hq_scan_upper)`;
38
+ const count = `greatest(0, dateDiff('${axis.grain}', ${first}, ${last}) + if(_hq_scan_upper > ${last} OR _hq_scan_upper_inclusive, 1, 0))`;
39
+ const fanout = window ? `throwIf(${count} > 1000, 'A window row contributes to more than 1000 buckets.')` : '0';
40
+ const guard = `${fanout} + ${calendarBucketGuardSql(first, `${count} + ${fanout}`, axis.grain)}`;
41
+ const predicate = shiftRangePredicateSql('r._hq_time', { lower: 'b._hq_scan_lower', upper: 'b._hq_scan_upper', lowerInclusive: 'b._hq_scan_lower_inclusive', upperInclusive: 'b._hq_scan_upper_inclusive' });
42
+ return {
43
+ ctes: [
44
+ `${ranges} AS (SELECT _hq_period, ${lower} AS _hq_scan_lower, ${upper} AS _hq_scan_upper, ${lowerInclusive} AS _hq_scan_lower_inclusive, ${upperInclusive} AS _hq_scan_upper_inclusive FROM _hq_context${context})`,
45
+ `_hq_keys${id} AS (SELECT *, ${add(first, `arrayJoin(range(toUInt64(${count} + ${guard})))`, axis.grain)} AS _hq_source_period FROM ${ranges})`,
46
+ `${rows} AS (SELECT r.*, b._hq_period FROM _hq_source AS r INNER JOIN _hq_keys${id} AS b ON ${GRAIN_FUNCTIONS[axis.grain]}(r._hq_time) = b._hq_source_period WHERE ${predicate})`,
47
+ `${aggregate} AS (SELECT ${group}, toNullable(${expression}) AS ${value} FROM ${rows} GROUP BY ${group})`,
48
+ ],
49
+ population: rows, aggregate, context, cumulative: false,
50
+ guard: `(SELECT coalesce(max(${guard}), 0) FROM ${ranges})`, count: isCountAggregation(base.definition),
51
+ };
52
+ }
@@ -2,5 +2,5 @@ import type { AnyDatasetInstance, DatasetQuery } from '../types.js';
2
2
  import type { DatasetQueryExecutionOptions } from '../dataset-query.js';
3
3
  import type { TimeMeasureSqlDimension } from './time-measure-source-sql.js';
4
4
  /** Evaluate formulas after aggregation, then apply output ordering and pagination. */
5
- export declare function buildTimeMeasureResultSql(ds: AnyDatasetInstance, query: DatasetQuery, options: DatasetQueryExecutionOptions, dims: readonly TimeMeasureSqlDimension[], ctes: readonly string[], validationGuard: string): string;
5
+ export declare function buildTimeMeasureResultSql(ds: AnyDatasetInstance, query: DatasetQuery, options: DatasetQueryExecutionOptions, dims: readonly TimeMeasureSqlDimension[], ctes: readonly string[], validationGuard: string, formulasEvaluated?: boolean): string;
6
6
  //# sourceMappingURL=time-measure-result-sql.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"time-measure-result-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-result-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AAIxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAE5E,sFAAsF;AACtF,wBAAgB,yBAAyB,CACvC,EAAE,EAAE,kBAAkB,EACtB,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,4BAA4B,EACrC,IAAI,EAAE,SAAS,uBAAuB,EAAE,EACxC,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,eAAe,EAAE,MAAM,GACtB,MAAM,CAuBR"}
1
+ {"version":3,"file":"time-measure-result-sql.d.ts","sourceRoot":"","sources":["../../src/utils/time-measure-result-sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AACpE,OAAO,KAAK,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AAIxE,OAAO,KAAK,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AAE5E,sFAAsF;AACtF,wBAAgB,yBAAyB,CACvC,EAAE,EAAE,kBAAkB,EACtB,KAAK,EAAE,YAAY,EACnB,OAAO,EAAE,4BAA4B,EACrC,IAAI,EAAE,SAAS,uBAAuB,EAAE,EACxC,IAAI,EAAE,SAAS,MAAM,EAAE,EACvB,eAAe,EAAE,MAAM,EACvB,iBAAiB,UAAQ,GACxB,MAAM,CAuBR"}
@@ -2,14 +2,14 @@ import { quoteSQLIdentifier } from '../sql-utils.js';
2
2
  import { getDerivedMeasure } from './dataset-measures.js';
3
3
  import { derivedProjection } from './derived-measure-sql.js';
4
4
  /** Evaluate formulas after aggregation, then apply output ordering and pagination. */
5
- export function buildTimeMeasureResultSql(ds, query, options, dims, ctes, validationGuard) {
5
+ export function buildTimeMeasureResultSql(ds, query, options, dims, ctes, validationGuard, formulasEvaluated = false) {
6
6
  const selected = query.measures ?? [];
7
7
  const projections = [
8
8
  quoteSQLIdentifier('period'),
9
9
  ...dims.map(dimension => quoteSQLIdentifier(dimension.name)),
10
10
  ...selected.map(name => {
11
11
  const derived = getDerivedMeasure(ds.measures, name);
12
- return derived ? derivedProjection(name, derived) : quoteSQLIdentifier(name);
12
+ return derived && !formulasEvaluated ? derivedProjection(name, derived) : quoteSQLIdentifier(name);
13
13
  }),
14
14
  ];
15
15
  // Keep toSQL independently guarded too. This branch produces no valid
@@ -1 +1 @@
1
- {"version":3,"file":"time-query-measures.d.ts","sourceRoot":"","sources":["../../src/utils/time-query-measures.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAGzK,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,GAAG,sBAAsB,CAAC;AAErF,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,GAAG,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAYzH;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,wBAAwB,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,GAAG,OAAO,CAE3I;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI,CAOlG"}
1
+ {"version":3,"file":"time-query-measures.d.ts","sourceRoot":"","sources":["../../src/utils/time-query-measures.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,sBAAsB,EAAE,uBAAuB,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,aAAa,CAAC;AAGzK,MAAM,MAAM,qBAAqB,GAAG,uBAAuB,GAAG,sBAAsB,CAAC;AAErF,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,GAAG,CAAC,MAAM,EAAE,qBAAqB,CAAC,CAQzH;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,wBAAwB,EAAE,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,CAAC,CAAC,GAAG,OAAO,CAE3I;AAED,wBAAgB,2BAA2B,CAAC,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,IAAI,CAOlG"}
@@ -1,11 +1,7 @@
1
- import { getDerivedMeasure, isShiftMeasure, isWindowMeasure } from './dataset-measures.js';
1
+ import { measureDependencyNames } from './measure-dependencies.js';
2
+ import { isShiftMeasure, isWindowMeasure } from './dataset-measures.js';
2
3
  export function selectedTimeMeasures(dataset, query) {
3
- const names = new Set(query.measures ?? []);
4
- for (const name of query.measures ?? []) {
5
- const derived = getDerivedMeasure(dataset.measures, name);
6
- if (derived)
7
- Object.values(derived.uses).forEach(input => names.add(input));
8
- }
4
+ const names = measureDependencyNames(dataset.measures, query.measures ?? []);
9
5
  const measures = new Map();
10
6
  for (const name of names) {
11
7
  const definition = Object.hasOwn(dataset.measures, name) ? dataset.measures[name] : undefined;
@@ -15,7 +11,7 @@ export function selectedTimeMeasures(dataset, query) {
15
11
  return measures;
16
12
  }
17
13
  export function usesTimeMeasure(definition, measures) {
18
- return Object.values(definition.uses).some(name => Object.hasOwn(measures, name) && (isWindowMeasure(measures[name]) || isShiftMeasure(measures[name])));
14
+ return measureDependencyNames(measures, Object.values(definition.uses)).some(name => isWindowMeasure(measures[name]) || isShiftMeasure(measures[name]));
19
15
  }
20
16
  export function rejectTimeMeasuresOnBackend(dataset, query) {
21
17
  const measures = [...selectedTimeMeasures(dataset, query).values()];
@@ -1 +1 @@
1
- {"version":3,"file":"window-query-signature.d.ts","sourceRoot":"","sources":["../../src/utils/window-query-signature.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAMpE,uFAAuF;AACvF,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAiBzG"}
1
+ {"version":3,"file":"window-query-signature.d.ts","sourceRoot":"","sources":["../../src/utils/window-query-signature.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,kBAAkB,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAMpE,uFAAuF;AACvF,wBAAgB,oBAAoB,CAAC,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,YAAY,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA0BzG"}