@owox/backend 0.35.0-next-20260917211534 → 0.36.0

package/dist/src/common/exceptions/concurrency-limit-exceeded.exception.d.ts

@@ -1,4 +1,4 @@
 import { BusinessViolationException } from './business-violation.exception';
 export declare class ConcurrencyLimitExceededException extends BusinessViolationException {
-    constructor(message: string, errorDetails?: Record<string, unknown>);
+    constructor(message: string, errorDetails?: Record<string, unknown>, code?: string);
 }

package/dist/src/common/exceptions/concurrency-limit-exceeded.exception.js

@@ -3,8 +3,8 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.ConcurrencyLimitExceededException = void 0;
 const business_violation_exception_1 = require("./business-violation.exception");
 class ConcurrencyLimitExceededException extends business_violation_exception_1.BusinessViolationException {
-    constructor(message, errorDetails) {
-        super(message, errorDetails);
+    constructor(message, errorDetails, code) {
+        super(message, errorDetails, code);
     }
 }
 exports.ConcurrencyLimitExceededException = ConcurrencyLimitExceededException;

package/dist/src/common/markdown/markdown-parser.service.d.ts

@@ -5,5 +5,7 @@ export declare enum COLOR_THEME {
 }
 export declare class MarkdownParser {
     parseToHtml(markdown: string, theme?: COLOR_THEME): Promise<string>;
+    parseToFragment(markdown: string): Promise<string>;
+    private runPipeline;
     private getColorThemeCss;
 }

package/dist/src/common/markdown/markdown-parser.service.js

@@ -84,6 +84,20 @@ var COLOR_THEME;
 })(COLOR_THEME || (exports.COLOR_THEME = COLOR_THEME = {}));
 let MarkdownParser = class MarkdownParser {
     async parseToHtml(markdown, theme = COLOR_THEME.DYNAMIC) {
+        const html = await this.runPipeline(markdown);
+        const content = `<div class="markdown-body">${html}</div>`;
+        return juice_1.default.inlineContent(content, this.getColorThemeCss(theme), {
+            preserveMediaQueries: true,
+            applyAttributesTableElements: true,
+            applyWidthAttributes: true,
+            applyHeightAttributes: true,
+            resolveCSSVariables: true,
+        });
+    }
+    async parseToFragment(markdown) {
+        return this.runPipeline(markdown);
+    }
+    async runPipeline(markdown) {
         const html = await (0, remark_1.remark)()
             .use(remark_parse_1.default)
             .use(remark_gfm_1.default)
@@ -93,14 +107,7 @@ let MarkdownParser = class MarkdownParser {
             .use(rehype_normalize_table_truncation_notice_plugin_1.rehypeNormalizeTableTruncationNoticeRows)
             .use(rehype_stringify_1.default)
             .process(markdown);
-        const content = `<div class="markdown-body">${String(html)}</div>`;
-        return juice_1.default.inlineContent(content, this.getColorThemeCss(theme), {
-            preserveMediaQueries: true,
-            applyAttributesTableElements: true,
-            applyWidthAttributes: true,
-            applyHeightAttributes: true,
-            resolveCSSVariables: true,
-        });
+        return String(html);
     }
     getColorThemeCss(theme) {
         let cssVariables;

package/dist/src/common/search/search.facade.d.ts

@@ -3,7 +3,19 @@ export declare const SEARCH_SEMANTIC_ENGINE: unique symbol;
 export declare enum SearchableEntityType {
     DATA_MART = "DATA_MART",
     DATA_STORAGE = "DATA_STORAGE",
-    DATA_DESTINATION = "DATA_DESTINATION"
+    DATA_DESTINATION = "DATA_DESTINATION",
+    REPORT = "REPORT"
+}
+export interface SearchReportRef {
+    dataMart: {
+        id: string;
+        title: string;
+    };
+    dataDestination: {
+        id: string;
+        title: string;
+        type: string;
+    };
 }
 export interface SearchResult {
     entityType: SearchableEntityType;
@@ -13,6 +25,8 @@ export interface SearchResult {
     finalScore: number;
     kwScore: number;
     vecScore: number | null;
+    report?: SearchReportRef;
+    url?: string;
 }
 export interface SearchAccessScope {
     userId: string;

package/dist/src/common/search/search.facade.js

@@ -8,5 +8,6 @@ var SearchableEntityType;
     SearchableEntityType["DATA_MART"] = "DATA_MART";
     SearchableEntityType["DATA_STORAGE"] = "DATA_STORAGE";
     SearchableEntityType["DATA_DESTINATION"] = "DATA_DESTINATION";
+    SearchableEntityType["REPORT"] = "REPORT";
 })(SearchableEntityType || (exports.SearchableEntityType = SearchableEntityType = {}));
 //# sourceMappingURL=search.facade.js.map

package/dist/src/common/validators/max-byte-length.validator.d.ts

@@ -0,0 +1,2 @@
+import { ValidationOptions } from 'class-validator';
+export declare function MaxByteLength(maxSizeBytes: number, validationOptions?: ValidationOptions): (object: object, propertyName: string) => void;

package/dist/src/common/validators/max-byte-length.validator.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MaxByteLength = MaxByteLength;
+const class_validator_1 = require("class-validator");
+function MaxByteLength(maxSizeBytes, validationOptions) {
+    return function (object, propertyName) {
+        (0, class_validator_1.registerDecorator)({
+            name: 'maxByteLength',
+            target: object.constructor,
+            propertyName: propertyName,
+            options: validationOptions,
+            constraints: [maxSizeBytes],
+            validator: {
+                validate(value, args) {
+                    if (typeof value !== 'string') {
+                        return true;
+                    }
+                    const [maxSize] = args.constraints;
+                    return Buffer.byteLength(value, 'utf8') <= maxSize;
+                },
+                defaultMessage(args) {
+                    const [maxSize] = args.constraints;
+                    return `${args.property} must be shorter than or equal to ${maxSize} bytes`;
+                },
+            },
+        });
+    };
+}
+//# sourceMappingURL=max-byte-length.validator.js.map

package/dist/src/config/env-validation.config.d.ts

@@ -7,6 +7,10 @@ declare const configSchema: z.ZodObject<{
     HEADERS_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
     MAX_CONNECTOR_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
     MAX_REPORT_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
+    CONNECTOR_SHORT_LINK_DOMAINS: z.ZodOptional<z.ZodString>;
+    MAX_CONNECTOR_TESTS_PER_PROJECT: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    MAX_CONNECTOR_TESTS_TOTAL: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    CONNECTOR_RUN_LOG_FLUSH_INTERVAL_MS: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
     PLUGIN_HOST_SYNC_MIN_INTERVAL_SEC: z.ZodOptional<z.ZodNumber>;
     PLUGIN_HOST_REMOTE_PROBE_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
 }, "passthrough", z.ZodTypeAny, z.objectOutputType<{
@@ -17,6 +21,10 @@ declare const configSchema: z.ZodObject<{
     HEADERS_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
     MAX_CONNECTOR_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
     MAX_REPORT_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
+    CONNECTOR_SHORT_LINK_DOMAINS: z.ZodOptional<z.ZodString>;
+    MAX_CONNECTOR_TESTS_PER_PROJECT: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    MAX_CONNECTOR_TESTS_TOTAL: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    CONNECTOR_RUN_LOG_FLUSH_INTERVAL_MS: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
     PLUGIN_HOST_SYNC_MIN_INTERVAL_SEC: z.ZodOptional<z.ZodNumber>;
     PLUGIN_HOST_REMOTE_PROBE_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
 }, z.ZodTypeAny, "passthrough">, z.objectInputType<{
@@ -27,6 +35,10 @@ declare const configSchema: z.ZodObject<{
     HEADERS_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
     MAX_CONNECTOR_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
     MAX_REPORT_RUNS_PER_PROJECT: z.ZodDefault<z.ZodNumber>;
+    CONNECTOR_SHORT_LINK_DOMAINS: z.ZodOptional<z.ZodString>;
+    MAX_CONNECTOR_TESTS_PER_PROJECT: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    MAX_CONNECTOR_TESTS_TOTAL: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
+    CONNECTOR_RUN_LOG_FLUSH_INTERVAL_MS: z.ZodEffects<z.ZodDefault<z.ZodNumber>, number, unknown>;
     PLUGIN_HOST_SYNC_MIN_INTERVAL_SEC: z.ZodOptional<z.ZodNumber>;
     PLUGIN_HOST_REMOTE_PROBE_TIMEOUT_MS: z.ZodDefault<z.ZodNumber>;
 }, z.ZodTypeAny, "passthrough">>;

package/dist/src/config/env-validation.config.js

@@ -3,6 +3,9 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.validateConfig = validateConfig;
 const zod_1 = require("zod");
 const constants_1 = require("./constants");
+function blankAsUnset(schema) {
+    return zod_1.z.preprocess(value => (typeof value === 'string' && value.trim() === '' ? undefined : value), schema);
+}
 const configSchema = zod_1.z
     .object({
     SCHEDULER_EXECUTION_ENABLED: zod_1.z
@@ -17,6 +20,10 @@ const configSchema = zod_1.z
     HEADERS_TIMEOUT_MS: zod_1.z.coerce.number().default(constants_1.DEFAULT_HEADERS_TIMEOUT_MS),
     MAX_CONNECTOR_RUNS_PER_PROJECT: zod_1.z.coerce.number().int().min(1).max(1000).default(3),
     MAX_REPORT_RUNS_PER_PROJECT: zod_1.z.coerce.number().int().min(1).max(1000).default(1000),
+    CONNECTOR_SHORT_LINK_DOMAINS: zod_1.z.string().trim().optional(),
+    MAX_CONNECTOR_TESTS_PER_PROJECT: blankAsUnset(zod_1.z.coerce.number().int().min(1).max(1000).default(3)),
+    MAX_CONNECTOR_TESTS_TOTAL: blankAsUnset(zod_1.z.coerce.number().int().min(1).max(1000).default(10)),
+    CONNECTOR_RUN_LOG_FLUSH_INTERVAL_MS: blankAsUnset(zod_1.z.coerce.number().int().min(0).max(3_600_000).default(2_000)),
     PLUGIN_HOST_SYNC_MIN_INTERVAL_SEC: zod_1.z.coerce.number().int().min(0).max(86_400).optional(),
     PLUGIN_HOST_REMOTE_PROBE_TIMEOUT_MS: zod_1.z.coerce
         .number()

package/dist/src/data-marts/ai-insights/agent/types.d.ts

@@ -252,12 +252,12 @@ export declare const QueryPlanWhereSpecSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     value: string | number | boolean | string[] | number[] | null;
     required: boolean;
-    operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+    operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
     field: string;
     notes?: string | undefined;
 }, {
     value: string | number | boolean | string[] | number[] | null;
-    operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+    operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
     field: string;
     required?: boolean | undefined;
     notes?: string | undefined;
@@ -339,12 +339,12 @@ export declare const QueryPlanSchema: z.ZodObject<{
     }, "strip", z.ZodTypeAny, {
         value: string | number | boolean | string[] | number[] | null;
         required: boolean;
-        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
         field: string;
         notes?: string | undefined;
     }, {
         value: string | number | boolean | string[] | number[] | null;
-        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
         field: string;
         required?: boolean | undefined;
         notes?: string | undefined;
@@ -453,6 +453,7 @@ export declare const QueryPlanSchema: z.ZodObject<{
     }>>>;
 }, "strip", z.ZodTypeAny, {
     dimensions: string[];
+    metrics: string[];
     tables: {
         fullyQualifiedName: string;
         role?: string | null | undefined;
@@ -463,7 +464,6 @@ export declare const QueryPlanSchema: z.ZodObject<{
         alias: string;
         sourceColumn: string;
     }[];
-    metrics: string[];
     metricSpecs: {
         name: string;
         required: boolean;
@@ -475,7 +475,7 @@ export declare const QueryPlanSchema: z.ZodObject<{
     whereSpecs: {
         value: string | number | boolean | string[] | number[] | null;
         required: boolean;
-        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
         field: string;
         notes?: string | undefined;
     }[];
@@ -517,7 +517,7 @@ export declare const QueryPlanSchema: z.ZodObject<{
     }[];
     whereSpecs: {
         value: string | number | boolean | string[] | number[] | null;
-        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+        operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
         field: string;
         required?: boolean | undefined;
         notes?: string | undefined;
@@ -529,6 +529,7 @@ export declare const QueryPlanSchema: z.ZodObject<{
         required?: boolean | undefined;
     }[];
     dimensions?: string[] | undefined;
+    metrics?: string[] | undefined;
     tables?: {
         fullyQualifiedName: string;
         role?: string | null | undefined;
@@ -540,7 +541,6 @@ export declare const QueryPlanSchema: z.ZodObject<{
         sourceColumn: string;
         required?: boolean | undefined;
     }[] | undefined;
-    metrics?: string[] | undefined;
     dateField?: string | null | undefined;
     dateFilterDescription?: string | null | undefined;
     whereConditions?: string[] | undefined;
@@ -625,12 +625,12 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         }, "strip", z.ZodTypeAny, {
             value: string | number | boolean | string[] | number[] | null;
             required: boolean;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             notes?: string | undefined;
         }, {
             value: string | number | boolean | string[] | number[] | null;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             required?: boolean | undefined;
             notes?: string | undefined;
@@ -739,6 +739,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         }>>>;
     }, "strip", z.ZodTypeAny, {
         dimensions: string[];
+        metrics: string[];
         tables: {
             fullyQualifiedName: string;
             role?: string | null | undefined;
@@ -749,7 +750,6 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             alias: string;
             sourceColumn: string;
         }[];
-        metrics: string[];
         metricSpecs: {
             name: string;
             required: boolean;
@@ -761,7 +761,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         whereSpecs: {
             value: string | number | boolean | string[] | number[] | null;
             required: boolean;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             notes?: string | undefined;
         }[];
@@ -803,7 +803,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         }[];
         whereSpecs: {
             value: string | number | boolean | string[] | number[] | null;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             required?: boolean | undefined;
             notes?: string | undefined;
@@ -815,6 +815,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             required?: boolean | undefined;
         }[];
         dimensions?: string[] | undefined;
+        metrics?: string[] | undefined;
         tables?: {
             fullyQualifiedName: string;
             role?: string | null | undefined;
@@ -826,7 +827,6 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             sourceColumn: string;
             required?: boolean | undefined;
         }[] | undefined;
-        metrics?: string[] | undefined;
         dateField?: string | null | undefined;
         dateFilterDescription?: string | null | undefined;
         whereConditions?: string[] | undefined;
@@ -855,6 +855,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     plan: {
         dimensions: string[];
+        metrics: string[];
         tables: {
             fullyQualifiedName: string;
             role?: string | null | undefined;
@@ -865,7 +866,6 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             alias: string;
             sourceColumn: string;
         }[];
-        metrics: string[];
         metricSpecs: {
             name: string;
             required: boolean;
@@ -877,7 +877,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         whereSpecs: {
             value: string | number | boolean | string[] | number[] | null;
             required: boolean;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             notes?: string | undefined;
         }[];
@@ -923,7 +923,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
         }[];
         whereSpecs: {
             value: string | number | boolean | string[] | number[] | null;
-            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "=" | "!=" | ">" | ">=" | "<" | "<=";
+            operator: "between" | "in" | "ilike" | "like" | "is_null" | "is_not_null" | "<" | ">" | "=" | "!=" | ">=" | "<=";
             field: string;
             required?: boolean | undefined;
             notes?: string | undefined;
@@ -935,6 +935,7 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             required?: boolean | undefined;
         }[];
         dimensions?: string[] | undefined;
+        metrics?: string[] | undefined;
         tables?: {
             fullyQualifiedName: string;
             role?: string | null | undefined;
@@ -946,7 +947,6 @@ export declare const PlanModelJsonSchema: z.ZodObject<{
             sourceColumn: string;
             required?: boolean | undefined;
         }[] | undefined;
-        metrics?: string[] | undefined;
         dateField?: string | null | undefined;
         dateFilterDescription?: string | null | undefined;
         whereConditions?: string[] | undefined;

package/dist/src/data-marts/calculated-fields/calculated-field-validator.service.js

@@ -23,6 +23,7 @@ const formula_analyzer_1 = require("./formula-analyzer");
 const formula_level_1 = require("./formula-level");
 const formula_function_dialect_1 = require("./formula-function-dialect");
 const formula_violations_1 = require("./formula-violations");
+const join_grain_1 = require("./join-grain");
 const unique_count_sources_1 = require("../dto/schemas/unique-count-sources");
 const sql_token_scanner_1 = require("./sql-token-scanner");
 const formula_reference_1 = require("./formula-reference");
@@ -63,26 +64,6 @@ function dryRunBatches(fields) {
         return [fields];
     return [aggregate, rowLevel];
 }
-function formulaDependencyGraph(fields, byName) {
-    const dependenciesOf = (field) => {
-        let references;
-        try {
-            references = (0, formula_live_reference_1.liveFormulaReferences)(field.calculated.formula);
-        }
-        catch {
-            return [];
-        }
-        const named = references
-            .filter(ref => !ref.path)
-            .map(ref => ref.field)
-            .filter(name => {
-            const found = byName.get(name);
-            return found !== undefined && (0, calculated_field_utils_1.isCalculatedField)(found);
-        });
-        return [...new Set(named)];
-    };
-    return new Map(fields.map(field => [field.name, dependenciesOf(field)]));
-}
 function formulaCycleViolations(cycles) {
     return cycles.flatMap(chain => {
         const members = [...new Set(chain)];
@@ -114,9 +95,13 @@ let CalculatedFieldValidatorService = class CalculatedFieldValidatorService {
         const byName = new Map((0, data_mart_schema_utils_1.collectFormulaReferenceableFields)(schema.fields)
             .filter(d => !(0, calculated_field_utils_1.isCalculatedField)(d.field) || topLevelCalculated.has(d.field))
             .map(d => [d.name, d.field]));
-        const joinTreeRead = await this.resolveJoinedReferences(calculated, joinTree);
+        const joinTreeRead = await this.resolveJoinedReferences(calculated, joinTree, schema.fields);
         const joinedIndex = joinTreeRead?.index;
-        const walk = (0, formula_reference_1.walkFormulaDependencies)(formulaDependencyGraph(calculated, byName));
+        const grainSources = (0, join_grain_1.buildJoinGrainSources)(joinTreeRead?.schema.availableSources ?? [], {
+            kind: 'editor',
+        });
+        const dependencies = (0, calculated_field_utils_1.formulaDependencyGraph)(calculated, byName);
+        const walk = (0, formula_reference_1.walkFormulaDependencies)(dependencies);
         const errors = formulaCycleViolations(walk.cycles);
         const warnings = [];
         const analysed = [];
@@ -151,13 +136,20 @@ let CalculatedFieldValidatorService = class CalculatedFieldValidatorService {
                 dialect,
                 knownField,
             });
+            const fieldErrors = [
+                ...joinedViolations.values(),
+                ...[...mainUniqueCountRefs].map(ref => formula_violations_1.FormulaViolations.mainUniqueCountReference(field.name, ref)),
+                ...analysis.errors,
+            ];
+            const grain = (0, join_grain_1.checkJoinGrain)({
+                fieldName: field.name,
+                aggregateCalls: analysis.aggregateCalls,
+                sources: grainSources,
+            });
+            const fieldWarnings = [...analysis.warnings, ...grain.warnings];
             analyses.set(field, {
-                errors: [
-                    ...joinedViolations.values(),
-                    ...[...mainUniqueCountRefs].map(ref => formula_violations_1.FormulaViolations.mainUniqueCountReference(field.name, ref)),
-                    ...analysis.errors,
-                ],
-                warnings: analysis.warnings,
+                errors: fieldErrors,
+                warnings: fieldWarnings,
                 level: analysis.level,
             });
             derivedLevels.set(field.name, analysis.level);
@@ -206,12 +198,12 @@ let CalculatedFieldValidatorService = class CalculatedFieldValidatorService {
         }
         return { errors, warnings };
     }
-    async resolveJoinedReferences(fields, joinTree) {
+    async resolveJoinedReferences(fields, joinTree, schemaFields) {
         if (!joinTree?.accessor.userId)
             return undefined;
         if (!fields.some(f => (0, formula_live_reference_1.hasLiveJoinedReference)(f.calculated.formula)))
             return undefined;
-        const blendable = await this.blendableSchemaService.computeBlendableSchema(joinTree.dataMartId, joinTree.projectId, joinTree.accessor);
+        const blendable = await this.blendableSchemaService.computeBlendableSchema(joinTree.dataMartId, joinTree.projectId, joinTree.accessor, { unsavedMainSchemaFields: schemaFields });
         return { schema: blendable, index: (0, calculated_field_utils_1.buildJoinedReferenceIndex)(blendable) };
     }
     resolveJoinedReference(metricName, path, refField, index, violations) {

package/dist/src/data-marts/calculated-fields/calculated-field.utils.d.ts

@@ -49,3 +49,4 @@ export declare function joinedCalculatedFieldRefusals(blendedFields: readonly {
     isCalculated?: boolean;
     sourceDataMartTitle?: string;
 }[], referencedColumns: Iterable<string>, ownColumnNames: ReadonlySet<string>): JoinedCalculatedFieldRefusal[];
+export declare function formulaDependencyGraph(fields: readonly CalculatedSchemaField[], byName: ReadonlyMap<string, DataMartSchemaField>): ReadonlyMap<string, readonly string[]>;

package/dist/src/data-marts/calculated-fields/calculated-field.utils.js

@@ -17,6 +17,7 @@ exports.brokenReferencesOf = brokenReferencesOf;
 exports.buildJoinedReferenceIndex = buildJoinedReferenceIndex;
 exports.brokenJoinedReferencesOf = brokenJoinedReferencesOf;
 exports.joinedCalculatedFieldRefusals = joinedCalculatedFieldRefusals;
+exports.formulaDependencyGraph = formulaDependencyGraph;
 const formula_live_reference_1 = require("./formula-live-reference");
 const formula_level_1 = require("./formula-level");
 const formula_function_dialect_1 = require("./formula-function-dialect");
@@ -275,4 +276,24 @@ function joinedCalculatedFieldRefusals(blendedFields, referencedColumns, ownColu
     }
     return refusals;
 }
+function formulaDependencyGraph(fields, byName) {
+    const dependenciesOf = (field) => {
+        let references;
+        try {
+            references = (0, formula_live_reference_1.liveFormulaReferences)(field.calculated.formula);
+        }
+        catch {
+            return [];
+        }
+        const named = references
+            .filter(ref => !ref.path)
+            .map(ref => ref.field)
+            .filter(name => {
+            const found = byName.get(name);
+            return found !== undefined && isCalculatedField(found);
+        });
+        return [...new Set(named)];
+    };
+    return new Map(fields.map(field => [field.name, dependenciesOf(field)]));
+}
 //# sourceMappingURL=calculated-field.utils.js.map

package/dist/src/data-marts/calculated-fields/formula-analyzer.d.ts

@@ -5,6 +5,7 @@ import { CalculatedFieldLevel } from './formula-level';
 export interface AggregateCall {
     name: string;
     owner: string;
+    distinct: boolean;
     references: FormulaReference[];
     nameStart: number;
 }

package/dist/src/data-marts/calculated-fields/formula-analyzer.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.analyzeFormula = analyzeFormula;
 const formula_reference_1 = require("./formula-reference");
+const set_quantifier_1 = require("./set-quantifier");
 const sql_token_scanner_1 = require("./sql-token-scanner");
 const sql_function_calls_1 = require("./sql-function-calls");
 const formula_violations_1 = require("./formula-violations");
@@ -90,6 +91,7 @@ function analyzeFormula(input) {
         aggregateCalls.push({
             name: call.name,
             owner: inside[0].path,
+            distinct: (0, set_quantifier_1.readSetQuantifier)(tokens, call).distinct,
             references: inside,
             nameStart: call.nameStart,
         });

package/dist/src/data-marts/calculated-fields/formula-violations.d.ts

@@ -4,6 +4,9 @@ export interface FormulaViolation {
     field: string;
     subject?: string;
 }
+export declare const UNNAMED_JOINED_SOURCE = "a joined Data Mart";
+export type MultipliedRowsOf = 'this Data Mart' | 'its parent';
+export type UniqueCountOffer = 'none' | 'report' | 'query';
 export declare const FormulaViolations: {
     levelMixing: (field: string, column: string) => FormulaViolation;
     joinedReferenceOutsideAggregate: (field: string, ref: string) => FormulaViolation;
@@ -35,6 +38,10 @@ export declare const FormulaViolations: {
     tagInStringLiteral: (field: string) => FormulaViolation;
     syntax: (field: string, detail: string) => FormulaViolation;
     unguardedDivision: (field: string, denominator?: string) => FormulaViolation;
+    joinedMeasureMultiplied: (field: string, ref: string | undefined, source: string, key: readonly string[] | undefined, multipliedBy?: string, rowsOf?: MultipliedRowsOf, uniqueCount?: UniqueCountOffer) => FormulaViolation;
+    joinedMeasureGrainUnproven: (field: string, ref: string | undefined, source: string, unprovenMart: string | undefined, collapses?: boolean, uniqueCount?: UniqueCountOffer) => FormulaViolation;
+    joinedMeasureCollapsed: (field: string, ref: string | undefined, source: string, collapsedBy?: string, uniqueCount?: UniqueCountOffer) => FormulaViolation;
+    joinedRowsExcluded: (field: string, sources: readonly string[]) => FormulaViolation;
     warehouseRejected: (field: string, detail?: string) => FormulaViolation;
     warehouseRejectedAsSet: (field: string, detail?: string) => FormulaViolation;
     otherFieldErrorsTruncated: (field: string, omitted: number) => FormulaViolation;