@lowdefy/build 4.5.2 → 4.6.0

package/dist/build/buildPages/validateStateReferences.js

@@ -0,0 +1,79 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { ConfigWarning } from '@lowdefy/errors';
+import { type } from '@lowdefy/helpers';
+import extractOperatorKey from '../../utils/extractOperatorKey.js';
+import traverseConfig from '../../utils/traverseConfig.js';
+function validateStateReferences({ page, context }) {
+    // Single traversal collects blockIds, _state references, and SetState keys
+    // More memory-efficient than stringify+regex for massive pages
+    const blockIds = new Set();
+    const setStateKeys = new Set();
+    const stateRefs = new Map(); // topLevelKey -> configKey (first occurrence)
+    // Collect ~k values inside request.properties subtrees so we can skip them
+    // when collecting _state refs — those are already handled by validateServerStateReferences
+    const requestPropertyKeys = new Set();
+    (page.requests ?? []).forEach((request)=>{
+        if (request.properties) {
+            traverseConfig({
+                config: request.properties,
+                visitor: (obj)=>{
+                    if (obj['~k']) requestPropertyKeys.add(obj['~k']);
+                }
+            });
+        }
+    });
+    traverseConfig({
+        config: page,
+        visitor: (obj)=>{
+            // Collect blockId if present, including the top-level key for dot-notation ids
+            if (type.isString(obj.blockId)) {
+                blockIds.add(obj.blockId);
+                const topLevel = obj.blockId.split(/[.\[]/)[0];
+                if (topLevel !== obj.blockId) {
+                    blockIds.add(topLevel);
+                }
+            }
+            // Collect SetState action params to track state keys being initialized
+            if (obj.type === 'SetState' && obj.params) {
+                Object.keys(obj.params).forEach((key)=>{
+                    const topLevelKey = key.split(/[.\[]/)[0];
+                    setStateKeys.add(topLevelKey);
+                });
+            }
+            // Collect _state reference if present (skip request.properties — handled separately)
+            if (obj._state !== undefined && !requestPropertyKeys.has(obj['~k'])) {
+                const topLevelKey = extractOperatorKey({
+                    operatorValue: obj._state
+                });
+                if (topLevelKey && !stateRefs.has(topLevelKey)) {
+                    stateRefs.set(topLevelKey, obj['~k']);
+                }
+            }
+        }
+    });
+    // Filter to only undefined references and warn
+    stateRefs.forEach((configKey, topLevelKey)=>{
+        // Skip if state key is from an input block or SetState action
+        if (blockIds.has(topLevelKey) || setStateKeys.has(topLevelKey)) return;
+        const message = `_state references "${topLevelKey}" on page "${page.pageId}", ` + `but no input block with id "${topLevelKey}" exists on this page. ` + `State keys are created from input block ids. ` + `Check for typos, add an input block with this id, or initialize the state with SetState.`;
+        context.handleWarning(new ConfigWarning(message, {
+            configKey,
+            prodError: true,
+            checkSlug: 'state-refs'
+        }));
+    });
+}
+export default validateStateReferences;

package/dist/build/buildRefs/buildRefs.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -15,14 +15,31 @@
 */ import recursiveBuild from './recursiveBuild.js';
 import makeRefDefinition from './makeRefDefinition.js';
 import evaluateBuildOperators from './evaluateBuildOperators.js';
-async function buildRefs({ context }) {
+import evaluateStaticOperators from './evaluateStaticOperators.js';
+import collectTypeNames from '../collectTypeNames.js';
+async function buildRefs({ context, shallowOptions }) {
     const refDef = makeRefDefinition('lowdefy.yaml', null, context.refMap);
     let components = await recursiveBuild({
         context,
         refDef,
-        count: 0
+        count: 0,
+        shallowOptions
+    });
+    // First: evaluate _build.* operators (e.g., _build.env)
+    // Pass typeNames so page objects act as type boundaries, preventing ~dyn markers
+    // from ~shallow content (blocks, events) from bubbling up and blocking evaluation
+    // of _build.array at the pages level.
+    const typeNames = collectTypeNames({
+        typesMap: context.typesMap
     });
     components = await evaluateBuildOperators({
+        context,
+        input: components,
+        refDef,
+        typeNames
+    });
+    // Second: evaluate static operators (_sum, _if, etc.) that don't depend on runtime data
+    components = evaluateStaticOperators({
         context,
         input: components,
         refDef

package/dist/build/buildRefs/createRefReviver.js

@@ -0,0 +1,28 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { type } from '@lowdefy/helpers';
+import setNonEnumerableProperty from '../../utils/setNonEnumerableProperty.js';
+// Returns a serializer.copy reviver that sets ~r on all objects
+// that don't already have it, preserving original file references.
+function createRefReviver(refId) {
+    return (_, value)=>{
+        if (!type.isObject(value) && !type.isArray(value)) return value;
+        if (value['~r'] === undefined) {
+            setNonEnumerableProperty(value, '~r', refId);
+        }
+        return value;
+    };
+}
+export default createRefReviver;

package/dist/build/buildRefs/evaluateBuildOperators.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -14,20 +14,39 @@
   limitations under the License.
 */ import { BuildParser } from '@lowdefy/operators';
 import operators from '@lowdefy/operators-js/operators/build';
-async function evaluateBuildOperators({ context, input, refDef }) {
+import collectDynamicIdentifiers from '../collectDynamicIdentifiers.js';
+import validateOperatorsDynamic from '../validateOperatorsDynamic.js';
+import collectExceptions from '../../utils/collectExceptions.js';
+// Validate and collect dynamic identifiers once at module load
+validateOperatorsDynamic({
+    operators
+});
+const dynamicIdentifiers = collectDynamicIdentifiers({
+    operators
+});
+function evaluateBuildOperators({ context, input, refDef, typeNames }) {
     const operatorsParser = new BuildParser({
         env: process.env,
-        operators
+        operators,
+        dynamicIdentifiers,
+        ...typeNames ? {
+            typeNames
+        } : {}
     });
     const { output, errors } = operatorsParser.parse({
         input,
-        location: refDef.path ?? refDef.resolver,
         operatorPrefix: '_build.'
     });
     if (errors.length > 0) {
-        await context.logger.warn('Build operator errors.');
-        const promises = errors.map((error)=>context.logger.warn(error.message));
-        await promises;
+        errors.forEach((error)=>{
+            // Resolve source file path for error location.
+            // Two call sites: (1) recursiveBuild per-file where refDef.path is correct
+            // but ~r isn't set yet (createRefReviver runs after), and (2) buildRefs
+            // top-level where refDef is root lowdefy.yaml but ~r identifies the real
+            // source file via refMap. The fallback to refDef.path handles case (1).
+            error.filePath = error.refId ? context.refMap[error.refId]?.path : refDef.path;
+            collectExceptions(context, error);
+        });
     }
     return output;
 }

package/dist/build/buildRefs/evaluateStaticOperators.js

@@ -0,0 +1,56 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { BuildParser } from '@lowdefy/operators';
+import operators from '@lowdefy/operators-js/operators/build';
+import collectDynamicIdentifiers from '../collectDynamicIdentifiers.js';
+import collectTypeNames from '../collectTypeNames.js';
+import validateOperatorsDynamic from '../validateOperatorsDynamic.js';
+import collectExceptions from '../../utils/collectExceptions.js';
+// Validate and collect dynamic identifiers once at module load
+validateOperatorsDynamic({
+    operators
+});
+const dynamicIdentifiers = collectDynamicIdentifiers({
+    operators
+});
+function evaluateStaticOperators({ context, input, refDef }) {
+    // Collect type names from context.typesMap for type boundary detection
+    const typeNames = collectTypeNames({
+        typesMap: context.typesMap
+    });
+    const operatorsParser = new BuildParser({
+        env: process.env,
+        operators,
+        dynamicIdentifiers,
+        typeNames
+    });
+    const { output, errors } = operatorsParser.parse({
+        input,
+        operatorPrefix: '_'
+    });
+    if (errors.length > 0) {
+        errors.forEach((error)=>{
+            // Resolve source file path for error location.
+            // Only called from buildRefs top-level where refDef is root lowdefy.yaml,
+            // but ~r on each operator object identifies the real source file via refMap.
+            // Falls back to refDef.path if ~r is missing (shouldn't happen at this stage
+            // since all objects have ~r after recursiveBuild completes).
+            error.filePath = error.refId ? context.refMap[error.refId]?.path : refDef.path;
+            collectExceptions(context, error);
+        });
+    }
+    return output;
+}
+export default evaluateStaticOperators;

package/dist/build/buildRefs/getConfigFile.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,16 +12,35 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import { type } from '@lowdefy/helpers';
+*/ import path from 'path';
+import { type } from '@lowdefy/helpers';
+import { ConfigError } from '@lowdefy/errors';
 async function getConfigFile({ context, refDef, referencedFrom }) {
     if (!type.isString(refDef.path)) {
-        throw new Error(`Invalid _ref definition ${JSON.stringify({
-            _ref: refDef.original
-        })} in file ${referencedFrom}`);
+        throw new ConfigError('Invalid _ref definition.', {
+            received: {
+                _ref: refDef.original
+            },
+            filePath: referencedFrom ?? null,
+            lineNumber: referencedFrom ? refDef.lineNumber : null
+        });
     }
     const content = await context.readConfigFile(refDef.path);
     if (content === null) {
-        throw new Error(`Tried to reference file "${refDef.path}" from "${referencedFrom}", but file does not exist.`);
+        const absolutePath = path.resolve(context.directories.config, refDef.path);
+        let message = `Referenced file does not exist: "${refDef.path}". Resolved to: ${absolutePath}`;
+        // Help with common mistakes
+        if (refDef.path.startsWith('../')) {
+            const suggestedPath = refDef.path.replace(/^(\.\.\/)+/, '');
+            message += ` Tip: Paths in _ref are resolved from config root. Did you mean "${suggestedPath}"?`;
+        } else if (refDef.path.startsWith('./')) {
+            const suggestedPath = refDef.path.substring(2);
+            message += ` Tip: Remove "./" prefix - paths are resolved from config root. Did you mean "${suggestedPath}"?`;
+        }
+        throw new ConfigError(message, {
+            filePath: referencedFrom ?? null,
+            lineNumber: referencedFrom ? refDef.lineNumber : null
+        });
     }
     return content;
 }

package/dist/build/buildRefs/getKey.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getRefContent.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getRefPath.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getRefsFromFile.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,14 +12,16 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import { type } from '@lowdefy/helpers';
+*/ import { serializer, type } from '@lowdefy/helpers';
 import makeRefDefinition from './makeRefDefinition.js';
 function getRefsFromFile(fileContent, parentRefDefId, refMap) {
     const foundRefs = [];
     const reviver = (key, value)=>{
         if (type.isObject(value)) {
             if (!type.isUndefined(value._ref)) {
-                const def = makeRefDefinition(value._ref, parentRefDefId, refMap);
+                // Capture line number from the object containing the _ref
+                const lineNumber = value['~l'];
+                const def = makeRefDefinition(value._ref, parentRefDefId, refMap, lineNumber);
                 foundRefs.push(def);
                 return {
                     _ref: def
@@ -28,7 +30,10 @@ function getRefsFromFile(fileContent, parentRefDefId, refMap) {
         }
         return value;
     };
-    const fileContentBuiltRefs = JSON.parse(JSON.stringify(fileContent), reviver);
+    // Use serializer.copy to preserve non-enumerable properties like ~l
+    const fileContentBuiltRefs = serializer.copy(fileContent, {
+        reviver
+    });
     return {
         foundRefs,
         fileContentBuiltRefs

package/dist/build/buildRefs/getUserJavascriptFunction.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -14,12 +14,26 @@
   limitations under the License.
 */ import path from 'path';
 import { pathToFileURL } from 'url';
+import { ConfigError } from '@lowdefy/errors';
+// Create a native import() that survives webpack bundling. When this module is
+// bundled by Next.js webpack for server-dev API routes, webpack transforms
+// import() into __webpack_require__() which can't handle file:// URLs for
+// loading user-provided resolver and transformer JS files from the config
+// directory. The Function constructor creates the import call at runtime,
+// bypassing webpack's static analysis.
+const nativeImport = new Function('specifier', 'return import(specifier)');
 async function getUserJavascriptFunction({ context, filePath }) {
     try {
-        return (await import(pathToFileURL(path.join(context.directories.config, filePath)))).default;
+        const fileUrl = pathToFileURL(path.join(context.directories.config, filePath));
+        // Bust Node.js module cache so edits to resolver/transformer JS files are
+        // picked up during dev rebuilds. Each import gets a unique URL.
+        fileUrl.searchParams.set('t', Date.now());
+        return (await nativeImport(fileUrl.href)).default;
     } catch (error) {
-        context.logger.error(`Error importing ${filePath}.`);
-        throw Error(error);
+        throw new ConfigError(`Error importing ${filePath}.`, {
+            cause: error,
+            filePath
+        });
     }
 }
 export default getUserJavascriptFunction;

package/dist/build/buildRefs/makeRefDefinition.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -15,12 +15,14 @@
 */ import { get } from '@lowdefy/helpers';
 import getRefPath from './getRefPath.js';
 import makeId from '../../utils/makeId.js';
-function makeRefDefinition(refDefinition, parent, refMap) {
-    const id = makeId();
+function makeRefDefinition(refDefinition, parent, refMap, lineNumber) {
+    const id = makeId.next();
     const refDef = {
-        parent
+        parent,
+        lineNumber
     };
     refMap[id] = refDef;
+    const ignoreBuildChecks = get(refDefinition, '~ignoreBuildChecks');
     return {
         ...refDef,
         id,
@@ -31,7 +33,10 @@ function makeRefDefinition(refDefinition, parent, refMap) {
         transformer: get(refDefinition, 'transformer'),
         vars: get(refDefinition, 'vars', {
             default: {}
-        })
+        }),
+        ...ignoreBuildChecks !== undefined && {
+            ignoreBuildChecks
+        }
     };
 }
 export default makeRefDefinition;

package/dist/build/buildRefs/parseNunjucks.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/parseRefContent.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,24 +12,118 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ /* eslint-disable no-param-reassign */ import { type } from '@lowdefy/helpers';
+*/ /* eslint-disable no-param-reassign */ import { ConfigError } from '@lowdefy/errors';
+import { type } from '@lowdefy/helpers';
 import { getFileExtension, getFileSubExtension } from '@lowdefy/node-utils';
 import JSON5 from 'json5';
-import YAML from 'yaml';
+import YAML, { isMap, isSeq, isPair, isScalar } from 'yaml';
 import parseNunjucks from './parseNunjucks.js';
+import setNonEnumerableProperty from '../../utils/setNonEnumerableProperty.js';
+function getLineNumber(content, offset) {
+    if (offset == null || offset < 0) return null;
+    return content.substring(0, offset).split('\n').length;
+}
+function addLineNumbers(node, content, result) {
+    if (isMap(node)) {
+        const obj = result || {};
+        if (node.range) {
+            setNonEnumerableProperty(obj, '~l', getLineNumber(content, node.range[0]));
+        }
+        for (const pair of node.items){
+            if (isPair(pair) && isScalar(pair.key)) {
+                const key = pair.key.value;
+                const value = pair.value;
+                // Use key's line number for the value's ~l (more useful for error messages)
+                const keyLineNumber = pair.key.range ? getLineNumber(content, pair.key.range[0]) : null;
+                if (isMap(value)) {
+                    const mapResult = addLineNumbers(value, content, {});
+                    // Override ~l with key's line number if available
+                    if (keyLineNumber) {
+                        setNonEnumerableProperty(mapResult, '~l', keyLineNumber);
+                    }
+                    obj[key] = mapResult;
+                } else if (isSeq(value)) {
+                    const arrResult = addLineNumbers(value, content, []);
+                    // Override ~l with key's line number if available
+                    if (keyLineNumber) {
+                        setNonEnumerableProperty(arrResult, '~l', keyLineNumber);
+                    }
+                    obj[key] = arrResult;
+                } else if (isScalar(value)) {
+                    obj[key] = value.value;
+                } else {
+                    obj[key] = value?.toJSON?.() ?? value;
+                }
+            }
+        }
+        return obj;
+    }
+    if (isSeq(node)) {
+        const arr = result || [];
+        if (node.range) {
+            setNonEnumerableProperty(arr, '~l', getLineNumber(content, node.range[0]));
+        }
+        for (const item of node.items){
+            if (isMap(item)) {
+                arr.push(addLineNumbers(item, content, {}));
+            } else if (isSeq(item)) {
+                arr.push(addLineNumbers(item, content, []));
+            } else if (isScalar(item)) {
+                arr.push(item.value);
+            } else {
+                arr.push(item?.toJSON?.() ?? item);
+            }
+        }
+        return arr;
+    }
+    if (isScalar(node)) {
+        return node.value;
+    }
+    return node?.toJSON?.() ?? node;
+}
+function parseYamlWithLineNumbers(content) {
+    const doc = YAML.parseDocument(content);
+    if (doc.errors && doc.errors.length > 0) {
+        throw new Error(doc.errors[0].message);
+    }
+    return addLineNumbers(doc.contents, content);
+}
 function parseRefContent({ content, refDef }) {
     const { path, vars } = refDef;
     if (type.isString(path)) {
         let ext = getFileExtension(path);
         if (ext === 'njk') {
-            content = parseNunjucks(content, vars);
+            try {
+                content = parseNunjucks(content, vars);
+            } catch (error) {
+                throw new ConfigError(`Nunjucks error in "${path}".`, {
+                    cause: error,
+                    filePath: path
+                });
+            }
             ext = getFileSubExtension(path);
         }
         if (ext === 'yaml' || ext === 'yml') {
-            content = YAML.parse(content);
+            try {
+                content = parseYamlWithLineNumbers(content);
+            } catch (error) {
+                const lineMatch = error.message.match(/at line (\d+)/);
+                throw new ConfigError(`YAML parse error in "${path}".`, {
+                    cause: error,
+                    filePath: path,
+                    lineNumber: lineMatch ? lineMatch[1] : null
+                });
+            }
         }
         if (ext === 'json') {
-            content = JSON5.parse(content);
+            try {
+                content = JSON5.parse(content);
+            } catch (error) {
+                throw new ConfigError(`JSON parse error in "${path}".`, {
+                    cause: error,
+                    filePath: path
+                });
+            }
         }
     }
     return content;