@lowdefy/build 4.5.2 → 4.7.0

package/dist/build/buildPages/validateStateReferences.js

@@ -0,0 +1,79 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { ConfigWarning } from '@lowdefy/errors';
+import { type } from '@lowdefy/helpers';
+import extractOperatorKey from '../../utils/extractOperatorKey.js';
+import traverseConfig from '../../utils/traverseConfig.js';
+function validateStateReferences({ page, context }) {
+    // Single traversal collects blockIds, _state references, and SetState keys
+    // More memory-efficient than stringify+regex for massive pages
+    const blockIds = new Set();
+    const setStateKeys = new Set();
+    const stateRefs = new Map(); // topLevelKey -> configKey (first occurrence)
+    // Collect ~k values inside request.properties subtrees so we can skip them
+    // when collecting _state refs — those are already handled by validateServerStateReferences
+    const requestPropertyKeys = new Set();
+    (page.requests ?? []).forEach((request)=>{
+        if (request.properties) {
+            traverseConfig({
+                config: request.properties,
+                visitor: (obj)=>{
+                    if (obj['~k']) requestPropertyKeys.add(obj['~k']);
+                }
+            });
+        }
+    });
+    traverseConfig({
+        config: page,
+        visitor: (obj)=>{
+            // Collect blockId if present, including the top-level key for dot-notation ids
+            if (type.isString(obj.blockId)) {
+                blockIds.add(obj.blockId);
+                const topLevel = obj.blockId.split(/[.\[]/)[0];
+                if (topLevel !== obj.blockId) {
+                    blockIds.add(topLevel);
+                }
+            }
+            // Collect SetState action params to track state keys being initialized
+            if (obj.type === 'SetState' && obj.params) {
+                Object.keys(obj.params).forEach((key)=>{
+                    const topLevelKey = key.split(/[.\[]/)[0];
+                    setStateKeys.add(topLevelKey);
+                });
+            }
+            // Collect _state reference if present (skip request.properties — handled separately)
+            if (obj._state !== undefined && !requestPropertyKeys.has(obj['~k'])) {
+                const topLevelKey = extractOperatorKey({
+                    operatorValue: obj._state
+                });
+                if (topLevelKey && !stateRefs.has(topLevelKey)) {
+                    stateRefs.set(topLevelKey, obj['~k']);
+                }
+            }
+        }
+    });
+    // Filter to only undefined references and warn
+    stateRefs.forEach((configKey, topLevelKey)=>{
+        // Skip if state key is from an input block or SetState action
+        if (blockIds.has(topLevelKey) || setStateKeys.has(topLevelKey)) return;
+        const message = `_state references "${topLevelKey}" on page "${page.pageId}", ` + `but no input block with id "${topLevelKey}" exists on this page. ` + `State keys are created from input block ids. ` + `Check for typos, add an input block with this id, or initialize the state with SetState.`;
+        context.handleWarning(new ConfigWarning(message, {
+            configKey,
+            prodError: true,
+            checkSlug: 'state-refs'
+        }));
+    });
+}
+export default validateStateReferences;

package/dist/build/buildRefs/buildRefs.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,17 +12,50 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import recursiveBuild from './recursiveBuild.js';
+*/ import operators from '@lowdefy/operators-js/operators/build';
+import { resolve, WalkContext } from './walker.js';
+import getRefContent from './getRefContent.js';
 import makeRefDefinition from './makeRefDefinition.js';
-import evaluateBuildOperators from './evaluateBuildOperators.js';
-async function buildRefs({ context }) {
+import evaluateStaticOperators from './evaluateStaticOperators.js';
+import collectDynamicIdentifiers from '../collectDynamicIdentifiers.js';
+import validateOperatorsDynamic from '../validateOperatorsDynamic.js';
+import isPageContentPath from '../jit/isPageContentPath.js';
+// Validate and collect dynamic identifiers once at module load
+validateOperatorsDynamic({
+    operators
+});
+const dynamicIdentifiers = collectDynamicIdentifiers({
+    operators
+});
+async function buildRefs({ context, shallowOptions }) {
+    context.unresolvedRefVars = context.unresolvedRefVars ?? {};
     const refDef = makeRefDefinition('lowdefy.yaml', null, context.refMap);
-    let components = await recursiveBuild({
+    const ctx = new WalkContext({
+        buildContext: context,
+        refId: refDef.id,
+        sourceRefId: null,
+        vars: {},
+        path: '',
+        currentFile: refDef.path,
+        refChain: new Set(refDef.path ? [
+            refDef.path
+        ] : []),
+        operators,
+        env: process.env,
+        dynamicIdentifiers,
+        shouldStop: shallowOptions ? // JIT can re-resolve them from source files. Inline pages (defined
+        // directly in lowdefy.yaml) live in the root ref and have no separate
+        // source file — their content must be preserved for buildShallowPages.
+        (path, refId)=>isPageContentPath(path) && refId !== refDef.id : null
+    });
+    const content = await getRefContent({
         context,
         refDef,
-        count: 0
+        referencedFrom: null
     });
-    components = await evaluateBuildOperators({
+    let components = await resolve(content, ctx);
+    // Evaluate static operators (_sum, _if, etc.) that don't depend on runtime data
+    components = evaluateStaticOperators({
         context,
         input: components,
         refDef

package/dist/build/buildRefs/evaluateStaticOperators.js

@@ -0,0 +1,52 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { evaluateOperators } from '@lowdefy/operators';
+import operators from '@lowdefy/operators-js/operators/build';
+import collectDynamicIdentifiers from '../collectDynamicIdentifiers.js';
+import collectTypeNames from '../collectTypeNames.js';
+import validateOperatorsDynamic from '../validateOperatorsDynamic.js';
+import collectExceptions from '../../utils/collectExceptions.js';
+validateOperatorsDynamic({
+    operators
+});
+const dynamicIdentifiers = collectDynamicIdentifiers({
+    operators
+});
+function evaluateStaticOperators({ context, input, refDef }) {
+    const typeNames = collectTypeNames({
+        typesMap: context.typesMap
+    });
+    const { output, errors } = evaluateOperators({
+        input,
+        operators,
+        operatorPrefix: '_',
+        env: process.env,
+        dynamicIdentifiers,
+        typeNames
+    });
+    if (errors.length > 0) {
+        errors.forEach((error)=>{
+            // Resolve source file path for error location.
+            // Only called from buildRefs top-level where refDef is root lowdefy.yaml,
+            // but ~r on each operator object identifies the real source file via refMap.
+            // Falls back to refDef.path if ~r is missing (shouldn't happen at this stage
+            // since all objects have ~r after recursiveBuild completes).
+            error.filePath = error.refId ? context.refMap[error.refId]?.path : refDef.path;
+            collectExceptions(context, error);
+        });
+    }
+    return output;
+}
+export default evaluateStaticOperators;

package/dist/build/buildRefs/getConfigFile.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,16 +12,35 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import { type } from '@lowdefy/helpers';
+*/ import path from 'path';
+import { type } from '@lowdefy/helpers';
+import { ConfigError } from '@lowdefy/errors';
 async function getConfigFile({ context, refDef, referencedFrom }) {
     if (!type.isString(refDef.path)) {
-        throw new Error(`Invalid _ref definition ${JSON.stringify({
-            _ref: refDef.original
-        })} in file ${referencedFrom}`);
+        throw new ConfigError('Invalid _ref definition.', {
+            received: {
+                _ref: refDef.original
+            },
+            filePath: referencedFrom ?? null,
+            lineNumber: referencedFrom ? refDef.lineNumber : null
+        });
     }
     const content = await context.readConfigFile(refDef.path);
     if (content === null) {
-        throw new Error(`Tried to reference file "${refDef.path}" from "${referencedFrom}", but file does not exist.`);
+        const absolutePath = path.resolve(context.directories.config, refDef.path);
+        let message = `Referenced file does not exist: "${refDef.path}". Resolved to: ${absolutePath}`;
+        // Help with common mistakes
+        if (refDef.path.startsWith('../')) {
+            const suggestedPath = refDef.path.replace(/^(\.\.\/)+/, '');
+            message += ` Tip: Paths in _ref are resolved from config root. Did you mean "${suggestedPath}"?`;
+        } else if (refDef.path.startsWith('./')) {
+            const suggestedPath = refDef.path.substring(2);
+            message += ` Tip: Remove "./" prefix - paths are resolved from config root. Did you mean "${suggestedPath}"?`;
+        }
+        throw new ConfigError(message, {
+            filePath: referencedFrom ?? null,
+            lineNumber: referencedFrom ? refDef.lineNumber : null
+        });
     }
     return content;
 }

package/dist/build/buildRefs/getKey.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getRefContent.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getRefPath.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/getUserJavascriptFunction.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -14,12 +14,26 @@
   limitations under the License.
 */ import path from 'path';
 import { pathToFileURL } from 'url';
+import { ConfigError } from '@lowdefy/errors';
+// Create a native import() that survives webpack bundling. When this module is
+// bundled by Next.js webpack for server-dev API routes, webpack transforms
+// import() into __webpack_require__() which can't handle file:// URLs for
+// loading user-provided resolver and transformer JS files from the config
+// directory. The Function constructor creates the import call at runtime,
+// bypassing webpack's static analysis.
+const nativeImport = new Function('specifier', 'return import(specifier)');
 async function getUserJavascriptFunction({ context, filePath }) {
     try {
-        return (await import(pathToFileURL(path.join(context.directories.config, filePath)))).default;
+        const fileUrl = pathToFileURL(path.join(context.directories.config, filePath));
+        // Bust Node.js module cache so edits to resolver/transformer JS files are
+        // picked up during dev rebuilds. Each import gets a unique URL.
+        fileUrl.searchParams.set('t', Date.now());
+        return (await nativeImport(fileUrl.href)).default;
     } catch (error) {
-        context.logger.error(`Error importing ${filePath}.`);
-        throw Error(error);
+        throw new ConfigError(`Error importing ${filePath}.`, {
+            cause: error,
+            filePath
+        });
     }
 }
 export default getUserJavascriptFunction;

package/dist/build/buildRefs/makeRefDefinition.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -15,12 +15,14 @@
 */ import { get } from '@lowdefy/helpers';
 import getRefPath from './getRefPath.js';
 import makeId from '../../utils/makeId.js';
-function makeRefDefinition(refDefinition, parent, refMap) {
-    const id = makeId();
+function makeRefDefinition(refDefinition, parent, refMap, lineNumber) {
+    const id = makeId.next();
     const refDef = {
-        parent
+        parent,
+        lineNumber
     };
     refMap[id] = refDef;
+    const ignoreBuildChecks = get(refDefinition, '~ignoreBuildChecks');
     return {
         ...refDef,
         id,
@@ -31,7 +33,10 @@ function makeRefDefinition(refDefinition, parent, refMap) {
         transformer: get(refDefinition, 'transformer'),
         vars: get(refDefinition, 'vars', {
             default: {}
-        })
+        }),
+        ...ignoreBuildChecks !== undefined && {
+            ignoreBuildChecks
+        }
     };
 }
 export default makeRefDefinition;

package/dist/build/buildRefs/parseNunjucks.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.

package/dist/build/buildRefs/parseRefContent.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,24 +12,125 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ /* eslint-disable no-param-reassign */ import { type } from '@lowdefy/helpers';
+*/ /* eslint-disable no-param-reassign */ import { ConfigError } from '@lowdefy/errors';
+import { type } from '@lowdefy/helpers';
 import { getFileExtension, getFileSubExtension } from '@lowdefy/node-utils';
 import JSON5 from 'json5';
-import YAML from 'yaml';
+import YAML, { isMap, isSeq, isPair, isScalar } from 'yaml';
 import parseNunjucks from './parseNunjucks.js';
+import setNonEnumerableProperty from '../../utils/setNonEnumerableProperty.js';
+function getLineNumber(content, offset) {
+    if (offset == null || offset < 0) return null;
+    return content.substring(0, offset).split('\n').length;
+}
+function addLineNumbers(node, content, result) {
+    if (isMap(node)) {
+        const obj = result || {};
+        if (node.range) {
+            setNonEnumerableProperty(obj, '~l', getLineNumber(content, node.range[0]));
+        }
+        for (const pair of node.items){
+            if (isPair(pair) && isScalar(pair.key)) {
+                const key = pair.key.value;
+                const value = pair.value;
+                // Use key's line number for the value's ~l (more useful for error messages)
+                const keyLineNumber = pair.key.range ? getLineNumber(content, pair.key.range[0]) : null;
+                if (isMap(value)) {
+                    const mapResult = addLineNumbers(value, content, {});
+                    // Override ~l with key's line number if available
+                    if (keyLineNumber) {
+                        setNonEnumerableProperty(mapResult, '~l', keyLineNumber);
+                    }
+                    obj[key] = mapResult;
+                } else if (isSeq(value)) {
+                    const arrResult = addLineNumbers(value, content, []);
+                    // Override ~l with key's line number if available
+                    if (keyLineNumber) {
+                        setNonEnumerableProperty(arrResult, '~l', keyLineNumber);
+                    }
+                    obj[key] = arrResult;
+                } else if (isScalar(value)) {
+                    obj[key] = value.value;
+                } else {
+                    obj[key] = value?.toJSON?.() ?? value;
+                }
+            }
+        }
+        return obj;
+    }
+    if (isSeq(node)) {
+        const arr = result || [];
+        if (node.range) {
+            setNonEnumerableProperty(arr, '~l', getLineNumber(content, node.range[0]));
+        }
+        for (const item of node.items){
+            if (isMap(item)) {
+                arr.push(addLineNumbers(item, content, {}));
+            } else if (isSeq(item)) {
+                arr.push(addLineNumbers(item, content, []));
+            } else if (isScalar(item)) {
+                arr.push(item.value);
+            } else {
+                arr.push(item?.toJSON?.() ?? item);
+            }
+        }
+        return arr;
+    }
+    if (isScalar(node)) {
+        return node.value;
+    }
+    return node?.toJSON?.() ?? node;
+}
+function parseYamlWithLineNumbers(content) {
+    const doc = YAML.parseDocument(content);
+    if (doc.errors && doc.errors.length > 0) {
+        throw new Error(doc.errors[0].message);
+    }
+    return addLineNumbers(doc.contents, content);
+}
 function parseRefContent({ content, refDef }) {
     const { path, vars } = refDef;
     if (type.isString(path)) {
         let ext = getFileExtension(path);
-        if (ext === 'njk') {
-            content = parseNunjucks(content, vars);
+        const isNjk = ext === 'njk';
+        if (isNjk) {
+            try {
+                content = parseNunjucks(content, vars);
+            } catch (error) {
+                throw new ConfigError(`Nunjucks error in "${path}".`, {
+                    cause: error,
+                    filePath: path
+                });
+            }
             ext = getFileSubExtension(path);
         }
         if (ext === 'yaml' || ext === 'yml') {
-            content = YAML.parse(content);
+            try {
+                content = parseYamlWithLineNumbers(content);
+            } catch (error) {
+                if (isNjk) {
+                    throw new ConfigError(`Nunjucks template "${path}" produced invalid YAML.`, {
+                        cause: error,
+                        filePath: path
+                    });
+                }
+                const lineMatch = error.message.match(/at line (\d+)/);
+                throw new ConfigError(`YAML parse error in "${path}".`, {
+                    cause: error,
+                    filePath: path,
+                    lineNumber: lineMatch ? lineMatch[1] : null
+                });
+            }
         }
         if (ext === 'json') {
-            content = JSON5.parse(content);
+            try {
+                content = JSON5.parse(content);
+            } catch (error) {
+                throw new ConfigError(`JSON parse error in "${path}".`, {
+                    cause: error,
+                    filePath: path
+                });
+            }
         }
     }
     return content;

package/dist/build/buildRefs/runRefResolver.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -13,6 +13,7 @@
   See the License for the specific language governing permissions and
   limitations under the License.
 */ import { type } from '@lowdefy/helpers';
+import { ConfigError } from '@lowdefy/errors';
 import getUserJavascriptFunction from './getUserJavascriptFunction.js';
 async function runRefResolver({ context, refDef, referencedFrom }) {
     const resolverFn = await getUserJavascriptFunction({
@@ -23,10 +24,17 @@ async function runRefResolver({ context, refDef, referencedFrom }) {
     try {
         content = await resolverFn(refDef.path, refDef.vars, context);
     } catch (error) {
-        throw new Error(`Error calling resolver "${refDef.resolver}" from "${referencedFrom}": ${error.message}`);
+        throw new ConfigError(`Error calling resolver "${refDef.resolver}".`, {
+            cause: error,
+            filePath: referencedFrom,
+            lineNumber: refDef.lineNumber
+        });
     }
     if (type.isNone(content)) {
-        throw new Error(`Tried to reference with resolver "${refDef.resolver}" from "${referencedFrom}", but received "${content}".`);
+        throw new ConfigError(`Resolver "${refDef.resolver}" returned "${content}".`, {
+            filePath: referencedFrom,
+            lineNumber: refDef.lineNumber
+        });
     }
     return content;
 }

package/dist/build/buildRefs/runTransformer.js

@@ -1,5 +1,5 @@
 /*
-  Copyright 2020-2024 Lowdefy, Inc
+  Copyright 2020-2026 Lowdefy, Inc
 
   Licensed under the Apache License, Version 2.0 (the "License");
   you may not use this file except in compliance with the License.
@@ -12,7 +12,8 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import getUserJavascriptFunction from './getUserJavascriptFunction.js';
+*/ import { ConfigError } from '@lowdefy/errors';
+import getUserJavascriptFunction from './getUserJavascriptFunction.js';
 async function runTransformer({ context, input, refDef }) {
     if (refDef.transformer) {
         const transformerFn = await getUserJavascriptFunction({
@@ -22,7 +23,10 @@ async function runTransformer({ context, input, refDef }) {
         try {
             return transformerFn(input, refDef.vars);
         } catch (error) {
-            throw Error(`Error calling transformer "${refDef.transformer}" from "${refDef.path}": ${error.message}`);
+            throw new ConfigError(`Error calling transformer "${refDef.transformer}" from "${refDef.path}".`, {
+                cause: error,
+                filePath: refDef.transformer
+            });
         }
     }
     return input;