@lowdefy/build 0.0.0-experimental-20260114142524 → 0.0.0-experimental-20260122074446

package/dist/index.js

@@ -12,8 +12,10 @@
   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
   See the License for the specific language governing permissions and
   limitations under the License.
-*/ import createContext from './createContext.js';
+*/ import { ConfigError } from '@lowdefy/node-utils';
+import createContext from './createContext.js';
 import createPluginTypesMap from './utils/createPluginTypesMap.js';
+import makeId from './utils/makeId.js';
 import tryBuildStep from './utils/tryBuildStep.js';
 import addDefaultPages from './build/addDefaultPages/addDefaultPages.js';
 import addKeys from './build/addKeys.js';
@@ -48,15 +50,44 @@ import writePluginImports from './build/writePluginImports/writePluginImports.js
 import writeRequests from './build/writeRequests.js';
 import writeTypes from './build/writeTypes.js';
 async function build(options) {
+    // Reset makeId counter for each build (dev server may run multiple builds)
+    makeId.reset();
     const context = createContext(options);
-    const components = await buildRefs({
+    let components;
+    try {
+        components = await buildRefs({
+            context
+        });
+    } catch (err) {
+        // Handle ConfigError from buildRefs (e.g., missing _ref files)
+        if (err instanceof ConfigError) {
+            context.logger.error(err.message);
+            const error = new Error('Build failed with 1 error(s). See above for details.');
+            error.isFormatted = true;
+            error.hideStack = true;
+            throw error;
+        }
+        throw err;
+    }
+    // Build steps - collect all errors before stopping
+    // addKeys runs first so testSchema has ~k markers for error location info
+    tryBuildStep(addKeys, 'addKeys', {
+        components,
         context
     });
-    // Build steps - collect all errors before stopping
     tryBuildStep(testSchema, 'testSchema', {
         components,
         context
     });
+    // Schema errors mean structurally invalid data - stop before processing further
+    if (context.errors.length > 0) {
+        // Log all errors together before summary to ensure proper ordering
+        context.errors.forEach((errorMsg)=>context.logger.error(errorMsg));
+        const error = new Error(`Build failed with ${context.errors.length} error(s).`);
+        error.isFormatted = true;
+        error.hideStack = true;
+        throw error;
+    }
     tryBuildStep(buildApp, 'buildApp', {
         components,
         context
@@ -73,6 +104,7 @@ async function build(options) {
         components,
         context
     });
+    // addKeys runs again to add keys to any new objects created by earlier build steps
     tryBuildStep(addKeys, 'addKeys', {
         components,
         context
@@ -109,9 +141,16 @@ async function build(options) {
         components,
         context
     });
+    // Final addKeys pass to ensure all objects (including those created by build steps) have ~k
+    tryBuildStep(addKeys, 'addKeys', {
+        components,
+        context
+    });
     // Check if there are any collected errors before writing
     if (context.errors.length > 0) {
-        const error = new Error(`Build failed with ${context.errors.length} error(s). See above for details.`);
+        // Log all errors together before summary to ensure proper ordering
+        context.errors.forEach((errorMsg)=>context.logger.error(errorMsg));
+        const error = new Error(`Build failed with ${context.errors.length} error(s).`);
         // Mark this error as already formatted so stack trace isn't shown
         error.isFormatted = true;
         error.hideStack = true;

package/dist/lowdefySchema.js

@@ -12,6 +12,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 async: {
                     type: 'boolean',
                     errorMessage: {
@@ -46,6 +49,9 @@ export default {
             type: 'object',
             additionalProperties: false,
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 html: {
                     type: 'object',
                     errorMessage: {
@@ -75,6 +81,9 @@ export default {
                 type: 'App "auth" should be an object.'
             },
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 advanced: {
                     type: 'object',
                     properties: {
@@ -121,6 +130,9 @@ export default {
                         type: 'App "config.auth.api" should be an object.'
                     },
                     properties: {
+                        '~ignoreBuildCheck': {},
+                        '~r': {},
+                        '~l': {},
                         protected: {
                             type: [
                                 'array',
@@ -176,6 +188,9 @@ export default {
                     type: 'object',
                     additionalProperties: false,
                     properties: {
+                        '~ignoreBuildCheck': {},
+                        '~r': {},
+                        '~l': {},
                         signIn: {
                             type: 'string',
                             default: '/auth/signin'
@@ -282,6 +297,9 @@ export default {
                         type: 'App "config.auth.pages" should be an object.'
                     },
                     properties: {
+                        '~ignoreBuildCheck': {},
+                        '~r': {},
+                        '~l': {},
                         protected: {
                             type: [
                                 'array',
@@ -386,6 +404,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -473,6 +494,9 @@ export default {
                                     type: 'object',
                                     additionalProperties: false,
                                     properties: {
+                                        '~ignoreBuildCheck': {},
+                                        '~r': {},
+                                        '~l': {},
                                         try: {
                                             type: 'array',
                                             items: {
@@ -489,6 +513,9 @@ export default {
                                             type: 'object',
                                             additionalProperties: false,
                                             properties: {
+                                                '~ignoreBuildCheck': {},
+                                                '~r': {},
+                                                '~l': {},
                                                 immediate: {
                                                     type: 'boolean',
                                                     errorMessage: {
@@ -554,6 +581,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -592,6 +622,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -626,6 +659,9 @@ export default {
                 'id'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -663,6 +699,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -717,6 +756,9 @@ export default {
                 'type'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -776,6 +818,9 @@ export default {
                 'version'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 name: {
                     type: 'string',
                     errorMessage: {
@@ -812,6 +857,9 @@ export default {
                 'connectionId'
             ],
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 id: {
                     type: 'string',
                     errorMessage: {
@@ -858,6 +906,9 @@ export default {
         'lowdefy'
     ],
     properties: {
+        '~ignoreBuildCheck': {},
+        '~r': {},
+        '~l': {},
         name: {
             type: 'string',
             errorMessage: {
@@ -901,6 +952,9 @@ export default {
             },
             additionalProperties: false,
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 basePath: {
                     type: 'string',
                     description: 'App base path to apply to all routes. Base path must start with "/".',
@@ -975,6 +1029,9 @@ export default {
                 type: 'App "logger" should be an object.'
             },
             properties: {
+                '~ignoreBuildCheck': {},
+                '~r': {},
+                '~l': {},
                 sentry: {
                     type: 'object',
                     additionalProperties: false,
@@ -982,6 +1039,9 @@ export default {
                         type: 'App "logger.sentry" should be an object.'
                     },
                     properties: {
+                        '~ignoreBuildCheck': {},
+                        '~r': {},
+                        '~l': {},
                         client: {
                             type: 'boolean',
                             errorMessage: {

package/dist/test-utils/parseTestYaml.js

@@ -0,0 +1,110 @@
+/*
+  Copyright 2020-2024 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { type } from '@lowdefy/helpers';
+import YAML, { isMap, isSeq, isPair, isScalar } from 'yaml';
+function getLineNumber(content, offset) {
+    if (offset == null || offset < 0) return null;
+    return content.substring(0, offset).split('\n').length;
+}
+function addLineNumbersAndRefs(node, content, refCounter) {
+    if (isMap(node)) {
+        const obj = {};
+        const refId = String(refCounter.next++);
+        obj['~r'] = refId;
+        if (node.range) {
+            Object.defineProperty(obj, '~l', {
+                value: getLineNumber(content, node.range[0]),
+                enumerable: false,
+                writable: true,
+                configurable: true
+            });
+        }
+        for (const pair of node.items){
+            if (isPair(pair) && isScalar(pair.key)) {
+                const key = pair.key.value;
+                const value = pair.value;
+                const keyLineNumber = pair.key.range ? getLineNumber(content, pair.key.range[0]) : null;
+                if (isMap(value)) {
+                    const mapResult = addLineNumbersAndRefs(value, content, refCounter);
+                    if (keyLineNumber) {
+                        Object.defineProperty(mapResult, '~l', {
+                            value: keyLineNumber,
+                            enumerable: false,
+                            writable: true,
+                            configurable: true
+                        });
+                    }
+                    obj[key] = mapResult;
+                } else if (isSeq(value)) {
+                    // Don't add ~l to arrays - only objects need line numbers for error reporting
+                    obj[key] = addLineNumbersAndRefs(value, content, refCounter);
+                } else if (isScalar(value)) {
+                    obj[key] = value.value;
+                } else {
+                    obj[key] = value?.toJSON?.() ?? value;
+                }
+            }
+        }
+        return obj;
+    }
+    if (isSeq(node)) {
+        const arr = [];
+        // Note: We don't add ~l to arrays to keep serialized output simpler.
+        // Line numbers on arrays aren't needed for error reporting - objects are the error sources.
+        for (const item of node.items){
+            if (isMap(item)) {
+                arr.push(addLineNumbersAndRefs(item, content, refCounter));
+            } else if (isSeq(item)) {
+                arr.push(addLineNumbersAndRefs(item, content, refCounter));
+            } else if (isScalar(item)) {
+                arr.push(item.value);
+            } else {
+                arr.push(item?.toJSON?.() ?? item);
+            }
+        }
+        return arr;
+    }
+    if (isScalar(node)) {
+        return node.value;
+    }
+    return node?.toJSON?.() ?? node;
+}
+/**
+ * Parse YAML string for testing, adding ~l (line numbers) and ~r (ref IDs)
+ * to simulate real buildRefs output.
+ *
+ * @param {string} yamlContent - YAML string to parse (use template literals for multiline)
+ * @returns {object} Parsed object with ~l and ~r properties
+ *
+ * @example
+ * const components = parseTestYaml(`
+ * pages:
+ *   - id: home
+ *     type: Box
+ *     blocks:
+ *       - id: title
+ *         type: Title
+ * `);
+ */ function parseTestYaml(yamlContent) {
+    const doc = YAML.parseDocument(yamlContent);
+    if (doc.errors && doc.errors.length > 0) {
+        throw new Error(doc.errors[0].message);
+    }
+    const refCounter = {
+        next: 1
+    };
+    return addLineNumbersAndRefs(doc.contents, yamlContent, refCounter);
+}
+export default parseTestYaml;

package/dist/test-utils/runBuild.js

@@ -0,0 +1,270 @@
+/*
+  Copyright 2020-2024 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { jest } from '@jest/globals';
+import path from 'path';
+/**
+ * Custom types map for testing - includes common types used in fixtures.
+ * Contains all basic blocks, loaders, common actions, operators, and connections.
+ */ const testTypesMap = {
+    actions: {
+        Link: {
+            package: '@lowdefy/actions-core'
+        },
+        SetState: {
+            package: '@lowdefy/actions-core'
+        },
+        Request: {
+            package: '@lowdefy/actions-core'
+        },
+        Reset: {
+            package: '@lowdefy/actions-core'
+        },
+        Throw: {
+            package: '@lowdefy/actions-core'
+        },
+        Log: {
+            package: '@lowdefy/actions-core'
+        },
+        Return: {
+            package: '@lowdefy/api'
+        }
+    },
+    blocks: {
+        Anchor: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Box: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Button: {
+            package: '@lowdefy/blocks-basic'
+        },
+        DangerousHtml: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Html: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Icon: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Img: {
+            package: '@lowdefy/blocks-basic'
+        },
+        List: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Message: {
+            package: '@lowdefy/blocks-antd'
+        },
+        Paragraph: {
+            package: '@lowdefy/blocks-basic'
+        },
+        ProgressBar: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        Result: {
+            package: '@lowdefy/blocks-antd'
+        },
+        Skeleton: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        SkeletonAvatar: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        SkeletonButton: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        SkeletonInput: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        SkeletonParagraph: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        Span: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Spinner: {
+            package: '@lowdefy/blocks-loaders'
+        },
+        TextInput: {
+            package: '@lowdefy/blocks-antd'
+        },
+        Throw: {
+            package: '@lowdefy/blocks-basic'
+        },
+        Title: {
+            package: '@lowdefy/blocks-basic'
+        }
+    },
+    connections: {
+        AxiosHttp: {
+            package: '@lowdefy/connection-axios-http'
+        },
+        MongoDBCollection: {
+            package: '@lowdefy/connection-mongodb'
+        }
+    },
+    requests: {
+        AxiosHttp: {
+            package: '@lowdefy/connection-axios-http'
+        },
+        MongoDBInsertOne: {
+            package: '@lowdefy/connection-mongodb'
+        }
+    },
+    auth: {
+        adapters: {},
+        callbacks: {},
+        events: {},
+        providers: {
+            GoogleProvider: {
+                package: 'next-auth'
+            }
+        }
+    },
+    operators: {
+        client: {
+            _state: {
+                package: '@lowdefy/operators-js'
+            },
+            _if: {
+                package: '@lowdefy/operators-js'
+            },
+            _eq: {
+                package: '@lowdefy/operators-js'
+            },
+            _not: {
+                package: '@lowdefy/operators-js'
+            },
+            _type: {
+                package: '@lowdefy/operators-js'
+            },
+            _payload: {
+                package: '@lowdefy/operators-js'
+            },
+            _step: {
+                package: '@lowdefy/operators-js'
+            }
+        },
+        server: {
+            _payload: {
+                package: '@lowdefy/operators-js'
+            },
+            _step: {
+                package: '@lowdefy/operators-js'
+            }
+        }
+    },
+    controls: {
+        Endpoint: {
+            package: '@lowdefy/api'
+        },
+        Log: {
+            package: '@lowdefy/api'
+        },
+        Return: {
+            package: '@lowdefy/api'
+        }
+    }
+};
+/**
+ * Creates a runBuild helper function for testing build errors.
+ *
+ * @param {Function} build - The build function (imported after mocking writeBuildArtifact)
+ * @param {string} fixturesDir - Absolute path to the fixtures directory
+ * @returns {Function} runBuild helper function
+ *
+ * @example
+ * // In test file:
+ * jest.unstable_mockModule('./utils/writeBuildArtifact.js', () => ({
+ *   default: () => jest.fn(),
+ * }));
+ * const { default: build } = await import('./index.js');
+ * const runBuild = createRunBuild(build, path.join(__dirname, 'build-errors'));
+ *
+ * // Then in tests:
+ * const result = await runBuild('A1-invalid-connection-type', 'prod');
+ * expect(result.errors).toContain('...');
+ */ function createRunBuild(build, fixturesDir) {
+    /**
+   * Runs build with a specific fixture directory and stage.
+   * Returns captured errors, warnings, and the thrown error (if any).
+   *
+   * @param {string} fixtureDir - Name of the fixture directory (e.g., 'A1-invalid-connection-type')
+   * @param {string} [stage='prod'] - Build stage ('dev' or 'prod')
+   * @returns {Promise<{errors: string[], warnings: string[], thrownError: Error|null, logger: Object}>}
+   */ return async function runBuild(fixtureDir, stage = 'prod') {
+        const configDir = path.join(fixturesDir, fixtureDir);
+        const errors = [];
+        const warnings = [];
+        const logger = {
+            info: jest.fn(),
+            log: jest.fn(),
+            warn: jest.fn((msg)=>warnings.push(msg)),
+            error: jest.fn((msg)=>errors.push(msg)),
+            succeed: jest.fn()
+        };
+        let thrownError = null;
+        try {
+            await build({
+                customTypesMap: testTypesMap,
+                directories: {
+                    config: configDir,
+                    build: path.join(configDir, '.lowdefy'),
+                    server: path.join(configDir, '.lowdefy', 'server')
+                },
+                logger,
+                stage
+            });
+        } catch (err) {
+            thrownError = err;
+            // Extract errors embedded in the thrown message (format: "✖ [Config Error] ...")
+            // This handles the case where errors are bundled in the thrown message to avoid interleaving
+            // Each error is multi-line: message line + indented location lines
+            if (err.message) {
+                const lines = err.message.split('\n');
+                let currentError = null;
+                for (const line of lines){
+                    if (line.startsWith('✖ [Config Error]')) {
+                        // Start of a new error - save previous if exists
+                        if (currentError !== null) {
+                            errors.push(currentError);
+                        }
+                        currentError = line.slice(2); // Remove "✖ " prefix
+                    } else if (currentError !== null && line.startsWith('  ')) {
+                        // Continuation line (indented) - append to current error
+                        currentError += '\n' + line;
+                    } else if (currentError !== null) {
+                        // Non-continuation line - save current error and reset
+                        errors.push(currentError);
+                        currentError = null;
+                    }
+                }
+                // Don't forget the last error
+                if (currentError !== null) {
+                    errors.push(currentError);
+                }
+            }
+        }
+        return {
+            errors,
+            warnings,
+            thrownError,
+            logger
+        };
+    };
+}
+export { testTypesMap, createRunBuild };