@lowdefy/server-dev 0.0.0-experimental-20260220142815 → 0.0.0-experimental-20260220143146

package/lib/client/BuildErrorPage.js

@@ -21,7 +21,7 @@ const typeColors = {
   ConfigWarning: '#d48806',
   PluginError: '#531dab',
   ServiceError: '#096dd9',
-  LowdefyError: '#cf1322',
+  LowdefyInternalError: '#cf1322',
 };
 
 function getTypeColor(type) {
@@ -49,7 +49,7 @@ const ErrorItem = ({ type, message, source }) => {
       >
         {type}
       </span>
-      <p style={{ fontSize: 14, margin: '4px 0' }}>{message}</p>
+      <p style={{ fontSize: 14, margin: '4px 0', fontFamily: 'monospace' }}>{message}</p>
       {source && <p style={{ fontSize: 13, color: '#8c8c8c', margin: 0 }}>{source}</p>}
     </div>
   );
@@ -67,7 +67,8 @@ const BuildErrorPage = ({ errors, message, source }) => {
         flexDirection: 'column',
         alignItems: 'center',
         justifyContent: 'center',
-        fontFamily: 'monospace',
+        fontFamily:
+          "system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif",
         padding: '0 24px',
       }}
     >

package/lib/client/InstallingPluginsPage.js

@@ -0,0 +1,50 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import React from 'react';
+
+const InstallingPluginsPage = ({ packages }) => {
+  return (
+    <div
+      style={{
+        height: '100vh',
+        textAlign: 'center',
+        display: 'flex',
+        flexDirection: 'column',
+        alignItems: 'center',
+        justifyContent: 'center',
+        fontFamily:
+          "system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif",
+      }}
+    >
+      <div
+        style={{
+          verticalAlign: 'middle',
+          display: 'inline-block',
+        }}
+      >
+        <h3>Installing Plugin Packages</h3>
+        <p>
+          This page requires packages that are not yet installed:{' '}
+          <strong>{(packages ?? []).join(', ')}</strong>.
+        </p>
+        <p>The server will restart automatically. The page will reload when ready.</p>
+      </div>
+    </div>
+  );
+};
+
+export default InstallingPluginsPage;

package/lib/client/Page.js

@@ -18,6 +18,7 @@ import React from 'react';
 import Client from '@lowdefy/client';
 
 import BuildErrorPage from './BuildErrorPage.js';
+import InstallingPluginsPage from './InstallingPluginsPage.js';
 import RestartingPage from './RestartingPage.js';
 import usePageConfig from './utils/usePageConfig.js';
 
@@ -47,6 +48,9 @@ const Page = ({
       />
     );
   }
+  if (pageConfig.installing) {
+    return <InstallingPluginsPage packages={pageConfig.packages} />;
+  }
   if (resetContext.restarting) {
     return <RestartingPage />;
   }

package/lib/client/RestartingPage.js

@@ -26,6 +26,8 @@ const RestartingPage = () => {
         flexDirection: 'column',
         alignItems: 'center',
         justifyContent: 'center',
+        fontFamily:
+          "system-ui, -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, 'Helvetica Neue', Arial, sans-serif",
       }}
     >
       <div

package/lib/client/utils/request.js

@@ -27,9 +27,7 @@ async function request({ url, method = 'GET', body }) {
   }
   if (!res.ok) {
     const body = await res.json();
-    console.log(res);
-    console.log(body);
-    throw new Error(body.message || 'Request error');
+    throw new Error(body?.['~e']?.message ?? body?.message ?? 'Request error');
   }
   return res.json();
 }

package/lib/client/utils/usePageConfig.js

@@ -43,6 +43,9 @@ async function fetchPageConfig(url) {
   if (data?.buildError) {
     return data;
   }
+  if (data?.installing) {
+    return data;
+  }
   if (!res.ok) {
     throw new Error(data.message || 'Request error');
   }

package/lib/server/apiWrapper.js

@@ -17,6 +17,7 @@ import fs from 'fs';
 import path from 'path';
 import { createApiContext } from '@lowdefy/api';
 import { getSecretsFromEnv } from '@lowdefy/node-utils';
+import { serializer } from '@lowdefy/helpers';
 import { v4 as uuid } from 'uuid';
 
 import config from '../build/config.js';
@@ -24,13 +25,11 @@ import connections from '../../build/plugins/connections.js';
 import createLogger from './log/createLogger.js';
 import fileCache from './fileCache.js';
 import getServerSession from './auth/getServerSession.js';
-import logError from './log/logError.js';
+import createHandleError from './log/createHandleError.js';
 import logRequest from './log/logRequest.js';
 import operators from '../../build/plugins/operators/server.js';
 import staticJsMap from '../../build/plugins/operators/serverJsMap.js';
 import getAuthOptions from './auth/getAuthOptions.js';
-import loggerConfig from '../build/logger.js';
-import setSentryUser from './sentry/setSentryUser.js';
 
 const secrets = getSecretsFromEnv();
 
@@ -73,6 +72,9 @@ function apiWrapper(handler) {
       fileCache,
       headers: req?.headers,
       jsMap,
+      handleError: async (err) => {
+        console.error(err);
+      },
       logger: console,
       operators,
       req,
@@ -81,14 +83,10 @@ function apiWrapper(handler) {
     };
     try {
       context.logger = createLogger({ rid: context.rid });
+      context.handleError = createHandleError({ context });
       context.authOptions = getAuthOptions(context);
       if (!req.url.startsWith('/api/auth')) {
         context.session = await getServerSession(context);
-        // Set Sentry user context for authenticated requests
-        setSentryUser({
-          user: context.session?.user,
-          sentryConfig: loggerConfig.sentry,
-        });
       }
       createApiContext(context);
       logRequest({ context });
@@ -97,8 +95,14 @@ function apiWrapper(handler) {
       // TODO: Log response time?
       return response;
     } catch (error) {
-      await logError({ error, context });
-      res.status(500).json({ name: error.name, message: error.message });
+      await context.handleError(error);
+      const serialized = serializer.serialize(error);
+      if (serialized?.['~e']) {
+        delete serialized['~e'].received;
+        delete serialized['~e'].stack;
+        delete serialized['~e'].configKey;
+      }
+      res.status(500).json(serialized);
     }
   };
 }

package/lib/server/auth/getMockSession.js

@@ -28,7 +28,7 @@ async function getMockSession() {
     try {
       mockUser = JSON.parse(mockUserJson);
     } catch (error) {
-      throw new Error(`Invalid JSON in LOWDEFY_DEV_USER environment variable: ${error.message}`);
+      throw new Error('Invalid JSON in LOWDEFY_DEV_USER environment variable.', { cause: error });
     }
   } else {
     mockUser = authJson.dev?.mockUser;

package/lib/server/jitPageBuilder.js

@@ -85,10 +85,14 @@ function getBuildContext(buildDirectory, configDirectory) {
   const jsMap = readJsonFile(path.join(buildDirectory, 'jsMap.json')) ?? { client: {}, server: {} };
   const connectionIds = readJsonFile(path.join(buildDirectory, 'connectionIds.json')) ?? [];
 
+  const customTypesMap = readJsonFile(path.join(buildDirectory, 'customTypesMap.json')) ?? {};
+
   cachedBuildContext = createContext({
+    customTypesMap,
     directories: {
       build: buildDirectory,
       config: configDirectory,
+      server: path.resolve(buildDirectory, '..'),
     },
     logger: jitLogger,
     stage: 'dev',
@@ -103,6 +107,11 @@ function getBuildContext(buildDirectory, configDirectory) {
     cachedBuildContext.connectionIds.add(id);
   }
 
+  // Load installed packages snapshot from skeleton build for missing-package detection
+  const installedPluginPackages =
+    readJsonFile(path.join(buildDirectory, 'installedPluginPackages.json')) ?? [];
+  cachedBuildContext.installedPluginPackages = new Set(installedPluginPackages);
+
   return cachedBuildContext;
 }
 
@@ -126,11 +135,18 @@ async function buildPageIfNeeded({ pageId, buildDirectory, configDirectory }) {
   try {
     const context = getBuildContext(buildDirectory, configDirectory);
     const startTime = Date.now();
-    await buildPageJit({
+    const result = await buildPageJit({
       pageId,
       pageRegistry: registry,
       context,
     });
+    if (result && result.installing) {
+      jitLogger.info(
+        `Installing plugin packages for page "${pageId}": ${result.packages.join(', ')}. ` +
+          'The page will be available after the server restarts.'
+      );
+      return result;
+    }
     pageCache.markCompiled(pageId);
     jitLogger.info(`Built page "${pageId}" in ${Date.now() - startTime}ms.`);
     return true;

package/lib/server/log/createHandleError.js

@@ -0,0 +1,47 @@
+/*
+  Copyright 2020-2026 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import { LowdefyInternalError, loadAndResolveErrorLocation } from '@lowdefy/errors';
+
+function createHandleError({ context }) {
+  return async function handleError(error) {
+    try {
+      // For internal lowdefy errors, don't resolve config location
+      const location =
+        error instanceof LowdefyInternalError
+          ? null
+          : await loadAndResolveErrorLocation({
+              error,
+              readConfigFile: context.readConfigFile,
+              configDirectory: context.configDirectory,
+            });
+
+      // Attach resolved location to error for display layer
+      if (location) {
+        error.source = location.source;
+        error.config = location.config;
+      }
+
+      context.logger.error(error);
+    } catch (e) {
+      console.error(error);
+      console.error('An error occurred while logging the error.');
+      console.error(e);
+    }
+  };
+}
+
+export default createHandleError;

package/lib/server/log/createLogger.js

@@ -14,7 +14,7 @@
   limitations under the License.
 */
 
-import { createNodeLogger, wrapErrorLogger } from '@lowdefy/logger/node';
+import { createNodeLogger } from '@lowdefy/logger/node';
 
 const logger = createNodeLogger({
   name: 'lowdefy_server',
@@ -23,7 +23,7 @@ const logger = createNodeLogger({
 });
 
 function createLogger(metadata = {}) {
-  return wrapErrorLogger(logger.child(metadata));
+  return logger.child(metadata);
 }
 
 export default createLogger;

package/lib/server/pageCache.mjs

@@ -86,19 +86,6 @@ class PageCache {
     }
   }
 
-  invalidateByFiles(changedFiles, fileDependencyMap) {
-    const affectedPages = new Set();
-    for (const filePath of changedFiles) {
-      const pageIds = fileDependencyMap.get(filePath);
-      if (pageIds) {
-        for (const pageId of pageIds) {
-          affectedPages.add(pageId);
-        }
-      }
-    }
-    this.invalidatePages(affectedPages);
-    return affectedPages;
-  }
 }
 
 export default PageCache;

package/lib/server/pageCache.test.mjs

@@ -47,45 +47,6 @@ test('invalidatePages removes specific pages', () => {
   expect(cache.isCompiled('settings')).toBe(false);
 });
 
-test('invalidateByFiles returns affected pages and invalidates them', () => {
-  const cache = new PageCache();
-  cache.markCompiled('home');
-  cache.markCompiled('dashboard');
-
-  const fileDependencyMap = new Map([
-    ['pages/home/blocks.yaml', new Set(['home'])],
-    ['shared/layout.yaml', new Set(['home', 'dashboard'])],
-  ]);
-
-  const affected = cache.invalidateByFiles(['pages/home/blocks.yaml'], fileDependencyMap);
-  expect(affected).toEqual(new Set(['home']));
-  expect(cache.isCompiled('home')).toBe(false);
-  expect(cache.isCompiled('dashboard')).toBe(true);
-});
-
-test('invalidateByFiles handles shared files affecting multiple pages', () => {
-  const cache = new PageCache();
-  cache.markCompiled('home');
-  cache.markCompiled('dashboard');
-
-  const fileDependencyMap = new Map([['shared/layout.yaml', new Set(['home', 'dashboard'])]]);
-
-  const affected = cache.invalidateByFiles(['shared/layout.yaml'], fileDependencyMap);
-  expect(affected).toEqual(new Set(['home', 'dashboard']));
-  expect(cache.isCompiled('home')).toBe(false);
-  expect(cache.isCompiled('dashboard')).toBe(false);
-});
-
-test('invalidateByFiles returns empty set for unknown files', () => {
-  const cache = new PageCache();
-  cache.markCompiled('home');
-
-  const fileDependencyMap = new Map();
-  const affected = cache.invalidateByFiles(['unknown.yaml'], fileDependencyMap);
-  expect(affected).toEqual(new Set());
-  expect(cache.isCompiled('home')).toBe(true);
-});
-
 test('acquireBuildLock returns true for first request', async () => {
   const cache = new PageCache();
   const shouldBuild = await cache.acquireBuildLock('home');

package/manager/getContext.mjs

@@ -19,7 +19,8 @@ import path from 'path';
 import yargs from 'yargs';
 import { hideBin } from 'yargs/helpers';
 
-import { createDevLogger as createLogger } from '@lowdefy/logger/dev';
+import pino from 'pino';
+import { createNodeLogger } from '@lowdefy/logger/node';
 import checkMockUserWarning from './processes/checkMockUserWarning.mjs';
 import initialBuild from './processes/initialBuild.mjs';
 import installPlugins from './processes/installPlugins.mjs';
@@ -48,7 +49,12 @@ async function getContext() {
       config: path.resolve(argv.configDirectory ?? env.LOWDEFY_DIRECTORY_CONFIG ?? process.cwd()),
       server: process.cwd(),
     },
-    logger: createLogger({ level: env.LOWDEFY_LOG_LEVEL }),
+    logger: createNodeLogger({
+      name: 'lowdefy build',
+      level: env.LOWDEFY_LOG_LEVEL ?? 'info',
+      base: { pid: undefined, hostname: undefined },
+      destination: pino.destination({ dest: 1, sync: true }),
+    }),
     options: {
       port: argv.port ?? env.PORT ?? 3000,
       refResolver: argv.refResolver ?? env.LOWDEFY_BUILD_REF_RESOLVER,
@@ -64,7 +70,6 @@ async function getContext() {
     // JIT build state
     pageCache: new PageCache(),
     pageRegistry: null,
-    fileDependencyMap: null,
     buildContext: null,
   };
 
@@ -79,7 +84,6 @@ async function getContext() {
     const result = await buildFn();
     if (result) {
       context.pageRegistry = result.pageRegistry;
-      context.fileDependencyMap = result.fileDependencyMap;
       context.buildContext = result.context;
     }
   };

package/manager/processes/installPlugins.mjs

@@ -18,7 +18,7 @@ import { spawnProcess } from '@lowdefy/node-utils';
 
 function installPlugins({ logger, packageManagerCmd }) {
   return async () => {
-    logger.ui.spin('Installing plugins...');
+    logger.info({ spin: true }, 'Installing plugins...');
     await spawnProcess({
       processOptions: {
         // https://nodejs.org/en/blog/vulnerability/april-2024-security-releases-2#command-injection-via-args-parameter-of-child_processspawn-without-shell-option-enabled-on-windows-cve-2024-27980---high
@@ -28,7 +28,7 @@ function installPlugins({ logger, packageManagerCmd }) {
       args: ['install', '--no-frozen-lockfile'],
       stdOutLineHandler: (line) => logger.debug(line),
     });
-    logger.ui.log('Installed plugins.');
+    logger.info('Installed plugins.');
   };
 }
 

package/manager/processes/lowdefyBuild.mjs

@@ -19,7 +19,7 @@ import createCustomPluginTypesMap from '../utils/createCustomPluginTypesMap.mjs'
 
 function lowdefyBuild({ directories, logger, options, pageCache }) {
   return async () => {
-    logger.ui.spin('Building config...');
+    logger.info({ spin: true }, 'Building config...');
     const customTypesMap = await createCustomPluginTypesMap({ directories, logger });
 
     if (pageCache) {
@@ -35,7 +35,7 @@ function lowdefyBuild({ directories, logger, options, pageCache }) {
       });
 
       // Return result so getContext can store registries
-      logger.ui.log('Built config.');
+      logger.info('Built config.');
       return result;
     } finally {
       if (pageCache) {

package/manager/processes/nextBuild.mjs

@@ -14,11 +14,12 @@
   limitations under the License.
 */
 
+import { BuildError } from '@lowdefy/errors';
 import { spawnProcess } from '@lowdefy/node-utils';
 
 function nextBuild({ bin, logger }) {
   return async () => {
-    logger.ui.spin('Building app...');
+    logger.info({ spin: true }, 'Building app...');
     const errorLines = [];
     try {
       await spawnProcess({
@@ -34,12 +35,9 @@ function nextBuild({ bin, logger }) {
       if (errorLines.length > 0) {
         errorLines.forEach((line) => logger.error(line));
       }
-      const error = new Error('Next.js build failed. See above for details.');
-      error.isFormatted = true;
-      error.hideStack = true;
-      throw error;
+      throw new BuildError('Next.js build failed. See above for details.');
     }
-    logger.ui.log('Built app.');
+    logger.info('Built app.');
   };
 }
 

package/manager/processes/restartServer.mjs

@@ -19,9 +19,9 @@ import startServer from './startServer.mjs';
 function restartServer(context) {
   return () => {
     context.shutdownServer();
-    context.logger.ui.spin('Restarting server...');
+    context.logger.info({ spin: true }, 'Restarting server...');
     startServer(context);
-    context.logger.ui.succeed('Restarted server.');
+    context.logger.info({ succeed: true }, 'Restarted server.');
   };
 }
 

package/manager/processes/shutdownServer.mjs

@@ -21,7 +21,7 @@ function shutdownServer(context) {
         `Existing next server with pid ${context.nextServer.pid}, killed: ${context.nextServer.killed}`
       );
       if (!context.nextServer.killed) {
-        context.logger.ui.spin('Shutting down server...');
+        context.logger.info({ spin: true }, 'Shutting down server...');
         context.nextServer.kill();
         context.logger.debug(
           `Killed next server with pid ${context.nextServer.pid}, killed: ${context.nextServer.killed}`

package/manager/utils/checkPortAvailable.mjs

@@ -14,6 +14,7 @@
   limitations under the License.
 */
 
+import { BuildError } from '@lowdefy/errors';
 import net from 'net';
 
 function checkPortAvailable(port) {
@@ -21,11 +22,11 @@ function checkPortAvailable(port) {
     const server = net.createServer();
     server.once('error', (err) => {
       if (err.code === 'EADDRINUSE') {
-        const error = new Error(
-          `Port ${port} is already in use. Stop the other process or use a different port with --port.`
+        reject(
+          new BuildError(
+            `Port ${port} is already in use. Stop the other process or use a different port with --port.`
+          )
         );
-        error.isFormatted = true;
-        reject(error);
       } else {
         reject(err);
       }

package/manager/utils/getLowdefyVersion.mjs

@@ -17,7 +17,7 @@
 import path from 'path';
 import { type } from '@lowdefy/helpers';
 import { readFile } from '@lowdefy/node-utils';
-import { ConfigError } from '@lowdefy/errors/build';
+import { ConfigError } from '@lowdefy/errors';
 import YAML from 'yaml';
 
 async function getLowdefyVersion(context) {
@@ -33,11 +33,7 @@ async function getLowdefyVersion(context) {
   try {
     lowdefy = YAML.parse(lowdefyYaml);
   } catch (error) {
-    throw new ConfigError({
-      error,
-      filePath,
-      configDirectory: context.directories.config,
-    });
+    throw new ConfigError('Could not parse YAML.', { cause: error, filePath });
   }
   if (!lowdefy.lowdefy) {
     throw new Error(
@@ -45,12 +41,10 @@ async function getLowdefyVersion(context) {
     );
   }
   if (!type.isString(lowdefy.lowdefy)) {
-    throw new ConfigError({
-      message: 'Version number specified in "lowdefy.yaml" file should be a string.',
-      received: lowdefy.lowdefy,
-      filePath,
-      configDirectory: context.directories.config,
-    });
+    throw new ConfigError(
+      'Version number specified in "lowdefy.yaml" file should be a string.',
+      { received: lowdefy.lowdefy, filePath }
+    );
   }
   return lowdefy.lowdefy;
 }

package/manager/watchers/lowdefyBuildWatcher.mjs

@@ -14,7 +14,6 @@
   limitations under the License.
 */
 
-import fs from 'fs';
 import path from 'path';
 import getLowdefyVersion from '../utils/getLowdefyVersion.mjs';
 import setupWatcher from '../utils/setupWatcher.mjs';
@@ -41,35 +40,16 @@ function lowdefyBuildWatcher(context) {
     }
 
     try {
-      // Check if only page-level files changed (targeted invalidation)
       const isSkeletonChange =
         lowdefyYamlModified ||
-        changedFiles.some(
-          (f) =>
-            !context.fileDependencyMap?.has(f) && !f.startsWith('pages/') && !f.startsWith('./')
-        );
+        changedFiles.some((f) => !f.startsWith('pages/') && !f.startsWith('./'));
 
       if (isSkeletonChange || !context.pageCache) {
-        // Full skeleton rebuild
         await context.lowdefyBuild();
       } else {
-        // Targeted invalidation: only clear affected pages
-        const affectedPages = context.pageCache.invalidateByFiles(
-          changedFiles,
-          context.fileDependencyMap
-        );
-        if (affectedPages.size > 0) {
-          // Write invalidated page IDs to a file so the Next.js server process
-          // (which has its own PageCache) knows which pages to rebuild.
-          const invalidationPath = path.join(context.directories.build, 'invalidatePages.json');
-          fs.writeFileSync(invalidationPath, JSON.stringify([...affectedPages]));
-          context.logger.ui.log(
-            `Invalidated ${affectedPages.size} page(s): ${[...affectedPages].join(', ')}`
-          );
-        } else {
-          // Unknown file changed - do full rebuild to be safe
-          await context.lowdefyBuild();
-        }
+        // Page-only changes: invalidate all pages, no skeleton rebuild needed
+        context.pageCache.invalidateAll();
+        context.logger.info('Page files changed, invalidated all pages.');
       }
       context.reloadClients();
     } catch (error) {

package/manager/watchers/nextBuildWatcher.mjs

@@ -86,14 +86,24 @@ async function nextBuildWatcher(context) {
       })
     );
     if (!build) {
-      context.logger.ui.succeed('Reloaded app.');
+      context.logger.info({ succeed: true }, 'Reloaded app.');
       return;
     }
 
     context.shutdownServer();
     if (install) {
-      context.logger.ui.warn('Plugin dependencies have changed and will be reinstalled.');
+      context.logger.warn('Plugin dependencies have changed and will be reinstalled.');
       await context.installPlugins();
+      // Rebuild Lowdefy artifacts (blocks.js, icons.js, styles.less, etc.)
+      // so newly installed packages are included in the Next.js bundle.
+      await context.lowdefyBuild();
+      // Re-hash all tracked files to avoid detecting our own build output
+      // changes as new changes on the next watcher callback.
+      await Promise.all(
+        trackedFiles.map(async (filePath) => {
+          hashes[filePath] = await sha1(filePath);
+        })
+      );
     }
     await context.nextBuild();
     context.restartServer();