@lowdefy/server-dev 0.0.0-alpha.7 → 0.0.0-experimental-20231123101256

package/manager/watchers/nextBuildWatcher.mjs

@@ -0,0 +1,108 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import crypto from 'crypto';
+import path from 'path';
+import { readFile } from '@lowdefy/node-utils';
+import { type } from '@lowdefy/helpers';
+import setupWatcher from '../utils/setupWatcher.mjs';
+
+const hashes = {};
+
+const trackedFiles = [
+  'build/app.json',
+  'build/auth.json',
+  'build/config.json',
+  'build/plugins/actions.js',
+  'build/plugins/auth/adapters.js',
+  'build/plugins/auth/callbacks.js',
+  'build/plugins/auth/events.js',
+  'build/plugins/auth/providers.js',
+  'build/plugins/blocks.js',
+  'build/plugins/connections.js',
+  'build/plugins/icons.js',
+  'build/plugins/operators/client.js',
+  'build/plugins/operators/server.js',
+  'build/plugins/styles.less',
+  'public/styles.less',
+  'package.json',
+];
+
+async function sha1(filePath) {
+  let content = await readFile(filePath);
+  if (filePath.endsWith('.json')) {
+    content = JSON.stringify(
+      JSON.parse(content, (_, value) => {
+        if (!type.isObject(value)) return value;
+        delete value['~k'];
+        return value;
+      })
+    );
+  }
+  return crypto
+    .createHash('sha1')
+    .update(content || '')
+    .digest('base64');
+}
+
+async function nextBuildWatcher(context) {
+  // Initialize hashes so that app does not rebuild the first time
+  // Lowdefy build is run.
+  await Promise.all(
+    trackedFiles.map(async (filePath) => {
+      hashes[filePath] = await sha1(filePath);
+    })
+  );
+
+  const callback = async () => {
+    let install = false;
+    let build = false;
+    await Promise.all(
+      trackedFiles.map(async (filePath) => {
+        const hash = await sha1(filePath);
+        if (hashes[filePath] === hash) {
+          return;
+        }
+        build = true;
+        if (filePath.endsWith('package.json')) {
+          install = true;
+        }
+        hashes[filePath] = hash;
+      })
+    );
+    if (!build) {
+      context.logger.info({ print: 'succeed' }, 'Reloaded app.');
+      return;
+    }
+
+    context.shutdownServer();
+    if (install) {
+      context.logger.warn('Plugin dependencies have changed and will be reinstalled.');
+      await context.installPlugins();
+    }
+    await context.nextBuild();
+    context.restartServer();
+  };
+
+  return setupWatcher({
+    callback,
+    context,
+    watchDotfiles: true,
+    watchPaths: [path.join(context.directories.server, 'package.json')],
+  });
+}
+
+export default nextBuildWatcher;

package/next.config.js

@@ -0,0 +1,31 @@
+const withLess = require('next-with-less');
+const lowdefyConfig = require('./build/config.json');
+
+module.exports = withLess({
+  basePath: lowdefyConfig.basePath,
+  // reactStrictMode: true,
+  webpack: (config, { isServer }) => {
+    if (!isServer) {
+      config.resolve.fallback = {
+        assert: false,
+        buffer: false,
+        crypto: false,
+        events: false,
+        fs: false,
+        path: false,
+        process: require.resolve('process/browser'),
+        util: false,
+      };
+    }
+    return config;
+  },
+  swcMinify: false,
+  compress: false,
+  outputFileTracing: false,
+  poweredByHeader: false,
+  generateEtags: false,
+  optimizeFonts: false,
+  eslint: {
+    ignoreDuringBuilds: true,
+  },
+});

package/package.json

@@ -1,9 +1,13 @@
 {
   "name": "@lowdefy/server-dev",
-  "version": "0.0.0-alpha.7",
+  "version": "0.0.0-experimental-20231123101256",
   "license": "Apache-2.0",
   "description": "",
   "homepage": "https://lowdefy.com",
+  "keywords": [
+    "lowdefy",
+    "server"
+  ],
   "bugs": {
     "url": "https://github.com/lowdefy/lowdefy/issues"
   },
@@ -22,48 +26,73 @@
     "url": "https://github.com/lowdefy/lowdefy.git"
   },
   "files": [
-    "dist/*"
+    "lib/*",
+    "manager/*",
+    "pages/*",
+    "public_default/*",
+    "next.config.js",
+    "package.original.json",
+    ".eslintrc.yaml",
+    ".npmrc"
   ],
-  "scripts": {
-    "babel": "babel src --out-dir dist",
-    "build": "yarn webpack && yarn babel",
-    "clean": "rm -rf dist && rm -rf dev",
-    "prepublishOnly": "yarn build",
-    "start": "nodemon dist/server.js",
-    "version:prerelease": "yarn version prerelease",
-    "version:patch": "yarn version patch",
-    "version:minor": "yarn version minor",
-    "version:major": "yarn version major",
-    "webpack": "webpack --config webpack.config.js"
-  },
   "dependencies": {
-    "@lowdefy/graphql": "0.0.0-alpha.7",
-    "@lowdefy/node-utils": "1.0.2",
-    "apollo-server-express": "2.19.0",
-    "express": "4.17.1",
-    "graphql": "15.4.0"
+    "@lowdefy/actions-core": "0.0.0-experimental-20231123101256",
+    "@lowdefy/api": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-aggrid": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-antd": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-basic": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-color-selectors": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-echarts": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-loaders": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-markdown": "0.0.0-experimental-20231123101256",
+    "@lowdefy/blocks-qr": "0.0.0-experimental-20231123101256",
+    "@lowdefy/build": "0.0.0-experimental-20231123101256",
+    "@lowdefy/client": "0.0.0-experimental-20231123101256",
+    "@lowdefy/connection-axios-http": "0.0.0-experimental-20231123101256",
+    "@lowdefy/engine": "0.0.0-experimental-20231123101256",
+    "@lowdefy/helpers": "0.0.0-experimental-20231123101256",
+    "@lowdefy/layout": "0.0.0-experimental-20231123101256",
+    "@lowdefy/node-utils": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-change-case": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-diff": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-js": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-moment": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-mql": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-nunjucks": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-uuid": "0.0.0-experimental-20231123101256",
+    "@lowdefy/operators-yaml": "0.0.0-experimental-20231123101256",
+    "@lowdefy/plugin-next-auth": "0.0.0-experimental-20231123101256",
+    "chokidar": "3.5.3",
+    "dotenv": "16.3.1",
+    "next": "13.5.4",
+    "next-auth": "4.24.5",
+    "opener": "1.5.2",
+    "pino": "8.16.2",
+    "process": "0.11.10",
+    "react": "18.2.0",
+    "react-dom": "18.2.0",
+    "react-icons": "4.12.0",
+    "swr": "2.2.4",
+    "yaml": "2.3.4",
+    "yargs": "17.7.2"
   },
   "devDependencies": {
-    "@babel/cli": "7.12.10",
-    "@babel/core": "7.12.10",
-    "@babel/preset-env": "7.12.10",
-    "@babel/preset-react": "7.12.10",
-    "@lowdefy/block-tools": "1.1.0",
-    "babel-jest": "26.6.3",
-    "babel-loader": "8.2.2",
-    "clean-webpack-plugin": "3.0.0",
-    "copy-webpack-plugin": "6.4.0",
-    "css-loader": "5.0.1",
-    "html-webpack-plugin": "4.5.0",
-    "jest": "26.6.3",
-    "nodemon": "2.0.6",
-    "react": "17.0.1",
-    "react-dom": "17.0.1",
-    "style-loader": "2.0.0",
-    "webpack": "5.10.0",
-    "webpack-cli": "4.2.0"
+    "@next/eslint-plugin-next": "13.5.4",
+    "less": "4.1.3",
+    "less-loader": "11.1.3",
+    "next-with-less": "3.0.1",
+    "webpack": "5.89.0"
+  },
+  "engines": {
+    "node": ">=18"
   },
   "publishConfig": {
     "access": "public"
+  },
+  "scripts": {
+    "build": "cp package.json package.original.json || copy package.json package.original.json",
+    "start": "node manager/run.mjs",
+    "lint": "next lint",
+    "next": "next"
   }
-}
+}

package/package.original.json

@@ -0,0 +1,98 @@
+{
+  "name": "@lowdefy/server-dev",
+  "version": "4.0.0-rc.14",
+  "license": "Apache-2.0",
+  "description": "",
+  "homepage": "https://lowdefy.com",
+  "keywords": [
+    "lowdefy",
+    "server"
+  ],
+  "bugs": {
+    "url": "https://github.com/lowdefy/lowdefy/issues"
+  },
+  "contributors": [
+    {
+      "name": "Sam Tolmay",
+      "url": "https://github.com/SamTolmay"
+    },
+    {
+      "name": "Gerrie van Wyk",
+      "url": "https://github.com/Gervwyk"
+    }
+  ],
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/lowdefy/lowdefy.git"
+  },
+  "files": [
+    "lib/*",
+    "manager/*",
+    "pages/*",
+    "public_default/*",
+    "next.config.js",
+    "package.original.json",
+    ".eslintrc.yaml",
+    ".npmrc"
+  ],
+  "scripts": {
+    "build": "cp package.json package.original.json || copy package.json package.original.json",
+    "start": "node manager/run.mjs",
+    "lint": "next lint",
+    "next": "next"
+  },
+  "dependencies": {
+    "@lowdefy/actions-core": "4.0.0-rc.14",
+    "@lowdefy/api": "4.0.0-rc.14",
+    "@lowdefy/blocks-aggrid": "4.0.0-rc.14",
+    "@lowdefy/blocks-antd": "4.0.0-rc.14",
+    "@lowdefy/blocks-basic": "4.0.0-rc.14",
+    "@lowdefy/blocks-color-selectors": "4.0.0-rc.14",
+    "@lowdefy/blocks-echarts": "4.0.0-rc.14",
+    "@lowdefy/blocks-loaders": "4.0.0-rc.14",
+    "@lowdefy/blocks-markdown": "4.0.0-rc.14",
+    "@lowdefy/blocks-qr": "4.0.0-rc.14",
+    "@lowdefy/build": "4.0.0-rc.14",
+    "@lowdefy/client": "4.0.0-rc.14",
+    "@lowdefy/connection-axios-http": "4.0.0-rc.14",
+    "@lowdefy/engine": "4.0.0-rc.14",
+    "@lowdefy/helpers": "4.0.0-rc.14",
+    "@lowdefy/layout": "4.0.0-rc.14",
+    "@lowdefy/node-utils": "4.0.0-rc.14",
+    "@lowdefy/operators-change-case": "4.0.0-rc.14",
+    "@lowdefy/operators-diff": "4.0.0-rc.14",
+    "@lowdefy/operators-js": "4.0.0-rc.14",
+    "@lowdefy/operators-moment": "4.0.0-rc.14",
+    "@lowdefy/operators-mql": "4.0.0-rc.14",
+    "@lowdefy/operators-nunjucks": "4.0.0-rc.14",
+    "@lowdefy/operators-uuid": "4.0.0-rc.14",
+    "@lowdefy/operators-yaml": "4.0.0-rc.14",
+    "@lowdefy/plugin-next-auth": "4.0.0-rc.14",
+    "chokidar": "3.5.3",
+    "dotenv": "16.3.1",
+    "next": "13.5.4",
+    "next-auth": "4.24.5",
+    "opener": "1.5.2",
+    "pino": "8.16.2",
+    "process": "0.11.10",
+    "react": "18.2.0",
+    "react-dom": "18.2.0",
+    "react-icons": "4.12.0",
+    "swr": "2.2.4",
+    "yaml": "2.3.4",
+    "yargs": "17.7.2"
+  },
+  "devDependencies": {
+    "@next/eslint-plugin-next": "13.5.4",
+    "less": "4.1.3",
+    "less-loader": "11.1.3",
+    "next-with-less": "3.0.1",
+    "webpack": "5.89.0"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}

package/pages/404.js

@@ -0,0 +1,19 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import App from '../lib/client/App.js';
+
+export default App;

package/pages/[pageId].js

@@ -0,0 +1,19 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import App from '../lib/client/App.js';
+
+export default App;

package/pages/_app.js

@@ -0,0 +1,42 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import React, { Suspense, useRef } from 'react';
+import dynamic from 'next/dynamic';
+
+import { ErrorBoundary } from '@lowdefy/block-utils';
+
+import Auth from '../lib/client/auth/Auth.js';
+
+// Must be in _app due to next specifications.
+import '../build/plugins/styles.less';
+
+function App({ Component }) {
+  const lowdefyRef = useRef({});
+  return (
+    <ErrorBoundary fullPage>
+      <Suspense fallback="">
+        <Auth>{(auth) => <Component auth={auth} lowdefy={lowdefyRef.current} />}</Auth>
+      </Suspense>
+    </ErrorBoundary>
+  );
+}
+
+const DynamicApp = dynamic(() => Promise.resolve(App), {
+  ssr: false,
+});
+
+export default DynamicApp;

package/pages/_document.js

@@ -0,0 +1,54 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import React from 'react';
+import Document, { Html, Head, Main, NextScript } from 'next/document';
+
+import appJson from '../build/app.json';
+import lowdefyConfig from '../build/config.json';
+
+const basePath = lowdefyConfig.basePath ?? '';
+
+class LowdefyDocument extends Document {
+  render() {
+    return (
+      <Html>
+        <Head>
+          <link rel="manifest" href={`${basePath}/manifest.webmanifest`} />
+          <link rel="icon" type="image/svg+xml" href={`${basePath}/icon.svg`} />
+          <link rel="apple-touch-icon" href={`${basePath}/apple-touch-icon.png`} />
+          <meta name="viewport" content="width=device-width, initial-scale=1" />
+          <script
+            dangerouslySetInnerHTML={{
+              __html: `/* start of Lowdefy append head */</script>${appJson.html.appendHead}<script>/* end of Lowdefy append head */`,
+            }}
+          />
+        </Head>
+        <body>
+          <Main />
+          <NextScript />
+          <script
+            dangerouslySetInnerHTML={{
+              __html: `/* start of Lowdefy append body */</script>${appJson.html.appendBody}<script>/* end of Lowdefy append body */`,
+            }}
+          />
+        </body>
+      </Html>
+    );
+  }
+}
+
+export default LowdefyDocument;

package/pages/api/auth/[...nextauth].js

@@ -0,0 +1,37 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import NextAuth from 'next-auth';
+
+import apiWrapper from '../../../lib/server/apiWrapper.js';
+import authJson from '../../../build/auth.json';
+
+async function handler({ context, req, res }) {
+  if (authJson.configured === true) {
+    // Required for emails in corporate networks, see:
+    // https://next-auth.js.org/tutorials/avoid-corporate-link-checking-email-provider
+    if (req.method === 'HEAD') {
+      return res.status(200).end();
+    }
+    return await NextAuth(req, res, context.authOptions);
+  }
+
+  return res.status(404).json({
+    message: 'Auth not configured',
+  });
+}
+
+export default apiWrapper(handler);

package/pages/api/page/[pageId].js

@@ -0,0 +1,32 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import { getPageConfig } from '@lowdefy/api';
+
+import apiWrapper from '../../../lib/server/apiWrapper.js';
+
+async function handler({ context, req, res }) {
+  const { pageId } = req.query;
+  const pageConfig = await getPageConfig(context, { pageId });
+  // TODO: Do we log here?
+  if (pageConfig === null) {
+    res.status(404).send('Page not found.');
+  } else {
+    res.status(200).json(pageConfig);
+  }
+}
+
+export default apiWrapper(handler);

package/pages/api/ping.js

@@ -0,0 +1,19 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+export default async function handler(req, res) {
+  res.status(200).json({ timestamp: new Date().toISOString() });
+}

package/pages/api/reload.js

@@ -0,0 +1,50 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import chokidar from 'chokidar';
+
+const handler = async (req, res) => {
+  res.setHeader('Content-Type', 'text/event-stream;charset=utf-8');
+  res.setHeader('Cache-Control', 'no-cache, no-transform');
+  res.setHeader('X-Accel-Buffering', 'no');
+  res.setHeader('Connection', 'keep-alive');
+
+  const watcher = chokidar.watch(['./build/reload'], {
+    persistent: true,
+    ignoreInitial: true,
+  });
+
+  const reload = () => {
+    try {
+      res.write(`event: reload\ndata: ${JSON.stringify({})}\n\n`);
+    } catch (e) {
+      console.log(e);
+    }
+  };
+  watcher.on('add', () => reload());
+  watcher.on('change', () => reload());
+  watcher.on('unlink', () => reload());
+
+  // TODO: This isn't working.
+  req.on('close', () => {
+    console.log('req closed');
+    watcher.close().then(() => {
+      console.log('watcher closed');
+    });
+  });
+};
+
+export default handler;

package/pages/api/request/[pageId]/[requestId].js

@@ -0,0 +1,32 @@
+/*
+  Copyright 2020-2023 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/
+
+import { callRequest } from '@lowdefy/api';
+
+import apiWrapper from '../../../../lib/server/apiWrapper.js';
+
+async function handler({ context, req, res }) {
+  if (req.method !== 'POST') {
+    throw new Error('Only POST requests are supported.');
+  }
+  const { pageId, requestId } = req.query;
+  const { blockId, payload } = req.body;
+  context.logger.info({ event: 'call_request', pageId, requestId, blockId });
+  const response = await callRequest(context, { blockId, pageId, payload, requestId });
+  res.status(200).json(response);
+}
+
+export default apiWrapper(handler);