@lowdefy/build 3.23.2 → 4.0.0-alpha.6

package/dist/scripts/generateDefaultTypes.js

@@ -0,0 +1,111 @@
+#!/usr/bin/env node
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import path from 'path';
+import { type } from '@lowdefy/helpers';
+import { readFile, writeFile } from '@lowdefy/node-utils';
+const defaultPackages = [
+    '@lowdefy/blocks-antd',
+    '@lowdefy/blocks-basic',
+    // '@lowdefy/blocks-color-selectors',
+    '@lowdefy/blocks-echarts',
+    '@lowdefy/blocks-loaders',
+    '@lowdefy/blocks-markdown',
+    '@lowdefy/connection-axios-http',
+    '@lowdefy/connection-redis',
+    '@lowdefy/operators-change-case',
+    // '@lowdefy/operators-diff',
+    '@lowdefy/operators-js',
+    // '@lowdefy/operators-mql',
+    '@lowdefy/operators-nunjucks',
+    '@lowdefy/operators-uuid',
+    '@lowdefy/operators-yaml', 
+];
+function createTypeDefinitions({ typeNames , store , packageName , version  }) {
+    if (type.isArray(typeNames)) {
+        typeNames.forEach((typeName)=>{
+            store[typeName] = {
+                package: packageName,
+                version
+            };
+        });
+    }
+}
+async function generateDefaultTypes() {
+    const packageFile = JSON.parse(await readFile(path.resolve(process.cwd(), './package.json')));
+    const defaultTypes = {
+        actions: {},
+        blocks: {},
+        connections: {},
+        requests: {},
+        operators: {
+            client: {},
+            server: {}
+        },
+        icons: {},
+        styles: {}
+    };
+    await Promise.all(defaultPackages.map(async (packageName)=>{
+        const { default: types  } = await import(`${packageName}/types`);
+        const version = packageFile.devDependencies[packageName];
+        createTypeDefinitions({
+            typeNames: types.actions,
+            store: defaultTypes.actions,
+            packageName,
+            version
+        });
+        createTypeDefinitions({
+            typeNames: types.blocks,
+            store: defaultTypes.blocks,
+            packageName,
+            version
+        });
+        createTypeDefinitions({
+            typeNames: types.connections,
+            store: defaultTypes.connections,
+            packageName,
+            version
+        });
+        createTypeDefinitions({
+            typeNames: types.requests,
+            store: defaultTypes.requests,
+            packageName,
+            version
+        });
+        createTypeDefinitions({
+            typeNames: type.isObject(types.operators) ? types.operators.client : [],
+            store: defaultTypes.operators.client,
+            packageName,
+            version
+        });
+        createTypeDefinitions({
+            typeNames: type.isObject(types.operators) ? types.operators.server : [],
+            store: defaultTypes.operators.server,
+            packageName,
+            version
+        });
+        if (type.isObject(types.styles)) {
+            defaultTypes.styles[packageName] = types.styles;
+        }
+        if (type.isObject(types.icons)) {
+            defaultTypes.icons[packageName] = types.icons;
+        }
+    }));
+    await writeFile({
+        filePath: path.resolve(process.cwd(), './dist/defaultTypes.json'),
+        content: JSON.stringify(defaultTypes, null, 2)
+    });
+}
+generateDefaultTypes();

package/dist/scripts/run.js

@@ -0,0 +1,28 @@
+#!/usr/bin/env node
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import path from 'path';
+import build from '../index.js';
+async function run() {
+    await build({
+        logger: console,
+        directories: {
+            build: path.resolve(process.env.LOWDEFY_DIRECTORY_BUILD || path.join(process.cwd(), 'build')),
+            config: path.resolve(process.env.LOWDEFY_DIRECTORY_CONFIG || process.cwd()),
+            server: path.resolve(process.env.LOWDEFY_DIRECTORY_SERVER || process.cwd())
+        }
+    });
+}
+run();

package/dist/test/buildRefs/testBuildRefsAsyncFunction.js

@@ -0,0 +1,22 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { wait } from '@lowdefy/helpers';
+async function asyncFn() {
+    await wait(20);
+    return {
+        async: true
+    };
+}
+module.exports = asyncFn;

package/dist/test/buildRefs/testBuildRefsErrorResolver.js

@@ -0,0 +1,18 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function resolver() {
+    throw new Error('Test error');
+}
+module.exports = resolver;

package/dist/test/buildRefs/testBuildRefsNullResolver.js

@@ -0,0 +1,19 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function resolver(path) {
+    if (path === 'null') return null;
+    return undefined;
+}
+module.exports = resolver;

package/dist/test/buildRefs/testBuildRefsParsingResolver.js

@@ -0,0 +1,39 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function resolver(path) {
+    switch(path){
+        case 'target.yaml':
+            return `
+array:
+  - 1
+  - 2`;
+        case 'target.yml':
+            return `
+array:
+- 1
+- 2`;
+        case 'target.json':
+            return `{"a": 42}`;
+        case 'target.yaml.njk':
+            return 'a: {{ var }}';
+        case 'target.yml.njk':
+            return 'a: {{ var }}';
+        case 'target.json.njk':
+            return `{ "a": "{{ var }}" }`;
+        default:
+            return null;
+    }
+}
+module.exports = resolver;

package/dist/test/buildRefs/testBuildRefsResolver.js

@@ -0,0 +1,23 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function resolver(path, vars, context) {
+    return {
+        resolved: true,
+        path,
+        vars,
+        contextId: context.id
+    };
+}
+module.exports = resolver;

package/dist/test/buildRefs/testBuildRefsTransform.js

@@ -0,0 +1,25 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function add(a, b) {
+    return a + b;
+}
+function transformer(obj, vars) {
+    return {
+        json: JSON.stringify(obj),
+        add: add(obj.a, 42),
+        var: vars.var1
+    };
+}
+module.exports = transformer;

package/dist/test/buildRefs/testBuildRefsTransformIdentity.js

@@ -0,0 +1,21 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function transformer(obj, vars) {
+    return {
+        obj,
+        vars
+    };
+}
+module.exports = transformer;

package/dist/test/testContext.js

@@ -0,0 +1,48 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import createCounter from '../utils/createCounter.js';
+function testContext({ writeBuildArtifact , configDirectory , readConfigFile , logger ={}  } = {}) {
+    const defaultLogger = {
+        info: ()=>{},
+        log: ()=>{},
+        warn: ()=>{},
+        error: ()=>{},
+        succeed: ()=>{}
+    };
+    const context = {
+        id: 'test',
+        directories: {
+            config: configDirectory || ''
+        },
+        typeCounters: {
+            actions: createCounter(),
+            blocks: createCounter(),
+            connections: createCounter(),
+            requests: createCounter(),
+            operators: {
+                client: createCounter(),
+                server: createCounter()
+            }
+        },
+        writeBuildArtifact: writeBuildArtifact || (()=>{}),
+        readConfigFile: readConfigFile || (()=>{})
+    };
+    context.logger = {
+        ...defaultLogger,
+        ...logger
+    };
+    return context;
+}
+export default testContext;

package/dist/utils/countOperators.js

@@ -0,0 +1,30 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { type } from '@lowdefy/helpers';
+function countOperators(obj, { counter  }) {
+    function getOperatorsReviver(_, value) {
+        if (type.isObject(value) && Object.keys(value).length === 1) {
+            const key = Object.keys(value)[0];
+            const [op] = key.split('.');
+            const operator = op.replace(/^(_+)/gm, '_');
+            if (operator.length > 1 && operator[0] === '_') {
+                counter.increment(operator);
+            }
+        }
+        return value;
+    }
+    JSON.parse(JSON.stringify(obj), getOperatorsReviver);
+}
+export default countOperators;

package/dist/utils/createCheckDuplicateId.js

@@ -0,0 +1,31 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { nunjucksFunction } from '@lowdefy/nunjucks';
+function createCheckDuplicateId({ message  }) {
+    const template = nunjucksFunction(message);
+    const ids = new Set();
+    function checkDuplicateId({ id , blockId , eventId , menuId , pageId  }) {
+        if (ids.has(id)) throw new Error(template({
+            id,
+            blockId,
+            eventId,
+            menuId,
+            pageId
+        }));
+        ids.add(id);
+    }
+    return checkDuplicateId;
+}
+export default createCheckDuplicateId;

package/dist/utils/createCounter.js

@@ -0,0 +1,33 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ function createCounter() {
+    const counts = new Map();
+    function increment(key) {
+        const count = counts.get(key) || 0;
+        counts.set(key, count + 1);
+    }
+    function getCount(key) {
+        return counts.get(key) || 0;
+    }
+    function getCounts() {
+        return Object.fromEntries(counts);
+    }
+    return {
+        increment,
+        getCount,
+        getCounts
+    };
+}
+export default createCounter;

package/dist/utils/files/readConfigFile.js

@@ -0,0 +1,24 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import path from 'path';
+import { cachedPromises } from '@lowdefy/helpers';
+import { readFile } from '@lowdefy/node-utils';
+function createReadConfigFile({ directories  }) {
+    async function readConfigFile(filePath) {
+        return readFile(path.resolve(directories.config, filePath));
+    }
+    return cachedPromises(readConfigFile);
+}
+export default createReadConfigFile;

package/dist/utils/files/writeBuildArtifact.js

@@ -0,0 +1,26 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import path from 'path';
+import { writeFile } from '@lowdefy/node-utils';
+function createWriteBuildArtifact({ directories  }) {
+    async function writeBuildArtifact({ filePath , content  }) {
+        return writeFile({
+            filePath: path.resolve(directories.build, filePath),
+            content
+        });
+    }
+    return writeBuildArtifact;
+}
+export default createWriteBuildArtifact;

package/dist/utils/formatErrorMessage.js

@@ -0,0 +1,56 @@
+/*
+  Copyright 2020-2021 Lowdefy, Inc
+
+  Licensed under the Apache License, Version 2.0 (the "License");
+  you may not use this file except in compliance with the License.
+  You may obtain a copy of the License at
+
+      http://www.apache.org/licenses/LICENSE-2.0
+
+  Unless required by applicable law or agreed to in writing, software
+  distributed under the License is distributed on an "AS IS" BASIS,
+  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+  See the License for the specific language governing permissions and
+  limitations under the License.
+*/ import { get, type } from '@lowdefy/helpers';
+function formatArrayKey({ index , object  }) {
+    if (!type.isNone(object.id) || !type.isNone(object.type)) {
+        const objectId = type.isNone(object.id) ? '_ERROR_MISSING_ID_' : object.id;
+        const objectType = type.isNone(object.type) ? '_ERROR_MISSING_TYPE_' : object.type;
+        return `[${index}:${objectId}:${objectType}]`;
+    }
+    return `[${index}]`;
+}
+function recursiveFormatPath({ data , instancePath , formattedPath ='' , gap ='' , root =false  }) {
+    if (instancePath.length === 0) return formattedPath;
+    const key = instancePath.shift();
+    const newData = get(data, key);
+    let newPath;
+    if (type.isArray(data)) {
+        gap += ' ';
+        newPath = `${formattedPath}
+${gap}- ${formatArrayKey({
+            index: key,
+            object: newData
+        })}`;
+    } else {
+        newPath = `${formattedPath}${root ? '- ' : '.'}${key}`;
+    }
+    return recursiveFormatPath({
+        data: newData,
+        instancePath,
+        formattedPath: newPath,
+        gap
+    });
+}
+function formatErrorMessage({ error , components  }) {
+    const formattedPath = recursiveFormatPath({
+        data: components,
+        instancePath: error.instancePath.split('/').slice(1),
+        root: true
+    });
+    return `Schema Error
+${error.message}
+${formattedPath}`;
+}
+export default formatErrorMessage;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lowdefy/build",
-  "version": "3.23.2",
+  "version": "4.0.0-alpha.6",
   "licence": "Apache-2.0",
   "description": "",
   "homepage": "https://lowdefy.com",
@@ -18,47 +18,65 @@
     {
       "name": "Gerrie van Wyk",
       "url": "https://github.com/Gervwyk"
+    },
+    {
+      "name": "Sandile Memela",
+      "url": "https://github.com/sah-memela"
     }
   ],
   "repository": {
     "type": "git",
     "url": "https://github.com/lowdefy/lowdefy.git"
   },
-  "main": "dist/index.js",
+  "type": "module",
+  "bin": {
+    "lowdefy-build": "./dist/scripts/run.js"
+  },
+  "exports": "./dist/index.js",
   "files": [
     "dist/*"
   ],
   "scripts": {
-    "build": "yarn webpack",
+    "build": "yarn swc && node dist/scripts/generateDefaultTypes.js",
     "clean": "rm -rf dist",
     "prepare": "yarn build",
-    "test": "jest --coverage",
-    "webpack": "webpack --config webpack.config.js"
+    "start": "node dist/scripts/run.js",
+    "swc": "swc src --out-dir dist --config-file ../../.swcrc --delete-dir-on-start",
+    "test": "jest --coverage"
   },
   "dependencies": {
-    "@lowdefy/ajv": "3.23.2",
-    "@lowdefy/helpers": "3.23.2",
-    "@lowdefy/node-utils": "3.23.2",
-    "@lowdefy/nunjucks": "3.23.2",
-    "ajv": "6.12.6",
-    "axios": "0.21.4",
+    "@lowdefy/ajv": "4.0.0-alpha.6",
+    "@lowdefy/helpers": "4.0.0-alpha.6",
+    "@lowdefy/node-utils": "4.0.0-alpha.6",
+    "@lowdefy/nunjucks": "4.0.0-alpha.6",
+    "ajv": "8.8.2",
     "js-yaml": "4.1.0",
     "json5": "2.2.0",
     "uuid": "8.3.2"
   },
   "devDependencies": {
-    "@babel/cli": "7.14.3",
-    "@babel/core": "7.14.3",
-    "@babel/preset-env": "7.14.4",
-    "babel-jest": "26.6.3",
-    "babel-loader": "8.2.2",
-    "clean-webpack-plugin": "3.0.0",
-    "jest": "26.6.3",
-    "webpack": "5.38.1",
-    "webpack-cli": "4.7.0"
+    "@lowdefy/blocks-antd": "4.0.0-alpha.6",
+    "@lowdefy/blocks-basic": "4.0.0-alpha.6",
+    "@lowdefy/blocks-color-selectors": "4.0.0-alpha.6",
+    "@lowdefy/blocks-echarts": "4.0.0-alpha.6",
+    "@lowdefy/blocks-loaders": "4.0.0-alpha.6",
+    "@lowdefy/blocks-markdown": "4.0.0-alpha.6",
+    "@lowdefy/connection-axios-http": "4.0.0-alpha.6",
+    "@lowdefy/connection-redis": "4.0.0-alpha.6",
+    "@lowdefy/operators-change-case": "4.0.0-alpha.6",
+    "@lowdefy/operators-diff": "4.0.0-alpha.6",
+    "@lowdefy/operators-js": "4.0.0-alpha.6",
+    "@lowdefy/operators-mql": "4.0.0-alpha.6",
+    "@lowdefy/operators-nunjucks": "4.0.0-alpha.6",
+    "@lowdefy/operators-uuid": "4.0.0-alpha.6",
+    "@lowdefy/operators-yaml": "4.0.0-alpha.6",
+    "@swc/cli": "0.1.55",
+    "@swc/core": "1.2.130",
+    "@swc/jest": "0.2.17",
+    "jest": "27.3.1"
   },
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "4c30d3cdfa99ae4e90fc891825938c28bad45760"
+  "gitHead": "2530e31af795b6a3c75ac8f72c8dbe0ab5d1251b"
 }