@marsx-dev/launcher 0.0.1

package/LICENSE

@@ -0,0 +1,201 @@
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright [yyyy] [name of copyright owner]
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/README.md

@@ -0,0 +1,5 @@
+<h1 align="center">
+  <a href="https://www.marsx.dev/">MarsX</a><br/>
+  A New Era of 10x Productivity for Developers
+</h1>
+

package/dist/cli/index.js

@@ -0,0 +1,40 @@
+#!/usr/bin/env node
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CliError = void 0;
+const chalk_1 = __importDefault(require("chalk"));
+const commander_1 = require("commander");
+const init_1 = require("./init");
+const migrate_1 = require("./migrate");
+const start_1 = require("./start");
+class CliError extends Error {
+}
+exports.CliError = CliError;
+async function main() {
+    try {
+        const program = new commander_1.Command();
+        // eslint-disable-next-line @typescript-eslint/no-var-requires
+        const version = require('../../package.json').version;
+        program.name('marsx').description('CLI for MarsX launcher').version(version);
+        program.command('start', { isDefault: true }).description('Start MarsX server').action(start_1.start);
+        program
+            .command('init <project_name>')
+            .description('Initialize a new MarsX project named <project_name> in a directory of the same name')
+            .action(init_1.initProject);
+        program.command('migrate').description('Migrate MarsX V3 project to V4').action(migrate_1.migrateV3ToV4);
+        await program.parseAsync();
+    }
+    catch (e) {
+        if (e instanceof CliError) {
+            console.error(chalk_1.default.red(e.message));
+        }
+        else {
+            console.error(chalk_1.default.red(e));
+        }
+        process.exit(1);
+    }
+}
+main();

package/dist/cli/init.js

@@ -0,0 +1,98 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initProject = void 0;
+const chalk_1 = __importDefault(require("chalk"));
+const child_process_1 = require("child_process");
+const crypto_1 = require("crypto");
+const path_1 = __importDefault(require("path"));
+const util = __importStar(require("util"));
+const utils_1 = require("../utils/utils");
+const index_1 = require("./index");
+const execAsync = util.promisify(child_process_1.exec);
+const DEMO_BOOTER = `<json id="metadata">
+{"version": 4, "restartOnChange": true}
+</json>
+
+
+<script id="BlockFunction" lang="tsx">
+export default async () => {
+    console.log('MarsX loaded!')
+};
+</script>`;
+async function initProject(projectName) {
+    if (!projectName.match(/^\w+$/) || projectName !== projectName.toLowerCase()) {
+        throw new index_1.CliError(`Project name "${projectName}" may contain only lower case alphanumeric characters and underscores (eg. my_project_name)`);
+    }
+    const projectDir = path_1.default.resolve(projectName);
+    if (await (0, utils_1.isDirectory)(projectDir)) {
+        throw new index_1.CliError(`Project dir "${projectName}" already exist. Delete it or choose a different name.`);
+    }
+    console.log(`Creating a new MarsX project in ${chalk_1.default.green(projectDir)}`);
+    const packageJson = {
+        name: projectName,
+        version: '0.0.0',
+        private: true,
+        scripts: {
+            start: 'marsx start',
+        },
+        dependencies: {
+            '@marsx-dev/launcher': '^0.0.1',
+        },
+    };
+    const packageJsonStr = JSON.stringify(packageJson, null, 2);
+    await (0, utils_1.writeFileMakeDir)(path_1.default.join(projectDir, 'package.json'), packageJsonStr);
+    const config = {
+        production: false,
+        port: 3000,
+        blocksDir: 'blocks',
+        cacheDir: '.cache',
+        mongoConn: '<YOUR_MONGO_CONN_STR>',
+        mongoDbName: projectName,
+        azureStorageConnection: '<CONN_STR>',
+        azureStorageAccountName: projectName,
+        azureStorageUrl: `https://${projectName}.blob.core.windows.net`,
+        webFilesTable: 'webFiles',
+        webRecentFilesTable: 'webRecentFiles',
+        webFilesBlob: 'web-files',
+        secret: (await (0, crypto_1.randomBytes)(48)).toString('hex'),
+        importProjects: [{ name: 'mars-ide', url: 'https://ide.marscloud.dev', api_key: '<API_KEY>', git_commit_ish: 'main' }],
+    };
+    await (0, utils_1.writeFileMakeDir)(path_1.default.join(projectDir, 'config', 'default.json'), JSON.stringify(config, null, 2));
+    await (0, utils_1.writeFileMakeDir)(path_1.default.join(projectDir, 'blocks', 'Booter.service.vue'), DEMO_BOOTER);
+    console.log('Installing dependencies. This might take a couple of minutes.');
+    await execAsync('npm install', { cwd: projectDir });
+    await execAsync('git init', { cwd: projectDir });
+    await execAsync('git add -A', { cwd: projectDir });
+    await execAsync('git commit -m "Initial commit"', { cwd: projectDir });
+    console.log('Initialized git repository and created initial commit.');
+    console.log(chalk_1.default.yellow(`\nMake sure to update parameters in config/default.json`));
+    console.log(`${chalk_1.default.green('Success!')} Created ${projectName} at ${projectDir}`);
+    console.log(chalk_1.default.dim(`\nInside that directory, you can start MarsX with\n\n    cd ${projectName}\n    npm run start\n`));
+}
+exports.initProject = initProject;

package/dist/cli/migrate.js

@@ -0,0 +1,27 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.migrateV3ToV4 = void 0;
+const chalk_1 = __importDefault(require("chalk"));
+const mongodb_1 = require("mongodb");
+const path_1 = __importDefault(require("path"));
+const configuration_1 = require("../configuration");
+const sfc_1 = require("../utils/sfc");
+const utils_1 = require("../utils/utils");
+const v3_1 = require("../utils/v3");
+async function migrateV3ToV4() {
+    console.log('Connecting to MongoDB...');
+    const mongoConn = await new mongodb_1.MongoClient(configuration_1.config.mongoConn).connect();
+    const db = mongoConn.db(configuration_1.config.mongoDbName);
+    const allBlocks = await db.collection('blocks').find().toArray();
+    console.log(`Downloaded ${allBlocks.length} block(s)`);
+    for (const block of allBlocks) {
+        const serialized = (0, sfc_1.serializeSfc)((0, v3_1.convertV3ToSfc)(block));
+        await (0, utils_1.writeFileMakeDir)(path_1.default.join(configuration_1.config.blocksDir, serialized.filePath), serialized.content);
+        console.log(`Saved ${serialized.filePath}`);
+    }
+    console.log(chalk_1.default.green('\nMigration complete successfully!'));
+}
+exports.migrateV3ToV4 = migrateV3ToV4;

package/dist/cli/start.js

@@ -0,0 +1,39 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.start = exports.RESTART_EXIT_CODe = void 0;
+const child_process_1 = __importDefault(require("child_process"));
+const configuration_1 = require("../configuration");
+const launcher_1 = require("../launcher");
+const utils_1 = require("../utils/utils");
+exports.RESTART_EXIT_CODe = 9;
+const start = async () => {
+    if (configuration_1.config.production || process.env['MARSX_NO_SPAWN']) {
+        console.log(`MarsX process ${process.pid} starting...`);
+        await (0, launcher_1.launchBooter)();
+        console.log(`MarsX process ${process.pid} started`);
+    }
+    else {
+        const spawnChildProc = () => {
+            (0, utils_1.assert)(process.argv[0]);
+            const child = child_process_1.default.spawn(process.argv[0], ['--inspect', '--enable-source-maps', ...process.argv.slice(1)], {
+                cwd: process.cwd(),
+                env: { ...process.env, MARSX_NO_SPAWN: 'true' },
+                stdio: 'inherit',
+            });
+            child.on('close', (code) => {
+                console.log(`MarsX process ${child.pid} terminated with ${code}`);
+                if (code === exports.RESTART_EXIT_CODe) {
+                    setTimeout(spawnChildProc, 100);
+                }
+                else {
+                    process.exit(code);
+                }
+            });
+        };
+        spawnChildProc();
+    }
+};
+exports.start = start;

package/dist/configuration.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.config = void 0;
+process.env['SUPPRESS_NO_CONFIG_WARNING'] = 'true';
+const config_1 = __importDefault(require("config"));
+const path_1 = __importDefault(require("path"));
+const utils_1 = require("./utils/utils");
+const ensureType = (typeName) => (configName) => {
+    const value = config_1.default.get(configName);
+    (0, utils_1.assert)(typeof value === typeName);
+    return value;
+};
+const ensureString = ensureType('string');
+const ensureBoolean = ensureType('boolean');
+const ensureNumber = ensureType('number');
+function validatedConfig() {
+    if (config_1.default.util.getConfigSources().length === 0) {
+        return new Proxy({}, {
+            get() {
+                throw new Error('Config file not found, ensure you have "config/default.json" file.');
+            },
+        });
+    }
+    return {
+        production: ensureBoolean('production'),
+        port: ensureNumber('port'),
+        blocksDir: path_1.default.resolve(ensureString('blocksDir')),
+        cacheDir: path_1.default.resolve(ensureString('cacheDir')),
+        mongoConn: ensureString('mongoConn'),
+        mongoDbName: ensureString('mongoDbName'),
+        azureStorageConnection: ensureString('azureStorageConnection'),
+        azureStorageAccountName: ensureString('azureStorageAccountName'),
+        azureStorageUrl: ensureString('azureStorageUrl'),
+        secret: ensureString('secret'),
+        webFilesTable: ensureString('webFilesTable'),
+        webRecentFilesTable: ensureString('webRecentFilesTable'),
+        webFilesBlob: ensureString('webFilesBlob'),
+        importProjects: config_1.default.get('importProjects'),
+    };
+}
+exports.config = validatedConfig();

package/dist/index.js

@@ -0,0 +1,7 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.migrateV3ToV4 = exports.start = void 0;
+var start_1 = require("./cli/start");
+Object.defineProperty(exports, "start", { enumerable: true, get: function () { return start_1.start; } });
+var migrate_1 = require("./cli/migrate");
+Object.defineProperty(exports, "migrateV3ToV4", { enumerable: true, get: function () { return migrate_1.migrateV3ToV4; } });

package/dist/launcher.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.launchBooter = void 0;
+const configuration_1 = require("./configuration");
+const loader_1 = require("./loader");
+const compile_1 = require("./utils/compile");
+const sfc_1 = require("./utils/sfc");
+const utils_1 = require("./utils/utils");
+const v3_1 = require("./utils/v3");
+const LAUNCHER_UTILS = {
+    config: configuration_1.config,
+    parseSFC: sfc_1.parseSFC,
+    serializeSfc: sfc_1.serializeSfc,
+    convertV3ToSfc: v3_1.convertV3ToSfc,
+    convertSfcToV3: v3_1.convertSfcToV3,
+    transpileTypescript: compile_1.transpileTypescript,
+    compileSfcSource: compile_1.compileSfcSource,
+    writeFileMakeDir: utils_1.writeFileMakeDir,
+};
+async function launchBooter(booterBlockName = 'Booter') {
+    const allBlocks = await (0, loader_1.loadAllBlocks)();
+    const booterBlocks = allBlocks.filter(b => b.identity.name === booterBlockName);
+    if (booterBlocks.length === 0)
+        throw new Error(`Booter block ${booterBlockName} not found. Ensure you have it locally or it is imported.`);
+    // Take last because order of imports matter and local blocks always override imported.
+    const booterBlock = booterBlocks[booterBlocks.length - 1];
+    (0, utils_1.assert)(booterBlock);
+    const compiledBooterPath = await (0, compile_1.compileSfcSource)(booterBlock, 'BlockFunction');
+    try {
+        // eslint-disable-next-line @typescript-eslint/no-var-requires
+        await require(compiledBooterPath).default(allBlocks, LAUNCHER_UTILS);
+    }
+    catch (e) {
+        console.error('Booter failed with:', e);
+        process.exit(1);
+    }
+}
+exports.launchBooter = launchBooter;

package/dist/loader.js

@@ -0,0 +1,62 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.loadAllBlocks = void 0;
+const axios_1 = __importDefault(require("axios"));
+const crypto_1 = __importDefault(require("crypto"));
+const fs_1 = require("fs");
+const json_stable_stringify_1 = __importDefault(require("json-stable-stringify"));
+const lodash_1 = __importDefault(require("lodash"));
+const path_1 = __importDefault(require("path"));
+const configuration_1 = require("./configuration");
+const sfc_1 = require("./utils/sfc");
+const utils_1 = require("./utils/utils");
+const v3_1 = require("./utils/v3");
+async function downloadFromExternal(externalImport) {
+    const params = { api_key: externalImport.api_key, git_commit_ish: externalImport.git_commit_ish || '' };
+    console.log(`Downloading blocks from ${externalImport.url}`);
+    try {
+        const v4Resp = await axios_1.default.get(`${externalImport.url}/api/GetExportedAppBlocksV4`, { params });
+        return v4Resp.data;
+    }
+    catch (e) {
+        console.log(`${externalImport.url} does not support V4, fallback to V3`);
+    }
+    const v3Resp = await axios_1.default.get(`${externalImport.url}/api/GetExportedAppBlocks`, { params });
+    return v3Resp.data.map(b => (0, v3_1.convertV3ToSfc)(b));
+}
+async function loadCachedOrDownload(externalImport) {
+    const hash = crypto_1.default.createHash('md5').update((0, json_stable_stringify_1.default)(externalImport)).digest('hex');
+    const cacheFileName = `${externalImport.name}_${externalImport.git_commit_ish}_${hash}.json`.replace(/[^\w.]+/g, '_');
+    const cacheFilePath = path_1.default.join(configuration_1.config.cacheDir, 'imports', cacheFileName);
+    if (await (0, utils_1.isFile)(cacheFilePath)) {
+        const content = await fs_1.promises.readFile(cacheFilePath);
+        console.log(`Loading cached blocks from ${externalImport.url}`);
+        return JSON.parse(content.toString('utf-8'));
+    }
+    const data = await downloadFromExternal(externalImport);
+    console.log(`Downloaded ${data.length} blocks from ${externalImport.url}`);
+    await (0, utils_1.writeFileMakeDir)(cacheFilePath, JSON.stringify(data, null, 2), 'utf-8');
+    return data;
+}
+async function downloadAll(externalImports) {
+    const responses = await Promise.all(externalImports.map(loadCachedOrDownload));
+    return lodash_1.default.flatten(responses);
+}
+async function readBlockFile(blocksDir, filePath) {
+    const content = await fs_1.promises.readFile(filePath);
+    const relPath = path_1.default.relative(blocksDir, filePath);
+    return (0, sfc_1.parseSFC)(relPath, content);
+}
+async function readBlockFiles(blocksDir) {
+    const files = await (0, utils_1.listFilesRecursive)(blocksDir);
+    return await Promise.all(files.filter(f => !path_1.default.basename(f).startsWith('.')).map(f => readBlockFile(blocksDir, f)));
+}
+async function loadAllBlocks() {
+    const externalBlocks = await downloadAll(configuration_1.config.importProjects);
+    const localBlocks = await readBlockFiles(configuration_1.config.blocksDir);
+    return [...externalBlocks, ...localBlocks];
+}
+exports.loadAllBlocks = loadAllBlocks;

package/dist/utils/compile.js

@@ -0,0 +1,49 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.compileSfcSource = exports.transpileTypescript = void 0;
+const path_1 = __importDefault(require("path"));
+const typescript_1 = __importDefault(require("typescript"));
+const configuration_1 = require("../configuration");
+const utils_1 = require("./utils");
+function genSourceMapComment(sourceMap) {
+    return `\n//# sourceMappingURL=data:application/json;base64,${Buffer.from(JSON.stringify(sourceMap)).toString('base64')}`;
+}
+function transpileTypescript(sourceCode, options) {
+    const compiledFilePath = options?.compiledFilePath || '<UNKNOWN>.js';
+    const originalFilePath = options?.originalFilePath || '<UNKNOWN>.ts';
+    if (options?.lineOffset) {
+        sourceCode = '\n'.repeat(options.lineOffset) + sourceCode;
+    }
+    const transpiled = typescript_1.default.transpileModule(sourceCode, {
+        compilerOptions: {
+            module: typescript_1.default.ModuleKind.CommonJS,
+            target: typescript_1.default.ScriptTarget.Latest,
+            esModuleInterop: true,
+            sourceMap: true,
+            // inlineSources: true,
+            // inlineSourceMap: true,
+        },
+    });
+    (0, utils_1.assert)(transpiled.sourceMapText);
+    const sourceMap = JSON.parse(transpiled.sourceMapText);
+    sourceMap.sourceRoot = options?.sourceRoot || '';
+    sourceMap.file = compiledFilePath;
+    sourceMap.sources = [originalFilePath];
+    const sourceMapComment = genSourceMapComment(sourceMap);
+    return transpiled.outputText.replace(/\n\/\/# sourceMappingURL=.+/, '') + sourceMapComment;
+}
+exports.transpileTypescript = transpileTypescript;
+async function compileSfcSource(sfcBlock, sourceId) {
+    const sourceCode = sfcBlock.sources[sourceId];
+    if (!sourceCode)
+        throw new Error(`Source code block ${sourceId} not found in ${sfcBlock.identity.filePath}`);
+    const compiledFilePath = path_1.default.join(configuration_1.config.cacheDir, 'compiled', `${sfcBlock.identity.filePath}.${sourceId}.js`);
+    const originalFilePath = path_1.default.join(configuration_1.config.blocksDir, sfcBlock.identity.filePath);
+    const code = transpileTypescript(sourceCode.source, { compiledFilePath, originalFilePath, lineOffset: sourceCode.lineOffset });
+    await (0, utils_1.writeFileMakeDir)(compiledFilePath, code, 'utf-8');
+    return compiledFilePath;
+}
+exports.compileSfcSource = compileSfcSource;

package/dist/utils/sfc.js

@@ -0,0 +1,171 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.serializeSfc = exports.parseSFC = exports.serializeSfcIdentity = exports.parseSfcIdentity = exports.SFC_EXT = exports.METADATA = void 0;
+const CompilerDOM = __importStar(require("@vue/compiler-dom"));
+const json_stable_stringify_1 = __importDefault(require("json-stable-stringify"));
+const json5_1 = __importDefault(require("json5"));
+const lodash_1 = __importDefault(require("lodash"));
+const path_1 = __importDefault(require("path"));
+const prettier_1 = __importDefault(require("prettier"));
+const utils_1 = require("./utils");
+exports.METADATA = 'metadata';
+exports.SFC_EXT = 'vue';
+const SAVE_EMPTY_SOURCES = true;
+function parseSfcIdentity(filePath) {
+    // Blog/BlogPost.page.vue => {id: "BlogPost.page", folder:"Blog", name: "BlogPost", blockTypeName: "page", ext: "vue", fullName: "Blog.BlogPost"}
+    const originalParsed = path_1.default.parse(filePath);
+    const withoutExt = originalParsed.name;
+    const ext = originalParsed.ext.slice(1);
+    const parsed = path_1.default.parse(withoutExt);
+    if (!parsed.name || !parsed.ext)
+        throw new Error(`Invalid block file path: ${filePath}`);
+    const blockTypeName = parsed.ext.slice(1);
+    const namespace = originalParsed.dir.replace(/\//g, '.');
+    const fullName = namespace.length > 0 ? `${namespace}.${parsed.name}` : parsed.name;
+    return {
+        folder: originalParsed.dir,
+        name: parsed.name,
+        blockTypeName,
+        ext,
+        fullName,
+        filePath,
+    };
+}
+exports.parseSfcIdentity = parseSfcIdentity;
+function serializeSfcIdentity(identity) {
+    return path_1.default.join(identity.folder, `${identity.name}.${identity.blockTypeName}.${identity.ext}`);
+}
+exports.serializeSfcIdentity = serializeSfcIdentity;
+const LANG_TAG_MAP = {
+    html: 'html',
+    pug: 'template',
+    js: 'script',
+    jsx: 'script',
+    ts: 'script',
+    tsx: 'script',
+    css: 'style',
+    scss: 'style',
+    less: 'style',
+    sass: 'style',
+    stylus: 'style',
+    text: 'text',
+};
+function getNodeAttr(node, attr) {
+    return node.props.map(p => (p.name == attr && p.type === 6 /* ATTRIBUTE */ ? p.value?.content : undefined)).find(p => !!p);
+}
+function parseSFC(filePath, content) {
+    const identity = parseSfcIdentity(filePath);
+    if (identity.ext !== exports.SFC_EXT) {
+        return { identity, metadata: {}, jsons: {}, sources: {}, rawContent: content };
+    }
+    const errors = [];
+    const ast = CompilerDOM.parse(content.toString('utf-8'), {
+        // there are no components at SFC parsing level
+        isNativeTag: () => true,
+        // preserve all whitespaces
+        isPreTag: () => true,
+        getTextMode: () => 2 /* RAWTEXT */,
+        onError: e => errors.push(e),
+    });
+    const block = {
+        identity: parseSfcIdentity(filePath),
+        metadata: {},
+        jsons: {},
+        sources: {},
+        rawContent: null,
+    };
+    const seenIds = new Set();
+    ast.children.forEach(node => {
+        if (node.type === 1 /* ELEMENT */) {
+            const child = node.children.length === 1 ? node.children[0] : null;
+            const content = child && child.type === 2 /* TEXT */ ? child.content : null;
+            if (content) {
+                const sectionId = getNodeAttr(node, 'id');
+                if (!sectionId) {
+                    errors.push({ name: `missing-id`, message: `Id property is missing`, code: 0, loc: node.loc });
+                    return;
+                }
+                if (seenIds.has(sectionId)) {
+                    errors.push({ name: `duplicate-id`, message: `Duplicate section id: ${sectionId}`, code: 0, loc: node.loc });
+                    return;
+                }
+                seenIds.add(sectionId);
+                if (node.tag === 'json') {
+                    try {
+                        const jsonData = json5_1.default.parse(content);
+                        if (sectionId === exports.METADATA) {
+                            block.metadata = jsonData;
+                        }
+                        else {
+                            block.jsons[sectionId] = jsonData;
+                        }
+                    }
+                    catch (e) {
+                        errors.push({ name: 'invalid-json', message: `${e}`, code: 0, loc: node.loc });
+                    }
+                }
+                else {
+                    const source = (0, utils_1.unescapeCloseTag)(content.slice(1, -1), node.tag);
+                    const lang = getNodeAttr(node, 'lang');
+                    const lineOffset = node.loc.start.line;
+                    block.sources[sectionId] = { source, lang, lineOffset };
+                }
+            }
+        }
+    });
+    if (errors.length) {
+        throw new Error(`Parsing SFC ${filePath} failed with ${JSON.stringify(errors)}`);
+    }
+    return block;
+}
+exports.parseSFC = parseSFC;
+const PRETTIER_JSON_CONFIG = { parser: 'json5', printWidth: 120, trailingComma: 'all' };
+function serializeSfc(block) {
+    const filePath = serializeSfcIdentity(block.identity);
+    if (block.identity.ext !== exports.SFC_EXT) {
+        if (block.rawContent === null)
+            throw new Error(`SfcBlock must have rawContent if ext!="${exports.SFC_EXT}"`);
+        return { filePath, content: block.rawContent };
+    }
+    if (block.rawContent !== null)
+        throw new Error(`SfcBlock cannot have rawContent if ext=="${exports.SFC_EXT}"`);
+    let content = '';
+    for (const [name, source] of [[exports.METADATA, block.metadata], ...lodash_1.default.sortBy(Object.entries(block.jsons), e => e[0])]) {
+        const jsonStr = prettier_1.default.format('(' + (0, json_stable_stringify_1.default)(source) + ')', PRETTIER_JSON_CONFIG);
+        content += `<json id="${(0, utils_1.escapeHtmlAttr)(name)}">\n${jsonStr}</json>\n\n`;
+    }
+    for (const [name, source] of lodash_1.default.sortBy(Object.entries(block.sources), e => e[0])) {
+        if (!SAVE_EMPTY_SOURCES && !source.source.trim())
+            continue;
+        const tag = LANG_TAG_MAP[source.lang || ''] || 'script';
+        content += `<${tag} id="${(0, utils_1.escapeHtmlAttr)(name)}" lang="${source.lang}">\n${(0, utils_1.escapeCloseTag)(source.source, tag)}\n</${tag}>\n\n`;
+    }
+    return { filePath, content: Buffer.from(content, 'utf-8') };
+}
+exports.serializeSfc = serializeSfc;

package/dist/utils/utils.js

@@ -0,0 +1,59 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.writeFileMakeDir = exports.isDirectory = exports.isFile = exports.listFilesRecursive = exports.escapeHtmlAttr = exports.unescapeCloseTag = exports.escapeCloseTag = exports.assert = void 0;
+const fs_1 = require("fs");
+const lodash_1 = __importDefault(require("lodash"));
+const path_1 = __importDefault(require("path"));
+function assert(value, message = 'value must be defined') {
+    if (!value) {
+        throw new Error(message);
+    }
+}
+exports.assert = assert;
+function escapeCloseTag(str, tag) {
+    return str.replaceAll(`</${tag}>`, `</ ${tag}>`);
+}
+exports.escapeCloseTag = escapeCloseTag;
+function unescapeCloseTag(str, tag) {
+    return str.replaceAll(`</ ${tag}>`, `</${tag}>`);
+}
+exports.unescapeCloseTag = unescapeCloseTag;
+function escapeHtmlAttr(str) {
+    return str.replace(/&/g, '&amp;').replace(/</g, '&lt;').replace(/>/g, '&gt;').replace(/"/g, '&quot;');
+}
+exports.escapeHtmlAttr = escapeHtmlAttr;
+async function listFilesRecursive(dir) {
+    const entries = await fs_1.promises.readdir(dir);
+    const files = await Promise.all(entries.map(async (entry) => {
+        const entryPath = path_1.default.resolve(dir, entry);
+        return (await fs_1.promises.stat(entryPath)).isDirectory() ? listFilesRecursive(entryPath) : [entryPath];
+    }));
+    return lodash_1.default.flatten(files);
+}
+exports.listFilesRecursive = listFilesRecursive;
+async function isFile(filePath) {
+    try {
+        return (await fs_1.promises.stat(filePath)).isFile();
+    }
+    catch (e) {
+        return false;
+    }
+}
+exports.isFile = isFile;
+async function isDirectory(dirPath) {
+    try {
+        return (await fs_1.promises.stat(dirPath)).isDirectory();
+    }
+    catch (e) {
+        return false;
+    }
+}
+exports.isDirectory = isDirectory;
+async function writeFileMakeDir(filePath, data, options) {
+    await fs_1.promises.mkdir(path_1.default.dirname(filePath), { recursive: true });
+    await fs_1.promises.writeFile(filePath, data, options);
+}
+exports.writeFileMakeDir = writeFileMakeDir;

package/dist/utils/v3.js

@@ -0,0 +1,97 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.convertSfcToV3 = exports.convertV3ToSfc = void 0;
+const SFC_FIELD_MAP = {
+    // JSONs
+    DataArgs: 'json',
+    Page: 'json',
+    pages: 'json',
+    blocks: 'json',
+    Config: 'json',
+    langs: 'json',
+    // Scripts
+    BlockFunction: 'ts',
+    Html: 'html',
+    HTML: 'html',
+    Jsx: 'tsx',
+    JsxTranspiled: 'js',
+    JsxTranspiledTranspiled: 'js',
+    JSX: 'tsx',
+    JSXTranspiled: 'js',
+    DemoJsx: 'tsx',
+    DemoJsxTranspiled: 'js',
+    Script: 'ts',
+    Css: 'css',
+    TestCode: 'ts',
+    JestDefinition: 'ts',
+    DataForScriptFunction: 'ts',
+    // Ignore (part of file path)
+    // _id: 'DELETE',
+    Name: 'DELETE',
+    Type: 'DELETE',
+    Folder: 'DELETE',
+    // Ignore (will be tracked by git)
+    app: 'DELETE',
+    Created: 'DELETE',
+    LastChanged: 'DELETE',
+    createdAt: 'DELETE',
+    createdBy: 'DELETE',
+    updatedAt: 'DELETE',
+    updatedBy: 'DELETE',
+    // ... rest of the fields will be saved in metadata
+};
+function convertV3ToSfc(block) {
+    const sfc = {
+        identity: {
+            folder: block.Folder,
+            name: block.Name,
+            blockTypeName: block.Type,
+            ext: 'vue',
+            fullName: '',
+            filePath: '',
+        },
+        metadata: {},
+        jsons: {},
+        sources: {},
+        rawContent: null,
+    };
+    for (const [prop, value] of Object.entries(block)) {
+        const sfcLang = SFC_FIELD_MAP[prop] || 'METADATA';
+        switch (sfcLang) {
+            case 'json':
+                if (typeof value !== 'object' && !Array.isArray(value))
+                    throw new Error(`Object or array is expected for ${prop} property`);
+                sfc.jsons[prop] = value;
+                break;
+            case 'DELETE':
+                break;
+            case 'METADATA':
+                sfc.metadata[prop] = value;
+                break;
+            default:
+                if (typeof value !== 'string')
+                    throw new Error(`String is expected for ${prop} property`);
+                sfc.sources[prop] = { source: value, lang: sfcLang };
+                break;
+        }
+    }
+    if (block.app) {
+        sfc.metadata['app'] = { name: block.app.name };
+    }
+    return sfc;
+}
+exports.convertV3ToSfc = convertV3ToSfc;
+function convertSfcToV3(sfc) {
+    const block = {
+        Name: sfc.identity.name,
+        Type: sfc.identity.blockTypeName,
+        Folder: sfc.identity.folder,
+        ...sfc.metadata,
+        ...sfc.jsons,
+    };
+    for (const [key, value] of Object.entries(sfc.sources)) {
+        block[key] = value.source;
+    }
+    return block;
+}
+exports.convertSfcToV3 = convertSfcToV3;

package/package.json

@@ -0,0 +1,117 @@
+{
+  "name": "@marsx-dev/launcher",
+  "version": "0.0.1",
+  "description": "MarsX launcher",
+  "author": "MarsX team <team@marsx.dev>",
+  "homepage": "https://marsx.dev/",
+  "license": "Apache-2.0",
+  "repository": "github:marsx/launcher",
+  "keywords": [
+    "marsx",
+    "lowcode",
+    "nocode",
+    "editor",
+    "ide"
+  ],
+  "engineStrict": true,
+  "engines": {
+    "node": ">=16.0.0"
+  },
+  "files": [
+    "dist",
+    "LICENSE",
+    "README.md"
+  ],
+  "bin": {
+    "marsx": "./dist/cli/index.js"
+  },
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "scripts": {
+    "validate": "npm run validate:prettier && npm run validate:lint && npm run validate:tsc",
+    "validate:prettier": "prettier --ignore-path=.gitignore --list-different \"**/*.+(js|ts|json)\"",
+    "validate:lint": "eslint --ignore-path=.gitignore --ext=.js,.ts .",
+    "validate:tsc": "tsc --noEmit",
+    "fix": "npm run fix:prettier && npm run fix:list",
+    "fix:prettier": "prettier --ignore-path=.gitignore --write \"**/*.+(js|ts|json)\"",
+    "fix:list": "eslint --ignore-path=.gitignore --ext=.js,.ts --fix .",
+    "build": "tsc"
+  },
+  "dependencies": {
+    "@vue/compiler-sfc": "^3.2.29",
+    "axios": "^0.26.1",
+    "chalk": "^4.1.2",
+    "commander": "^9.1.0",
+    "config": "^3.3.7",
+    "json-stable-stringify": "^1.0.1",
+    "json5": "^2.2.0",
+    "lodash": "^4.17.21",
+    "mongodb": "^4.3.1",
+    "prettier": "^2.5.1",
+    "typescript": "^4.5.5"
+  },
+  "peerDependencies": {
+    "@fastify/session": "^6.4.0",
+    "@stitches/core": "^1.2.6",
+    "@types/accepts": "^1.3.5",
+    "@types/bcrypt": "^5.0.0",
+    "@types/mkdirp": "^1.0.2",
+    "@types/nodegit": "^0.27.9",
+    "@types/sharp": "^0.29.5",
+    "@types/uuid": "^8.3.4",
+    "@types/ws": "^8.5.2",
+    "aws-sdk": "^2.1073.0",
+    "azure-storage": "^2.10.7",
+    "babel-core": "^6.26.3",
+    "babel-plugin-transform-react-jsx": "^6.24.1",
+    "base-x": "^4.0.0",
+    "bcrypt": "^5.0.1",
+    "chokidar": "^3.5.3",
+    "dotenv": "^16.0.0",
+    "fastify": "^3.27.2",
+    "fastify-accepts": "^2.1.0",
+    "fastify-compress": "^4.0.1",
+    "fastify-cookie": "^5.6.0",
+    "fastify-cors": "^6.0.3",
+    "fastify-csrf": "^3.1.0",
+    "fastify-flash": "^2.0.2",
+    "fastify-formbody": "^5.2.0",
+    "fastify-helmet": "^7.0.1",
+    "fastify-multipart": "^5.3.1",
+    "fastify-request-context": "^2.2.0",
+    "fastify-static": "^4.5.0",
+    "fastify-websocket": "^4.2.0",
+    "fontverter": "^2.0.0",
+    "jsonwebtoken": "^8.5.1",
+    "mobile-detect": "^1.4.5",
+    "moment-timezone": "^0.5.34",
+    "nodegit": "^0.28.0-alpha.10",
+    "route-pattern": "^0.0.6",
+    "route-sort": "^1.0.0",
+    "sharp": "^0.30.1",
+    "source-map": "^0.7.3",
+    "subset-font": "^1.4.0",
+    "uuid": "^8.3.2",
+    "xxhash": "^0.3.0"
+  },
+  "devDependencies": {
+    "@types/config": "^0.0.41",
+    "@types/json-stable-stringify": "^1.0.34",
+    "@types/lodash": "^4.14.178",
+    "@types/node": "^17.0.21",
+    "@types/prettier": "^2.4.4",
+    "@typescript-eslint/eslint-plugin": "^5.10.2",
+    "@typescript-eslint/parser": "^5.10.2",
+    "eslint": "^8.8.0",
+    "eslint-config-prettier": "^8.3.0",
+    "eslint-plugin-prettier": "^4.0.0"
+  },
+  "prettier": {
+    "printWidth": 140,
+    "tabWidth": 2,
+    "endOfLine": "lf",
+    "singleQuote": true,
+    "trailingComma": "all",
+    "arrowParens": "avoid"
+  }
+}