@cocreate/cli 1.60.0 → 1.64.0

package/src/commands/storage.js

@@ -0,0 +1,126 @@
+const fs = require("fs");
+const path = require("path");
+const { getConfig } = require("../getConfig");
+
+module.exports = async function storage(directory, args) {
+	if (args && !Array.isArray(args)) args = [args];
+
+	const isWatch =
+		args &&
+		(args.includes("-w") || args.includes("--watch"));
+
+	const cwd = process.cwd();
+
+	// CRUD Server storage directory
+	const storageDestinationDirectory = path.resolve(cwd, "storage");
+
+	await fs.promises.mkdir(storageDestinationDirectory, {
+		recursive: true
+	});
+
+	const config = await getConfig(cwd);
+
+	if (!config || !config.modules) {
+		console.error("Failed to read or parse CoCreate.config.js.");
+		return;
+	}
+
+	const storages = [];
+
+	for (const module of Object.values(config.modules)) {
+		if (!module.path) continue;
+
+		const normalizedPath = path.normalize(module.path);
+
+		// Only process storage repositories
+		if (
+			!normalizedPath.includes(
+				`${path.sep}CoCreate-storages${path.sep}`
+			)
+		)
+			continue;
+
+		// Repository name (ex: CoCreate-mongodb)
+		const repositoryName = path.basename(normalizedPath);
+
+		// Storage name (ex: mongodb)
+		const storageName = repositoryName.replace(/^CoCreate-/, "");
+
+		storages.push({
+			name: storageName,
+			storageSource: path.resolve(
+				module.path,
+				"dist",
+				`${storageName}.js`
+			),
+			storageDestination: path.resolve(
+				storageDestinationDirectory,
+				`${storageName}.js`
+			)
+		});
+	}
+
+	if (!storages.length) {
+		console.log("No storage repositories found.");
+		return;
+	}
+
+	// Initial copy
+	for (const storage of storages) {
+		await copyStorage(storage);
+	}
+
+	if (!isWatch) return;
+
+	console.log("\nWatching storage files...\n");
+
+	for (const storage of storages) {
+		if (!fs.existsSync(storage.storageSource)) {
+			console.warn(
+				`Storage source not found: ${storage.storageSource}`
+			);
+			continue;
+		}
+
+		let debounce;
+
+		fs.watch(storage.storageSource, (eventType) => {
+			if (eventType !== "change") return;
+
+			clearTimeout(debounce);
+
+			debounce = setTimeout(async () => {
+				await copyStorage(storage);
+			}, 100);
+		});
+
+		console.log(
+			`Watching ${storage.name}: ${storage.storageSource}`
+		);
+	}
+};
+
+async function copyStorage(storage) {
+	try {
+		if (!fs.existsSync(storage.storageSource)) {
+			console.warn(
+				`Storage source not found: ${storage.storageSource}`
+			);
+			return;
+		}
+
+		await fs.promises.copyFile(
+			storage.storageSource,
+			storage.storageDestination
+		);
+
+		console.log(
+			`Copied ${storage.name}.js`
+		);
+	} catch (err) {
+		console.error(
+			`Failed copying ${storage.name}:`,
+			err.message
+		);
+	}
+}

package/src/commands/upload.js

@@ -2,6 +2,10 @@ let fileModule = require("@cocreate/file");
 // Safely resolve default export if it's wrapped as an ESM module
 const file = fileModule && fileModule.default ? fileModule.default : fileModule;
 
+// Required to watch more files than the default limit on Linux systems. You may need to run these commands in your terminal:
+// echo "fs.inotify.max_user_watches=524288" | sudo tee -a /etc/sysctl.conf
+// echo "fs.inotify.max_user_instances=1024" | sudo tee -a /etc/sysctl.conf
+// sudo sysctl -p
 const path = require("path");
 const fs = require("fs");
 const { getConfig } = require("../getConfig");

package/src/commands/fs/automated.js

@@ -1,159 +0,0 @@
-const fs = require("fs");
-const path = require("path");
-
-function findDirectories(startPath, callback, fileName) {
-  // Resolve relative paths to absolute paths if needed
-  const resolvedPath =
-    startPath.startsWith("./") || startPath.startsWith("../")
-      ? path.resolve(startPath)
-      : startPath;
-
-  const segments = resolvedPath.split("/"); // Split path by '/'
-  let currentPath = "/"; // Start from root
-
-  for (let i = 0; i < segments.length; i++) {
-    const segment = segments[i];
-    const isWildcard = segment === "*";
-
-    if (isWildcard) {
-      // Get all directories at this level
-      const directories = fs
-        .readdirSync(currentPath)
-        .filter((file) =>
-          fs.statSync(path.join(currentPath, file)).isDirectory()
-        );
-
-      // Process each directory and continue along the path
-      directories.forEach((dir) => {
-        findDirectories(
-          path.join(currentPath, dir, ...segments.slice(i + 1)),
-          callback,
-          fileName
-        );
-      });
-      return; // Stop further processing in the loop for wildcard case
-    } else {
-      // Continue to the next part of the path
-      currentPath = path.join(currentPath, segment);
-
-      // If a segment doesn’t exist or isn’t a directory, log an error and stop
-      if (
-        !fs.existsSync(currentPath) ||
-        !fs.statSync(currentPath).isDirectory()
-      ) {
-        console.log(`Directory not found: ${currentPath}`);
-        return;
-      }
-    }
-  }
-
-  // If we reach the end of the path without wildcards, we have a valid directory
-  callback(currentPath, fileName);
-}
-
-function createOrUpdateFile(directoryPath, fileName) {
-  let buildStep = `- name: Build\n        run: yarn build`;
-
-  // Check if webpack config exists to include build step
-  const webpackPath = filePath.replace(fileName, "webpack.config.js");
-  if (!fs.existsSync(webpackPath)) buildStep = "";
-
-  // Define file content (e.g., for YAML or other configuration)
-  const fileContent = `name: Automated Workflow
-on:
-  push:
-    branches:
-      - main
-jobs:
-  about:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v3
-      - name: Setup Node.js
-        uses: actions/setup-node@v3
-        with:
-          node-version: 16
-      - name: Jaid/action-sync-node-meta
-        uses: jaid/action-sync-node-meta@v1.4.0
-        with:
-          direction: overwrite-github
-          githubToken: "\${{ secrets.GITHUB }}"
-  release:
-    runs-on: ubuntu-latest
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v3
-      - name: Setup Node.js
-        uses: actions/setup-node@v3
-        with:
-          node-version: 14
-      - name: Semantic Release
-        uses: cycjimmy/semantic-release-action@v3
-        id: semantic
-        with:
-          extra_plugins: |
-            @semantic-release/changelog
-            @semantic-release/git
-            @semantic-release/github
-        env:
-          GITHUB_TOKEN: "\${{ secrets.GITHUB }}"
-          NPM_TOKEN: "\${{ secrets.NPM_TOKEN }}"
-    outputs:
-      new_release_published: "\${{ steps.semantic.outputs.new_release_published }}"
-      new_release_version: "\${{ steps.semantic.outputs.new_release_version }}"
-  upload:
-    runs-on: ubuntu-latest
-    needs: release
-    if: needs.release.outputs.new_release_published == 'true'
-    env:
-      VERSION: "\${{ needs.release.outputs.new_release_version }}"
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v3
-      - name: Setup Node.js
-        uses: actions/setup-node@v3
-        with:
-          node-version: 16
-      - name: Set npm registry auth
-        run: echo "//registry.npmjs.org/:_authToken=\${{ secrets.NPM_TOKEN }}" > ~/.npmrc
-      - name: Install dependencies
-        run: yarn install
-      ${buildStep}
-      - name: Set Environment Variables
-        run: |
-          echo "organization_id=\${{ secrets.COCREATE_ORGANIZATION_ID }}" >> $GITHUB_ENV
-          echo "key=\${{ secrets.COCREATE_KEY }}" >> $GITHUB_ENV
-          echo "host=\${{ secrets.COCREATE_HOST }}" >> $GITHUB_ENV
-      - name: CoCreate Upload
-        run: coc upload
-`;
-
-  const filePath = path.join(directoryPath, fileName);
-  // Create or update the file
-  if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
-  fs.writeFileSync(filePath, fileContent);
-}
-
-// Define the directories with wildcards
-const directories = [
-  "../../../../../CoCreate-modules/*/",
-  "../../../../../CoCreate-apps/*/",
-  "../../../../../CoCreate-plugins/*/",
-  "../../../../../CoCreateCSS/",
-  "../../../../../CoCreateJS/",
-  "../../../../../CoCreateWS/",
-  "../../../../../YellowOracle/",
-  "../../../../../CoCreate-website/",
-  "../../../../../CoCreate-admin/",
-  "../../../../../CoCreate-website-old/",
-  "../../../../../CoCreate-superadmin/",
-];
-const fileName = "automated.yml";
-
-// Execute directory search and create/update file if the directory exists
-directories.forEach((directory) => {
-  findDirectories(directory, createOrUpdateFile, fileName);
-});
-
-console.log("Finished");

package/src/commands/fs/config.js

@@ -1,133 +0,0 @@
-const fs = require("fs");
-const path = require("path");
-
-function findDirectories(startPath, callback, fileName) {
-  // Resolve relative paths to absolute paths if needed
-  const resolvedPath =
-    startPath.startsWith("./") || startPath.startsWith("../")
-      ? path.resolve(startPath)
-      : startPath;
-
-  const segments = resolvedPath.split("/"); // Split path by '/'
-  let currentPath = "/"; // Start from root
-
-  for (let i = 0; i < segments.length; i++) {
-    const segment = segments[i];
-    const isWildcard = segment === "*";
-
-    if (isWildcard) {
-      // Get all directories at this level
-      const directories = fs
-        .readdirSync(currentPath)
-        .filter((file) =>
-          fs.statSync(path.join(currentPath, file)).isDirectory()
-        );
-
-      // Process each directory and continue along the path
-      directories.forEach((dir) => {
-        findDirectories(
-          path.join(currentPath, dir, ...segments.slice(i + 1)),
-          callback,
-          fileName
-        );
-      });
-      return; // Stop further processing in the loop for wildcard case
-    } else {
-      // Continue to the next part of the path
-      currentPath = path.join(currentPath, segment);
-
-      // If a segment doesn’t exist or isn’t a directory, log an error and stop
-      if (
-        !fs.existsSync(currentPath) ||
-        !fs.statSync(currentPath).isDirectory()
-      ) {
-        console.log(`Directory not found: ${currentPath}`);
-        return;
-      }
-    }
-  }
-
-  // If we reach the end of the path without wildcards, we have a valid directory
-  callback(currentPath, fileName);
-}
-
-function createOrUpdateFile(directoryPath, fileName) {
-  let name = path
-    .basename(path.resolve(path.dirname(directoryPath), "./"))
-    .substring(9);
-  let object = "";
-  let replaceContent = fs.readFileSync(directoryPath).toString();
-
-  // Parse content to extract `object`
-  let content_source = replaceContent.substring(
-    replaceContent.indexOf("sources")
-  );
-  let content1 = content_source.substring(content_source.indexOf("object"));
-  let content2 = content1.substring(content1.indexOf(":"));
-  object = content2.substring(3, content2.indexOf(",") - 4);
-
-  let fileContent = `module.exports = {
-    "config": {
-        "organization_id": "5ff747727005da1c272740ab",
-        "key": "2061acef-0451-4545-f754-60cf8160",
-        "host": "general.cocreate.app"
-    },
-    
-    "sources": [
-        {
-            "array": "files",
-            "object": {
-                "_id": "${object}",
-                "name": "index.html",
-                "path": "/docs/${name}",
-                "pathname": "/docs/${name}/index.html",
-                "src": "{{./docs/index.html}}",
-                "host": [
-                    "general.cocreate.app"
-                ],
-                "directory": "${name}",
-                "content-type": "{{content-type}}",
-                "public": "true"
-            }
-        }
-    ]
-}
-`;
-
-  if (!object.length) {
-    console.log("object Undefined: ", directoryPath);
-  } else if (object.length !== 24) {
-    console.log("object not valid! Please check your config: ", directoryPath);
-  } else {
-    const filePath = path.join(directoryPath, fileName);
-    if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
-    fs.writeFileSync(filePath, fileContent);
-  }
-  const filePath = path.join(directoryPath, fileName);
-  // Create or update the file
-  if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
-  fs.writeFileSync(filePath, fileContent);
-}
-
-// Define the directories with wildcards
-const directories = [
-  "../../../../../CoCreate-modules/*/",
-  "../../../../../CoCreate-apps/*/",
-  "../../../../../CoCreate-plugins/*/",
-  "../../../../../CoCreateCSS/",
-  "../../../../../CoCreateJS/",
-  "../../../../../CoCreateWS/",
-  "../../../../../YellowOracle/",
-  "../../../../../CoCreate-website/",
-  "../../../../../CoCreate-admin/",
-  "../../../../../CoCreate-website-old/",
-  "../../../../../CoCreate-superadmin/",
-];
-const fileName = "CoCreate.config.js";
-
-// Execute directory search and create/update file if the directory exists
-directories.forEach((directory) => {
-  findDirectories(directory, createOrUpdateFile, fileName);
-});
-
-console.log("Finished");

package/src/commands/fs/manual.js

@@ -1,81 +0,0 @@
-let glob = require("glob");
-let fs = require("fs");
-const path = require("path");
-
-function globUpdater(er, files) {
-  if (er) console.log(files, "glob resolving issue");
-  else
-    files.forEach((filename) => {
-      console.log(filename + "/manual.yml", "glob resolving issue");
-      update(filename + "/manual.yml");
-    });
-}
-
-function update(Path) {
-  // component name
-  let name = path
-    .basename(path.resolve(path.dirname(Path), "../.."))
-    .substring(9);
-  let fileContent = `name: Manual Workflow
-on:
-  workflow_dispatch:
-    inputs:
-      invalidations:
-        description: |
-          If set to 'true', invalidates previous upload.
-        default: 'true'
-        required: true
-
-jobs:
-  cdn:
-    runs-on: ubuntu-latest
-    env:
-      DRY_RUN: \${{ github.event.inputs.dry_run }}
-      GITHUB_TOKEN: '\${{ secrets.GITHUB_TOKEN }}'
-      NPM_TOKEN: '\${{ secrets.NPM_TOKEN }}'
-
-    steps:
-      - name: Checkout
-        uses: actions/checkout@v3
-      - name: setup nodejs
-        uses: actions/setup-node@v3
-        with:
-          node-version: 16
-      - name: yarn install
-        run: >
-          echo "//registry.npmjs.org/:_authToken=\${{ secrets.NPM_TOKEN }}" >
-          .npmrc
-
-          yarn install
-      - name: yarn build
-        run: yarn build
-      - name: upload latest bundle
-        uses: CoCreate-app/CoCreate-s3@master
-        with:
-          aws-key-id: '\${{ secrets.AWSACCESSKEYID }}'
-          aws-access-key: '\${{ secrets.AWSSECERTACCESSKEY }}'
-          distributionId: '\${{ secrets.DISTRIBUTION_ID }}'
-          bucket: testcrudbucket
-          source: ./dist
-          destination: /${name}/latest
-          acl: public-read
-          invalidations: \${{ github.event.inputs.invalidations }}
-
-`;
-
-  if (fs.existsSync(Path)) fs.unlinkSync(Path);
-  fs.writeFileSync(Path, fileContent);
-}
-
-// glob("../CoCreate-modules/CoCreate-action/.github/workflows", globUpdater)
-glob("../CoCreate-modules/*/.github/workflows/", globUpdater);
-glob("../CoCreate-apps/*/.github/workflows/", globUpdater);
-glob("../CoCreate-plugins/*/.github/workflows/", globUpdater);
-
-// substrin (9) removes CoCreateC leving namme as SS
-// glob("../CoCreateCSS/.github/workflows/", globUpdater)
-
-// does not need to add name... will require for name to be removed from destination
-// glob("../CoCreateJS/.github/workflows/", globUpdater)
-
-console.log("finished");

package/src/commands/fs/prettier.config.js

@@ -1,99 +0,0 @@
-const fs = require("fs");
-const path = require("path");
-
-function findDirectories(startPath, callback, fileName) {
-  // Resolve relative paths to absolute paths if needed
-  const resolvedPath =
-    startPath.startsWith("./") || startPath.startsWith("../")
-      ? path.resolve(startPath)
-      : startPath;
-
-  const segments = resolvedPath.split("/"); // Split path by '/'
-  let currentPath = "/"; // Start from root
-
-  for (let i = 0; i < segments.length; i++) {
-    const segment = segments[i];
-    const isWildcard = segment === "*";
-
-    if (isWildcard) {
-      // Get all directories at this level
-      const directories = fs
-        .readdirSync(currentPath)
-        .filter((file) =>
-          fs.statSync(path.join(currentPath, file)).isDirectory()
-        );
-
-      // Process each directory and continue along the path
-      directories.forEach((dir) => {
-        findDirectories(
-          path.join(currentPath, dir, ...segments.slice(i + 1)),
-          callback,
-          fileName
-        );
-      });
-      return; // Stop further processing in the loop for wildcard case
-    } else {
-      // Continue to the next part of the path
-      currentPath = path.join(currentPath, segment);
-
-      // If a segment doesn’t exist or isn’t a directory, log an error and stop
-      if (
-        !fs.existsSync(currentPath) ||
-        !fs.statSync(currentPath).isDirectory()
-      ) {
-        console.log(`Directory not found: ${currentPath}`);
-        return;
-      }
-    }
-  }
-
-  // If we reach the end of the path without wildcards, we have a valid directory
-  callback(currentPath, fileName);
-}
-
-function createOrUpdateFile(directoryPath, fileName) {
-  const fileContent = `module.exports = {
-        tabWidth: 4,
-        semi: true,
-        trailingComma: "none",
-        bracketSameLine: true,
-        useTabs: true,
-        overrides: [
-            {
-                files: ["*.json", "*.yml", "*.yaml"],
-                options: {
-                    tabWidth: 2,
-                    useTabs: false
-                },
-            }
-        ],  
-    };`;
-
-  const filePath = path.join(directoryPath, fileName);
-  // Create or update the file
-  if (fs.existsSync(filePath)) fs.unlinkSync(filePath);
-  fs.writeFileSync(filePath, fileContent);
-}
-
-// Define the directories with wildcards
-const directories = [
-  "../../../../../CoCreate-modules/*/",
-  "../../../../../CoCreate-apps/*/",
-  "../../../../../CoCreate-plugins/*/",
-  "../../../../../CoCreateCSS/",
-  "../../../../../CoCreateJS/",
-  "../../../../../CoCreateWS/",
-  "../../../../../YellowOracle/",
-  "../../../../../CoCreate-website/",
-  "../../../../../CoCreate-admin/",
-  "../../../../../CoCreate-website-old/",
-  "../../../../../CoCreate-superadmin/",
-];
-const fileName = "prettier.config.js";
-
-// Execute directory search and create/update file if the directory exists
-directories.forEach((directory) => {
-  findDirectories(directory, createOrUpdateFile, fileName);
-});
-
-console.log("Finished");