@qaecy/cue-cli 0.0.12 → 0.0.14

package/main.js

@@ -113,7 +113,7 @@ var FIREBASE_CONFIG = (useEmulator = false) => ({
   useEmulator
 });
 var IGNORED_LOCAL = {
-  dirs: ["node_modules", ".git", ".hg", ".svn", ".DS_Store"],
+  dirs: ["node_modules", ".git", ".hg", ".svn", ".DS_Store", ".Trash", ".Trashes", "$RECYCLE.BIN", "System Volume Information"],
   suffix: [".tmp", ".part", ".crdownload", ".zip", ".tar", ".gz"]
 };
 
@@ -211,6 +211,7 @@ var BUCKET_CHAT_SESSIONS = "spaces_chats_eu_west6";
 var BUCKET_RAW = "spaces_raw_eu_west6";
 var BUCKET_PROCESSED = "spaces_processed_eu_west6";
 var BUCKET_LOGS = "spaces_logs_eu_west6";
+var BUCKET_PUBLIC = "cue_public_eu_west6";
 var COLLECTION_CHAT_SESSIONS = "chatSessions";
 var COLLECTION_ORGANIZATIONS = "organizations";
 var COLLECTION_PROJECTS = "projects";
@@ -272,6 +273,9 @@ var CueFirebase = class _CueFirebase {
   get storageChatSessions() {
     return this._storageChatSessions;
   }
+  get storagePublic() {
+    return this._storagePublic;
+  }
   get collectionChatSessions() {
     return this._collectionChatSessions;
   }
@@ -342,6 +346,7 @@ var CueFirebase = class _CueFirebase {
     this._storageRaw = (0, import_storage.getStorage)(app, BUCKET_RAW);
     this._storageChatSessions = (0, import_storage.getStorage)(app, BUCKET_CHAT_SESSIONS);
     this._storageLogs = (0, import_storage.getStorage)(app, BUCKET_LOGS);
+    this._storagePublic = (0, import_storage.getStorage)(app, BUCKET_PUBLIC);
     this._collectionChatSessions = (0, import_firestore.collection)(
       (0, import_firestore.getFirestore)(app),
       COLLECTION_CHAT_SESSIONS
@@ -377,6 +382,8 @@ var CueFirebase = class _CueFirebase {
       throw new Error("Storage chat sessions is not initialized");
     if (this._storageLogs === void 0)
       throw new Error("Storage logs is not initialized");
+    if (this._storagePublic === void 0)
+      throw new Error("Storage public is not initialized");
     if (this._app === void 0)
       throw new Error("App is not initialized");
     const functions = (0, import_functions.getFunctions)(this._app, GCP_REGION);
@@ -387,6 +394,7 @@ var CueFirebase = class _CueFirebase {
     (0, import_storage.connectStorageEmulator)(this._storageRaw, "localhost", 9199);
     (0, import_storage.connectStorageEmulator)(this._storageChatSessions, "localhost", 9199);
     (0, import_storage.connectStorageEmulator)(this._storageLogs, "localhost", 9199);
+    (0, import_storage.connectStorageEmulator)(this._storagePublic, "localhost", 9199);
     if (!this._muted)
       console.info("Firebase emulators attached");
   }
@@ -402,6 +410,7 @@ var import_storage2 = require("firebase/storage");
 var qaecyPrefixes = {
   qcy: "https://dev.qaecy.com/ont#",
   "qcy-e": "https://dev.qaecy.com/enum#",
+  "qcy-f": "https://dev.qaecy.com/functions#",
   obc: "https://w3id.org/obc#",
   // OpenBIM Components
   dicc: "https://w3id.org/digitalconstruction/0.5/Contexts#",
@@ -3894,12 +3903,42 @@ async function listLocalFiles(dir, providerId = "", verbose = false, logInterval
   });
 }
 async function filesInLocalDirRecursive(dir, filterFunc = () => true, excludeDirs = true) {
-  const entries = await (0, import_promises.readdir)(dir, { withFileTypes: true, recursive: true });
-  return entries.filter((entry) => {
-    if (excludeDirs && !entry.isFile())
-      return false;
-    return filterFunc(entry);
-  }).map((entry) => (0, import_path2.join)(entry.parentPath, entry.name));
+  const results = [];
+  async function traverseDir(currentDir) {
+    try {
+      const entries = await (0, import_promises.readdir)(currentDir, { withFileTypes: true });
+      for (const entry of entries) {
+        const fullPath = (0, import_path2.join)(currentDir, entry.name);
+        if (entry.isFile()) {
+          if (filterFunc(entry)) {
+            results.push(fullPath);
+          }
+        } else if (entry.isDirectory() && !excludeDirs) {
+          if (filterFunc(entry)) {
+            results.push(fullPath);
+          }
+          if (filterFunc(entry)) {
+            await traverseDir(fullPath);
+          }
+        } else if (entry.isDirectory()) {
+          if (filterFunc(entry)) {
+            await traverseDir(fullPath);
+          }
+        }
+      }
+    } catch (error) {
+      if (error instanceof Error && "code" in error) {
+        const nodeError = error;
+        if (nodeError.code === "EPERM" || nodeError.code === "EACCES") {
+          console.warn(`Skipping directory due to permission error: ${currentDir}`);
+          return;
+        }
+      }
+      throw error;
+    }
+  }
+  await traverseDir(dir);
+  return results;
 }
 var DEFAULT_MAX_UNCOMPRESSED_SIZE = 500 * 1024 * 1024;
 var DEFAULT_MAX_RECURSION_DEPTH = 3;
@@ -5694,7 +5733,7 @@ function turtleFileMetadata(sourceFile, processorId, locationUUID, stored = fals
 
 // apps/desktop/cue-cli/src/helpers/upload-file.ts
 var import_promises6 = require("fs/promises");
-async function uploadFile(file, spaceId, userId, providerId) {
+async function uploadFile(file, spaceId, userId, providerId, verbose) {
   const firebase = CueFirebase.getInstance();
   const rawFileMetadata = uploadedFileMetadata(
     file.relativePath,
@@ -5713,10 +5752,27 @@ async function uploadFile(file, spaceId, userId, providerId) {
     uploadTask.on(
       "state_changed",
       null,
-      (error) => reject(error),
+      (error) => {
+        console.error("[uploadFile] Error uploading file:", {
+          filePath: file.fullPath,
+          relativePath: file.relativePath,
+          md5: file.md5,
+          blobName: rawFileMetadata.blob_name,
+          errorCode: error?.code,
+          errorMessage: error?.message,
+          errorPayload: error
+        });
+        reject(error);
+      },
       () => resolve()
     );
     if (!uploadTask) {
+      console.error("[uploadFile] Upload task could not be created:", {
+        filePath: file.fullPath,
+        relativePath: file.relativePath,
+        md5: file.md5,
+        blobName: rawFileMetadata.blob_name
+      });
       reject(new Error("Upload task could not be created"));
     }
   });
@@ -5840,7 +5896,7 @@ async function syncHandler(options) {
       console.info("Syncing missing files \u23F3");
     let rdfWritten = false;
     for (const file of report.localNotOnRemote) {
-      const rawFileMetadata = await uploadFile(file, space, userId, provider);
+      const rawFileMetadata = await uploadFile(file, space, userId, provider, verbose);
       await uploadFileRDF(file, rawFileMetadata, verbose);
       syncCount += 1;
       syncSize += file.size || 0;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qaecy/cue-cli",
-  "version": "0.0.12",
+  "version": "0.0.14",
   "description": "Cue CLI for QAECY platform",
   "main": "main.js",
   "bin": {

package/readme.md

@@ -18,4 +18,17 @@ You need an API key in order to authenticate with the CLI tool.
 ### Sync a folder
 To sync the current dir to the space with id `<space-id>` under the provider id `d_drive` (provider id is used to distinguish different document sources and if none is provided the default provider is used). The `v`-flag is for verbose logging so we can follow the progress.
 
-`npx @qaecy/cue-cli sync -s <space-id> -p . --provider d_drive -v`
+`npx @qaecy/cue-cli sync -s <space-id> -p . --provider d_drive -v`
+
+
+### Sync command options
+
+| Option                | Description                                                                                          | Default      |
+|-----------------------|------------------------------------------------------------------------------------------------------|--------------|
+| `-s, --space <id>`    | Specify the space ID (required)                                                                      | N/A          |
+| `-p, --path <id>`     | Specify the folder path to sync (required)                                                           | N/A          |
+| `-k, --key <api-key>` | Specify the API key (or set `CUE_API_KEY` env variable)                                              | N/A          |
+| `--provider <id>`     | Specify the provider ID (e.g., sharepoint, drive, dropbox). Leave empty for default provider         | `""`         |
+| `-v, --verbose`       | Enable verbose output                                                                                | `false`      |
+| `-e, --emulators`     | Use emulators for sync                                                                               | `false`      |
+| `-z, --zip`           | Include zipped content. Will be unzipped to `<zip_path>_unzipped`. Max uncompressed size: 500 MB, max recursion depth: 3. Cleans up unzipped files after sync. | `false`      |