@qaecy/cue-cli 0.0.13 → 0.0.15

package/main.js

@@ -211,6 +211,7 @@ var BUCKET_CHAT_SESSIONS = "spaces_chats_eu_west6";
 var BUCKET_RAW = "spaces_raw_eu_west6";
 var BUCKET_PROCESSED = "spaces_processed_eu_west6";
 var BUCKET_LOGS = "spaces_logs_eu_west6";
+var BUCKET_PUBLIC = "cue_public_eu_west6";
 var COLLECTION_CHAT_SESSIONS = "chatSessions";
 var COLLECTION_ORGANIZATIONS = "organizations";
 var COLLECTION_PROJECTS = "projects";
@@ -272,6 +273,9 @@ var CueFirebase = class _CueFirebase {
   get storageChatSessions() {
     return this._storageChatSessions;
   }
+  get storagePublic() {
+    return this._storagePublic;
+  }
   get collectionChatSessions() {
     return this._collectionChatSessions;
   }
@@ -342,6 +346,7 @@ var CueFirebase = class _CueFirebase {
     this._storageRaw = (0, import_storage.getStorage)(app, BUCKET_RAW);
     this._storageChatSessions = (0, import_storage.getStorage)(app, BUCKET_CHAT_SESSIONS);
     this._storageLogs = (0, import_storage.getStorage)(app, BUCKET_LOGS);
+    this._storagePublic = (0, import_storage.getStorage)(app, BUCKET_PUBLIC);
     this._collectionChatSessions = (0, import_firestore.collection)(
       (0, import_firestore.getFirestore)(app),
       COLLECTION_CHAT_SESSIONS
@@ -377,6 +382,8 @@ var CueFirebase = class _CueFirebase {
       throw new Error("Storage chat sessions is not initialized");
     if (this._storageLogs === void 0)
       throw new Error("Storage logs is not initialized");
+    if (this._storagePublic === void 0)
+      throw new Error("Storage public is not initialized");
     if (this._app === void 0)
       throw new Error("App is not initialized");
     const functions = (0, import_functions.getFunctions)(this._app, GCP_REGION);
@@ -387,6 +394,7 @@ var CueFirebase = class _CueFirebase {
     (0, import_storage.connectStorageEmulator)(this._storageRaw, "localhost", 9199);
     (0, import_storage.connectStorageEmulator)(this._storageChatSessions, "localhost", 9199);
     (0, import_storage.connectStorageEmulator)(this._storageLogs, "localhost", 9199);
+    (0, import_storage.connectStorageEmulator)(this._storagePublic, "localhost", 9199);
     if (!this._muted)
       console.info("Firebase emulators attached");
   }
@@ -402,6 +410,7 @@ var import_storage2 = require("firebase/storage");
 var qaecyPrefixes = {
   qcy: "https://dev.qaecy.com/ont#",
   "qcy-e": "https://dev.qaecy.com/enum#",
+  "qcy-f": "https://dev.qaecy.com/functions#",
   obc: "https://w3id.org/obc#",
   // OpenBIM Components
   dicc: "https://w3id.org/digitalconstruction/0.5/Contexts#",
@@ -5736,20 +5745,64 @@ async function uploadFile(file, spaceId, userId, providerId) {
   const storage = firebase.storageRaw;
   const fileRef = (0, import_storage5.ref)(storage, rawFileMetadata.blob_name);
   const fileBuffer = await (0, import_promises6.readFile)(file.fullPath);
-  await new Promise((resolve, reject) => {
-    const uploadTask = (0, import_storage5.uploadBytesResumable)(fileRef, fileBuffer, {
-      customMetadata: rawFileMetadata
-    });
-    uploadTask.on(
-      "state_changed",
-      null,
-      (error) => reject(error),
-      () => resolve()
-    );
-    if (!uploadTask) {
-      reject(new Error("Upload task could not be created"));
+  const maxRetries = 3;
+  let attempt = 0;
+  let lastError = null;
+  while (attempt < maxRetries) {
+    try {
+      await new Promise((resolve, reject) => {
+        const uploadTask = (0, import_storage5.uploadBytesResumable)(fileRef, fileBuffer, {
+          customMetadata: rawFileMetadata
+        });
+        uploadTask.on(
+          "state_changed",
+          null,
+          (error) => {
+            const blobName = rawFileMetadata.blob_name;
+            console.error("[uploadFile] Error uploading file:", {
+              filePath: file.fullPath,
+              relativePath: file.relativePath,
+              md5: file.md5,
+              blobName,
+              blobNameLength: blobName?.length,
+              blobNameIsUnusual: blobName && (blobName.length > 256 || /[^\w\-./]/.test(blobName)),
+              errorCode: error?.code,
+              errorMessage: error?.message,
+              errorPayload: error,
+              fileBufferSize: fileBuffer?.length,
+              rawFileMetadataKeys: Object.keys(rawFileMetadata),
+              rawFileMetadataLength: Object.keys(rawFileMetadata).length,
+              attempt
+            });
+            reject(error);
+          },
+          () => resolve()
+        );
+        if (!uploadTask) {
+          console.error("[uploadFile] Upload task could not be created:", {
+            filePath: file.fullPath,
+            relativePath: file.relativePath,
+            md5: file.md5,
+            blobName: rawFileMetadata.blob_name,
+            attempt
+          });
+          reject(new Error("Upload task could not be created"));
+        }
+      });
+      lastError = null;
+      break;
+    } catch (err) {
+      lastError = err;
+      attempt++;
+      if (attempt < maxRetries) {
+        console.warn(`[uploadFile] Retry attempt ${attempt} for file: ${file.fullPath}`);
+        await new Promise((res) => setTimeout(res, 1e3 * attempt));
+      }
     }
-  });
+  }
+  if (lastError) {
+    throw lastError;
+  }
   return rawFileMetadata;
 }
 
@@ -5869,20 +5922,31 @@ async function syncHandler(options) {
     if (verbose && report.localNotOnRemote.length)
       console.info("Syncing missing files \u23F3");
     let rdfWritten = false;
+    let failedUploads = 0;
     for (const file of report.localNotOnRemote) {
-      const rawFileMetadata = await uploadFile(file, space, userId, provider);
-      await uploadFileRDF(file, rawFileMetadata, verbose);
-      syncCount += 1;
-      syncSize += file.size || 0;
-      const pct = Math.floor(syncCount / report.totalCount * 100);
-      if (verbose && report.totalCount > 0 && syncCount % Math.ceil(report.totalCount / 100) === 0) {
-        console.info(
-          `Progress: ${pct}% (${syncCount}/$${report.totalCount} files, ${fileSizePretty(syncSize)}/${fileSizePretty(
-            report.totalSize
-          )})`
-        );
+      let rawFileMetadata;
+      try {
+        rawFileMetadata = await uploadFile(file, space, userId, provider);
+        await uploadFileRDF(file, rawFileMetadata, verbose);
+        syncCount += 1;
+        syncSize += file.size || 0;
+        const pct = Math.floor(syncCount / report.totalCount * 100);
+        if (verbose && report.totalCount > 0 && syncCount % Math.ceil(report.totalCount / 100) === 0) {
+          console.info(
+            `Progress: ${pct}% (${syncCount}/$${report.totalCount} files, ${fileSizePretty(syncSize)}/${fileSizePretty(
+              report.totalSize
+            )})`
+          );
+        }
+        rdfWritten = true;
+      } catch (err) {
+        failedUploads += 1;
+        console.error(`[syncHandler] Failed to upload file: ${file.fullPath}`);
+        if (verbose) {
+          console.error("[syncHandler] Upload error details:", err);
+        }
+        continue;
       }
-      rdfWritten = true;
     }
     const zipDeletePromise = zip ? deleteUnzipped(path) : Promise.resolve();
     if (verbose && report.localNotOnRemotePathOnly.length)
@@ -5932,6 +5996,9 @@ async function syncHandler(options) {
     if (verbose) {
       console.info("");
       console.info(`Sync finished \u{1F680}\u{1F680}\u{1F680}`);
+      if (failedUploads > 0) {
+        console.warn(`Total files failed to upload: ${failedUploads}`);
+      }
     }
   } catch (err) {
     console.error("Error:", err);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qaecy/cue-cli",
-  "version": "0.0.13",
+  "version": "0.0.15",
   "description": "Cue CLI for QAECY platform",
   "main": "main.js",
   "bin": {

package/readme.md

@@ -18,4 +18,17 @@ You need an API key in order to authenticate with the CLI tool.
 ### Sync a folder
 To sync the current dir to the space with id `<space-id>` under the provider id `d_drive` (provider id is used to distinguish different document sources and if none is provided the default provider is used). The `v`-flag is for verbose logging so we can follow the progress.
 
-`npx @qaecy/cue-cli sync -s <space-id> -p . --provider d_drive -v`
+`npx @qaecy/cue-cli sync -s <space-id> -p . --provider d_drive -v`
+
+
+### Sync command options
+
+| Option                | Description                                                                                          | Default      |
+|-----------------------|------------------------------------------------------------------------------------------------------|--------------|
+| `-s, --space <id>`    | Specify the space ID (required)                                                                      | N/A          |
+| `-p, --path <id>`     | Specify the folder path to sync (required)                                                           | N/A          |
+| `-k, --key <api-key>` | Specify the API key (or set `CUE_API_KEY` env variable)                                              | N/A          |
+| `--provider <id>`     | Specify the provider ID (e.g., sharepoint, drive, dropbox). Leave empty for default provider         | `""`         |
+| `-v, --verbose`       | Enable verbose output                                                                                | `false`      |
+| `-e, --emulators`     | Use emulators for sync                                                                               | `false`      |
+| `-z, --zip`           | Include zipped content. Will be unzipped to `<zip_path>_unzipped`. Max uncompressed size: 500 MB, max recursion depth: 3. Cleans up unzipped files after sync. | `false`      |