@arela/uploader 0.0.8 → 0.0.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@arela/uploader",
-  "version": "0.0.8",
+  "version": "0.0.9",
   "description": "CLI to upload files/directories to Arela",
   "bin": {
     "arela": "./src/index.js"

package/src/index.js

@@ -122,16 +122,66 @@ const writeLog = (message) => {
   }
 };
 
-const getProcessedPaths = () => {
-  const lines = fs.existsSync(logFilePath)
-    ? fs.readFileSync(logFilePath, 'utf-8').split('\n')
-    : [];
+// Modified to fetch from Supabase first, then fallback to local log
+const getProcessedPaths = async () => {
   const processed = new Set();
-  for (const line of lines) {
-    const match = line.match(/(SUCCESS|SKIPPED): .*? -> (.+)/);
-    if (match) {
-      const [, , path] = match;
-      processed.add(path.trim());
+
+  // Try to fetch from Supabase first
+  try {
+    const { data, error } = await supabase
+      .from('upload_logs')
+      .select('path')
+      .in('status', ['success', 'skipped']);
+
+    if (error) {
+      console.warn(
+        `⚠️ Could not fetch processed paths from Supabase: ${error.message}. Falling back to local log.`,
+      );
+      // Fallback to local log if Supabase fetch fails
+      const lines = fs.existsSync(logFilePath)
+        ? fs.readFileSync(logFilePath, 'utf-8').split('\\n')
+        : [];
+      for (const line of lines) {
+        const match = line.match(/(SUCCESS|SKIPPED): .*? -> (.+)/);
+        if (match) {
+          const [, , path] = match;
+          processed.add(path.trim());
+        }
+      }
+    } else if (data) {
+      data.forEach((log) => {
+        if (log.path) {
+          processed.add(log.path.trim());
+        }
+      });
+      // Also read from local log to ensure any paths logged before this change or during a Supabase outage are included
+      const lines = fs.existsSync(logFilePath)
+        ? fs.readFileSync(logFilePath, 'utf-8').split('\\n')
+        : [];
+      for (const line of lines) {
+        const match = line.match(/(SUCCESS|SKIPPED): .*? -> (.+)/);
+        if (match) {
+          const [, , pathValue] = match;
+          if (pathValue) {
+            processed.add(pathValue.trim());
+          }
+        }
+      }
+    }
+  } catch (e) {
+    console.warn(
+      `⚠️ Error fetching from Supabase or reading local log: ${e.message}. Proceeding with an empty set of processed paths initially.`,
+    );
+    // Ensure local log is still attempted if Supabase connection itself fails
+    const lines = fs.existsSync(logFilePath)
+      ? fs.readFileSync(logFilePath, 'utf-8').split('\\n')
+      : [];
+    for (const line of lines) {
+      const match = line.match(/(SUCCESS|SKIPPED): .*? -> (.+)/);
+      if (match) {
+        const [, , path] = match;
+        processed.add(path.trim());
+      }
     }
   }
   return processed;
@@ -163,7 +213,7 @@ program
       process.exit(1);
     }
 
-    const processedPaths = getProcessedPaths();
+    const processedPaths = await getProcessedPaths();
     let globalSuccess = 0;
     let globalFailure = 0;
 
@@ -241,6 +291,11 @@ program
                 contentType,
                 metadata: {
                   originalName: path.basename(file),
+                  clientPath: path.posix.join(
+                    basePath,
+                    folder,
+                    path.relative(sourcePath, file).replace(/\\/g, '/'),
+                  ),
                 },
               }),
             );