@pipedream/supabase 0.3.1 → 0.3.3

package/actions/batch-insert-rows/batch-insert-rows.mjs

@@ -1,12 +1,12 @@
 import supabase from "../../supabase.app.mjs";
-import fs from "fs";
 import { parse } from "csv-parse/sync";
+import { getFileStream } from "@pipedream/platform";
 
 export default {
   key: "supabase-batch-insert-rows",
   name: "Batch Insert Rows",
   description: "Inserts new rows into a database. [See the documentation](https://supabase.com/docs/reference/javascript/insert)",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     supabase,
@@ -27,6 +27,12 @@ export default {
       ],
       reloadProps: true,
     },
+    syncDir: {
+      type: "dir",
+      accessMode: "read",
+      sync: true,
+      optional: true,
+    },
   },
   async additionalProps() {
     const props = {};
@@ -40,8 +46,8 @@ export default {
     if (this.source === "CSV File") {
       props.filePath = {
         type: "string",
-        label: "File Path",
-        description: "The path to a csv file in the `/tmp` directory. [See the documentation on working with files](https://pipedream.com/docs/code/nodejs/working-with-files/#writing-a-file-to-tmp)",
+        label: "File Path or URL",
+        description: "Provide either a file URL or a path to a file in the /tmp directory (for example, /tmp/myFile.pdf).",
       };
     }
     return props;
@@ -59,20 +65,30 @@ export default {
         return JSON.parse(arr);
       }
     },
-    getRowsFromCSV(filePath) {
-      const fileContent = fs.readFileSync(filePath.includes("tmp/")
-        ? filePath
-        : `/tmp/${filePath}`, "utf-8");
+    async getRowsFromCSV(filePath) {
+      const stream = await getFileStream(filePath);
+      const fileContent = await this.streamToUtf8(stream);
       const rows = parse(fileContent, {
         columns: true,
         skip_empty_lines: true,
       });
       return rows;
     },
+    async streamToUtf8(stream) {
+      return new Promise((resolve, reject) => {
+        let data = "";
+
+        stream.setEncoding("utf-8");
+
+        stream.on("data", (chunk) => data += chunk);
+        stream.on("end", () => resolve(data));
+        stream.on("error", reject);
+      });
+    },
   },
   async run({ $ }) {
     const data = this.source === "CSV File"
-      ? this.getRowsFromCSV(this.filePath)
+      ? await this.getRowsFromCSV(this.filePath)
       : this.parseArray(this.data);
 
     const response = await this.supabase.insertRow(this.table, data);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/supabase",
-  "version": "0.3.1",
+  "version": "0.3.3",
   "description": "Pipedream Supabase Components",
   "main": "supabase.app.mjs",
   "keywords": [
@@ -13,7 +13,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@pipedream/platform": "^3.0.3",
+    "@pipedream/platform": "^3.1.0",
     "@supabase/supabase-js": "^2.45.6",
     "csv-parse": "^5.5.6"
   }