@pipedream/google_drive 0.4.7 → 0.4.9

package/actions/upload-file/upload-file.mjs

@@ -1,21 +1,14 @@
 import googleDrive from "../../google_drive.app.mjs";
 import path from "path";
-import {
-  getFileStream,
-  streamToBuffer,
-  byteToMB,
-} from "../../utils.mjs";
+import { getFileStream } from "../../utils.mjs";
 import { omitEmptyStringValues } from "../../utils.mjs";
-import {
-  GOOGLE_DRIVE_UPLOAD_TYPE_MEDIA,
-  GOOGLE_DRIVE_UPLOAD_TYPE_RESUMABLE,
-} from "../../constants.mjs";
+import { GOOGLE_DRIVE_UPLOAD_TYPE_MULTIPART } from "../../constants.mjs";
 
 export default {
   key: "google_drive-upload-file",
   name: "Upload File",
   description: "Copy an existing file to Google Drive. [See the docs](https://developers.google.com/drive/api/v3/manage-uploads) for more information",
-  version: "0.0.6",
+  version: "0.0.7",
   type: "action",
   props: {
     googleDrive,
@@ -71,6 +64,7 @@ export default {
         googleDrive,
         "uploadType",
       ],
+      default: GOOGLE_DRIVE_UPLOAD_TYPE_MULTIPART,
       optional: true,
     },
   },
@@ -92,20 +86,7 @@ export default {
       fileUrl,
       filePath,
     });
-    if (!uploadType || uploadType === "") {
-      try {
-        const fileBuffer = await streamToBuffer(file);
-        const bufferSize = byteToMB(Buffer.byteLength(fileBuffer));
-        uploadType = bufferSize > 5
-          ? GOOGLE_DRIVE_UPLOAD_TYPE_RESUMABLE
-          : GOOGLE_DRIVE_UPLOAD_TYPE_MEDIA;
-        console.log(`Upload type: ${uploadType}`);
-      } catch (err) {
-        console.log(err);
-        uploadType = "media";
-      }
-    }
-    console.log(`Upload type: ${uploadType}`);
+    console.log(`Upload type: ${uploadType}.`);
     const resp = await this.googleDrive.createFile(omitEmptyStringValues({
       file,
       mimeType,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/google_drive",
-  "version": "0.4.7",
+  "version": "0.4.9",
   "description": "Pipedream Google_drive Components",
   "main": "google_drive.app.mjs",
   "keywords": [

package/sources/new-spreadsheet/new-spreadsheet.mjs

@@ -0,0 +1,72 @@
+import newFilesInstant from "../new-files-instant/new-files-instant.mjs";
+
+export default {
+  ...newFilesInstant,
+  key: "google_drive-new-spreadsheet",
+  type: "source",
+  name: "New Spreadsheet (Instant)",
+  description: "Emit new event each time a new spreadsheet is created in a drive.",
+  version: "0.0.1",
+  props: {
+    googleDrive: newFilesInstant.props.googleDrive,
+    db: newFilesInstant.props.db,
+    http: newFilesInstant.props.http,
+    drive: newFilesInstant.props.drive,
+    timer: newFilesInstant.props.timer,
+    folders: newFilesInstant.props.folders,
+  },
+  hooks: {
+    ...newFilesInstant.hooks,
+    async deploy() {
+      // Emit sample records on the first run
+      const spreadsheets = await this.getSpreadsheets(10);
+      for (const fileInfo of spreadsheets) {
+        const createdTime = Date.parse(fileInfo.createdTime);
+        this.$emit(fileInfo, {
+          summary: `New File: ${fileInfo.name}`,
+          id: fileInfo.id,
+          ts: createdTime,
+        });
+      }
+    },
+  },
+  methods: {
+    ...newFilesInstant.methods,
+    shouldProcess(file) {
+      return (
+        file.mimeType.includes("spreadsheet") &&
+        newFilesInstant.methods.shouldProcess.bind(this)(file)
+      );
+    },
+    getSpreadsheetsFromFolderOpts(folderId) {
+      const mimeQuery = "mimeType = 'application/vnd.google-apps.spreadsheet'";
+      let opts = {
+        q: `${mimeQuery} and parents in '${folderId}' and trashed = false`,
+      };
+      if (!this.isMyDrive()) {
+        opts = {
+          corpora: "drive",
+          driveId: this.getDriveId(),
+          includeItemsFromAllDrives: true,
+          supportsAllDrives: true,
+          ...opts,
+        };
+      }
+      return opts;
+    },
+    async getSpreadsheets(limit) {
+      const spreadsheets = [];
+      const foldersIds = this.folders;
+      for (const folderId of foldersIds) {
+        const opts = this.getSpreadsheetsFromFolderOpts(folderId);
+        const filesWrapper = await this.googleDrive.listFilesInPage(null, opts);
+        for (const file of filesWrapper.files) {
+          const fileInfo = await this.googleDrive.getFile(file.id);
+          spreadsheets.push(fileInfo);
+          if (spreadsheets.length >= limit) { return spreadsheets; }
+        }
+      }
+      return spreadsheets;
+    },
+  },
+};