@pipedream/dropbox 0.3.1 → 0.3.4

package/sources/new-file/new-file.mjs

@@ -0,0 +1,72 @@
+import common from "../common.mjs";
+
+export default {
+  ...common,
+  dedupe: "unique",
+  type: "source",
+  key: "dropbox-new-file",
+  name: "New File",
+  version: "0.0.7",
+  description: "Emit new event when a new file is added to your account or a specific folder. Make sure the number of files/folders in the watched folder does not exceed 4000.",
+  props: {
+    ...common.props,
+    includeMediaInfo: {
+      label: "Include Media Info",
+      type: "boolean",
+      description: "Emit media info for photos and videos (incurs an additional API call)",
+      default: false,
+    },
+    includeLink: {
+      label: "Include Link",
+      type: "boolean",
+      description: "Emit temporary download link to file (incurs an additional API call)",
+      default: false,
+    },
+  },
+  hooks: {
+    async activate() {
+      const startTime = new Date();
+      await this.dropbox.initState(this);
+      this._setLastFileModTime(startTime);
+    },
+  },
+  methods: {
+    ...common.methods,
+    _setLastFileModTime(time) {
+      this.db.set("last_file_mod_time", time);
+    },
+    _getLastFileModTime() {
+      return this.db.get("last_file_mod_time");
+    },
+  },
+  async run() {
+    const lastFileModTime = this._getLastFileModTime();
+    let currFileModTime = "";
+    const updates = await this.dropbox.getUpdates(this);
+    for (let update of updates) {
+      let file = {
+        ...update,
+      };
+      if (update[".tag"] !== "file") {
+        continue;
+      }
+      if (update.server_modified > currFileModTime) {
+        currFileModTime = update.server_modified;
+      }
+      const isNewFile = await this.isNewFile(update, lastFileModTime);
+      if (!isNewFile) {
+        continue;
+      }
+      if (this.includeMediaInfo) {
+        file = await this.getMediaInfo(update);
+      }
+      if (this.includeLink) {
+        file.link = await this.getTemporaryLink(update);
+      }
+      this.$emit(file, this.getMeta(file.id, file.path_display || file.id));
+    }
+    if (currFileModTime != "") {
+      this._setLastFileModTime(currFileModTime);
+    }
+  },
+};

package/sources/new-folder/new-folder.mjs

@@ -0,0 +1,20 @@
+import common from "../common.mjs";
+
+export default {
+  ...common,
+  dedupe: "unique",
+  type: "source",
+  key: "dropbox-new-folder",
+  name: "New Folder",
+  version: "0.0.7",
+  description: "Emit new event when a new folder is created. Make sure the number of files/folders in the watched folder does not exceed 4000.",
+  async run() {
+    const updates = await this.dropbox.getUpdates(this);
+    for (const update of updates) {
+      if (update[".tag"] !== "folder") {
+        continue;
+      }
+      this.$emit(update, this.getMeta(update.id, update.path_display || update.id));
+    }
+  },
+};

package/dropbox.app.js

@@ -1,117 +0,0 @@
-const Dropbox = require('dropbox').Dropbox
-const fetch = require('isomorphic-fetch')
-
-module.exports = {
-  type: "app",
-  app: "dropbox",
-  propDefinitions: {
-    path: {
-      type: "string",
-      label: "Path",
-      description: "Path to the folder you want to watch for changes.",
-      optional: false,
-      useQuery: true,
-      async options({ query }) {
-        return await this.pathOptions(query)
-      },
-    },
-    recursive: {
-      type: "boolean",
-      label: "Recursive",
-      description: "Also watch sub-directories and their contents.",
-      optional: false,
-      default: false,
-    },
-  },
-  methods: {
-    sdk() {
-      return new Dropbox({ accessToken: this.$auth.oauth_access_token, fetch })
-    },
-    async pathOptions(path) {
-      const limit = 50
-      let options = []
-      let entries, has_more, cursor
-      path = (path == "/" ? "" : path)
-      try {
-        const sdk = this.sdk()
-        let files = await sdk.filesListFolder({ path, limit })
-        if (files.result) {
-          files = files.result
-        }
-        do {
-          ({ entries, has_more, cursor } = files)
-          for(entry of entries) {
-            if (entry[".tag"] == "folder") {
-              options.push(entry.path_display)
-            }
-          }
-          // TODO break after a certain number of folders has been found??
-          if (has_more) {
-            files = await sdk.filesListFolderContinue({ cursor })
-            if (files.result) {
-              files = files.result
-            }
-          }
-        } while(has_more)
-        options = options.sort((a, b) => { return a.toLowerCase().localeCompare(b.toLowerCase()) })
-        if (path) {
-          options.unshift(require("path").dirname(path))
-        }
-        options.unshift(path)
-      } catch (err) {
-        console.log(err)
-        throw(`Error connecting to Dropbox API to get directory listing for path: ${path}`)
-      }
-      return { options }
-    },
-    async initState(context) {
-      const { path, recursive, db } = context
-      try {
-        let fixedPath = (path == "/" ? "" : path)
-        let response = await this.sdk().filesListFolderGetLatestCursor({ path: fixedPath, recursive })
-        if (response.result) {
-          response = response.result
-        }
-        let { cursor } = response
-        const state = { path, recursive, cursor }
-        db.set("dropbox_state", state)
-        return state
-      } catch(err) {
-        console.log(err)
-        throw(`Error connecting to Dropbox API to get latest cursor for folder: ${path}${recursive ? " (recursive)" : ""}`)
-      }
-    },
-    async getState(context) {
-      const { path, recursive, db } = context
-      let state = db.get("dropbox_state")
-      if (state == null || state.path != path || state.recursive != recursive) {
-        state = await this.initState(context)
-      }
-      return state
-    },
-    async getUpdates(context) {
-      let ret = []
-      const state = await this.getState(context)
-      if (state) {
-        try {
-          const { dropbox, db } = context
-          let [cursor, has_more, entries] = [state.cursor, true, null]
-          while(has_more) {
-            let response = await this.sdk().filesListFolderContinue({ cursor })
-            if (response.result) {
-              response = response.result
-            }
-            ({ entries, cursor, has_more } = response)
-            ret = ret.concat(entries)
-          }
-          state.cursor = cursor
-          db.set("dropbox_state", state)
-        } catch(err) {
-          console.log(err)
-          throw(`Error connecting to Dropbox API to get list of updated files/folders for cursor: ${state.cursor}`)
-        }
-      }
-      return ret
-    },
-  },
-}

package/sources/all-updates/all-updates.js

@@ -1,61 +0,0 @@
-const dropbox = require('../../dropbox.app.js')
-
-module.exports = {
-  key: "dropbox-new-or-modified-file-or-folder",
-  name: "New or Modified File or Folder",
-  version: "0.0.1",
-  description: "Emits an event when a file or folder is added or modified. Make sure the number of files/folders in the watched folder does not exceed 4000.",
-  props: {
-    dropbox,
-    path: { propDefinition: [dropbox, "path"]},
-    recursive: { propDefinition: [dropbox, "recursive"]},
-    includeMediaInfo: {
-      type: "boolean",
-      description: "Emit media info for photo and video files (incurs an additional API call)",
-      default: false,
-    },
-    includeLink: {
-      type: "boolean",
-      description: "Emit temporary download link for files (incurs an additional API call)",
-      default: false,
-    },
-    dropboxApphook: {
-      type: "$.interface.apphook",
-      appProp: "dropbox",
-      static: [],
-    },
-    db: "$.service.db",
-  },
-  hooks: {
-    async activate() {
-      await this.dropbox.initState(this)
-    }
-  },
-  async run(event) {
-    let updates = await this.dropbox.getUpdates(this)
-    for(update of updates) {
-      if (update[".tag"] == "file") {
-        if (this.includeMediaInfo) {
-          update = await this.dropbox.sdk().filesGetMetadata({
-            path: update.path_lower,
-            include_media_info: true,
-          })
-          if (update.result) {
-            update = update.result
-          }
-        }
-        if (this.includeLink) {
-          let response = await this.dropbox.sdk().filesGetTemporaryLink({
-            path: update.path_lower,
-          })
-          if (response.result) {
-            response = response.result
-          }
-          const { link, metadata } = response
-          update.link = link
-        }
-      }
-      this.$emit(update)
-    }
-  },
-}

package/sources/new-file/new-file.js

@@ -1,90 +0,0 @@
-const dropbox = require('../../dropbox.app.js')
-
-module.exports = {
-  key: "dropbox-new-file",
-  name: "New File",
-  version: "0.0.1",
-  description: "Emits an event when a new file is added to your account or a specific folder. Make sure the number of files/folders in the watched folder does not exceed 4000.",
-  props: {
-    dropbox,
-    path: { propDefinition: [dropbox, "path"]},
-    recursive: { propDefinition: [dropbox, "recursive"]},
-    includeMediaInfo: {
-      type: "boolean",
-      description: "Emit media info for photos and videos (incurs an additional API call)",
-      default: false,
-    },
-    includeLink: {
-      type: "boolean",
-      description: "Emit temporary download link to file (incurs an additional API call)",
-      default: false,
-    },
-    dropboxApphook: {
-      type: "$.interface.apphook",
-      appProp: "dropbox",
-      static: [],
-    },
-    db: "$.service.db",
-  },
-  hooks: {
-    async activate() {
-      let startTime = new Date()
-      await this.dropbox.initState(this)
-      this.db.set("last_file_mod_time", startTime)
-    }
-  },
-  async run(event) {
-    const lastFileModTime = this.db.get("last_file_mod_time")
-    let currFileModTime = ""
-    let updates = await this.dropbox.getUpdates(this)
-    for(update of updates) {
-      if (update[".tag"] == "file") {
-        if (update.server_modified > currFileModTime) {
-          currFileModTime = update.server_modified
-        }
-        try {
-          let revisions = await this.dropbox.sdk().filesListRevisions({
-            path: update.id,
-            mode: { ".tag": "id" },
-            limit: 10,
-          })
-          if (revisions.result) {
-            revisions = revisions.result
-          }
-          if (revisions.entries.length > 1) {
-            let oldest = revisions.entries.pop()
-            if (lastFileModTime && lastFileModTime >= oldest.client_modified) {
-              continue
-            }
-          }
-          if (this.includeMediaInfo) {
-            update = await this.dropbox.sdk().filesGetMetadata({
-              path: update.path_lower,
-              include_media_info: true,
-            })
-            if (update.result) {
-              update = update.result
-            }
-          }
-          if (this.includeLink) {
-            let response = await this.dropbox.sdk().filesGetTemporaryLink({
-              path: update.path_lower,
-            })
-            if (response.result) {
-              response = response.result
-            }
-            const { link, metadata } = response
-            update.link = link
-          }
-        } catch(err) {
-          console.log(err)
-          throw(`Error looking up revisions for file: ${update.name}`)
-        }
-        this.$emit(update)
-      }
-    }
-    if (currFileModTime != "") {
-      this.db.set("last_file_mod_time", currFileModTime)
-    }
-  },
-}

package/sources/new-folder/new-folder.js

@@ -1,32 +0,0 @@
-const dropbox = require('../../dropbox.app.js')
-
-module.exports = {
-  key: "dropbox-new-folder",
-  name: "New Folder",
-  version: "0.0.1",
-  description: "Emits an event when a new folder is created. Make sure the number of files/folders in the watched folder does not exceed 4000.",
-  props: {
-    dropbox,
-    path: { propDefinition: [dropbox, "path"]},
-    recursive: { propDefinition: [dropbox, "recursive"]},
-    dropboxApphook: {
-      type: "$.interface.apphook",
-      appProp: "dropbox",
-      static: [],
-    },
-    db: "$.service.db",
-  },
-  hooks: {
-    async activate() {
-      await this.dropbox.initState(this)
-    }
-  },
-  async run(event) {
-    let updates = await this.dropbox.getUpdates(this)
-    for(update of updates) {
-      if (update[".tag"] == "folder") {
-        this.$emit(update)
-      }
-    }
-  },
-}