@pipedream/dropbox 0.3.4 → 0.3.6

package/README.md

@@ -0,0 +1,15 @@
+# Overview
+
+With the Dropbox API, you can build a variety of applications that range from
+simple file sharing to complex content management systems. Some examples of
+what you can build using the Dropbox API include:
+
+- A file sharing application that allows users to share and sync files across
+  devices
+- A content management system that allows users to manage and share files and
+  folders
+- A note taking application that allows users to sync notes across devices
+- A task management application that allows users to manage and share tasks and
+  files
+- A document management application that allows users to manage and share
+  documents and files

package/actions/create-a-text-file/create-a-text-file.mjs

@@ -1,12 +1,12 @@
 import dropbox from "../../dropbox.app.mjs";
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
   name: "Create a Text File",
   description: "Creates a brand new text file from plain text content you specify. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesUpload__anchor)",
   key: "dropbox-create-a-text-file",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/create-folder/create-folder.mjs

@@ -1,12 +1,12 @@
 import dropbox from "../../dropbox.app.mjs";
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
   name: "Create folder",
   description: "Create a folder. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesCreateFolderV2__anchor)",
   key: "dropbox-create-folder",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/create-or-append-to-a-text-file/create-or-append-to-a-text-file.mjs

@@ -1,11 +1,11 @@
 import dropbox from "../../dropbox.app.mjs";
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   name: "Create or Append to a Text File",
   description: "Adds a new line to an existing text file, or creates a file if it doesn't exist. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesUpload__anchor)",
   key: "dropbox-create-or-append-to-a-text-file",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/create-update-share-link/create-update-share-link.mjs

@@ -1,11 +1,11 @@
 import dropbox from "../../dropbox.app.mjs";
-import consts from "../../consts.mjs";
+import consts from "../../common/consts.mjs";
 
 export default {
   name: "Create/Update a Share Link",
   description: "Creates or updates a public share link to the file or folder (It allows to share the file or folder with anyone). [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#sharingCreateSharedLinkWithSettings__anchor)",
-  key: "dropbox-create-update-update-a-share-link",
-  version: "0.0.2",
+  key: "dropbox-create-update-share-link",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/delete-file-folder/delete-file-folder.mjs

@@ -3,8 +3,8 @@ import dropbox from "../../dropbox.app.mjs";
 export default {
   name: "Delete a File/Folder",
   description: "Permanently removes a file/folder from the server. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesDeleteV2__anchor)",
-  key: "dropbox-delete-a-file-folder",
-  version: "0.0.2",
+  key: "dropbox-delete-file-folder",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/list-file-folders-in-a-folder/list-file-folders-in-a-folder.mjs

@@ -4,7 +4,7 @@ export default {
   name: "List All Files/Subfolders in a Folder",
   description: "Retrieves a list of files or subfolders in a specified folder [See the docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesListFolder__anchor)",
   key: "dropbox-list-file-folders-in-a-folder",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/list-file-revisions/list-file-revisions.mjs

@@ -1,11 +1,11 @@
-import consts from "../../consts.mjs";
+import consts from "../../common/consts.mjs";
 import dropbox from "../../dropbox.app.mjs";
 
 export default {
   name: "List File Revisions",
   description: "Retrieves a list of file revisions needed to recover previous content. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesListRevisions__anchor)",
   key: "dropbox-list-file-revisions",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/move-file-folder/move-file-folder.mjs

@@ -4,7 +4,7 @@ export default {
   name: "Move a File/Folder",
   description: "Moves a file or folder to a different location in the user's Dropbox [See the docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesMoveV2__anchor)",
   key: "dropbox-move-file-folder",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/rename-file-folder/rename-file-folder.mjs

@@ -4,7 +4,7 @@ export default {
   name: "Rename a File/Folder",
   description: "Renames a file or folder in the user's Dropbox [See the docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesMoveV2__anchor)",
   key: "dropbox-rename-file-folder",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/restore-a-file/restore-a-file.mjs

@@ -4,7 +4,7 @@ export default {
   name: "Restore a File",
   description: "Restores a previous file version. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesRestore__anchor)",
   key: "dropbox-restore-a-file",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/search-files-folders/search-files-folders.mjs

@@ -1,13 +1,13 @@
 import dropbox from "../../dropbox.app.mjs";
 import isNil from "lodash/isNil.js";
 import get from "lodash/get.js";
-import consts from "../../consts.mjs";
+import consts from "../../common/consts.mjs";
 
 export default {
   name: "Search files and folders",
   description: "Searches for files and folders by name. [See the docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesSearchV2__anchor)",
   key: "dropbox-search-files-folders",
-  version: "0.0.2",
+  version: "0.0.4",
   type: "action",
   props: {
     dropbox,

package/actions/upload-file/upload-file.mjs

@@ -1,15 +1,15 @@
 import dropbox from "../../dropbox.app.mjs";
-import consts from "../../consts.mjs";
+import consts from "../../common/consts.mjs";
 import fs from "fs";
 import got from "got";
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
   name: "Upload a File",
   description: "Uploads a file to a selected folder. [See docs here](https://dropbox.github.io/dropbox-sdk-js/Dropbox.html#filesUpload__anchor)",
-  key: "dropbox-upload-a-file",
-  version: "0.0.3",
+  key: "dropbox-upload-file",
+  version: "0.0.5",
   type: "action",
   props: {
     dropbox,

package/dropbox.app.mjs

@@ -1,7 +1,7 @@
 import dropbox from "dropbox";
 import fetch from "isomorphic-fetch";
 import get from "lodash/get.js";
-import config from "./config.mjs";
+import config from "./common/config.mjs";
 import isString from "lodash/isString.js";
 import isEmpty from "lodash/isEmpty.js";
 
@@ -239,7 +239,6 @@ export default {
       const {
         path,
         recursive,
-        db,
       } = context;
       try {
         let fixedPath = path == "/" ?
@@ -259,11 +258,10 @@ export default {
         }
         const { cursor } = response;
         const state = {
-          path,
+          path: fixedPath,
           recursive,
           cursor,
         };
-        db.set("dropbox_state", state);
         return state;
       } catch (err) {
         console.log(err);
@@ -273,24 +271,24 @@ export default {
         }`;
       }
     },
-    async getState(context) {
+    async getState(context, state) {
       const {
         path,
         recursive,
-        db,
       } = context;
-      let state = db.get("dropbox_state");
-      if (state == null || state.path != path || state.recursive != recursive) {
+      const fixedPath = typeof (path) === "object" ?
+        path.value :
+        path;
+      if (state == null || state.path != fixedPath || state.recursive != recursive) {
         state = await this.initState(context);
       }
       return state;
     },
-    async getUpdates(context) {
+    async getUpdates(context, dbState) {
       let ret = [];
-      const state = await this.getState(context);
+      const state = await this.getState(context, dbState);
       if (state) {
         try {
-          const { db } = context;
           let [
             cursor,
             hasMore,
@@ -317,13 +315,15 @@ export default {
             ret = ret.concat(entries);
           }
           state.cursor = cursor;
-          db.set("dropbox_state", state);
         } catch (err) {
           console.log(err);
           throw `Error connecting to Dropbox API to get list of updated files/folders for cursor: ${state.cursor}`;
         }
       }
-      return ret;
+      return {
+        ret,
+        state,
+      };
     },
     async createFolder(args) {
       try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/dropbox",
-  "version": "0.3.4",
+  "version": "0.3.6",
   "description": "Pipedream Dropbox Components",
   "main": "dropbox.app.js",
   "keywords": [

package/sources/all-updates/all-updates.mjs

@@ -1,4 +1,4 @@
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
@@ -6,7 +6,7 @@ export default {
   type: "source",
   key: "dropbox-all-updates",
   name: "New or Modified File or Folder",
-  version: "0.0.7",
+  version: "0.0.9",
   description: "Emit new event when a file or folder is added or modified. Make sure the number of files/folders in the watched folder does not exceed 4000.",
   props: {
     ...common.props,
@@ -23,15 +23,26 @@ export default {
       default: false,
     },
   },
+  hooks: {
+    async activate() {
+      await this.getHistoricalEvents([
+        "file",
+        "folder",
+      ]);
+      const state = await this.dropbox.initState(this);
+      this._setDropboxState(state);
+    },
+  },
   async run() {
-    const updates = await this.dropbox.getUpdates(this);
+    const state = this._getDropboxState();
+    const {
+      ret: updates, state: newState,
+    } = await this.dropbox.getUpdates(this, state);
+    this._setDropboxState(newState);
     for (let update of updates) {
       let file = {
         ...update,
       };
-      if (update[".tag"] !== "file") {
-        continue;
-      }
       if (this.includeMediaInfo) {
         file = await this.getMediaInfo(update);
       }
@@ -39,7 +50,9 @@ export default {
         file.link = await this.getTemporaryLink(update);
       }
       // new unique identification from merging the file id and the last file revision
-      const id = `${file.id}-${file.rev}`;
+      const id = update[".tag"] === "file"
+        ? `${file.id}-${file.rev}`
+        : `${file.id}-${newState.cursor}`;
       this.$emit(file, this.getMeta(id, file.path_display || file.id));
     }
   },

package/sources/{common.mjs → common/common.mjs}

@@ -22,17 +22,36 @@ export default {
       static: [],
     },
   },
-  hooks: {
-    async activate() {
-      await this.dropbox.initState(this);
-    },
-  },
   methods: {
+    _getDropboxState() {
+      return this.db.get("dropbox_state");
+    },
+    _setDropboxState(state) {
+      this.db.set("dropbox_state", state);
+    },
+    async getHistoricalEvents(fileTypes = []) {
+      const files = await this.dropbox.listFilesFolders({
+        path: this.path?.value || this.path,
+        recursive: this.recursive,
+        include_media_info: this.includeMediaInfo,
+      });
+      let count = 0;
+      for (const file of files) {
+        if (!fileTypes.includes(file[".tag"])) {
+          continue;
+        }
+        this.$emit(file, this.getMeta(file.id, file.path_display || file.id));
+        count++;
+        if (count >= 25) {
+          break;
+        }
+      }
+    },
     getMeta(id, summary) {
       return {
         id,
         summary,
-        tz: Date.now(),
+        ts: Date.now(),
       };
     },
     async isNewFile(update, lastFileModTime) {

package/sources/new-file/new-file.mjs

@@ -1,4 +1,4 @@
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
@@ -6,7 +6,7 @@ export default {
   type: "source",
   key: "dropbox-new-file",
   name: "New File",
-  version: "0.0.7",
+  version: "0.0.9",
   description: "Emit new event when a new file is added to your account or a specific folder. Make sure the number of files/folders in the watched folder does not exceed 4000.",
   props: {
     ...common.props,
@@ -25,9 +25,13 @@ export default {
   },
   hooks: {
     async activate() {
+      await this.getHistoricalEvents([
+        "file",
+      ]);
       const startTime = new Date();
-      await this.dropbox.initState(this);
+      const state = await this.dropbox.initState(this);
       this._setLastFileModTime(startTime);
+      this._setDropboxState(state);
     },
   },
   methods: {
@@ -41,8 +45,12 @@ export default {
   },
   async run() {
     const lastFileModTime = this._getLastFileModTime();
+    const state = this._getDropboxState();
     let currFileModTime = "";
-    const updates = await this.dropbox.getUpdates(this);
+    const {
+      ret: updates, state: newState,
+    } = await this.dropbox.getUpdates(this, state);
+    this._setDropboxState(newState);
     for (let update of updates) {
       let file = {
         ...update,

package/sources/new-folder/new-folder.mjs

@@ -1,4 +1,4 @@
-import common from "../common.mjs";
+import common from "../common/common.mjs";
 
 export default {
   ...common,
@@ -6,10 +6,23 @@ export default {
   type: "source",
   key: "dropbox-new-folder",
   name: "New Folder",
-  version: "0.0.7",
+  version: "0.0.9",
   description: "Emit new event when a new folder is created. Make sure the number of files/folders in the watched folder does not exceed 4000.",
+  hooks: {
+    async activate() {
+      await this.getHistoricalEvents([
+        "folder",
+      ]);
+      const state = await this.dropbox.initState(this);
+      this._setDropboxState(state);
+    },
+  },
   async run() {
-    const updates = await this.dropbox.getUpdates(this);
+    const state = this._getDropboxState();
+    const {
+      ret: updates, state: newState,
+    } = await this.dropbox.getUpdates(this, state);
+    this._setDropboxState(newState);
     for (const update of updates) {
       if (update[".tag"] !== "folder") {
         continue;