@pipedream/twitter 0.3.9 → 0.3.11

package/actions/upload-media/upload-media.mjs

@@ -1,12 +1,13 @@
 import twitter from "../../twitter.app.mjs";
 import fs from "fs";
 import mime from "mime";
+import FormData from "form-data";
 
 export default {
   key: "twitter-upload-media",
   name: "Upload Media",
   description: "Upload images or other media types to Twitter. Returns a `media_id_string` to be used with the Create Tweet action. [See the docs here](https://developer.twitter.com/en/docs/tutorials/uploading-media)",
-  version: "0.0.1",
+  version: "0.0.3",
   type: "action",
   props: {
     twitter,
@@ -23,54 +24,98 @@ export default {
         return Object.values(mime._types);
       },
     },
+    mediaCategory: {
+      type: "string",
+      label: "Media Category",
+      description: "The category that represents how the media will be used",
+      options: [
+        "amplify_video",
+        "tweet_gif",
+        "tweet_image",
+        "tweet_video",
+      ],
+    },
+  },
+  methods: {
+    async append($, fileSize, mediaId) {
+      const bufferLength = 1000000;
+      const theBuffer = new Buffer(bufferLength);
+      let offset = 0;
+      let segment = 0;
+      const fd = fs.openSync(this.file, "r");
+      while (offset < fileSize) {
+        const bytesRead = fs.readSync(fd, theBuffer, 0, bufferLength, null);
+        const mediaData = bytesRead < bufferLength
+          ? theBuffer.slice(0, bytesRead)
+          : theBuffer;
+        const data = new FormData();
+        data.append("command", "APPEND");
+        data.append("media_id", mediaId);
+        data.append("media_data", mediaData.toString("base64"));
+        data.append("segment_index", segment);
+        await this.twitter.uploadMedia({
+          data,
+          headers: {
+            "Content-Type": `multipart/form-data; boundary=${data._boundary}`,
+          },
+          $,
+        });
+        segment++;
+        offset += bufferLength;
+      }
+      fs.close(fd);
+    },
   },
   async run({ $ }) {
     // INIT
-    const fileContent = fs.readFileSync(this.file, {
-      encoding: "base64",
-    });
     const fileSize = (fs.statSync(this.file)).size;
+    const params = {
+      command: "INIT",
+      total_bytes: fileSize,
+      media_type: this.mediaType,
+      additional_owners: this.twitter.$auth.oauth_uid,
+    };
+    if (this.mediaCategory) {
+      params.media_category = this.mediaCategory;
+    }
     const { media_id_string: mediaId } = await this.twitter.uploadMedia({
-      params: {
-        command: "INIT",
-        total_bytes: fileSize,
-        media_type: this.mediaType,
-        additional_owners: this.twitter.$auth.oauth_uid,
-      },
+      params,
       $,
     });
 
     // APPEND
-    const size = 5012;
-    const numSegments = fileContent.length / size;
-    let segment = 0;
-    let startIndex = 0;
-    let endIndex = startIndex + size;
-    while (segment <= numSegments) {
-      const chunk = fileContent.substring(startIndex, endIndex);
-      const params = {
-        command: "APPEND",
-        media_id: mediaId,
-        media_data: chunk,
-        segment_index: segment,
-      };
-      await this.twitter.uploadMedia({
-        params,
-        $,
-      });
-      segment++;
-      startIndex += size;
-      endIndex += size;
-    }
+    await this.append($, fileSize, mediaId);
 
     // FINALIZE
-    const response = await this.twitter.uploadMedia({
+    let response;
+    response = await this.twitter.uploadMedia({
       params: {
         command: "FINALIZE",
         media_id: mediaId,
       },
       $,
     });
+
+    // STATUS
+    while (this.mediaCategory?.includes("video")) {
+      response = await this.twitter.uploadMedia({
+        params: {
+          command: "STATUS",
+          media_id: mediaId,
+        },
+        method: "GET",
+        $,
+      });
+      const { processing_info: info } = response;
+      if (info?.error) {
+        throw new Error(JSON.stringify(info.error));
+      }
+      if (info?.state === "succeeded") {
+        break;
+      }
+      setTimeout(() => {}, info.check_after_secs * 1000);
+    }
+
     response && $.export("$summary", `Successfully uploaded media with Media ID ${mediaId}`);
     return response;
   },

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/twitter",
-  "version": "0.3.9",
+  "version": "0.3.11",
   "description": "Pipedream Twitter Components",
   "main": "twitter.app.mjs",
   "keywords": [
@@ -13,6 +13,7 @@
     "@pipedream/platform": "^1.2.0",
     "async-retry": "^1.3.3",
     "axios": "^0.21.1",
+    "form-data": "^4.0.0",
     "lodash": "^4.17.21",
     "luxon": "^3.2.0",
     "mime": "^3.0.0",