@pipedream/openai 1.2.0 → 1.2.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/openai",
-  "version": "1.2.0",
+  "version": "1.2.1",
   "description": "Pipedream OpenAI Components",
   "main": "openai.app.mjs",
   "keywords": [
@@ -16,6 +16,7 @@
   "dependencies": {
     "@pipedream/platform": "^3.1.0",
     "bottleneck": "^2.19.5",
+    "file-type": "^21.0.0",
     "form-data": "^4.0.0",
     "got": "^12.6.0",
     "openai": "^4.77.0"

package/sources/new-file-created/new-file-created.mjs

@@ -1,4 +1,6 @@
 import common from "../common/common.mjs";
+import { Readable } from "stream";
+import { fileTypeFromBuffer } from "file-type";
 import sampleEmit from "./test-event.mjs";
 
 export default {
@@ -6,7 +8,7 @@ export default {
   key: "openai-new-file-created",
   name: "New File Created",
   description: "Emit new event when a new file is created in OpenAI. [See the documentation](https://platform.openai.com/docs/api-reference/files/list)",
-  version: "0.0.15",
+  version: "0.1.0",
   type: "source",
   dedupe: "unique",
   props: {
@@ -19,6 +21,18 @@ export default {
       description: "If specified, events will only be emitted for files with the specified purpose.",
       optional: true,
     },
+    includeLink: {
+      label: "Include Link",
+      type: "boolean",
+      description: "Upload file to your File Stash and emit temporary download link to the file. See [the docs](https://pipedream.com/docs/connect/components/files) to learn more about working with files in Pipedream.",
+      default: false,
+      optional: true,
+    },
+    dir: {
+      type: "dir",
+      accessMode: "write",
+      optional: true,
+    },
   },
   methods: {
     ...common.methods,
@@ -34,6 +48,44 @@ export default {
         ts: item.created_at * 1000,
       };
     },
+    async stashFile(item) {
+      const response = await this.openai.retrieveFileContent({
+        file_id: item.id,
+        responseType: "arraybuffer",
+      });
+      const buffer = Buffer.from(response);
+      const filepath = `${item.id}/${item.filename}`;
+      const type = await fileTypeFromBuffer(buffer);
+      const file = await this.dir.open(filepath).fromReadableStream(
+        Readable.from(buffer),
+        type?.mime,
+        buffer.length,
+      );
+      return await file.withoutPutUrl().withGetUrl();
+    },
+    async getAndProcessItems(maxEvents) {
+      const lastCreated = this._getLastCreated();
+      const { data } = await this.getData();
+      if (!data?.length) {
+        return;
+      }
+      this._setLastCreated(data[0].created_at);
+      const items = data?.filter(({ created_at }) => created_at >= lastCreated).reverse();
+      let count = 0;
+      for (const item of items) {
+        if (!maxEvents || count < maxEvents) {
+          if (this.includeLink) {
+            try {
+              item.file = await this.stashFile(item);
+            } catch (error) {
+              item.file = `Could not upload file ${item.filename } to File Stash`;
+            }
+          }
+          this.$emit(item, this.getMeta(item));
+          count++;
+        }
+      }
+    },
   },
   sampleEmit,
 };