@pipedream/openai 0.1.5 → 0.1.7

package/actions/create-transcription/create-transcription.mjs

@@ -1,4 +1,5 @@
 import axios from "axios";
+import Bottleneck from "bottleneck";
 import fs from "fs";
 import {
   join, extname,
@@ -21,7 +22,7 @@ const pipelineAsync = promisify(stream.pipeline);
 
 export default {
   name: "Create Transcription",
-  version: "0.0.3",
+  version: "0.0.6",
   key: "openai-create-transcription",
   description: "Transcribes audio into the input language. [See docs here](https://platform.openai.com/docs/api-reference/audio/create).",
   type: "action",
@@ -107,8 +108,8 @@ export default {
       file, $,
     }) {
       const outputDir = join("/tmp", "chunks");
-      await execAsync(`mkdir -p ${outputDir}`);
-      await execAsync(`rm -f ${outputDir}/*`);
+      await execAsync(`mkdir -p "${outputDir}"`);
+      await execAsync(`rm -f "${outputDir}/*"`);
 
       await this.chunkFile({
         file,
@@ -136,11 +137,11 @@ export default {
       const numberOfChunks = Math.ceil(fileSizeInMB / 24);
 
       if (numberOfChunks === 1) {
-        await execAsync(`cp ${file} ${outputDir}/chunk-000${ext}`);
+        await execAsync(`cp "${file}" "${outputDir}/chunk-000${ext}"`);
         return;
       }
 
-      const { stdout } = await execAsync(`${ffmpegPath} -i ${file} 2>&1 | grep "Duration"`);
+      const { stdout } = await execAsync(`${ffmpegPath} -i "${file}" 2>&1 | grep "Duration"`);
       const duration = stdout.match(/\d{2}:\d{2}:\d{2}\.\d{2}/s)[0];
       const [
         hours,
@@ -151,17 +152,24 @@ export default {
       const totalSeconds = (hours * 60 * 60) + (minutes * 60) + seconds;
       const segmentTime = Math.ceil(totalSeconds / numberOfChunks);
 
-      const command = `${ffmpegPath} -i ${file} -f segment -segment_time ${segmentTime} -c copy ${outputDir}/chunk-%03d${ext}`;
+      const command = `${ffmpegPath} -i "${file}" -f segment -segment_time ${segmentTime} -c copy "${outputDir}/chunk-%03d${ext}"`;
       await execAsync(command);
     },
     async transcribeFiles({
       files, outputDir, $,
     }) {
-      const transcriptions = await Promise.all(files.map((file) => this.transcribe({
-        file,
-        outputDir,
-        $,
-      })));
+      const limiter = new Bottleneck({
+        maxConcurrent: 1,
+        minTime: 1000 / 59,
+      });
+
+      const transcriptions = await Promise.all(files.map((file) => {
+        return limiter.schedule(() => this.transcribe({
+          file,
+          outputDir,
+          $,
+        }));
+      }));
       return transcriptions.join(" ");
     },
     async transcribe({
@@ -194,6 +202,7 @@ export default {
       if (!fs.existsSync(path)) {
         throw new Error(`${path} does not exist`);
       }
+
       file = path;
     } else if (url) {
       const ext = extname(url);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/openai",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "description": "Pipedream OpenAI Components",
   "main": "app/openai.app.mjs",
   "keywords": [