@pipedream/openai 0.4.2 → 0.4.4

package/actions/cancel-run/cancel-run.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-cancel-run",
-  name: "Cancel Run",
-  description: "Cancels a run that is in progress. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.4",
+  name: "Cancel Run (Assistants)",
+  description: "Cancels a run that is in progress. [See the documentation](https://platform.openai.com/docs/api-reference/runs/cancelRun)",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/chat/chat.mjs

@@ -4,7 +4,7 @@ import common from "../common/common.mjs";
 export default {
   ...common,
   name: "Chat",
-  version: "0.1.7",
+  version: "0.1.8",
   key: "openai-chat",
   description: "The Chat API, using the `gpt-3.5-turbo` or `gpt-4` model. [See docs here](https://platform.openai.com/docs/api-reference/chat)",
   type: "action",

package/actions/classify-items-into-categories/classify-items-into-categories.mjs

@@ -3,7 +3,7 @@ import common from "../common/common-helper.mjs";
 export default {
   ...common,
   name: "Classify Items into Categories",
-  version: "0.0.8",
+  version: "0.0.9",
   key: "openai-classify-items-into-categories",
   description: "Classify items into specific categories using the Chat API",
   type: "action",

package/actions/create-assistant/create-assistant.mjs

@@ -5,7 +5,7 @@ export default {
   key: "openai-create-assistant",
   name: "Create Assistant",
   description: "Creates an assistant with a model and instructions. [See the docs here](https://platform.openai.com/docs/api-reference/assistants/createAssistant)",
-  version: "0.1.1",
+  version: "0.1.2",
   type: "action",
   props: {
     openai,

package/actions/create-embeddings/create-embeddings.mjs

@@ -4,7 +4,7 @@ import common from "../common/common.mjs";
 
 export default {
   name: "Create Embeddings",
-  version: "0.0.6",
+  version: "0.0.7",
   key: "openai-create-embeddings",
   description: "Get a vector representation of a given input that can be easily consumed by machine learning models and algorithms. [See the docs here](https://platform.openai.com/docs/api-reference/embeddings)",
   type: "action",

package/actions/create-fine-tuning-job/create-fine-tuning-job.mjs

@@ -4,7 +4,7 @@ export default {
   key: "openai-create-fine-tuning-job",
   name: "Create Fine Tuning Job",
   description: "Creates a job that fine-tunes a specified model from a given dataset. [See the documentation](https://platform.openai.com/docs/api-reference/fine-tuning/create)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     openai,

package/actions/create-image/create-image.mjs

@@ -1,10 +1,10 @@
 import openai from "../../openai.app.mjs";
 
 export default {
-  name: "Create Image",
-  version: "0.1.11",
+  name: "Create Image (Dall-E)",
+  version: "0.1.12",
   key: "openai-create-image",
-  description: "Creates an image given a prompt. returns a URL to the image. [See docs here](https://platform.openai.com/docs/api-reference/images)",
+  description: "Creates an image given a prompt returning a URL to the image. [See docs here](https://platform.openai.com/docs/api-reference/images)",
   type: "action",
   props: {
     openai,

package/actions/create-message/create-message.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-create-message",
-  name: "Create Message",
-  description: "Create a message in a thread. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.5",
+  name: "Create Message (Assistants)",
+  description: "Create a message in a thread. [See the documentation](https://platform.openai.com/docs/api-reference/messages/createMessage)",
+  version: "0.0.6",
   type: "action",
   props: {
     openai,

package/actions/create-run/create-run.mjs

@@ -3,9 +3,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-create-run",
-  name: "Create Run",
+  name: "Create Run (Assistants)",
   description: "Creates a run given a thread ID and assistant ID. [See the documentation](https://platform.openai.com/docs/api-reference/runs/create)",
-  version: "0.1.1",
+  version: "0.1.2",
   type: "action",
   props: {
     openai,

package/actions/create-speech/create-speech.mjs

@@ -3,9 +3,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-create-speech",
-  name: "Create Speech",
+  name: "Create Speech (TTS)",
   description: "Generates audio from the input text. [See the documentation](https://platform.openai.com/docs/api-reference/audio/createSpeech)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     openai,

package/actions/create-thread/create-thread.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-create-thread",
-  name: "Create Thread",
+  name: "Create Thread (Assistants)",
   description: "Creates a thread with optional messages and metadata. [See the documentation](https://platform.openai.com/docs/api-reference/threads/createThread)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "action",
   props: {
     openai,

package/actions/create-thread-and-run/create-thread-and-run.mjs

@@ -3,9 +3,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-create-thread-and-run",
-  name: "Create Thread and Run",
+  name: "Create Thread and Run (Assistants)",
   description: "Create a thread and run it in one request using the specified assistant ID and optional parameters. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.1.1",
+  version: "0.1.2",
   type: "action",
   props: {
     openai,

package/actions/create-transcription/create-transcription.mjs

@@ -17,13 +17,14 @@ import constants from "../common/constants.mjs";
 import lang from "../common/lang.mjs";
 
 const COMMON_AUDIO_FORMATS_TEXT = "Your audio file must be in one of these formats: mp3, mp4, mpeg, mpga, m4a, wav, or webm.";
+const CHUNK_SIZE_MB = 20;
 
 const execAsync = promisify(exec);
 const pipelineAsync = promisify(stream.pipeline);
 
 export default {
-  name: "Create Transcription",
-  version: "0.1.5",
+  name: "Create Transcription (Whisper)",
+  version: "0.1.7",
   key: "openai-create-transcription",
   description: "Transcribes audio into the input language. [See docs here](https://platform.openai.com/docs/api-reference/audio/create).",
   type: "action",
@@ -104,6 +105,18 @@ export default {
       form.append("file", readStream);
       return form;
     },
+    async splitLargeChunks(files, outputDir) {
+      for (const file of files) {
+        if (fs.statSync(`${outputDir}/${file}`).size / (1024 * 1024) > CHUNK_SIZE_MB) {
+          await this.chunkFile({
+            file: `${outputDir}/${file}`,
+            outputDir,
+            index: file.slice(6, 9),
+          });
+          await execAsync(`rm -f "${outputDir}/${file}"`);
+        }
+      }
+    },
     async chunkFileAndTranscribe({
       file, $,
     }) {
@@ -116,16 +129,20 @@ export default {
         outputDir,
       });
 
-      const files = await fs.promises.readdir(outputDir);
+      let files = await fs.promises.readdir(outputDir);
+      // ffmpeg will sometimes return chunks larger than the allowed size,
+      // so we need to identify large chunks and break them down further
+      await this.splitLargeChunks(files, outputDir);
+      files = await fs.promises.readdir(outputDir);
 
-      return await this.transcribeFiles({
+      return this.transcribeFiles({
         files,
         outputDir,
         $,
       });
     },
     async chunkFile({
-      file, outputDir,
+      file, outputDir, index,
     }) {
       const ffmpegPath = ffmpegInstaller.path;
       const ext = extname(file);
@@ -133,8 +150,10 @@ export default {
       const fileSizeInMB = fs.statSync(file).size / (1024 * 1024);
       // We're limited to 26MB per request. Because of how ffmpeg splits files,
       // we need to be conservative in the number of chunks we create
-      const conservativeChunkSizeMB = 20;
-      const numberOfChunks = Math.ceil(fileSizeInMB / conservativeChunkSizeMB);
+      const conservativeChunkSizeMB = CHUNK_SIZE_MB;
+      const numberOfChunks = !index
+        ? Math.ceil(fileSizeInMB / conservativeChunkSizeMB)
+        : 2;
 
       if (numberOfChunks === 1) {
         await execAsync(`cp "${file}" "${outputDir}/chunk-000${ext}"`);
@@ -152,7 +171,9 @@ export default {
       const totalSeconds = (hours * 60 * 60) + (minutes * 60) + seconds;
       const segmentTime = Math.ceil(totalSeconds / numberOfChunks);
 
-      const command = `${ffmpegPath} -i "${file}" -f segment -segment_time ${segmentTime} -c copy "${outputDir}/chunk-%03d${ext}"`;
+      const command = `${ffmpegPath} -i "${file}" -f segment -segment_time ${segmentTime} -c copy "${outputDir}/chunk-${index
+        ? `${index}-`
+        : ""}%03d${ext}"`;
       await execAsync(command);
     },
     transcribeFiles({
@@ -194,14 +215,14 @@ export default {
     } = this;
 
     if (!url && !path) {
-      throw new Error("Must specify either File URL or File Path");
+      throw new ConfigurationError("Must specify either File URL or File Path");
     }
 
     let file;
 
     if (path) {
       if (!fs.existsSync(path)) {
-        throw new Error(`${path} does not exist`);
+        throw new ConfigurationError(`${path} does not exist`);
       }
 
       file = path;

package/actions/delete-file/delete-file.mjs

@@ -4,7 +4,7 @@ export default {
   key: "openai-delete-file",
   name: "Delete File",
   description: "Deletes a specified file from OpenAI. [See the documentation](https://platform.openai.com/docs/api-reference/files/delete)",
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/list-files/list-files.mjs

@@ -4,7 +4,7 @@ export default {
   key: "openai-list-files",
   name: "List Files",
   description: "Returns a list of files that belong to the user's organization. [See the documentation](https://platform.openai.com/docs/api-reference/files/list)",
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/list-messages/list-messages.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-list-messages",
-  name: "List Messages",
-  description: "Lists the messages for a given thread. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.5",
+  name: "List Messages (Assistants)",
+  description: "Lists the messages for a given thread. [See the documentation](https://platform.openai.com/docs/api-reference/messages/listMessages)",
+  version: "0.0.6",
   type: "action",
   props: {
     openai,

package/actions/list-run-steps/list-run-steps.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-list-run-steps",
-  name: "List Run Steps",
+  name: "List Run Steps (Assistants)",
   description: "Returns a list of run steps belonging to a run. [See the documentation](https://platform.openai.com/docs/api-reference/runs/list-run-steps)",
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/list-runs/list-runs.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-list-runs",
-  name: "List Runs",
+  name: "List Runs (Assistants)",
   description: "Returns a list of runs belonging to a thread. [See the documentation](https://platform.openai.com/docs/api-reference/runs/list)",
-  version: "0.0.5",
+  version: "0.0.6",
   type: "action",
   props: {
     openai,

package/actions/modify-assistant/modify-assistant.mjs

@@ -5,7 +5,7 @@ export default {
   key: "openai-modify-assistant",
   name: "Modify an Assistant",
   description: "Modifies an existing OpenAI assistant. [See the documentation](https://platform.openai.com/docs/api-reference/assistants/modifyAssistant)",
-  version: "0.1.1",
+  version: "0.1.2",
   type: "action",
   props: {
     openai,

package/actions/modify-message/modify-message.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-modify-message",
-  name: "Modify Message",
-  description: "Modifies an existing message in a thread. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.5",
+  name: "Modify Message (Assistants)",
+  description: "Modifies an existing message in a thread. [See the documentation](https://platform.openai.com/docs/api-reference/messages/modifyMessage)",
+  version: "0.0.6",
   type: "action",
   props: {
     openai,

package/actions/modify-run/modify-run.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-modify-run",
-  name: "Modify Run",
-  description: "Modifies an existing run. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.4",
+  name: "Modify Run (Assistants)",
+  description: "Modifies an existing run. [See the documentation](https://platform.openai.com/docs/api-reference/runs/modifyRun)",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/retrieve-file/retrieve-file.mjs

@@ -4,7 +4,7 @@ export default {
   key: "openai-retrieve-file",
   name: "Retrieve File",
   description: "Retrieves a specific file from OpenAI. [See the documentation](https://platform.openai.com/docs/api-reference/files/retrieve)",
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/retrieve-file-content/retrieve-file-content.mjs

@@ -4,7 +4,7 @@ export default {
   key: "openai-retrieve-file-content",
   name: "Retrieve File Content",
   description: "Retrieves the contents of the specified file. [See the documentation](https://platform.openai.com/docs/api-reference/files/retrieve-content)",
-  version: "0.0.4",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/retrieve-run/retrieve-run.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-retrieve-run",
-  name: "Retrieve Run",
-  description: "Retrieves a specific run within a thread. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.4",
+  name: "Retrieve Run (Assistants)",
+  description: "Retrieves a specific run within a thread. [See the documentation](https://platform.openai.com/docs/api-reference/runs/getRun)",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/retrieve-run-step/retrieve-run-step.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-retrieve-run-step",
-  name: "Retrieve Run Step",
-  description: "Retrieve a specific run step in a thread. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.4",
+  name: "Retrieve Run Step (Assistants)",
+  description: "Retrieve a specific run step in a thread. [See the documentation](https://platform.openai.com/docs/api-reference/runs/getRunStep)",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/send-prompt/send-prompt.mjs

@@ -4,7 +4,7 @@ import common from "../common/common.mjs";
 export default {
   ...common,
   name: "Create Completion (Send Prompt)",
-  version: "0.1.5",
+  version: "0.1.6",
   key: "openai-send-prompt",
   description: "OpenAI recommends using the **Chat** action for the latest `gpt-3.5-turbo` API, since it's faster and 10x cheaper. This action creates a completion for the provided prompt and parameters using the older `/completions` API. [See docs here](https://beta.openai.com/docs/api-reference/completions/create)",
   type: "action",

package/actions/submit-tool-outputs-to-run/submit-tool-outputs-to-run.mjs

@@ -2,9 +2,9 @@ import openai from "../../openai.app.mjs";
 
 export default {
   key: "openai-submit-tool-outputs-to-run",
-  name: "Submit Tool Outputs to Run",
-  description: "Submits tool outputs to a run that requires action. [See the documentation](https://platform.openai.com/docs/api-reference)",
-  version: "0.0.4",
+  name: "Submit Tool Outputs to Run (Assistants)",
+  description: "Submits tool outputs to a run that requires action. [See the documentation](https://platform.openai.com/docs/api-reference/runs/submitToolOutputs)",
+  version: "0.0.5",
   type: "action",
   props: {
     openai,

package/actions/summarize/summarize.mjs

@@ -3,7 +3,7 @@ import common from "../common/common-helper.mjs";
 export default {
   ...common,
   name: "Summarize Text",
-  version: "0.0.8",
+  version: "0.0.9",
   key: "openai-summarize",
   description: "Summarizes text using the Chat API",
   type: "action",

package/actions/translate-text/translate-text.mjs

@@ -8,8 +8,8 @@ const langOptions = lang.LANGUAGES.map((l) => ({
 
 export default {
   ...common,
-  name: "Translate Text",
-  version: "0.0.10",
+  name: "Translate Text (Whisper)",
+  version: "0.0.11",
   key: "openai-translate-text",
   description: "Translate text from one language to another using the Chat API",
   type: "action",

package/actions/upload-file/upload-file.mjs

@@ -6,7 +6,7 @@ export default {
   key: "openai-upload-file",
   name: "Upload File",
   description: "Upload a file that can be used across various endpoints/features. The size of individual files can be a maximum of 512mb. [See the documentation](https://platform.openai.com/docs/api-reference/files/create)",
-  version: "0.0.7",
+  version: "0.0.8",
   type: "action",
   props: {
     openai,

package/openai.app.mjs

@@ -222,7 +222,7 @@ export default {
     ttsModel: {
       type: "string",
       label: "Model",
-      description: "One of the available [TTS models](https://platform.openai.com/docs/models/tts).",
+      description: "One of the available [TTS models](https://platform.openai.com/docs/models/tts). `tts-1` is optimized for speed, while `tts-1-hd` is optimized for quality.",
       options: [
         "tts-1",
         "tts-1-hd",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pipedream/openai",
-  "version": "0.4.2",
+  "version": "0.4.4",
   "description": "Pipedream OpenAI Components",
   "main": "openai.app.mjs",
   "keywords": [

package/sources/new-file-created/new-file-created.mjs

@@ -6,7 +6,7 @@ export default {
   key: "openai-new-file-created",
   name: "New File Created",
   description: "Emit new event when a new file is created in OpenAI. [See the documentation](https://platform.openai.com/docs/api-reference/files/list)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "source",
   dedupe: "unique",
   props: {

package/sources/new-fine-tuning-job-created/new-fine-tuning-job-created.mjs

@@ -5,7 +5,7 @@ export default {
   key: "openai-new-fine-tuning-job-created",
   name: "New Fine Tuning Job Created",
   description: "Emit new event when a new fine-tuning job is created in OpenAI. [See the documentation](https://platform.openai.com/docs/api-reference/fine-tuning/list)",
-  version: "0.0.3",
+  version: "0.0.4",
   type: "source",
   dedupe: "unique",
   methods: {