@razzium/piece-aimwork-backend 0.0.1

package/src/lib/actions/send-prompt.ts

@@ -0,0 +1,254 @@
+import {
+  createAction,
+  Property,
+  PieceAuth,
+  StoreScope,
+} from '@activepieces/pieces-framework';
+import OpenAI from 'openai';
+import { openaiAuth } from '../..';
+import {
+  baseUrl,
+  calculateMessagesTokenSize,
+  exceedsHistoryLimit,
+  notLLMs,
+  reduceContextSize,
+} from '../common/common';
+import { z } from 'zod';
+import { propsValidation } from '@activepieces/pieces-common';
+
+export const askOpenAI = createAction({
+  auth: openaiAuth,
+  name: 'ask_aimw_model',
+  displayName: 'Ask aimw Model',
+  description: 'Ask to any aimw Models',
+  props: {
+    model: Property.Dropdown({
+      displayName: 'Model',
+      required: true,
+      description:
+        'The model which will generate the completion. Some models are suitable for natural language tasks, others specialize in code.',
+      refreshers: [],
+      defaultValue: 'gpt-3.5-turbo',
+      options: async ({ auth }) => {
+        // if (!auth) {
+        //   return {
+        //     disabled: true,
+        //     placeholder: 'Enter your API key first',
+        //     options: [],
+        //   };
+        // }
+        try {
+          const openai = new OpenAI({
+            //apiKey: auth as string,
+            apiKey: auth as string,
+            baseURL: baseUrl
+          });
+          const response = await openai.models.list();
+
+          // We need to get only LLM models
+          const models = response.data.filter(
+            (model) => !notLLMs.includes(model.id)
+          );
+          return {
+            disabled: false,
+            options: models.map((model) => {
+              return {
+                label: model.id,
+                value: model.id,
+              };
+            }),
+          };
+        } catch (error) {
+          return {
+            disabled: true,
+            options: [],
+            placeholder: "Couldn't load models, API key is invalid",
+          };
+        }
+      },
+    }),
+    prompt: Property.LongText({
+      displayName: 'Prompt',
+      required: true,
+    }),
+    // V1
+    // image: Property.File({
+    //   displayName: 'Image',
+    //   description: "The image URL or file you want model's vision to read.",
+    //   required: false,
+    // }),
+    image: Property.LongText({
+      displayName: 'Image (Base64 => use Piece Base64 if needed)',
+      description: "The image URL or file you want model's vision to read.",
+      required: false,
+    }),
+    // temperature: Property.Number({
+    //   displayName: 'Temperature',
+    //   required: false,
+    //   description:
+    //     'Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.',
+    //   defaultValue: 0.9,
+    // }),
+    maxTokens: Property.Number({
+      displayName: 'Maximum Tokens',
+      required: true,
+      description:
+        "The maximum number of tokens to generate. Requests can use up to 2,048 or 4,096 tokens shared between prompt and completion depending on the model. Don't set the value to maximum and leave some tokens for the input. (One token is roughly 4 characters for normal English text)",
+      defaultValue: 2048,
+    }),
+    // topP: Property.Number({
+    //   displayName: 'Top P',
+    //   required: false,
+    //   description:
+    //     'An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.',
+    //   defaultValue: 1,
+    // }),
+    // frequencyPenalty: Property.Number({
+    //   displayName: 'Frequency penalty',
+    //   required: false,
+    //   description:
+    //     "Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.",
+    //   defaultValue: 0,
+    // }),
+    // presencePenalty: Property.Number({
+    //   displayName: 'Presence penalty',
+    //   required: false,
+    //   description:
+    //     "Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the mode's likelihood to talk about new topics.",
+    //   defaultValue: 0.6,
+    // }),
+    memoryKey: Property.ShortText({
+      displayName: 'Memory Key',
+      description:
+        'A memory key that will keep the chat history shared across runs and flows. Keep it empty to leave ChatGPT without memory of previous messages.',
+      required: false,
+    }),
+    systemPrompt: Property.LongText({
+      displayName: 'Additional system prompt',
+      required: false,
+      description: 'Add more informations to model system prompt',
+      
+    }),
+    // roles: Property.Json({
+    //   displayName: 'Roles',
+    //   required: false,
+    //   description: 'Array of roles to specify more accurate response',
+    //   defaultValue: [
+    //     { role: 'system', content: 'You are a helpful assistant.' },
+    //   ],
+    // }),
+  },
+  async run({ auth, propsValue, store }) {
+    await propsValidation.validateZod(propsValue, {
+      //temperature: z.number().min(0).max(1).optional(),
+      memoryKey: z.string().max(128).optional(),
+    });
+    const openai = new OpenAI({
+      //apiKey: auth,
+      apiKey: auth,
+      baseURL: baseUrl
+    });
+    const {
+      model,
+      // temperature,
+      maxTokens,
+      // topP,
+      // frequencyPenalty,
+      // presencePenalty,
+      image,
+      systemPrompt,
+      prompt,
+      memoryKey,
+    } = propsValue;
+
+    let messageHistory: any[] | null = [];
+    // Add system prompt to message history
+    if (systemPrompt) {
+      messageHistory.push({
+        role: 'system',
+        content: systemPrompt,
+      });
+    }
+
+    // If memory key is set, retrieve messages stored in history
+    if (memoryKey) {
+      messageHistory = (await store.get(memoryKey, StoreScope.PROJECT)) ?? [];
+    }
+
+    // Add user prompt to message history
+    // V1 if (image && image.extension && image.base64) {
+    if (image) {
+      messageHistory.push({
+        role: 'user',
+        content: [
+          {
+            type: 'text',
+            text: prompt,
+          },
+          {
+            type: 'image_url',
+            image_url: {
+              // V1 url: `data:image/${image.extension};base64,${image.base64}`,
+              url: image,
+            },
+          },
+        ],
+      });
+    }
+    else {    
+      messageHistory.push({
+        role: 'user',
+        content: prompt,
+      });
+    }
+
+    // Add system instructions if set by user
+    // const rolesArray = propsValue.roles ? (propsValue.roles as any) : [];
+    // const roles = rolesArray.map((item: any) => {
+    //   const rolesEnum = ['system', 'user', 'assistant'];
+    //   if (!rolesEnum.includes(item.role)) {
+    //     throw new Error(
+    //       'The only available roles are: [system, user, assistant]'
+    //     );
+    //   }
+
+    //   return {
+    //     role: item.role,
+    //     content: item.content,
+    //   };
+    // });
+
+    // Send prompt
+    const completion = await openai.chat.completions.create({
+      model: model,
+      messages: [...messageHistory],
+      // messages: [...roles, ...messageHistory],
+      // temperature: temperature,
+      // top_p: topP,
+      // frequency_penalty: frequencyPenalty,
+      // presence_penalty: presencePenalty,
+      // max_completion_tokens: maxTokens,
+    });
+
+    // Add response to message history
+    messageHistory = [...messageHistory, completion.choices[0].message];
+
+    // Check message history token size
+    // System limit is 32K tokens, we can probably make it bigger but this is a safe spot
+    const tokenLength = await calculateMessagesTokenSize(messageHistory, model);
+    if (memoryKey) {
+      // If tokens exceed 90% system limit or 90% of model limit - maxTokens, reduce history token size
+      if (exceedsHistoryLimit(tokenLength, model, maxTokens)) {
+        messageHistory = await reduceContextSize(
+          messageHistory,
+          model,
+          maxTokens
+        );
+      }
+      // Store history
+      await store.put(memoryKey, messageHistory, StoreScope.PROJECT);
+    }
+
+    return completion.choices[0].message.content;
+  },
+});

package/src/lib/actions/text-to-speech.ts

@@ -0,0 +1,132 @@
+import { createAction, Property } from '@activepieces/pieces-framework';
+import OpenAI from 'openai';
+import { openaiAuth } from '../..';
+import { streamToBuffer } from '../common/common';
+
+export const textToSpeech = createAction({
+  auth: openaiAuth,
+  name: 'text_to_speech',
+  displayName: 'Text-to-Speech',
+  description: 'Generate an audio recording from text',
+  props: {
+    text: Property.LongText({
+      displayName: 'Text',
+      description: 'The text you want to hear.',
+      required: true,
+    }),
+    model: Property.Dropdown({
+      displayName: 'Model',
+      required: true,
+      description: 'The model which will generate the audio.',
+      defaultValue: 'tts-1',
+      refreshers: [],
+      options: async () => {
+        return {
+          options: [
+            {
+              label: 'tts-1',
+              value: 'tts-1',
+            },
+            {
+              label: 'tts-1-hd',
+              value: 'tts-1-hd',
+            },
+          ],
+        };
+      },
+    }),
+    speed: Property.Number({
+      displayName: 'Speed',
+      description:
+        'The speed of the audio. Minimum is 0.25 and maximum is 4.00.',
+      defaultValue: 1.0,
+      required: false,
+    }),
+    voice: Property.Dropdown({
+      displayName: 'Voice',
+      description: 'The voice to generate the audio in.',
+      required: false,
+      refreshers: [],
+      defaultValue: 'alloy',
+      options: async () => {
+        return {
+          options: [
+            {
+              label: 'alloy',
+              value: 'alloy',
+            },
+            {
+              label: 'echo',
+              value: 'echo',
+            },
+            {
+              label: 'fable',
+              value: 'fable',
+            },
+            {
+              label: 'onyx',
+              value: 'onyx',
+            },
+            {
+              label: 'nova',
+              value: 'nova',
+            },
+            {
+              label: 'shimmer',
+              value: 'shimmer',
+            },
+          ],
+        };
+      },
+    }),
+    format: Property.Dropdown({
+      displayName: 'Output Format',
+      required: false,
+      description: 'The format you want the audio file in.',
+      defaultValue: 'mp3',
+      refreshers: [],
+      options: async () => {
+        return {
+          options: [
+            {
+              label: 'mp3',
+              value: 'mp3',
+            },
+            {
+              label: 'opus',
+              value: 'opus',
+            },
+            {
+              label: 'aac',
+              value: 'aac',
+            },
+            {
+              label: 'flac',
+              value: 'flac',
+            },
+          ],
+        };
+      },
+    }),
+  },
+  async run({ auth, propsValue, files }) {
+    const openai = new OpenAI({
+      apiKey: auth,
+    });
+    const { voice, format, model, text, speed } = propsValue;
+
+    const audio = await openai.audio.speech.create({
+      model: model,
+      input: text,
+      response_format: format as any,
+      voice: voice as any,
+      speed: speed,
+    });
+    const result = await streamToBuffer((audio as any).body);
+
+    return files.write({
+      fileName: 'test',
+      data: result as Buffer,
+    });
+  },
+});

package/src/lib/actions/transcriptions.ts

@@ -0,0 +1,70 @@
+import {
+  HttpRequest,
+  HttpMethod,
+  httpClient,
+} from '@activepieces/pieces-common';
+import { Property, createAction } from '@activepieces/pieces-framework';
+import { openaiAuth } from '../..';
+import FormData from 'form-data';
+import mime from 'mime-types';
+import { Languages, baseUrl } from '../common/common';
+
+export const transcribeAction = createAction({
+  name: 'transcribe',
+  displayName: 'Transcribe Audio',
+  description: 'Transcribe audio to text using whisper-1 model',
+  auth: openaiAuth,
+  props: {
+    audio: Property.File({
+      displayName: 'Audio',
+      required: true,
+      description: 'Audio file to transcribe',
+    }),
+    language: Property.StaticDropdown({
+      displayName: 'Language of the Audio',
+      description: 'Language of the audio file the default is en (English).',
+      required: false,
+      options: {
+        options: Languages,
+      },
+      defaultValue: 'en',
+    }),
+  },
+  run: async (context) => {
+    const fileData = context.propsValue.audio;
+    const mimeType = mime.lookup(fileData.extension ? fileData.extension : '');
+    let language = context.propsValue.language;
+    // if language is not in languages list, default to english
+    if (!Languages.some((l) => l.value === language)) {
+      language = 'en';
+    }
+
+    const form = new FormData();
+    form.append('file', fileData.data, {
+      filename: fileData.filename,
+      contentType: mimeType as string,
+    });
+    form.append('model', 'whisper-1');
+    form.append('language', language);
+
+    const headers = {
+      Authorization: `Bearer ${context.auth}`,
+    };
+
+    const request: HttpRequest = {
+      method: HttpMethod.POST,
+      url: `${baseUrl}/audio/transcriptions`,
+      body: form,
+      headers: {
+        ...form.getHeaders(),
+        ...headers,
+      },
+    };
+    try {
+      const response = await httpClient.sendRequest(request);
+      return response.body;
+    } catch (e) {
+      throw new Error(`Error while execution:\n${e}`);
+    }
+  },
+});

package/src/lib/actions/translation.ts

@@ -0,0 +1,54 @@
+import {
+  HttpRequest,
+  HttpMethod,
+  httpClient,
+} from '@activepieces/pieces-common';
+import { Property, createAction } from '@activepieces/pieces-framework';
+import { openaiAuth } from '../..';
+import FormData from 'form-data';
+import mime from 'mime-types';
+import { baseUrl } from '../common/common';
+
+export const translateAction = createAction({
+  name: 'translate',
+  displayName: 'Translate Audio',
+  description: 'Translate audio to text using whisper-1 model',
+  auth: openaiAuth,
+  props: {
+    audio: Property.File({
+      displayName: 'Audio',
+      required: true,
+      description: 'Audio file to translate',
+    }),
+  },
+  run: async (context) => {
+    const fileData = context.propsValue.audio;
+    const mimeType = mime.lookup(fileData.extension ? fileData.extension : '');
+    const form = new FormData();
+    form.append('file', fileData.data, {
+      filename: fileData.filename,
+      contentType: mimeType as string,
+    });
+    form.append('model', 'whisper-1');
+
+    const headers = {
+      Authorization: `Bearer ${context.auth}`,
+    };
+
+    const request: HttpRequest = {
+      method: HttpMethod.POST,
+      url: `${baseUrl}/audio/translations`,
+      body: form,
+      headers: {
+        ...form.getHeaders(),
+        ...headers,
+      },
+    };
+    try {
+      const response = await httpClient.sendRequest(request);
+      return response.body;
+    } catch (e) {
+      throw new Error(`Error while execution:\n${e}`);
+    }
+  },
+});

package/src/lib/actions/vision-prompt.ts

@@ -0,0 +1,151 @@
+import {
+  createAction,
+  Property,
+} from '@activepieces/pieces-framework';
+import OpenAI from 'openai';
+import { openaiAuth } from '../..';
+import { z } from 'zod';
+import { propsValidation } from '@activepieces/pieces-common';
+
+export const visionPrompt = createAction({
+  auth: openaiAuth,
+  name: 'vision_prompt',
+  displayName: 'Vision Prompt',
+  description: 'Ask GPT a question about an image',
+  props: {
+    image: Property.File({
+      displayName: 'Image',
+      description: "The image URL or file you want GPT's vision to read.",
+      required: true,
+    }),
+    prompt: Property.LongText({
+      displayName: 'Question',
+      description: 'What do you want ChatGPT to tell you about the image?',
+      required: true,
+    }),
+    detail: Property.Dropdown({
+      displayName: 'Detail',
+      required: false,
+      description:
+        'Control how the model processes the image and generates textual understanding.',
+      defaultValue: 'auto',
+      refreshers: [],
+      options: async () => {
+        return {
+          options: [
+            {
+              label: 'low',
+              value: 'low',
+            },
+            {
+              label: 'high',
+              value: 'high',
+            },
+            {
+              label: 'auto',
+              value: 'auto',
+            },
+          ],
+        };
+      },
+    }),
+    temperature: Property.Number({
+      displayName: 'Temperature',
+      required: false,
+      description:
+        'Controls randomness: Lowering results in less random completions. As the temperature approaches zero, the model will become deterministic and repetitive.',
+      defaultValue: 0.9,
+    }),
+    maxTokens: Property.Number({
+      displayName: 'Maximum Tokens',
+      required: false,
+      description:
+        "The maximum number of tokens to generate. Requests can use up to 2,048 or 4,096 tokens shared between prompt and completion, don't set the value to maximum and leave some tokens for the input. The exact limit varies by model. (One token is roughly 4 characters for normal English text)",
+      defaultValue: 2048,
+    }),
+    topP: Property.Number({
+      displayName: 'Top P',
+      required: false,
+      description:
+        'An alternative to sampling with temperature, called nucleus sampling, where the model considers the results of the tokens with top_p probability mass. So 0.1 means only the tokens comprising the top 10% probability mass are considered.',
+      defaultValue: 1,
+    }),
+    frequencyPenalty: Property.Number({
+      displayName: 'Frequency penalty',
+      required: false,
+      description:
+        "Number between -2.0 and 2.0. Positive values penalize new tokens based on their existing frequency in the text so far, decreasing the model's likelihood to repeat the same line verbatim.",
+      defaultValue: 0,
+    }),
+    presencePenalty: Property.Number({
+      displayName: 'Presence penalty',
+      required: false,
+      description:
+        "Number between -2.0 and 2.0. Positive values penalize new tokens based on whether they appear in the text so far, increasing the mode's likelihood to talk about new topics.",
+      defaultValue: 0.6,
+    }),
+    roles: Property.Json({
+      displayName: 'Roles',
+      required: false,
+      description: 'Array of roles to specify more accurate response',
+      defaultValue: [
+        { role: 'system', content: 'You are a helpful assistant.' },
+      ],
+    }),
+  },
+  async run({ auth, propsValue }) {
+    await propsValidation.validateZod(propsValue, {
+      temperature: z.number().min(0).max(1),
+    });
+
+    const openai = new OpenAI({
+      apiKey: auth,
+    });
+    const { temperature, maxTokens, topP, frequencyPenalty, presencePenalty } =
+      propsValue;
+
+    const rolesArray = propsValue.roles ? (propsValue.roles as any) : [];
+    const roles = rolesArray.map((item: any) => {
+      const rolesEnum = ['system', 'user', 'assistant'];
+      if (!rolesEnum.includes(item.role)) {
+        throw new Error(
+          'The only available roles are: [system, user, assistant]'
+        );
+      }
+
+      return {
+        role: item.role,
+        content: item.content,
+      };
+    });
+
+    const completion = await openai.chat.completions.create({
+      model: 'gpt-4o',
+      messages: [
+        ...roles,
+        {
+          role: 'user',
+          content: [
+            {
+              type: 'text',
+              text: propsValue['prompt'],
+            },
+            {
+              type: 'image_url',
+              image_url: {
+                url: `data:image/${propsValue.image.extension};base64,${propsValue.image.base64}`,
+              },
+            },
+          ],
+        },
+      ],
+      temperature: temperature,
+      max_tokens: maxTokens,
+      top_p: topP,
+      frequency_penalty: frequencyPenalty,
+      presence_penalty: presencePenalty,
+    });
+
+    return completion.choices[0].message.content;
+  },
+});