symposium 0.13.7 → 0.13.9

package/Agent.js

@@ -12,7 +12,6 @@ export default class Agent {
 	max_retries = 5;
 	callbacks = {};
 	utility = null;
-	transcription_model = null;
 
 	constructor(options) {
 		this.options = {
@@ -210,16 +209,9 @@ export default class Agent {
 			for (let message of thread.messages) {
 				for (let c of message.content) {
 					if (c.type === 'audio' && !model.supports_audio) {
-						if (!process.env.TRANSCRIPTION_MODEL)
-							throw new Error('Audio support is not enabled for this model');
-						if (c.content.type !== 'base64')
-							throw new Error('Audio content must be base64 encoded');
-
-						if (!this.transcription_model)
-							this.transcription_model = Symposium.getModelByName(process.env.TRANSCRIPTION_MODEL);
-
-						const ext = c.content.mime === 'audio/mpeg' ? 'mp3' : 'wav';
-						const transcribed = await this.transcription_model.transcribe(this, thread, new File([Buffer.from(c.content.data, 'base64')], 'audio.' + ext, {type: c.content.type}));
+						const words = await this.getPromptWordsForTranscription(thread);
+						const prompt = words.length ? 'Possibili parole usate: ' + words.join(', ') : null;
+						const transcribed = await Symposium.transcribe(c.content, prompt);
 						c.type = 'text';
 						c.content = '[voice message] ' + transcribed;
 					}

package/Symposium.js

@@ -1,3 +1,5 @@
+import fs from 'fs';
+
 import Gpt35 from "./models/Gpt35.js";
 import Gpt4 from "./models/Gpt4.js";
 import Gpt4Turbo from "./models/Gpt4Turbo.js";
@@ -17,6 +19,7 @@ import DeepSeekReasoner from "./models/DeepSeekReasoner.js";
 export default class Symposium {
 	static models = new Map();
 	static storage = null;
+	static transcription_model = null;
 
 	/*
 	* Storage must expose the following methods:
@@ -74,4 +77,52 @@ export default class Symposium {
 
 		return functions;
 	}
+
+	static async transcribe(audio, prompt = null) {
+		if (!process.env.TRANSCRIPTION_MODEL)
+			throw new Error('Transcription is not enabled');
+
+		let file;
+		switch (audio.type) {
+			case 'url':
+				if (!audio.data)
+					throw new Error('Audio URL is required');
+
+				if (audio.data.startsWith('/')) { // Local path
+					// Get with fs
+					if (!fs.existsSync(audio.data))
+						throw new Error('Audio file does not exist at the specified path: ' + audio.data);
+
+					file = fs.readFileSync(audio.data);
+				} else {
+					file = await fetch(audio.data).then(res => res.blob());
+				}
+
+				file = new File([file], 'audio.' + this.getExtFromMime(file.type), {type: file.type});
+				break;
+
+			case 'base64':
+				file = new File([Buffer.from(audio.data, 'base64')], 'audio.' + this.getExtFromMime(audio.type), {type: audio.type});
+				break;
+		}
+
+		if (!this.transcription_model)
+			this.transcription_model = Symposium.getModelByName(process.env.TRANSCRIPTION_MODEL);
+
+		return this.transcription_model.transcribe(file, prompt);
+	}
+
+	static getExtFromMime(mime) {
+		const mimeToExt = {
+			'audio/mpeg': 'mp3',
+			'audio/wav': 'wav',
+			'audio/ogg': 'ogg',
+			'audio/flac': 'flac',
+			'audio/aac': 'aac',
+			'audio/mp4': 'm4a',
+			'audio/webm': 'webm',
+		};
+
+		return mimeToExt[mime] || null;
+	}
 }

package/models/Whisper.js

@@ -4,14 +4,13 @@ export default class Whisper extends OpenAIModel {
 	type = 'stt';
 	name = 'whisper';
 
-	async transcribe(agent, thread, file) {
-		const words = await agent.getPromptWordsForTranscription(thread);
-
+	async transcribe(file, prompt = null) {
 		const response = await this.getOpenAi().audio.transcriptions.create({
-			file,
 			model: 'gpt-4o-transcribe',
-			prompt: 'Possibili parole usate: ' + words.join(', '),
+			file,
+			prompt,
 		});
+
 		return response.text;
 	}
 }

package/package.json

@@ -1,7 +1,7 @@
 {
   "type": "module",
   "name": "symposium",
-  "version": "0.13.7",
+  "version": "0.13.9",
   "description": "Agents",
   "main": "index.js",
   "author": "Domenico Giambra",