symposium 0.4.2 → 0.4.4

package/Agent.js

@@ -123,7 +123,7 @@ export default class Agent {
 	async generateCompletion(thread, payload = {}, retry_counter = 1) {
 		try {
 			const model = Symposium.getModelByName(thread.state.model);
-			return model.generate(thread, payload, await this.getFunctions())
+			return model.generate(thread, payload, await this.getFunctions());
 		} catch (error) {
 			if (error.response) {
 				console.error(error.response.status);
@@ -149,8 +149,11 @@ export default class Agent {
 	}
 
 	async handleCompletion(thread, completion) {
-		for (let message of completion.messages)
+		for (let message of completion.messages) {
 			thread.addMessage(message);
+			await this.log('ai_message', message.text);
+			await thread.reply(message.text);
+		}
 
 		if (completion.function) {
 			thread.addAssistantMessage('', {

package/Model.js

@@ -4,7 +4,7 @@ export default class Model {
 	name_for_tiktoken;
 	label;
 	tokens;
-	supports_tools = false;
+	supports_functions = false;
 
 	constructor() {
 		if (!this.label)
@@ -13,7 +13,29 @@ export default class Model {
 			this.name_for_tiktoken = this.name;
 	}
 
-	async generate(thread) {
+	async generate(thread, payload = {}, functions = []) {
 		return null;
 	}
+
+	promptFromFunctions(functions) {
+		if (!functions.length)
+			return null;
+
+		let message = "Hai a disposizione le seguenti funzioni, per chiamare una funzione scrivi un messaggio che inizia con CALL nome_funzione e a capo inserisci il JSON con gli argomenti, ad esempio:\n" +
+			"CALL create_user\n" +
+			'{"name":"test"}' + "\n\n" +
+			"Lista funzioni:\n";
+
+		for (let f of functions)
+			message += '- ' + f.name + "\n " + f.description + "\n";
+
+		message += "\nOpenAPI specs:\n\n";
+		for (let f of functions) {
+			if (!f.parameters)
+				continue;
+			message += '=== ' + f.name + " ===\n" + JSON.stringify(f.parameters.properties) + "\n\n";
+		}
+
+		return message;
+	}
 }

package/Symposium.js

@@ -4,9 +4,9 @@ import Gpt4 from "./models/Gpt4.js";
 import Gpt4Turbo from "./models/Gpt4Turbo.js";
 import Gpt4Vision from "./models/Gpt4Vision.js";
 import Whisper from "./models/Whisper.js";
-import Claude3Haiku from "symposium/models/Claude3Haiku.js";
-import Claude3Sonnet from "symposium/models/Claude3Sonnet.js";
-import Claude3Opus from "symposium/models/Claude3Opus.js";
+import Claude3Haiku from "./models/Claude3Haiku.js";
+import Claude3Sonnet from "./models/Claude3Sonnet.js";
+import Claude3Opus from "./models/Claude3Opus.js";
 
 export default class Symposium {
 	static models = new Map();

package/models/AnthropicModel.js

@@ -1,9 +1,11 @@
 import Model from "../Model.js";
 import Anthropic from '@anthropic-ai/sdk';
+import Response from "../Response.js";
+import Message from "../Message.js";
 
 export default class AnthropicModel extends Model {
 	anthropic;
-	supports_tools = false;
+	supports_functions = false;
 
 	getAnthropic() {
 		if (!this.anthropic)
@@ -13,7 +15,14 @@ export default class AnthropicModel extends Model {
 	}
 
 	async generate(thread, payload = {}, functions = []) {
-		const [system, messages] = this.convertMessages(thread);
+		let [system, messages] = this.convertMessages(thread);
+
+		if (functions.length && !this.supports_functions) {
+			// Se il modello non supporta nativamente le funzioni, aggiungo il prompt al messaggio di sistema
+			const functions_prompt = this.promptFromFunctions(functions);
+			system += functions_prompt;
+			functions = [];
+		}
 
 		const completion_payload = {
 			model: this.name,
@@ -24,7 +33,15 @@ export default class AnthropicModel extends Model {
 		};
 
 		const message = await this.getAnthropic().messages.create(completion_payload);
-		return message.content;
+
+		const response = new Response;
+		if (message.content) {
+			for (let m of message.content)
+				// TODO: supporto ad altri tipi oltre a text (m.type)
+				response.messages.push(new Message('assistant', m.text));
+		}
+
+		return response;
 	}
 
 	convertMessages(thread) {

package/models/Gpt4Vision.js

@@ -5,5 +5,5 @@ export default class Gpt4Vision extends OpenAIModel {
 	label = 'gpt-4-vision';
 	name_for_tiktoken = 'gpt-4';
 	tokens = 128000;
-	supports_tools = false;
+	supports_functions = false;
 }

package/models/OpenAIModel.js

@@ -5,7 +5,7 @@ import Message from "../Message.js";
 
 export default class OpenAIModel extends Model {
 	openai;
-	supports_tools = true;
+	supports_functions = true;
 
 	getOpenAi() {
 		if (!this.openai)
@@ -15,9 +15,31 @@ export default class OpenAIModel extends Model {
 	}
 
 	async generate(thread, payload = {}, functions = []) {
+		let messages = thread.getMessagesJson();
+
+		if (functions.length && !this.supports_functions) {
+			// Se il modello non supporta nativamente le funzioni, inserisco il prompt ad hoc come ultimo messaggio di sistema
+			const functions_prompt = this.promptFromFunctions(functions);
+			let system_messages = [], other_messages = [], first_found = false;
+			for (let message of messages) {
+				if (!first_found && message.role !== 'system')
+					first_found = true;
+
+				if (!first_found)
+					system_messages.push(message);
+				else
+					other_messages.push(message);
+			}
+
+			system_messages.push({role: 'system', content: functions_prompt});
+
+			messages = [...system_messages, ...other_messages];
+			functions = [];
+		}
+
 		const completion_payload = {
 			model: this.name,
-			messages: thread.getMessagesJson(),
+			messages,
 			functions,
 			...payload,
 		};

package/package.json

@@ -1,7 +1,7 @@
 {
   "type": "module",
   "name": "symposium",
-  "version": "0.4.2",
+  "version": "0.4.4",
   "description": "Agents",
   "main": "index.js",
   "author": "Domenico Giambra",