symposium 0.4.0 → 0.4.2

package/Agent.js

@@ -107,7 +107,8 @@ export default class Agent {
 
 		const completion = await this.generateCompletion(thread);
 
-		await this.handleCompletion(thread, completion);
+		if (completion)
+			await this.handleCompletion(thread, completion);
 
 		const reversedMiddlewares = [...this.middlewares.values()];
 		reversedMiddlewares.reverse();
@@ -148,18 +149,18 @@ export default class Agent {
 	}
 
 	async handleCompletion(thread, completion) {
-		thread.addAssistantMessage(completion.content, completion.function_call ? {
-			...completion.function_call,
-			arguments: JSON.stringify(completion.function_call.arguments),
-		} : null);
-
-		if (completion.content) {
-			await this.log('ai_message', completion.content);
-			await thread.reply(completion.content);
+		for (let message of completion.messages)
+			thread.addMessage(message);
+
+		if (completion.function) {
+			thread.addAssistantMessage('', {
+				name: completion.function.name,
+				arguments: JSON.stringify(completion.function_call.args),
+			});
 		}
 
-		if (completion?.function_call)
-			return this.callFunction(thread, completion.function_call);
+		if (completion.function)
+			return this.callFunction(thread, completion.function);
 		else
 			return thread.storeState();
 	}
@@ -195,7 +196,7 @@ export default class Agent {
 		await this.log('function_call', function_call);
 
 		try {
-			const response = await functions.get(function_call.name).tool.callFunction(thread, function_call.name, function_call.arguments);
+			const response = await functions.get(function_call.name).tool.callFunction(thread, function_call.name, function_call.args);
 			thread.addFunctionMessage(response, function_call.name);
 			await this.log('function_response', response);
 		} catch (error) {

package/Response.js

@@ -0,0 +1,4 @@
+export default class Response {
+	messages = [];
+	function = null;
+}

package/Symposium.js

@@ -4,6 +4,9 @@ import Gpt4 from "./models/Gpt4.js";
 import Gpt4Turbo from "./models/Gpt4Turbo.js";
 import Gpt4Vision from "./models/Gpt4Vision.js";
 import Whisper from "./models/Whisper.js";
+import Claude3Haiku from "symposium/models/Claude3Haiku.js";
+import Claude3Sonnet from "symposium/models/Claude3Sonnet.js";
+import Claude3Opus from "symposium/models/Claude3Opus.js";
 
 export default class Symposium {
 	static models = new Map();
@@ -15,6 +18,10 @@ export default class Symposium {
 		this.loadModel(new Gpt4Vision());
 		this.loadModel(new Whisper());
 
+		this.loadModel(new Claude3Haiku());
+		this.loadModel(new Claude3Sonnet());
+		this.loadModel(new Claude3Opus());
+
 		return Redis.init();
 	}
 

package/Thread.js

@@ -62,6 +62,10 @@ export default class Thread {
 		}));
 	}
 
+	addMessage(message) {
+		this.messages.push(message);
+	}
+
 	addSystemMessage(text, tags = []) {
 		this.messages.push(new Message('system', text, null, null, tags));
 	}

package/index.js

@@ -14,7 +14,6 @@ export {
 	Symposium,
 	Agent,
 	Thread,
-	Message,
 	Tool,
 	Logger,
 	MemoryHandler,

package/models/AnthropicModel.js

@@ -0,0 +1,41 @@
+import Model from "../Model.js";
+import Anthropic from '@anthropic-ai/sdk';
+
+export default class AnthropicModel extends Model {
+	anthropic;
+	supports_tools = false;
+
+	getAnthropic() {
+		if (!this.anthropic)
+			this.anthropic = new Anthropic({apiKey: process.env.ANTHROPIC_API_KEY});
+
+		return this.anthropic;
+	}
+
+	async generate(thread, payload = {}, functions = []) {
+		const [system, messages] = this.convertMessages(thread);
+
+		const completion_payload = {
+			model: this.name,
+			system,
+			max_tokens: 4096,
+			messages,
+			...payload,
+		};
+
+		const message = await this.getAnthropic().messages.create(completion_payload);
+		return message.content;
+	}
+
+	convertMessages(thread) {
+		let system = [], messages = [];
+		for (let message of thread.getMessagesJson()) {
+			if (message.role === 'system')
+				system.push(message.content);
+			else
+				messages.push(message);
+		}
+
+		return [system.length ? system.join("\n") : undefined, messages];
+	}
+}

package/models/Claude3Haiku.js

@@ -0,0 +1,7 @@
+import AnthropicModel from "./AnthropicModel.js";
+
+export default class Claude3Haiku extends AnthropicModel {
+	name = 'claude-3-haiku-20240307';
+	label = 'claude-3-haiku';
+	tokens = 200000;
+}

package/models/Claude3Opus.js

@@ -0,0 +1,7 @@
+import AnthropicModel from "./AnthropicModel.js";
+
+export default class Claude3Opus extends AnthropicModel {
+	name = 'claude-3-opus-20240229';
+	label = 'claude-3-opus';
+	tokens = 200000;
+}

package/models/Claude3Sonnet.js

@@ -0,0 +1,7 @@
+import AnthropicModel from "./AnthropicModel.js";
+
+export default class Claude3Sonnet extends AnthropicModel {
+	name = 'claude-3-sonnet-20240229';
+	label = 'claude-3-sonnet';
+	tokens = 200000;
+}

package/models/Gpt4.js

@@ -1,6 +1,6 @@
 import OpenAIModel from "./OpenAIModel.js";
 
-export default class Gpt4  extends OpenAIModel {
+export default class Gpt4 extends OpenAIModel {
 	name = 'gpt-4';
 	label = 'gpt-4';
 	tokens = 8192;

package/models/OpenAIModel.js

@@ -1,5 +1,7 @@
+import Response from "../Response.js";
 import Model from "../Model.js";
 import OpenAI from "openai";
+import Message from "../Message.js";
 
 export default class OpenAIModel extends Model {
 	openai;
@@ -28,10 +30,18 @@ export default class OpenAIModel extends Model {
 
 		const chatCompletion = await this.getOpenAi().chat.completions.create(completion_payload);
 
+		const response = new Response;
 		const completion = chatCompletion.choices[0].message;
-		if (completion.function_call && completion.function_call.arguments)
-			completion.function_call.arguments = JSON.parse(completion.function_call.arguments);
+		if (completion.content)
+			response.messages.push(new Message('assistant', completion.content));
+
+		if (completion.function_call && completion.function_call.arguments) {
+			response.function = {
+				name: completion.function_call.name,
+				args: JSON.parse(completion.function_call.arguments),
+			};
+		}
 
-		return completion;
+		return response;
 	}
 }

package/package.json

@@ -1,12 +1,13 @@
 {
   "type": "module",
   "name": "symposium",
-  "version": "0.4.0",
+  "version": "0.4.2",
   "description": "Agents",
   "main": "index.js",
   "author": "Domenico Giambra",
   "license": "ISC",
   "dependencies": {
+    "@anthropic-ai/sdk": "^0.19.1",
     "@travio/redis": "^2.0.0",
     "openai": "^4.12.1",
     "tiktoken": "^1.0.10"