@ag-ui/proto 0.0.48 → 0.0.49

package/README.md

@@ -15,9 +15,10 @@ yarn add @ag-ui/proto
 ## Features
 
 - ⚡ **High performance** – Binary protobuf encoding for minimal bandwidth usage
-- 🔄 **Round-trip safety** – Lossless conversion between JSON and binary formats
+- 🔄 **Round-trip safety** – Compatible conversion between JSON and binary formats
 - 📋 **Generated types** – Auto-generated TypeScript definitions from `.proto` schemas
 - 🔧 **Length-prefixed** – Standard 4-byte length headers for streaming protocols
+- 🖼️ **Multimodal snapshots** – Supports multimodal user content parts in message snapshots
 
 ## Quick example
 

package/dist/index.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.mts","names":[],"sources":["../src/proto.ts","../src/index.ts"],"mappings":";;;;;AAWA;iBAAgB,MAAA,CAAO,KAAA,EAAO,SAAA,GAAY,UAAA;;;;;iBA8D1B,MAAA,CAAO,IAAA,EAAM,UAAA,GAAa,SAAA;;;cCvE7B,eAAA"}
+{"version":3,"file":"index.d.mts","names":[],"sources":["../src/proto.ts","../src/index.ts"],"mappings":";;;;;AAiLA;iBAAgB,MAAA,CAAO,KAAA,EAAO,SAAA,GAAY,UAAA;;;;;iBA0E1B,MAAA,CAAO,IAAA,EAAM,UAAA,GAAa,SAAA;;;cCzP7B,eAAA"}

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","names":[],"sources":["../src/proto.ts","../src/index.ts"],"mappings":";;;;;AAWA;iBAAgB,MAAA,CAAO,KAAA,EAAO,SAAA,GAAY,UAAA;;;;;iBA8D1B,MAAA,CAAO,IAAA,EAAM,UAAA,GAAa,SAAA;;;cCvE7B,eAAA"}
+{"version":3,"file":"index.d.ts","names":[],"sources":["../src/proto.ts","../src/index.ts"],"mappings":";;;;;AAiLA;iBAAgB,MAAA,CAAO,KAAA,EAAO,SAAA,GAAY,UAAA;;;;;iBA0E1B,MAAA,CAAO,IAAA,EAAM,UAAA,GAAa,SAAA;;;cCzP7B,eAAA"}

package/dist/index.js

@@ -410,6 +410,405 @@ const ToolCall_Function = {
 		return message;
 	}
 };
+function createBaseInputContentDataSource() {
+	return {
+		value: "",
+		mimeType: ""
+	};
+}
+const InputContentDataSource = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.value !== "") writer.uint32(10).string(message.value);
+		if (message.mimeType !== "") writer.uint32(18).string(message.mimeType);
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseInputContentDataSource();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.value = reader.string();
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.mimeType = reader.string();
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return InputContentDataSource.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseInputContentDataSource();
+		message.value = object.value ?? "";
+		message.mimeType = object.mimeType ?? "";
+		return message;
+	}
+};
+function createBaseInputContentUrlSource() {
+	return {
+		value: "",
+		mimeType: void 0
+	};
+}
+const InputContentUrlSource = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.value !== "") writer.uint32(10).string(message.value);
+		if (message.mimeType !== void 0) writer.uint32(18).string(message.mimeType);
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseInputContentUrlSource();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.value = reader.string();
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.mimeType = reader.string();
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return InputContentUrlSource.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseInputContentUrlSource();
+		message.value = object.value ?? "";
+		message.mimeType = object.mimeType ?? void 0;
+		return message;
+	}
+};
+function createBaseInputContentSource() {
+	return {
+		data: void 0,
+		url: void 0
+	};
+}
+const InputContentSource = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.data !== void 0) InputContentDataSource.encode(message.data, writer.uint32(10).fork()).join();
+		if (message.url !== void 0) InputContentUrlSource.encode(message.url, writer.uint32(18).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseInputContentSource();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.data = InputContentDataSource.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.url = InputContentUrlSource.decode(reader, reader.uint32());
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return InputContentSource.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseInputContentSource();
+		message.data = object.data !== void 0 && object.data !== null ? InputContentDataSource.fromPartial(object.data) : void 0;
+		message.url = object.url !== void 0 && object.url !== null ? InputContentUrlSource.fromPartial(object.url) : void 0;
+		return message;
+	}
+};
+function createBaseTextInputPart() {
+	return { text: "" };
+}
+const TextInputPart = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.text !== "") writer.uint32(10).string(message.text);
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseTextInputPart();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.text = reader.string();
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return TextInputPart.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseTextInputPart();
+		message.text = object.text ?? "";
+		return message;
+	}
+};
+function createBaseImageInputPart() {
+	return {
+		source: void 0,
+		metadata: void 0
+	};
+}
+const ImageInputPart = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.source !== void 0) InputContentSource.encode(message.source, writer.uint32(10).fork()).join();
+		if (message.metadata !== void 0) Value.encode(Value.wrap(message.metadata), writer.uint32(18).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseImageInputPart();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.source = InputContentSource.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.metadata = Value.unwrap(Value.decode(reader, reader.uint32()));
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return ImageInputPart.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseImageInputPart();
+		message.source = object.source !== void 0 && object.source !== null ? InputContentSource.fromPartial(object.source) : void 0;
+		message.metadata = object.metadata ?? void 0;
+		return message;
+	}
+};
+function createBaseAudioInputPart() {
+	return {
+		source: void 0,
+		metadata: void 0
+	};
+}
+const AudioInputPart = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.source !== void 0) InputContentSource.encode(message.source, writer.uint32(10).fork()).join();
+		if (message.metadata !== void 0) Value.encode(Value.wrap(message.metadata), writer.uint32(18).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseAudioInputPart();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.source = InputContentSource.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.metadata = Value.unwrap(Value.decode(reader, reader.uint32()));
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return AudioInputPart.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseAudioInputPart();
+		message.source = object.source !== void 0 && object.source !== null ? InputContentSource.fromPartial(object.source) : void 0;
+		message.metadata = object.metadata ?? void 0;
+		return message;
+	}
+};
+function createBaseVideoInputPart() {
+	return {
+		source: void 0,
+		metadata: void 0
+	};
+}
+const VideoInputPart = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.source !== void 0) InputContentSource.encode(message.source, writer.uint32(10).fork()).join();
+		if (message.metadata !== void 0) Value.encode(Value.wrap(message.metadata), writer.uint32(18).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseVideoInputPart();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.source = InputContentSource.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.metadata = Value.unwrap(Value.decode(reader, reader.uint32()));
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return VideoInputPart.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseVideoInputPart();
+		message.source = object.source !== void 0 && object.source !== null ? InputContentSource.fromPartial(object.source) : void 0;
+		message.metadata = object.metadata ?? void 0;
+		return message;
+	}
+};
+function createBaseDocumentInputPart() {
+	return {
+		source: void 0,
+		metadata: void 0
+	};
+}
+const DocumentInputPart = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.source !== void 0) InputContentSource.encode(message.source, writer.uint32(10).fork()).join();
+		if (message.metadata !== void 0) Value.encode(Value.wrap(message.metadata), writer.uint32(18).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseDocumentInputPart();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.source = InputContentSource.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.metadata = Value.unwrap(Value.decode(reader, reader.uint32()));
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return DocumentInputPart.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseDocumentInputPart();
+		message.source = object.source !== void 0 && object.source !== null ? InputContentSource.fromPartial(object.source) : void 0;
+		message.metadata = object.metadata ?? void 0;
+		return message;
+	}
+};
+function createBaseInputContent() {
+	return {
+		text: void 0,
+		image: void 0,
+		audio: void 0,
+		video: void 0,
+		document: void 0
+	};
+}
+const InputContent = {
+	encode(message, writer = new _bufbuild_protobuf_wire.BinaryWriter()) {
+		if (message.text !== void 0) TextInputPart.encode(message.text, writer.uint32(10).fork()).join();
+		if (message.image !== void 0) ImageInputPart.encode(message.image, writer.uint32(18).fork()).join();
+		if (message.audio !== void 0) AudioInputPart.encode(message.audio, writer.uint32(26).fork()).join();
+		if (message.video !== void 0) VideoInputPart.encode(message.video, writer.uint32(34).fork()).join();
+		if (message.document !== void 0) DocumentInputPart.encode(message.document, writer.uint32(42).fork()).join();
+		return writer;
+	},
+	decode(input, length) {
+		const reader = input instanceof _bufbuild_protobuf_wire.BinaryReader ? input : new _bufbuild_protobuf_wire.BinaryReader(input);
+		const end = length === void 0 ? reader.len : reader.pos + length;
+		const message = createBaseInputContent();
+		while (reader.pos < end) {
+			const tag = reader.uint32();
+			switch (tag >>> 3) {
+				case 1:
+					if (tag !== 10) break;
+					message.text = TextInputPart.decode(reader, reader.uint32());
+					continue;
+				case 2:
+					if (tag !== 18) break;
+					message.image = ImageInputPart.decode(reader, reader.uint32());
+					continue;
+				case 3:
+					if (tag !== 26) break;
+					message.audio = AudioInputPart.decode(reader, reader.uint32());
+					continue;
+				case 4:
+					if (tag !== 34) break;
+					message.video = VideoInputPart.decode(reader, reader.uint32());
+					continue;
+				case 5:
+					if (tag !== 42) break;
+					message.document = DocumentInputPart.decode(reader, reader.uint32());
+					continue;
+			}
+			if ((tag & 7) === 4 || tag === 0) break;
+			reader.skip(tag & 7);
+		}
+		return message;
+	},
+	create(base) {
+		return InputContent.fromPartial(base ?? {});
+	},
+	fromPartial(object) {
+		const message = createBaseInputContent();
+		message.text = object.text !== void 0 && object.text !== null ? TextInputPart.fromPartial(object.text) : void 0;
+		message.image = object.image !== void 0 && object.image !== null ? ImageInputPart.fromPartial(object.image) : void 0;
+		message.audio = object.audio !== void 0 && object.audio !== null ? AudioInputPart.fromPartial(object.audio) : void 0;
+		message.video = object.video !== void 0 && object.video !== null ? VideoInputPart.fromPartial(object.video) : void 0;
+		message.document = object.document !== void 0 && object.document !== null ? DocumentInputPart.fromPartial(object.document) : void 0;
+		return message;
+	}
+};
 function createBaseMessage() {
 	return {
 		id: "",
@@ -418,7 +817,8 @@ function createBaseMessage() {
 		name: void 0,
 		toolCalls: [],
 		toolCallId: void 0,
-		error: void 0
+		error: void 0,
+		contentParts: []
 	};
 }
 const Message = {
@@ -430,6 +830,7 @@ const Message = {
 		for (const v of message.toolCalls) ToolCall.encode(v, writer.uint32(42).fork()).join();
 		if (message.toolCallId !== void 0) writer.uint32(50).string(message.toolCallId);
 		if (message.error !== void 0) writer.uint32(58).string(message.error);
+		for (const v of message.contentParts) InputContent.encode(v, writer.uint32(66).fork()).join();
 		return writer;
 	},
 	decode(input, length) {
@@ -467,6 +868,10 @@ const Message = {
 					if (tag !== 58) break;
 					message.error = reader.string();
 					continue;
+				case 8:
+					if (tag !== 66) break;
+					message.contentParts.push(InputContent.decode(reader, reader.uint32()));
+					continue;
 			}
 			if ((tag & 7) === 4 || tag === 0) break;
 			reader.skip(tag & 7);
@@ -485,6 +890,7 @@ const Message = {
 		message.toolCalls = object.toolCalls?.map((e) => ToolCall.fromPartial(e)) || [];
 		message.toolCallId = object.toolCallId ?? void 0;
 		message.error = object.error ?? void 0;
+		message.contentParts = object.contentParts?.map((e) => InputContent.fromPartial(e)) || [];
 		return message;
 	}
 };
@@ -1625,6 +2031,101 @@ function longToNumber(int64) {
 
 //#endregion
 //#region src/proto.ts
+const toProtoSource = (source) => {
+	if (!source || typeof source !== "object") return;
+	if (source.type === "data") return { data: {
+		value: source.value,
+		mimeType: source.mimeType
+	} };
+	if (source.type === "url") return { url: {
+		value: source.value,
+		mimeType: source.mimeType
+	} };
+};
+const toProtoContentPart = (part) => {
+	if (!part || typeof part !== "object") return;
+	switch (part.type) {
+		case "text": return { text: { text: part.text } };
+		case "image": return { image: {
+			source: toProtoSource(part.source),
+			metadata: part.metadata
+		} };
+		case "audio": return { audio: {
+			source: toProtoSource(part.source),
+			metadata: part.metadata
+		} };
+		case "video": return { video: {
+			source: toProtoSource(part.source),
+			metadata: part.metadata
+		} };
+		case "document": return { document: {
+			source: toProtoSource(part.source),
+			metadata: part.metadata
+		} };
+		case "binary": {
+			const source = part.data ? { data: {
+				value: part.data,
+				mimeType: part.mimeType
+			} } : part.url ? { url: {
+				value: part.url,
+				mimeType: part.mimeType
+			} } : part.id ? { url: {
+				value: part.id,
+				mimeType: part.mimeType
+			} } : void 0;
+			if (!source) return;
+			return { document: {
+				source,
+				metadata: {
+					legacyBinary: true,
+					filename: part.filename,
+					id: part.id
+				}
+			} };
+		}
+		default: return;
+	}
+};
+const fromProtoSource = (source) => {
+	if (!source || typeof source !== "object") return;
+	if (source.data) return {
+		type: "data",
+		value: source.data.value,
+		mimeType: source.data.mimeType
+	};
+	if (source.url) return {
+		type: "url",
+		value: source.url.value,
+		mimeType: source.url.mimeType
+	};
+};
+const fromProtoContentPart = (part) => {
+	if (!part || typeof part !== "object") return;
+	if (part.text) return {
+		type: "text",
+		text: part.text.text
+	};
+	if (part.image) return {
+		type: "image",
+		source: fromProtoSource(part.image.source),
+		metadata: part.image.metadata
+	};
+	if (part.audio) return {
+		type: "audio",
+		source: fromProtoSource(part.audio.source),
+		metadata: part.audio.metadata
+	};
+	if (part.video) return {
+		type: "video",
+		source: fromProtoSource(part.video.source),
+		metadata: part.video.metadata
+	};
+	if (part.document) return {
+		type: "document",
+		source: fromProtoSource(part.document.source),
+		metadata: part.document.metadata
+	};
+};
 function toCamelCase(str) {
 	return str.toLowerCase().replace(/_([a-z])/g, (_, letter) => letter.toUpperCase());
 }
@@ -1653,11 +2154,17 @@ function encode(event) {
 	const oneofField = toCamelCase(validatedEvent.type);
 	const { type, timestamp, rawEvent, ...rest } = validatedEvent;
 	if (type === _ag_ui_core.EventType.MESSAGES_SNAPSHOT && Array.isArray(rest.messages)) rest.messages = rest.messages.map((message) => {
-		if (message.toolCalls === void 0) return {
-			...message,
-			toolCalls: []
+		const untypedMessage = message;
+		const normalizedMessage = {
+			...untypedMessage,
+			contentParts: []
 		};
-		return message;
+		if (Array.isArray(untypedMessage.content)) {
+			normalizedMessage.contentParts = untypedMessage.content.map((part) => toProtoContentPart(part)).filter((part) => part !== void 0);
+			normalizedMessage.content = void 0;
+		}
+		if (untypedMessage.toolCalls === void 0) normalizedMessage.toolCalls = [];
+		return normalizedMessage;
 	});
 	if (type === _ag_ui_core.EventType.STATE_DELTA && Array.isArray(rest.delta)) rest.delta = rest.delta.map((operation) => ({
 		...operation,
@@ -1686,6 +2193,11 @@ function decode(data) {
 	decoded.rawEvent = decoded.baseEvent.rawEvent;
 	if (decoded.type === _ag_ui_core.EventType.MESSAGES_SNAPSHOT) for (const message of decoded.messages) {
 		const untypedMessage = message;
+		if (untypedMessage.role === "user" && Array.isArray(untypedMessage.contentParts)) {
+			const contentParts = untypedMessage.contentParts.map((part) => fromProtoContentPart(part)).filter((part) => part !== void 0);
+			if (contentParts.length > 0) untypedMessage.content = contentParts;
+		}
+		if (Array.isArray(untypedMessage.contentParts) && untypedMessage.contentParts.length === 0) untypedMessage.contentParts = void 0;
 		if (untypedMessage.toolCalls?.length === 0) untypedMessage.toolCalls = void 0;
 	}
 	if (decoded.type === _ag_ui_core.EventType.STATE_DELTA) for (const operation of decoded.delta) {