@spectrum-ts/imessage-local 11.1.0 → 12.0.0

package/README.md

@@ -11,7 +11,7 @@ import { imessage } from "@spectrum-ts/imessage-local";
 import { Spectrum } from "spectrum-ts";
 
 const spectrum = Spectrum({
-  platforms: [imessage.config()],
+  providers: [imessage.config()],
 });
 ```
 

package/dist/index.js

@@ -1,6 +1,6 @@
 import { IMessageSDK } from "@photon-ai/imessage-kit";
 import { UnsupportedError, appLayoutSchema, definePlatform, fromVCard, read, stream, text, toVCard } from "@spectrum-ts/core";
-import { asAttachment, asContact, asCustom, asReply, asText, buildPhotoAction, messageEffectSchema, photoActionSchema } from "@spectrum-ts/core/authoring";
+import { asAttachment, asContact, asCustom, asReply, asText, asVoice, buildPhotoAction, messageEffectSchema, photoActionSchema } from "@spectrum-ts/core/authoring";
 import z from "zod";
 import { setTimeout } from "node:timers/promises";
 import { createReadStream } from "node:fs";
@@ -185,6 +185,18 @@ function effect(input, messageEffect) {
 //#region src/ids.ts
 const dmChatGuid = (address) => `any;-;${address}`;
 const chatTypeFromGuid = (guid) => guid.includes(";+;") ? "group" : "dm";
+//#endregion
+//#region ../imessage/src/shared/audio.ts
+const AUDIO_MIME_PATTERN = /^audio\//i;
+const CAF_MIME_TYPE = "audio/x-caf";
+const CAF_UTI = "com.apple.coreaudio-format";
+const GENERIC_BINARY_MIME_TYPE = "application/octet-stream";
+const isCafAttachment = (attachment) => attachment.uti?.toLowerCase() === CAF_UTI || attachment.fileName?.toLowerCase().endsWith(".caf") === true;
+const normalizeAppleAttachmentMimeType = (attachment) => attachment.mimeType.toLowerCase() === GENERIC_BINARY_MIME_TYPE && isCafAttachment(attachment) ? CAF_MIME_TYPE : attachment.mimeType;
+const appleAudioMimeType = (attachment) => {
+	const mimeType = normalizeAppleAttachmentMimeType(attachment);
+	return AUDIO_MIME_PATTERN.test(mimeType) ? mimeType : void 0;
+};
 const addTextPart = (parts, text) => {
 	const trimmed = text?.trim();
 	if (trimmed) parts.push({
@@ -248,7 +260,18 @@ const toAttachmentContent = (att) => {
 	return asAttachment({
 		id: att.id,
 		name: att.fileName ?? "attachment",
-		mimeType: att.mimeType,
+		mimeType: normalizeAppleAttachmentMimeType(att),
+		size: att.sizeBytes,
+		read: () => readLocalAttachment(att),
+		stream: localPath ? async () => Readable.toWeb(createReadStream(localPath)) : void 0
+	});
+};
+const toVoiceContent = (att, mimeType) => {
+	const { localPath } = att;
+	return asVoice({
+		id: att.id,
+		name: att.fileName ?? void 0,
+		mimeType,
 		size: att.sizeBytes,
 		read: () => readLocalAttachment(att),
 		stream: localPath ? async () => Readable.toWeb(createReadStream(localPath)) : void 0
@@ -261,7 +284,11 @@ const toVCardContent = async (att) => {
 		return toAttachmentContent(att);
 	}
 };
-const localAttachmentContent = async (att) => isVCardAttachment(att.mimeType, att.fileName) ? await toVCardContent(att) : toAttachmentContent(att);
+const localAttachmentContent = async (att, isVoice = false) => {
+	if (isVCardAttachment(att.mimeType, att.fileName)) return await toVCardContent(att);
+	const audioMimeType = isVoice ? appleAudioMimeType(att) : void 0;
+	return audioMimeType ? toVoiceContent(att, audioMimeType) : toAttachmentContent(att);
+};
 //#endregion
 //#region src/local/inbound.ts
 const ATTACHMENT_JOIN_RETRY_DELAY_MS = 250;
@@ -270,6 +297,10 @@ const ATTACHMENT_JOIN_FETCH_LIMIT = 10;
 const hasAttachmentPlaceholder = (message) => message.text?.includes("") ?? false;
 const isPendingAttachmentJoin = (message) => message.attachments.length === 0 && (message.hasAttachments || hasAttachmentPlaceholder(message));
 const replyTargetId = (message) => message.threadRootMessageId ?? void 0;
+const voiceAttachmentId = (message) => {
+	if (!message.isAudioMessage) return;
+	return message.attachments.find((attachment) => appleAudioMimeType(attachment))?.id;
+};
 const stubReplyTarget = (space, targetId) => ({
 	id: targetId,
 	content: asCustom({
@@ -326,11 +357,12 @@ const toMessages = async (message) => {
 		timestamp: message.createdAt
 	};
 	const targetId = replyTargetId(message);
+	const audioAttachmentId = voiceAttachmentId(message);
 	if (message.attachments.length > 0) {
 		if (!hasUsableTextPart(message.text)) return wrapReply(await Promise.all(message.attachments.map(async (att) => ({
 			...base,
 			id: `${message.id}:${att.id}`,
-			content: await localAttachmentContent(att)
+			content: await localAttachmentContent(att, att.id === audioAttachmentId)
 		}))), targetId);
 		const parts = toOrderedParts(message.text, message.attachments);
 		const messages = [];
@@ -345,7 +377,7 @@ const toMessages = async (message) => {
 			} : {
 				...base,
 				id: `${message.id}:${part.attachment.id}`,
-				content: await localAttachmentContent(part.attachment),
+				content: await localAttachmentContent(part.attachment, part.attachment.id === audioAttachmentId),
 				partIndex: i
 			});
 		}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@spectrum-ts/imessage-local",
-  "version": "11.1.0",
+  "version": "12.0.0",
   "description": "Local macOS iMessage provider for spectrum-ts.",
   "repository": {
     "type": "git",
@@ -30,7 +30,7 @@
     "zod": "^4.2.1"
   },
   "peerDependencies": {
-    "@spectrum-ts/core": "^11.0.0",
+    "@spectrum-ts/core": "^12.0.0",
     "typescript": "^5 || ^6.0.0"
   },
   "license": "MIT"