create-walle 0.9.21 → 0.9.23

package/template/wall-e/chat/attachment-blocks.js

@@ -0,0 +1,96 @@
+'use strict';
+
+const PROVIDER_LABELS = Object.freeze({
+  anthropic: 'Anthropic',
+  openai: 'OpenAI',
+  google: 'Google Gemini',
+  gemini: 'Google Gemini',
+  moonshot: 'Moonshot / Kimi',
+});
+
+function multimodalUnavailable(message) {
+  const err = new Error(message);
+  err.code = 'MULTIMODAL_NOT_AVAILABLE';
+  return err;
+}
+
+function toInternalAttachmentBlock(attachment) {
+  const baseSrc = {
+    type: 'base64',
+    media_type: attachment.mediaType,
+    data: attachment.base64,
+  };
+
+  if (attachment.type === 'image') {
+    return { type: 'image', source: baseSrc };
+  }
+
+  if (attachment.type === 'pdf') {
+    return {
+      type: 'document',
+      source: { ...baseSrc, media_type: 'application/pdf' },
+    };
+  }
+
+  if (attachment.type === 'audio') {
+    const fmt = String(attachment.mediaType || '').split('/')[1] || 'mp3';
+    return { type: 'audio', source: baseSrc, format: fmt };
+  }
+
+  throw multimodalUnavailable(`Unknown attachment kind "${attachment.type}"`);
+}
+
+function buildOpenAiCompatibleAttachmentBlock(providerType, attachment) {
+  const label = PROVIDER_LABELS[providerType] || providerType || 'This provider';
+
+  if (attachment.type === 'pdf') {
+    throw multimodalUnavailable(`${label} chat does not natively support PDF attachments. Switch to Anthropic or Google Gemini for PDF support.`);
+  }
+
+  if (attachment.type === 'audio' && providerType === 'moonshot') {
+    throw multimodalUnavailable('Moonshot / Kimi chat does not natively support audio attachments. Switch to OpenAI or Google Gemini for audio.');
+  }
+
+  return toInternalAttachmentBlock(attachment);
+}
+
+/**
+ * Convert parsed Wall-E attachments into the internal Anthropic-shaped content
+ * blocks used between chat.js and the provider adapters.
+ *
+ * The adapter layer owns the provider-native conversion:
+ * - OpenAI and Moonshot use `image_url` with base64 data URLs.
+ * - Google/Gemini uses inline data.
+ * - Anthropic accepts image/document base64 blocks directly.
+ */
+function buildAttachmentBlocks(providerType, attachments) {
+  if (!attachments || attachments.length === 0) return null;
+
+  const provider = String(providerType || '').toLowerCase();
+
+  if (provider === 'anthropic') {
+    return attachments.map((attachment) => {
+      if (attachment.type === 'audio') {
+        throw multimodalUnavailable('Anthropic chat does not accept audio attachments. Switch to OpenAI or Google Gemini for audio.');
+      }
+      return toInternalAttachmentBlock(attachment);
+    });
+  }
+
+  if (provider === 'openai' || provider === 'moonshot') {
+    return attachments.map((attachment) => buildOpenAiCompatibleAttachmentBlock(provider, attachment));
+  }
+
+  if (provider === 'google' || provider === 'gemini') {
+    return attachments.map(toInternalAttachmentBlock);
+  }
+
+  throw multimodalUnavailable(
+    `Attachments not supported on provider "${providerType}". Switch to a configured Anthropic, OpenAI, Google Gemini, or Moonshot/Kimi provider for this turn.`
+  );
+}
+
+module.exports = {
+  buildAttachmentBlocks,
+  toInternalAttachmentBlock,
+};

package/template/wall-e/chat/attachments.js

@@ -160,7 +160,8 @@ function parseAndValidateAttachments(raw, opts = {}) {
 
 /** Required model capability for a given attachment kind. */
 function capabilityFor(attachment) {
-  if (attachment.type === 'image' || attachment.type === 'pdf') return 'vision';
+  if (attachment.type === 'image') return 'vision';
+  if (attachment.type === 'pdf') return 'pdf';
   if (attachment.type === 'audio') return 'audio';
   return null;
 }

package/template/wall-e/chat/capability-resolver.js

@@ -13,13 +13,13 @@
 // provider's listModels() capability tags.
 
 const PROVIDER_CAPABILITY_HINTS = Object.freeze({
-  anthropic: { vision: true,  audio: false, label: 'Anthropic' },
-  openai:    { vision: true,  audio: true,  label: 'OpenAI' },
-  google:    { vision: true,  audio: true,  label: 'Google Gemini' },
-  gemini:    { vision: true,  audio: true,  label: 'Google Gemini' },
-  moonshot:  { vision: true,  audio: false, label: 'Moonshot / Kimi' },
-  ollama:    { vision: false, audio: false, label: 'Ollama (local)' },
-  mlx:       { vision: false, audio: false, label: 'MLX (local)' },
+  anthropic: { vision: true,  pdf: true,  audio: false, label: 'Anthropic' },
+  openai:    { vision: true,  pdf: false, audio: true,  label: 'OpenAI' },
+  google:    { vision: true,  pdf: true,  audio: true,  label: 'Google Gemini' },
+  gemini:    { vision: true,  pdf: true,  audio: true,  label: 'Google Gemini' },
+  moonshot:  { vision: true,  pdf: false, audio: false, label: 'Moonshot / Kimi' },
+  ollama:    { vision: false, pdf: false, audio: false, label: 'Ollama (local)' },
+  mlx:       { vision: false, pdf: false, audio: false, label: 'MLX (local)' },
 });
 
 function providerSupports(providerType, capability) {

package/template/wall-e/chat/context-messages.js

@@ -0,0 +1,28 @@
+'use strict';
+
+function normalizeContextMessagesForChat(messages, currentMessage = '') {
+  const raw = Array.isArray(messages) ? messages : [];
+  const normalized = [];
+  for (const item of raw) {
+    if (!item || typeof item !== 'object') continue;
+    const role = String(item.role || '').trim();
+    if (role !== 'user' && role !== 'assistant') continue;
+    const content = typeof item.content === 'string'
+      ? item.content
+      : (typeof item.text === 'string' ? item.text : '');
+    if (!content) continue;
+    normalized.push({ role, content });
+  }
+  const current = String(currentMessage || '');
+  if (current) {
+    const last = normalized[normalized.length - 1];
+    if (!last || last.role !== 'user' || last.content !== current) {
+      normalized.push({ role: 'user', content: current });
+    } else {
+      last.content = current;
+    }
+  }
+  return normalized.slice(-60);
+}
+
+module.exports = { normalizeContextMessagesForChat };