fluxy-bot 0.2.4 → 0.2.5

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fluxy-bot",
-  "version": "0.2.4",
+  "version": "0.2.5",
   "description": "Self-hosted AI bot — run your own AI assistant from anywhere",
   "type": "module",
   "license": "MIT",

package/supervisor/fluxy-agent.ts

@@ -22,6 +22,42 @@ interface ActiveQuery {
 
 const activeQueries = new Map<string, ActiveQuery>();
 
+export interface AgentAttachment {
+  type: 'image' | 'file';
+  name: string;
+  mediaType: string;
+  data: string; // base64
+}
+
+/** Build a multi-part prompt with attachments for the SDK */
+function buildMultiPartPrompt(text: string, attachments: AgentAttachment[]): AsyncIterable<SDKUserMessage> {
+  return (async function* () {
+    const content: any[] = [];
+
+    for (const att of attachments) {
+      if (att.type === 'image') {
+        content.push({
+          type: 'image',
+          source: { type: 'base64', media_type: att.mediaType, data: att.data },
+        });
+      } else {
+        content.push({
+          type: 'document',
+          source: { type: 'base64', media_type: att.mediaType, data: att.data },
+        });
+      }
+    }
+
+    content.push({ type: 'text', text: text || '(attached files)' });
+
+    yield {
+      type: 'user' as const,
+      message: { role: 'user' as const, content },
+      parent_tool_use_id: null,
+    } as SDKUserMessage;
+  })();
+}
+
 /** Read the OAuth token stored by claude-auth */
 function readOAuthToken(): string | null {
   try {
@@ -56,6 +92,7 @@ export async function startFluxyAgentQuery(
   prompt: string,
   model: string,
   onMessage: (type: string, data: any) => void,
+  attachments?: AgentAttachment[],
 ): Promise<void> {
   const oauthToken = readOAuthToken();
   if (!oauthToken) {
@@ -71,9 +108,12 @@ export async function startFluxyAgentQuery(
 
   let fullText = '';
 
+  const sdkPrompt: string | AsyncIterable<SDKUserMessage> =
+    attachments?.length ? buildMultiPartPrompt(prompt, attachments) : prompt;
+
   try {
     const claudeQuery = query({
-      prompt,
+      prompt: sdkPrompt,
       options: {
         model,
         cwd: DATA_DIR,

package/supervisor/index.ts

@@ -128,7 +128,7 @@ export async function startSupervisor() {
         if (config.ai.provider === 'anthropic') {
           startFluxyAgentQuery(convId, content, config.ai.model, (type, eventData) => {
             ws.send(JSON.stringify({ type, data: eventData }));
-          });
+          }, data.attachments);
           return;
         }