crewly 1.2.3 → 1.2.6

package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts

@@ -0,0 +1,114 @@
+/**
+ * Cloud Image Analysis Service
+ *
+ * Processes images (especially WeChat screenshots) using multimodal AI.
+ * Extracts structured information: participants, timestamps, key messages,
+ * action items, and summaries.
+ *
+ * MVP: Uses a prompt template approach — the AI runtime receives the image
+ * along with a structured prompt and returns a parsed result.
+ *
+ * @module services/cloud/cloud-image-analysis.service
+ */
+/** Image analysis service configuration. */
+export declare const IMAGE_ANALYSIS_CONSTANTS: {
+    /** Maximum image file size for analysis (10 MB) */
+    readonly MAX_IMAGE_SIZE: number;
+    /** Supported image MIME types for analysis */
+    readonly SUPPORTED_MIMES: readonly string[];
+};
+/** Structured result from WeChat screenshot analysis. */
+export interface WeChatAnalysisResult {
+    /** Identified chat participants */
+    participants: string[];
+    /** Extracted messages with attribution */
+    messages: WeChatMessage[];
+    /** High-level summary of the conversation */
+    summary: string;
+    /** Action items / to-dos extracted from the conversation */
+    actionItems: string[];
+    /** Key information or decisions identified */
+    keyPoints: string[];
+}
+/** A single message extracted from a WeChat screenshot. */
+export interface WeChatMessage {
+    /** Message sender name */
+    sender: string;
+    /** Message content */
+    content: string;
+    /** Approximate timestamp if visible */
+    timestamp: string | null;
+}
+/** Result of an image analysis operation. */
+export interface ImageAnalysisResult {
+    /** Whether the analysis succeeded */
+    success: boolean;
+    /** Analysis type performed */
+    analysisType?: string;
+    /** Structured analysis result */
+    data?: WeChatAnalysisResult;
+    /** Raw text output (fallback when structured parsing fails) */
+    rawOutput?: string;
+    /** Error message on failure */
+    error?: string;
+}
+/**
+ * Prompt template for WeChat screenshot analysis.
+ * Instructs the AI to extract structured information from a chat screenshot.
+ */
+export declare const WECHAT_ANALYSIS_PROMPT = "You are analyzing a WeChat (\u5FAE\u4FE1) chat screenshot. Extract the following information in a structured JSON format:\n\n{\n  \"participants\": [\"list of people in the chat\"],\n  \"messages\": [\n    {\n      \"sender\": \"person name\",\n      \"content\": \"message text\",\n      \"timestamp\": \"time if visible, or null\"\n    }\n  ],\n  \"summary\": \"Brief summary of the conversation (2-3 sentences)\",\n  \"actionItems\": [\"List of action items or to-dos mentioned\"],\n  \"keyPoints\": [\"Key information, decisions, or important details\"]\n}\n\nRules:\n- If the screenshot is in Chinese, keep the original Chinese text in messages but provide the summary in the same language as the user's prompt.\n- If a participant name is not visible, use a descriptive label like \"Person A\", \"Person B\".\n- If no action items are found, return an empty array.\n- If timestamps are not visible, set them to null.\n- Focus on accuracy \u2014 only include information clearly visible in the image.\n\nReturn ONLY the JSON object, no markdown formatting or extra text.";
+/**
+ * Generic image analysis prompt for non-WeChat images.
+ */
+export declare const GENERIC_IMAGE_ANALYSIS_PROMPT = "Analyze this image and provide a detailed description. Include:\n1. What the image shows\n2. Any text visible in the image\n3. Key details or notable elements\n4. If it's a document or form, extract the structured data\n\nProvide your analysis as clear, organized text.";
+/**
+ * Processes images using multimodal AI for structured analysis.
+ *
+ * Singleton — access via `CloudImageAnalysisService.getInstance()`.
+ */
+export declare class CloudImageAnalysisService {
+    private static instance;
+    private readonly logger;
+    private constructor();
+    /** Get singleton instance. */
+    static getInstance(): CloudImageAnalysisService;
+    /** Reset singleton (for testing). */
+    static resetInstance(): void;
+    /**
+     * Build the analysis prompt for a given image and optional user instruction.
+     *
+     * @param userPrompt - User's original task prompt / instruction
+     * @param isWeChatScreenshot - Whether to use WeChat-specific analysis
+     * @returns The complete prompt to send to the AI runtime
+     */
+    buildAnalysisPrompt(userPrompt: string, isWeChatScreenshot?: boolean): string;
+    /**
+     * Detect whether a user prompt likely refers to a WeChat screenshot.
+     *
+     * @param prompt - User's task prompt
+     * @returns True if the prompt suggests WeChat content
+     */
+    isLikelyWeChatScreenshot(prompt: string): boolean;
+    /**
+     * Parse a WeChat analysis result from AI output text.
+     *
+     * Attempts to extract structured JSON from the AI response.
+     * Falls back to raw text if JSON parsing fails.
+     *
+     * @param aiOutput - Raw text output from the AI runtime
+     * @returns Parsed analysis result
+     */
+    parseAnalysisResult(aiOutput: string): ImageAnalysisResult;
+    /**
+     * Validate that a file is suitable for image analysis.
+     *
+     * @param mimeType - File MIME type
+     * @param size - File size in bytes
+     * @returns Validation result with error message if invalid
+     */
+    validateImage(mimeType: string, size: number): {
+        valid: boolean;
+        error?: string;
+    };
+}
+//# sourceMappingURL=cloud-image-analysis.service.d.ts.map

package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-image-analysis.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/cloud/cloud-image-analysis.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAQH,4CAA4C;AAC5C,eAAO,MAAM,wBAAwB;IACpC,mDAAmD;;IAEnD,8CAA8C;8BAC6B,SAAS,MAAM,EAAE;CACnF,CAAC;AAMX,yDAAyD;AACzD,MAAM,WAAW,oBAAoB;IACpC,mCAAmC;IACnC,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,0CAA0C;IAC1C,QAAQ,EAAE,aAAa,EAAE,CAAC;IAC1B,6CAA6C;IAC7C,OAAO,EAAE,MAAM,CAAC;IAChB,4DAA4D;IAC5D,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,8CAA8C;IAC9C,SAAS,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,2DAA2D;AAC3D,MAAM,WAAW,aAAa;IAC7B,0BAA0B;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,sBAAsB;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,uCAAuC;IACvC,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,6CAA6C;AAC7C,MAAM,WAAW,mBAAmB;IACnC,qCAAqC;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,8BAA8B;IAC9B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,iCAAiC;IACjC,IAAI,CAAC,EAAE,oBAAoB,CAAC;IAC5B,+DAA+D;IAC/D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,+BAA+B;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;CACf;AAMD;;;GAGG;AACH,eAAO,MAAM,sBAAsB,wjCAuBgC,CAAC;AAEpE;;GAEG;AACH,eAAO,MAAM,6BAA6B,kRAMM,CAAC;AAMjD;;;;GAIG;AACH,qBAAa,yBAAyB;IACrC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA0C;IAEjE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IAEzC,OAAO;IAIP,8BAA8B;IAC9B,MAAM,CAAC,WAAW,IAAI,yBAAyB;IAO/C,qCAAqC;IACrC,MAAM,CAAC,aAAa,IAAI,IAAI;IAI5B;;;;;;OAMG;IACH,mBAAmB,CAAC,UAAU,EAAE,MAAM,EAAE,kBAAkB,GAAE,OAAe,GAAG,MAAM;IAYpF;;;;;OAKG;IACH,wBAAwB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO;IAajD;;;;;;;;OAQG;IACH,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,mBAAmB;IA4C1D;;;;;;OAMG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG;QAAE,KAAK,EAAE,OAAO,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE;CAiBjF"}

package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js

@@ -0,0 +1,196 @@
+/**
+ * Cloud Image Analysis Service
+ *
+ * Processes images (especially WeChat screenshots) using multimodal AI.
+ * Extracts structured information: participants, timestamps, key messages,
+ * action items, and summaries.
+ *
+ * MVP: Uses a prompt template approach — the AI runtime receives the image
+ * along with a structured prompt and returns a parsed result.
+ *
+ * @module services/cloud/cloud-image-analysis.service
+ */
+import { LoggerService } from '../core/logger.service.js';
+// ---------------------------------------------------------------------------
+// Constants
+// ---------------------------------------------------------------------------
+/** Image analysis service configuration. */
+export const IMAGE_ANALYSIS_CONSTANTS = {
+    /** Maximum image file size for analysis (10 MB) */
+    MAX_IMAGE_SIZE: 10 * 1024 * 1024,
+    /** Supported image MIME types for analysis */
+    SUPPORTED_MIMES: ['image/png', 'image/jpeg', 'image/gif', 'image/webp'],
+};
+// ---------------------------------------------------------------------------
+// Prompt Templates
+// ---------------------------------------------------------------------------
+/**
+ * Prompt template for WeChat screenshot analysis.
+ * Instructs the AI to extract structured information from a chat screenshot.
+ */
+export const WECHAT_ANALYSIS_PROMPT = `You are analyzing a WeChat (微信) chat screenshot. Extract the following information in a structured JSON format:
+
+{
+  "participants": ["list of people in the chat"],
+  "messages": [
+    {
+      "sender": "person name",
+      "content": "message text",
+      "timestamp": "time if visible, or null"
+    }
+  ],
+  "summary": "Brief summary of the conversation (2-3 sentences)",
+  "actionItems": ["List of action items or to-dos mentioned"],
+  "keyPoints": ["Key information, decisions, or important details"]
+}
+
+Rules:
+- If the screenshot is in Chinese, keep the original Chinese text in messages but provide the summary in the same language as the user's prompt.
+- If a participant name is not visible, use a descriptive label like "Person A", "Person B".
+- If no action items are found, return an empty array.
+- If timestamps are not visible, set them to null.
+- Focus on accuracy — only include information clearly visible in the image.
+
+Return ONLY the JSON object, no markdown formatting or extra text.`;
+/**
+ * Generic image analysis prompt for non-WeChat images.
+ */
+export const GENERIC_IMAGE_ANALYSIS_PROMPT = `Analyze this image and provide a detailed description. Include:
+1. What the image shows
+2. Any text visible in the image
+3. Key details or notable elements
+4. If it's a document or form, extract the structured data
+
+Provide your analysis as clear, organized text.`;
+// ---------------------------------------------------------------------------
+// Service
+// ---------------------------------------------------------------------------
+/**
+ * Processes images using multimodal AI for structured analysis.
+ *
+ * Singleton — access via `CloudImageAnalysisService.getInstance()`.
+ */
+export class CloudImageAnalysisService {
+    static instance = null;
+    logger;
+    constructor() {
+        this.logger = LoggerService.getInstance().createComponentLogger('CloudImageAnalysisService');
+    }
+    /** Get singleton instance. */
+    static getInstance() {
+        if (!CloudImageAnalysisService.instance) {
+            CloudImageAnalysisService.instance = new CloudImageAnalysisService();
+        }
+        return CloudImageAnalysisService.instance;
+    }
+    /** Reset singleton (for testing). */
+    static resetInstance() {
+        CloudImageAnalysisService.instance = null;
+    }
+    /**
+     * Build the analysis prompt for a given image and optional user instruction.
+     *
+     * @param userPrompt - User's original task prompt / instruction
+     * @param isWeChatScreenshot - Whether to use WeChat-specific analysis
+     * @returns The complete prompt to send to the AI runtime
+     */
+    buildAnalysisPrompt(userPrompt, isWeChatScreenshot = false) {
+        const systemPrompt = isWeChatScreenshot
+            ? WECHAT_ANALYSIS_PROMPT
+            : GENERIC_IMAGE_ANALYSIS_PROMPT;
+        if (userPrompt.trim()) {
+            return `${systemPrompt}\n\nUser's additional instruction: ${userPrompt}`;
+        }
+        return systemPrompt;
+    }
+    /**
+     * Detect whether a user prompt likely refers to a WeChat screenshot.
+     *
+     * @param prompt - User's task prompt
+     * @returns True if the prompt suggests WeChat content
+     */
+    isLikelyWeChatScreenshot(prompt) {
+        const wechatPatterns = [
+            '微信', 'wechat', 'weixin',
+            '聊天记录', 'chat history', 'chat record',
+            '群聊', 'group chat',
+            '截图', 'screenshot',
+            '对话', 'conversation',
+        ];
+        const lowerPrompt = prompt.toLowerCase();
+        return wechatPatterns.some((pattern) => lowerPrompt.includes(pattern));
+    }
+    /**
+     * Parse a WeChat analysis result from AI output text.
+     *
+     * Attempts to extract structured JSON from the AI response.
+     * Falls back to raw text if JSON parsing fails.
+     *
+     * @param aiOutput - Raw text output from the AI runtime
+     * @returns Parsed analysis result
+     */
+    parseAnalysisResult(aiOutput) {
+        try {
+            // Try to extract JSON from the AI response
+            const jsonMatch = aiOutput.match(/\{[\s\S]*\}/);
+            if (!jsonMatch) {
+                return {
+                    success: true,
+                    analysisType: 'generic',
+                    rawOutput: aiOutput,
+                };
+            }
+            const parsed = JSON.parse(jsonMatch[0]);
+            // Validate required fields
+            if (!parsed.participants || !parsed.messages || !parsed.summary) {
+                return {
+                    success: true,
+                    analysisType: 'generic',
+                    rawOutput: aiOutput,
+                };
+            }
+            return {
+                success: true,
+                analysisType: 'wechat',
+                data: {
+                    participants: Array.isArray(parsed.participants) ? parsed.participants : [],
+                    messages: Array.isArray(parsed.messages) ? parsed.messages : [],
+                    summary: String(parsed.summary),
+                    actionItems: Array.isArray(parsed.actionItems) ? parsed.actionItems : [],
+                    keyPoints: Array.isArray(parsed.keyPoints) ? parsed.keyPoints : [],
+                },
+            };
+        }
+        catch {
+            // JSON parsing failed — return raw output
+            return {
+                success: true,
+                analysisType: 'generic',
+                rawOutput: aiOutput,
+            };
+        }
+    }
+    /**
+     * Validate that a file is suitable for image analysis.
+     *
+     * @param mimeType - File MIME type
+     * @param size - File size in bytes
+     * @returns Validation result with error message if invalid
+     */
+    validateImage(mimeType, size) {
+        if (!IMAGE_ANALYSIS_CONSTANTS.SUPPORTED_MIMES.includes(mimeType)) {
+            return {
+                valid: false,
+                error: `Unsupported image type: ${mimeType}. Supported: ${IMAGE_ANALYSIS_CONSTANTS.SUPPORTED_MIMES.join(', ')}`,
+            };
+        }
+        if (size > IMAGE_ANALYSIS_CONSTANTS.MAX_IMAGE_SIZE) {
+            return {
+                valid: false,
+                error: `Image too large: ${size} bytes. Maximum: ${IMAGE_ANALYSIS_CONSTANTS.MAX_IMAGE_SIZE} bytes (10 MB)`,
+            };
+        }
+        return { valid: true };
+    }
+}
+//# sourceMappingURL=cloud-image-analysis.service.js.map

package/dist/backend/backend/src/services/cloud/cloud-image-analysis.service.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-image-analysis.service.js","sourceRoot":"","sources":["../../../../../../backend/src/services/cloud/cloud-image-analysis.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AAEH,OAAO,EAAE,aAAa,EAAwB,MAAM,2BAA2B,CAAC;AAEhF,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,4CAA4C;AAC5C,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACvC,mDAAmD;IACnD,cAAc,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;IAChC,8CAA8C;IAC9C,eAAe,EAAE,CAAC,WAAW,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY,CAAsB;CACnF,CAAC;AA4CX,8EAA8E;AAC9E,mBAAmB;AACnB,8EAA8E;AAE9E;;;GAGG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG;;;;;;;;;;;;;;;;;;;;;;;mEAuB6B,CAAC;AAEpE;;GAEG;AACH,MAAM,CAAC,MAAM,6BAA6B,GAAG;;;;;;gDAMG,CAAC;AAEjD,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E;;;;GAIG;AACH,MAAM,OAAO,yBAAyB;IAC7B,MAAM,CAAC,QAAQ,GAAqC,IAAI,CAAC;IAEhD,MAAM,CAAkB;IAEzC;QACC,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,WAAW,EAAE,CAAC,qBAAqB,CAAC,2BAA2B,CAAC,CAAC;IAC9F,CAAC;IAED,8BAA8B;IAC9B,MAAM,CAAC,WAAW;QACjB,IAAI,CAAC,yBAAyB,CAAC,QAAQ,EAAE,CAAC;YACzC,yBAAyB,CAAC,QAAQ,GAAG,IAAI,yBAAyB,EAAE,CAAC;QACtE,CAAC;QACD,OAAO,yBAAyB,CAAC,QAAQ,CAAC;IAC3C,CAAC;IAED,qCAAqC;IACrC,MAAM,CAAC,aAAa;QACnB,yBAAyB,CAAC,QAAQ,GAAG,IAAI,CAAC;IAC3C,CAAC;IAED;;;;;;OAMG;IACH,mBAAmB,CAAC,UAAkB,EAAE,qBAA8B,KAAK;QAC1E,MAAM,YAAY,GAAG,kBAAkB;YACtC,CAAC,CAAC,sBAAsB;YACxB,CAAC,CAAC,6BAA6B,CAAC;QAEjC,IAAI,UAAU,CAAC,IAAI,EAAE,EAAE,CAAC;YACvB,OAAO,GAAG,YAAY,sCAAsC,UAAU,EAAE,CAAC;QAC1E,CAAC;QAED,OAAO,YAAY,CAAC;IACrB,CAAC;IAED;;;;;OAKG;IACH,wBAAwB,CAAC,MAAc;QACtC,MAAM,cAAc,GAAG;YACtB,IAAI,EAAE,QAAQ,EAAE,QAAQ;YACxB,MAAM,EAAE,cAAc,EAAE,aAAa;YACrC,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,cAAc;SACpB,CAAC;QAEF,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACzC,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACxE,CAAC;IAED;;;;;;;;OAQG;IACH,mBAAmB,CAAC,QAAgB;QACnC,IAAI,CAAC;YACJ,2CAA2C;YAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE,CAAC;gBAChB,OAAO;oBACN,OAAO,EAAE,IAAI;oBACb,YAAY,EAAE,SAAS;oBACvB,SAAS,EAAE,QAAQ;iBACnB,CAAC;YACH,CAAC;YAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAyB,CAAC;YAEhE,2BAA2B;YAC3B,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,CAAC,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBACjE,OAAO;oBACN,OAAO,EAAE,IAAI;oBACb,YAAY,EAAE,SAAS;oBACvB,SAAS,EAAE,QAAQ;iBACnB,CAAC;YACH,CAAC;YAED,OAAO;gBACN,OAAO,EAAE,IAAI;gBACb,YAAY,EAAE,QAAQ;gBACtB,IAAI,EAAE;oBACL,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE;oBAC3E,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;oBAC/D,OAAO,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;oBAC/B,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE;oBACxE,SAAS,EAAE,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;iBAClE;aACD,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACR,0CAA0C;YAC1C,OAAO;gBACN,OAAO,EAAE,IAAI;gBACb,YAAY,EAAE,SAAS;gBACvB,SAAS,EAAE,QAAQ;aACnB,CAAC;QACH,CAAC;IACF,CAAC;IAED;;;;;;OAMG;IACH,aAAa,CAAC,QAAgB,EAAE,IAAY;QAC3C,IAAI,CAAC,wBAAwB,CAAC,eAAe,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAClE,OAAO;gBACN,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,2BAA2B,QAAQ,gBAAgB,wBAAwB,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;aAC/G,CAAC;QACH,CAAC;QAED,IAAI,IAAI,GAAG,wBAAwB,CAAC,cAAc,EAAE,CAAC;YACpD,OAAO;gBACN,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,oBAAoB,IAAI,oBAAoB,wBAAwB,CAAC,cAAc,gBAAgB;aAC1G,CAAC;QACH,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;IACxB,CAAC"}

package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts

@@ -0,0 +1,118 @@
+/**
+ * Cloud Task Processor Service
+ *
+ * Polls the cloud task queue and processes tasks using the Anthropic API.
+ * Handles text, image_analysis, and document task types.
+ *
+ * MVP implementation: direct Anthropic Messages API calls.
+ * Future: pluggable runtime backends (OpenHands, Gemini, etc.).
+ *
+ * @module services/cloud/cloud-task-processor.service
+ */
+import { type CloudTask } from '../../controllers/cloud/tasks/cloud-task.types.js';
+type Anthropic = any;
+/** Task processor configuration. */
+export declare const TASK_PROCESSOR_CONSTANTS: {
+    /** Polling interval in ms (5 seconds) */
+    readonly POLL_INTERVAL_MS: 5000;
+    /** Maximum concurrent task processing (MVP: sequential) */
+    readonly MAX_CONCURRENT: 1;
+    /** Anthropic model for task processing */
+    readonly DEFAULT_MODEL: "claude-sonnet-4-5-20250929";
+    /** Maximum tokens in AI response */
+    readonly MAX_TOKENS: 4096;
+    /** Task processing timeout in ms (5 minutes) */
+    readonly PROCESSING_TIMEOUT_MS: 300000;
+    /** Supported image MIME types for base64 encoding */
+    readonly IMAGE_MEDIA_TYPES: readonly ["image/png", "image/jpeg", "image/gif", "image/webp"];
+};
+/** Anthropic API media type union. */
+type AnthropicMediaType = 'image/png' | 'image/jpeg' | 'image/gif' | 'image/webp';
+/**
+ * Processes cloud tasks by polling the queue and invoking the Anthropic API.
+ *
+ * Singleton — access via `CloudTaskProcessorService.getInstance()`.
+ */
+export declare class CloudTaskProcessorService {
+    private static instance;
+    private readonly logger;
+    private pollTimer;
+    private processing;
+    private running;
+    private constructor();
+    /** Get singleton instance. */
+    static getInstance(): CloudTaskProcessorService;
+    /** Reset singleton (for testing). */
+    static resetInstance(): void;
+    /** Whether the processor is currently running. */
+    isRunning(): boolean;
+    /** Whether a task is currently being processed. */
+    isProcessing(): boolean;
+    /**
+     * Start the task processor polling loop.
+     * Idempotent — safe to call multiple times.
+     */
+    start(): void;
+    /**
+     * Stop the task processor.
+     * Waits for current processing to finish before returning.
+     */
+    stop(): void;
+    /**
+     * Poll for the next pending task and process it.
+     * Skips if already processing a task (sequential MVP).
+     */
+    pollAndProcess(): Promise<void>;
+    /**
+     * Process a single cloud task by type.
+     *
+     * @param task - The dequeued task to process
+     */
+    processTask(task: CloudTask): Promise<void>;
+    /**
+     * Process a text-only task using the Anthropic Messages API.
+     *
+     * @param task - Text task with prompt
+     * @returns AI-generated response text
+     */
+    processTextTask(task: CloudTask): Promise<string>;
+    /**
+     * Process an image analysis task.
+     * Loads attached image files and sends them with the prompt to the AI.
+     *
+     * @param task - Image analysis task with file attachments
+     * @returns AI-generated analysis result
+     */
+    processImageTask(task: CloudTask): Promise<string>;
+    /**
+     * Process a document task.
+     * Reads document files and sends their content with the prompt.
+     *
+     * @param task - Document task with file attachments
+     * @returns AI-generated response
+     */
+    processDocumentTask(task: CloudTask): Promise<string>;
+    /**
+     * Create an Anthropic API client.
+     *
+     * @returns Configured Anthropic client
+     * @throws Error if ANTHROPIC_API_KEY is not set
+     */
+    createClient(): Promise<Anthropic>;
+    /**
+     * Extract text content from an Anthropic message response.
+     *
+     * @param message - Anthropic API message response
+     * @returns Concatenated text from all text content blocks
+     */
+    extractTextFromResponse(message: any): string;
+    /**
+     * Map a file extension to an Anthropic-compatible media type.
+     *
+     * @param ext - File extension (without dot)
+     * @returns Media type string or null if unsupported
+     */
+    extensionToMediaType(ext: string): AnthropicMediaType | null;
+}
+export {};
+//# sourceMappingURL=cloud-task-processor.service.d.ts.map

package/dist/backend/backend/src/services/cloud/cloud-task-processor.service.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-task-processor.service.d.ts","sourceRoot":"","sources":["../../../../../../backend/src/services/cloud/cloud-task-processor.service.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAMH,OAAO,EAAoB,KAAK,SAAS,EAAE,MAAM,mDAAmD,CAAC;AAKrG,KAAK,SAAS,GAAG,GAAG,CAAC;AAYrB,oCAAoC;AACpC,eAAO,MAAM,wBAAwB;IACpC,yCAAyC;;IAEzC,2DAA2D;;IAE3D,0CAA0C;;IAE1C,oCAAoC;;IAEpC,gDAAgD;;IAEhD,qDAAqD;;CAE5C,CAAC;AAEX,sCAAsC;AACtC,KAAK,kBAAkB,GAAG,WAAW,GAAG,YAAY,GAAG,WAAW,GAAG,YAAY,CAAC;AAMlF;;;;GAIG;AACH,qBAAa,yBAAyB;IACrC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA0C;IAEjE,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkB;IACzC,OAAO,CAAC,SAAS,CAA+C;IAChE,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,OAAO,CAAS;IAExB,OAAO;IAIP,8BAA8B;IAC9B,MAAM,CAAC,WAAW,IAAI,yBAAyB;IAO/C,qCAAqC;IACrC,MAAM,CAAC,aAAa,IAAI,IAAI;IAI5B,kDAAkD;IAClD,SAAS,IAAI,OAAO;IAIpB,mDAAmD;IACnD,YAAY,IAAI,OAAO;IAQvB;;;OAGG;IACH,KAAK,IAAI,IAAI;IAgBb;;;OAGG;IACH,IAAI,IAAI,IAAI;IAeZ;;;OAGG;IACG,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBrC;;;;OAIG;IACG,WAAW,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC;IAoCjD;;;;;OAKG;IACG,eAAe,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IAiBvD;;;;;;OAMG;IACG,gBAAgB,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IAoDxD;;;;;;OAMG;IACG,mBAAmB,CAAC,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;IAqC3D;;;;;OAKG;IACG,YAAY,IAAI,OAAO,CAAC,SAAS,CAAC;IASxC;;;;;OAKG;IAEH,uBAAuB,CAAC,OAAO,EAAE,GAAG,GAAG,MAAM;IAS7C;;;;;OAKG;IACH,oBAAoB,CAAC,GAAG,EAAE,MAAM,GAAG,kBAAkB,GAAG,IAAI;CAU5D"}