@su-record/vibe 2.7.2 → 2.7.5

package/dist/interface/vision/ScreenCaptureEngine.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Screen Capture Engine — Phase 4-1
+ *
+ * Multi-source capture: Local (screenshot-desktop), CDP, Remote (stub).
+ * Downscale full screen to 1280x720. WebP compression via Sharp.
+ */
+import type { CaptureMode, CaptureRegion, CaptureResult, ICaptureSource, VisionLogger } from './types.js';
+export declare class LocalCaptureSource implements ICaptureSource {
+    readonly type: "local";
+    private logger;
+    constructor(logger: VisionLogger);
+    isAvailable(): boolean;
+    captureFullScreen(): Promise<CaptureResult>;
+    captureRegion(region: CaptureRegion): Promise<CaptureResult>;
+    captureWindow(_windowId: string): Promise<CaptureResult>;
+    private loadScreenshotDesktop;
+    private validateRegion;
+    private buildResult;
+}
+interface CDPSession {
+    send(method: string, params?: Record<string, unknown>): Promise<{
+        data: string;
+    }>;
+}
+export declare class CDPCaptureSource implements ICaptureSource {
+    readonly type: "cdp";
+    private session;
+    private logger;
+    constructor(logger: VisionLogger);
+    setSession(session: CDPSession): void;
+    isAvailable(): boolean;
+    captureFullScreen(): Promise<CaptureResult>;
+    captureRegion(region: CaptureRegion): Promise<CaptureResult>;
+    captureWindow(_windowId: string): Promise<CaptureResult>;
+    private cdpCapture;
+    private buildResult;
+}
+export declare class RemoteCaptureSource implements ICaptureSource {
+    readonly type: "remote";
+    isAvailable(): boolean;
+    captureFullScreen(): Promise<CaptureResult>;
+    captureRegion(_region: CaptureRegion): Promise<CaptureResult>;
+    captureWindow(_windowId: string): Promise<CaptureResult>;
+}
+export declare class ScreenCaptureEngine {
+    private sources;
+    private logger;
+    constructor(sources: ICaptureSource[], logger: VisionLogger);
+    capture(mode: CaptureMode, region?: CaptureRegion, windowId?: string): Promise<CaptureResult>;
+    private findAvailableSource;
+    private downscale;
+    private compress;
+}
+export {};
+//# sourceMappingURL=ScreenCaptureEngine.d.ts.map

package/dist/interface/vision/ScreenCaptureEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCaptureEngine.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/ScreenCaptureEngine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EACV,WAAW,EACX,aAAa,EACb,aAAa,EACb,cAAc,EACd,YAAY,EACb,MAAM,YAAY,CAAC;AAwCpB,qBAAa,kBAAmB,YAAW,cAAc;IACvD,QAAQ,CAAC,IAAI,EAAG,OAAO,CAAU;IACjC,OAAO,CAAC,MAAM,CAAe;gBAEjB,MAAM,EAAE,YAAY;IAIhC,WAAW,IAAI,OAAO;IAIhB,iBAAiB,IAAI,OAAO,CAAC,aAAa,CAAC;IAM3C,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAW5D,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YAMhD,qBAAqB;IAUnC,OAAO,CAAC,cAAc;IAStB,OAAO,CAAC,WAAW;CAWpB;AAMD,UAAU,UAAU;IAClB,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACnF;AAED,qBAAa,gBAAiB,YAAW,cAAc;IACrD,QAAQ,CAAC,IAAI,EAAG,KAAK,CAAU;IAC/B,OAAO,CAAC,OAAO,CAA2B;IAC1C,OAAO,CAAC,MAAM,CAAe;gBAEjB,MAAM,EAAE,YAAY;IAIhC,UAAU,CAAC,OAAO,EAAE,UAAU,GAAG,IAAI;IAIrC,WAAW,IAAI,OAAO;IAIhB,iBAAiB,IAAI,OAAO,CAAC,aAAa,CAAC;IAK3C,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAO5D,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;YAIhD,UAAU;IAWxB,OAAO,CAAC,WAAW;CAWpB;AAMD,qBAAa,mBAAoB,YAAW,cAAc;IACxD,QAAQ,CAAC,IAAI,EAAG,QAAQ,CAAU;IAElC,WAAW,IAAI,OAAO;IAIhB,iBAAiB,IAAI,OAAO,CAAC,aAAa,CAAC;IAI3C,aAAa,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAI7D,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;CAG/D;AAMD,qBAAa,mBAAmB;IAC9B,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,MAAM,CAAe;gBAEjB,OAAO,EAAE,cAAc,EAAE,EAAE,MAAM,EAAE,YAAY;IAKrD,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,MAAM,CAAC,EAAE,aAAa,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC;IAsBnG,OAAO,CAAC,mBAAmB;YAOb,SAAS;YAoBT,QAAQ;CAiBvB"}

package/dist/interface/vision/ScreenCaptureEngine.js

@@ -0,0 +1,223 @@
+/**
+ * Screen Capture Engine — Phase 4-1
+ *
+ * Multi-source capture: Local (screenshot-desktop), CDP, Remote (stub).
+ * Downscale full screen to 1280x720. WebP compression via Sharp.
+ */
+import { createVisionError } from './types.js';
+const FULL_SCREEN_WIDTH = 1280;
+const FULL_SCREEN_HEIGHT = 720;
+const MAX_WEBP_QUALITY = 80;
+async function loadSharp() {
+    try {
+        const mod = 'sharp';
+        const imported = (await import(mod));
+        return imported.default;
+    }
+    catch {
+        throw createVisionError('CAPTURE_FAILED', 'sharp 패키지가 설치되지 않았습니다. npm install sharp');
+    }
+}
+export class LocalCaptureSource {
+    type = 'local';
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    isAvailable() {
+        return process.platform === 'win32' || process.platform === 'darwin' || process.platform === 'linux';
+    }
+    async captureFullScreen() {
+        const screenshotFn = await this.loadScreenshotDesktop();
+        const buffer = await screenshotFn({ format: 'png' });
+        return this.buildResult(buffer, 'full');
+    }
+    async captureRegion(region) {
+        this.validateRegion(region);
+        const screenshotFn = await this.loadScreenshotDesktop();
+        const fullBuffer = await screenshotFn({ format: 'png' });
+        const sharp = await loadSharp();
+        const cropped = await sharp(fullBuffer)
+            .extract({ left: region.x, top: region.y, width: region.width, height: region.height })
+            .toBuffer();
+        return this.buildResult(cropped, 'region');
+    }
+    async captureWindow(_windowId) {
+        // On desktop, capture full screen — window isolation requires OS-specific APIs
+        this.logger('warn', 'Window capture falls back to full screen on local source');
+        return this.captureFullScreen();
+    }
+    async loadScreenshotDesktop() {
+        try {
+            const mod = 'screenshot-desktop';
+            const imported = (await import(mod));
+            return imported.default;
+        }
+        catch {
+            throw createVisionError('CAPTURE_FAILED', 'screenshot-desktop 패키지가 설치되지 않았습니다.');
+        }
+    }
+    validateRegion(region) {
+        if (region.width < 100 || region.height < 100) {
+            throw createVisionError('REGION_INVALID', '최소 캡처 영역은 100x100px입니다.');
+        }
+        if (region.x < 0 || region.y < 0) {
+            throw createVisionError('REGION_INVALID', '음수 좌표는 지원되지 않습니다.');
+        }
+    }
+    buildResult(buffer, mode) {
+        return {
+            buffer,
+            width: 0,
+            height: 0,
+            format: 'png',
+            sizeBytes: buffer.length,
+            capturedAt: new Date().toISOString(),
+            mode,
+        };
+    }
+}
+export class CDPCaptureSource {
+    type = 'cdp';
+    session = null;
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    setSession(session) {
+        this.session = session;
+    }
+    isAvailable() {
+        return this.session !== null;
+    }
+    async captureFullScreen() {
+        const buffer = await this.cdpCapture();
+        return this.buildResult(buffer, 'full');
+    }
+    async captureRegion(region) {
+        const buffer = await this.cdpCapture({
+            clip: { x: region.x, y: region.y, width: region.width, height: region.height, scale: 1 },
+        });
+        return this.buildResult(buffer, 'region');
+    }
+    async captureWindow(_windowId) {
+        return this.captureFullScreen();
+    }
+    async cdpCapture(params) {
+        if (!this.session) {
+            throw createVisionError('CAPTURE_FAILED', 'CDP 세션이 연결되지 않았습니다.');
+        }
+        const result = await this.session.send('Page.captureScreenshot', {
+            format: 'png',
+            ...params,
+        });
+        return Buffer.from(result.data, 'base64');
+    }
+    buildResult(buffer, mode) {
+        return {
+            buffer,
+            width: 0,
+            height: 0,
+            format: 'png',
+            sizeBytes: buffer.length,
+            capturedAt: new Date().toISOString(),
+            mode,
+        };
+    }
+}
+// ============================================================================
+// Remote Capture Source (PWA stub — Phase 6)
+// ============================================================================
+export class RemoteCaptureSource {
+    type = 'remote';
+    isAvailable() {
+        return false;
+    }
+    async captureFullScreen() {
+        throw createVisionError('CAPTURE_FAILED', 'RemoteCaptureSource는 Phase 6에서 구현됩니다.');
+    }
+    async captureRegion(_region) {
+        throw createVisionError('CAPTURE_FAILED', 'RemoteCaptureSource는 Phase 6에서 구현됩니다.');
+    }
+    async captureWindow(_windowId) {
+        throw createVisionError('CAPTURE_FAILED', 'RemoteCaptureSource는 Phase 6에서 구현됩니다.');
+    }
+}
+// ============================================================================
+// Screen Capture Engine (orchestrator + resize + compress)
+// ============================================================================
+export class ScreenCaptureEngine {
+    sources;
+    logger;
+    constructor(sources, logger) {
+        this.sources = sources;
+        this.logger = logger;
+    }
+    async capture(mode, region, windowId) {
+        const source = this.findAvailableSource();
+        let result;
+        switch (mode) {
+            case 'full':
+                result = await source.captureFullScreen();
+                result = await this.downscale(result, FULL_SCREEN_WIDTH, FULL_SCREEN_HEIGHT);
+                break;
+            case 'region':
+                if (!region)
+                    throw createVisionError('REGION_INVALID', 'Region 좌표가 필요합니다.');
+                result = await source.captureRegion(region);
+                break;
+            case 'window':
+                if (!windowId)
+                    throw createVisionError('WINDOW_NOT_FOUND', '윈도우 ID가 필요합니다.');
+                result = await source.captureWindow(windowId);
+                break;
+        }
+        return this.compress(result);
+    }
+    findAvailableSource() {
+        for (const src of this.sources) {
+            if (src.isAvailable())
+                return src;
+        }
+        throw createVisionError('ALL_SOURCES_FAILED', '사용 가능한 캡처 소스가 없습니다.');
+    }
+    async downscale(result, width, height) {
+        try {
+            const sharp = await loadSharp();
+            const resized = await sharp(result.buffer)
+                .resize(width, height, { fit: 'inside' })
+                .toBuffer();
+            const meta = await sharp(resized).metadata();
+            return {
+                ...result,
+                buffer: resized,
+                width: meta.width ?? width,
+                height: meta.height ?? height,
+                sizeBytes: resized.length,
+            };
+        }
+        catch (err) {
+            this.logger('warn', `Downscale 실패, 원본 사용: ${err instanceof Error ? err.message : String(err)}`);
+            return result;
+        }
+    }
+    async compress(result) {
+        try {
+            const sharp = await loadSharp();
+            const webpBuf = await sharp(result.buffer)
+                .webp({ quality: MAX_WEBP_QUALITY })
+                .toBuffer();
+            return {
+                ...result,
+                buffer: webpBuf,
+                format: 'webp',
+                sizeBytes: webpBuf.length,
+            };
+        }
+        catch (err) {
+            this.logger('warn', `WebP 압축 실패, PNG 유지: ${err instanceof Error ? err.message : String(err)}`);
+            return result;
+        }
+    }
+}
+//# sourceMappingURL=ScreenCaptureEngine.js.map

package/dist/interface/vision/ScreenCaptureEngine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCaptureEngine.js","sourceRoot":"","sources":["../../../src/interface/vision/ScreenCaptureEngine.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AASH,OAAO,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC;AAE/C,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,gBAAgB,GAAG,EAAE,CAAC;AAgB5B,KAAK,UAAU,SAAS;IACtB,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC;QACpB,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAA8B,CAAC;QAClE,OAAO,QAAQ,CAAC,OAAO,CAAC;IAC1B,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,0CAA0C,CAAC,CAAC;IACxF,CAAC;AACH,CAAC;AAWD,MAAM,OAAO,kBAAkB;IACpB,IAAI,GAAG,OAAgB,CAAC;IACzB,MAAM,CAAe;IAE7B,YAAY,MAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,WAAW;QACT,OAAO,OAAO,CAAC,QAAQ,KAAK,OAAO,IAAI,OAAO,CAAC,QAAQ,KAAK,QAAQ,IAAI,OAAO,CAAC,QAAQ,KAAK,OAAO,CAAC;IACvG,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACrD,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAqB;QACvC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC5B,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QACxD,MAAM,UAAU,GAAG,MAAM,YAAY,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACzD,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC;aACpC,OAAO,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;aACtF,QAAQ,EAAE,CAAC;QACd,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,+EAA+E;QAC/E,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,0DAA0D,CAAC,CAAC;QAChF,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,qBAAqB;QACjC,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,oBAAoB,CAAC;YACjC,MAAM,QAAQ,GAAG,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAqC,CAAC;YACzE,OAAO,QAAQ,CAAC,OAAO,CAAC;QAC1B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,qCAAqC,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAEO,cAAc,CAAC,MAAqB;QAC1C,IAAI,MAAM,CAAC,KAAK,GAAG,GAAG,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;YAC9C,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,yBAAyB,CAAC,CAAC;QACvE,CAAC;QACD,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;YACjC,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,WAAW,CAAC,MAAc,EAAE,IAAiB;QACnD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,MAAM,CAAC,MAAM;YACxB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,IAAI;SACL,CAAC;IACJ,CAAC;CACF;AAUD,MAAM,OAAO,gBAAgB;IAClB,IAAI,GAAG,KAAc,CAAC;IACvB,OAAO,GAAsB,IAAI,CAAC;IAClC,MAAM,CAAe;IAE7B,YAAY,MAAoB;QAC9B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,UAAU,CAAC,OAAmB;QAC5B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACvC,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC1C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,MAAqB;QACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC;YACnC,IAAI,EAAE,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE;SACzF,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,OAAO,IAAI,CAAC,iBAAiB,EAAE,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgC;QACvD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,CAAC;QACnE,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,wBAAwB,EAAE;YAC/D,MAAM,EAAE,KAAK;YACb,GAAG,MAAM;SACV,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC5C,CAAC;IAEO,WAAW,CAAC,MAAc,EAAE,IAAiB;QACnD,OAAO;YACL,MAAM;YACN,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,KAAK;YACb,SAAS,EAAE,MAAM,CAAC,MAAM;YACxB,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,IAAI;SACL,CAAC;IACJ,CAAC;CACF;AAED,+EAA+E;AAC/E,6CAA6C;AAC7C,+EAA+E;AAE/E,MAAM,OAAO,mBAAmB;IACrB,IAAI,GAAG,QAAiB,CAAC;IAElC,WAAW;QACT,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,uCAAuC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,OAAsB;QACxC,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,uCAAuC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,SAAiB;QACnC,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,uCAAuC,CAAC,CAAC;IACrF,CAAC;CACF;AAED,+EAA+E;AAC/E,2DAA2D;AAC3D,+EAA+E;AAE/E,MAAM,OAAO,mBAAmB;IACtB,OAAO,CAAmB;IAC1B,MAAM,CAAe;IAE7B,YAAY,OAAyB,EAAE,MAAoB;QACzD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAiB,EAAE,MAAsB,EAAE,QAAiB;QACxE,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE1C,IAAI,MAAqB,CAAC;QAC1B,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,MAAM;gBACT,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAC;gBAC1C,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,iBAAiB,EAAE,kBAAkB,CAAC,CAAC;gBAC7E,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,MAAM;oBAAE,MAAM,iBAAiB,CAAC,gBAAgB,EAAE,mBAAmB,CAAC,CAAC;gBAC5E,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC;gBAC5C,MAAM;YACR,KAAK,QAAQ;gBACX,IAAI,CAAC,QAAQ;oBAAE,MAAM,iBAAiB,CAAC,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;gBAC7E,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;gBAC9C,MAAM;QACV,CAAC;QAED,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,CAAC;IAEO,mBAAmB;QACzB,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,GAAG,CAAC,WAAW,EAAE;gBAAE,OAAO,GAAG,CAAC;QACpC,CAAC;QACD,MAAM,iBAAiB,CAAC,oBAAoB,EAAE,qBAAqB,CAAC,CAAC;IACvE,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,MAAqB,EAAE,KAAa,EAAE,MAAc;QAC1E,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;iBACvC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;iBACxC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,CAAC;YAC7C,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,OAAO;gBACf,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,KAAK;gBAC1B,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,MAAM;gBAC7B,SAAS,EAAE,OAAO,CAAC,MAAM;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,wBAAwB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAChG,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,QAAQ,CAAC,MAAqB;QAC1C,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,SAAS,EAAE,CAAC;YAChC,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC;iBACvC,IAAI,CAAC,EAAE,OAAO,EAAE,gBAAgB,EAAE,CAAC;iBACnC,QAAQ,EAAE,CAAC;YACd,OAAO;gBACL,GAAG,MAAM;gBACT,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,MAAM;gBACd,SAAS,EAAE,OAAO,CAAC,MAAM;aAC1B,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,uBAAuB,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC/F,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;CACF"}

package/dist/interface/vision/ScreenCaptureEngine.test.d.ts

@@ -0,0 +1,8 @@
+/**
+ * ScreenCapture Tests
+ *
+ * Tests for LocalCaptureSource, CDPCaptureSource, RemoteCaptureSource,
+ * and ScreenCaptureEngine orchestration.
+ */
+export {};
+//# sourceMappingURL=ScreenCaptureEngine.test.d.ts.map

package/dist/interface/vision/ScreenCaptureEngine.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCaptureEngine.test.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/ScreenCaptureEngine.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/interface/vision/ScreenCaptureEngine.test.js

@@ -0,0 +1,175 @@
+/**
+ * ScreenCapture Tests
+ *
+ * Tests for LocalCaptureSource, CDPCaptureSource, RemoteCaptureSource,
+ * and ScreenCaptureEngine orchestration.
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+import { LocalCaptureSource, CDPCaptureSource, RemoteCaptureSource, ScreenCaptureEngine, } from './ScreenCaptureEngine.js';
+function createLogger() {
+    return vi.fn();
+}
+function mockCaptureResult(mode = 'full') {
+    return {
+        buffer: Buffer.from('fake-png-data'),
+        width: 1920,
+        height: 1080,
+        format: 'png',
+        sizeBytes: 13,
+        capturedAt: new Date().toISOString(),
+        mode,
+    };
+}
+/** Mock capture source for testing engine */
+class MockCaptureSource {
+    type = 'local';
+    available;
+    shouldFail;
+    constructor(available = true, shouldFail = false) {
+        this.available = available;
+        this.shouldFail = shouldFail;
+    }
+    isAvailable() {
+        return this.available;
+    }
+    async captureFullScreen() {
+        if (this.shouldFail)
+            throw new Error('Capture failed');
+        return mockCaptureResult('full');
+    }
+    async captureRegion() {
+        if (this.shouldFail)
+            throw new Error('Capture failed');
+        return mockCaptureResult('region');
+    }
+    async captureWindow() {
+        if (this.shouldFail)
+            throw new Error('Capture failed');
+        return mockCaptureResult('window');
+    }
+}
+describe('LocalCaptureSource', () => {
+    let source;
+    beforeEach(() => {
+        source = new LocalCaptureSource(createLogger());
+    });
+    it('should report availability based on platform', () => {
+        // On Windows/Mac/Linux it should be available
+        const available = source.isAvailable();
+        expect(typeof available).toBe('boolean');
+    });
+    it('should have type "local"', () => {
+        expect(source.type).toBe('local');
+    });
+});
+describe('CDPCaptureSource', () => {
+    let source;
+    beforeEach(() => {
+        source = new CDPCaptureSource(createLogger());
+    });
+    it('should be unavailable without session', () => {
+        expect(source.isAvailable()).toBe(false);
+    });
+    it('should be available after setting session', () => {
+        source.setSession({
+            send: vi.fn().mockResolvedValue({ data: Buffer.from('test').toString('base64') }),
+        });
+        expect(source.isAvailable()).toBe(true);
+    });
+    it('should capture full screen via CDP', async () => {
+        const mockSend = vi.fn().mockResolvedValue({
+            data: Buffer.from('png-data').toString('base64'),
+        });
+        source.setSession({ send: mockSend });
+        const result = await source.captureFullScreen();
+        expect(result.mode).toBe('full');
+        expect(result.buffer).toBeInstanceOf(Buffer);
+        expect(mockSend).toHaveBeenCalledWith('Page.captureScreenshot', { format: 'png' });
+    });
+    it('should capture region via CDP with clip', async () => {
+        const mockSend = vi.fn().mockResolvedValue({
+            data: Buffer.from('png-data').toString('base64'),
+        });
+        source.setSession({ send: mockSend });
+        const result = await source.captureRegion({ x: 100, y: 200, width: 800, height: 600 });
+        expect(result.mode).toBe('region');
+        expect(mockSend).toHaveBeenCalledWith('Page.captureScreenshot', {
+            format: 'png',
+            clip: { x: 100, y: 200, width: 800, height: 600, scale: 1 },
+        });
+    });
+    it('should throw if no CDP session', async () => {
+        await expect(source.captureFullScreen()).rejects.toThrow('CDP 세션이 연결되지 않았습니다.');
+    });
+    it('should have type "cdp"', () => {
+        expect(source.type).toBe('cdp');
+    });
+});
+describe('RemoteCaptureSource', () => {
+    let source;
+    beforeEach(() => {
+        source = new RemoteCaptureSource();
+    });
+    it('should always be unavailable', () => {
+        expect(source.isAvailable()).toBe(false);
+    });
+    it('should throw on captureFullScreen', async () => {
+        await expect(source.captureFullScreen()).rejects.toThrow('Phase 6');
+    });
+    it('should throw on captureRegion', async () => {
+        await expect(source.captureRegion({ x: 0, y: 0, width: 100, height: 100 }))
+            .rejects.toThrow('Phase 6');
+    });
+    it('should throw on captureWindow', async () => {
+        await expect(source.captureWindow('test')).rejects.toThrow('Phase 6');
+    });
+    it('should have type "remote"', () => {
+        expect(source.type).toBe('remote');
+    });
+});
+describe('ScreenCaptureEngine', () => {
+    let logger;
+    beforeEach(() => {
+        logger = createLogger();
+    });
+    it('should use first available source for full capture', async () => {
+        const source = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([source], logger);
+        const result = await engine.capture('full');
+        expect(result.mode).toBe('full');
+    });
+    it('should skip unavailable sources', async () => {
+        const unavailable = new MockCaptureSource(false);
+        const available = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([unavailable, available], logger);
+        const result = await engine.capture('full');
+        expect(result.mode).toBe('full');
+    });
+    it('should throw ALL_SOURCES_FAILED when no source available', async () => {
+        const engine = new ScreenCaptureEngine([new MockCaptureSource(false)], logger);
+        await expect(engine.capture('full')).rejects.toThrow('사용 가능한 캡처 소스가 없습니다.');
+    });
+    it('should capture region with valid coordinates', async () => {
+        const source = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([source], logger);
+        const result = await engine.capture('region', { x: 0, y: 0, width: 800, height: 600 });
+        expect(result.mode).toBe('region');
+    });
+    it('should throw REGION_INVALID when region missing', async () => {
+        const source = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([source], logger);
+        await expect(engine.capture('region')).rejects.toThrow('Region 좌표가 필요합니다.');
+    });
+    it('should throw WINDOW_NOT_FOUND when windowId missing', async () => {
+        const source = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([source], logger);
+        await expect(engine.capture('window')).rejects.toThrow('윈도우 ID가 필요합니다.');
+    });
+    it('should capture window with valid windowId', async () => {
+        const source = new MockCaptureSource(true);
+        const engine = new ScreenCaptureEngine([source], logger);
+        const result = await engine.capture('window', undefined, 'test-window');
+        expect(result.mode).toBe('window');
+    });
+});
+//# sourceMappingURL=ScreenCaptureEngine.test.js.map

package/dist/interface/vision/ScreenCaptureEngine.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCaptureEngine.test.js","sourceRoot":"","sources":["../../../src/interface/vision/ScreenCaptureEngine.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,0BAA0B,CAAC;AAGlC,SAAS,YAAY;IACnB,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAqC,MAAM;IACpE,OAAO;QACL,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC;QACpC,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;QACZ,MAAM,EAAE,KAAK;QACb,SAAS,EAAE,EAAE;QACb,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,IAAI;KACL,CAAC;AACJ,CAAC;AAED,6CAA6C;AAC7C,MAAM,iBAAiB;IACZ,IAAI,GAAG,OAAgB,CAAC;IACzB,SAAS,CAAU;IACnB,UAAU,CAAU;IAE5B,YAAY,SAAS,GAAG,IAAI,EAAE,UAAU,GAAG,KAAK;QAC9C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IAC/B,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,iBAAiB;QACrB,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACvD,OAAO,iBAAiB,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACvD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,aAAa;QACjB,IAAI,IAAI,CAAC,UAAU;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;QACvD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC;CACF;AAED,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,IAAI,MAA0B,CAAC;IAE/B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,kBAAkB,CAAC,YAAY,EAAE,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,8CAA8C;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;QACvC,MAAM,CAAC,OAAO,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,IAAI,MAAwB,CAAC;IAE7B,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,gBAAgB,CAAC,YAAY,EAAE,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC/C,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,CAAC,UAAU,CAAC;YAChB,IAAI,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;SAClF,CAAC,CAAC;QACH,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjD,CAAC,CAAC;QACH,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,iBAAiB,EAAE,CAAC;QAChD,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACjC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;QAC7C,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC,wBAAwB,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;IACrF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,QAAQ,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC;SACjD,CAAC,CAAC;QACH,MAAM,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAEtC,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACvF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnC,MAAM,CAAC,QAAQ,CAAC,CAAC,oBAAoB,CAAC,wBAAwB,EAAE;YAC9D,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE;SAC5D,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,MAA2B,CAAC;IAEhC,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,IAAI,mBAAmB,EAAE,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8BAA8B,EAAE,GAAG,EAAE;QACtC,MAAM,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;QACjD,MAAM,MAAM,CAAC,MAAM,CAAC,iBAAiB,EAAE,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;aACxE,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+BAA+B,EAAE,KAAK,IAAI,EAAE;QAC7C,MAAM,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACxE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2BAA2B,EAAE,GAAG,EAAE;QACnC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACnC,IAAI,MAAoB,CAAC;IAEzB,UAAU,CAAC,GAAG,EAAE;QACd,MAAM,GAAG,YAAY,EAAE,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oDAAoD,EAAE,KAAK,IAAI,EAAE;QAClE,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,WAAW,GAAG,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC;QACjD,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAC5C,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,IAAI,iBAAiB,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC/E,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,qBAAqB,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;QAC5D,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;QACvF,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAC9E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,KAAK,IAAI,EAAE;QACnE,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;QACzD,MAAM,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC3C,MAAM,MAAM,GAAG,IAAI,mBAAmB,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,CAAC;QACzD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC;QACxE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/VisionInterface.d.ts

@@ -0,0 +1,26 @@
+/**
+ * VisionInterface - Vision channel implementation
+ * Phase 4: External Interface
+ */
+import { BaseInterface } from '../BaseInterface.js';
+import { ChannelType, ExternalResponse, InterfaceLogger } from '../types.js';
+export interface VisionConfig {
+    enabled: boolean;
+    geminiApiKey?: string;
+    maxImageSizeMB?: number;
+}
+export declare class VisionInterface extends BaseInterface {
+    readonly name = "vision";
+    readonly channel: ChannelType;
+    private vision;
+    private geminiLive;
+    private config;
+    constructor(config: VisionConfig, logger: InterfaceLogger);
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    sendResponse(response: ExternalResponse): Promise<void>;
+    analyzeImage(image: Buffer, prompt: string): Promise<string>;
+    pushImage(image: Buffer, prompt: string): Promise<void>;
+    analyzeLive(imageBase64: string, prompt: string): Promise<string>;
+}
+//# sourceMappingURL=VisionInterface.d.ts.map

package/dist/interface/vision/VisionInterface.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionInterface.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/VisionInterface.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,WAAW,EAAmB,gBAAgB,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAK9F,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,qBAAa,eAAgB,SAAQ,aAAa;IAChD,QAAQ,CAAC,IAAI,YAAY;IACzB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAY;IACzC,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,UAAU,CAA2B;IAC7C,OAAO,CAAC,MAAM,CAAe;gBAEjB,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe;IAKnD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IA4BtB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC;IAcrB,YAAY,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAK5D,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAevD,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;CAuBxE"}

package/dist/interface/vision/VisionInterface.js

@@ -0,0 +1,105 @@
+/**
+ * VisionInterface - Vision channel implementation
+ * Phase 4: External Interface
+ */
+import { BaseInterface } from '../BaseInterface.js';
+import { GeminiVision } from './GeminiVision.js';
+import { GeminiLive } from './GeminiLive.js';
+import * as crypto from 'node:crypto';
+export class VisionInterface extends BaseInterface {
+    name = 'vision';
+    channel = 'vision';
+    vision = null;
+    geminiLive = null;
+    config;
+    constructor(config, logger) {
+        super(logger);
+        this.config = config;
+    }
+    async start() {
+        if (!this.config.enabled) {
+            this.status = 'disabled';
+            return;
+        }
+        const apiKey = this.config.geminiApiKey || process.env.GEMINI_API_KEY || '';
+        if (!apiKey) {
+            this.logger('warn', 'Vision disabled: GEMINI_API_KEY not set');
+            this.status = 'disabled';
+            return;
+        }
+        this.vision = new GeminiVision(apiKey);
+        // Try to create GeminiLive instance (lazy connect on first use)
+        try {
+            this.geminiLive = new GeminiLive(apiKey, this.logger);
+            this.logger('info', 'GeminiLive client created (will connect on first use)');
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            this.logger('warn', `GeminiLive unavailable: ${msg}`);
+            this.geminiLive = null;
+        }
+        this.status = 'enabled';
+        this.connectedAt = new Date().toISOString();
+        this.logger('info', 'Vision interface started');
+    }
+    async stop() {
+        if (this.vision) {
+            this.vision.stopLiveSession();
+            this.vision = null;
+        }
+        if (this.geminiLive) {
+            await this.geminiLive.disconnect();
+            this.geminiLive = null;
+        }
+        await this.flushAllBuffers();
+        this.status = 'disabled';
+        this.logger('info', 'Vision interface stopped');
+    }
+    async sendResponse(response) {
+        this.logger('debug', `Vision response: ${response.content.slice(0, 100)}`);
+    }
+    async analyzeImage(image, prompt) {
+        if (!this.vision)
+            throw new Error('Vision interface not started');
+        return this.vision.analyzeImage(image, prompt);
+    }
+    async pushImage(image, prompt) {
+        if (!this.vision)
+            throw new Error('Vision interface not started');
+        const result = await this.vision.analyzeImage(image, prompt);
+        const message = {
+            id: crypto.randomUUID(),
+            channel: 'vision',
+            chatId: 'vision-analysis',
+            userId: 'vision',
+            content: result,
+            type: 'text',
+            timestamp: new Date().toISOString(),
+        };
+        await this.dispatchMessage(message);
+    }
+    async analyzeLive(imageBase64, prompt) {
+        // Try GeminiLive first (WebSocket), fallback to REST
+        if (this.geminiLive) {
+            try {
+                // Lazy connect on first use
+                if (!this.geminiLive.isConnected()) {
+                    await this.geminiLive.connect();
+                    this.logger('info', 'GeminiLive connected');
+                }
+                const result = await this.geminiLive.sendImage(imageBase64, 'image/png', prompt);
+                return result;
+            }
+            catch (err) {
+                const msg = err instanceof Error ? err.message : String(err);
+                this.logger('warn', `GeminiLive failed, falling back to REST: ${msg}`);
+            }
+        }
+        // Fallback to REST API
+        if (!this.vision)
+            throw new Error('Vision interface not started');
+        const imageBuffer = Buffer.from(imageBase64, 'base64');
+        return this.vision.analyzeImage(imageBuffer, prompt);
+    }
+}
+//# sourceMappingURL=VisionInterface.js.map

package/dist/interface/vision/VisionInterface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionInterface.js","sourceRoot":"","sources":["../../../src/interface/vision/VisionInterface.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAEpD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAQtC,MAAM,OAAO,eAAgB,SAAQ,aAAa;IACvC,IAAI,GAAG,QAAQ,CAAC;IAChB,OAAO,GAAgB,QAAQ,CAAC;IACjC,MAAM,GAAwB,IAAI,CAAC;IACnC,UAAU,GAAsB,IAAI,CAAC;IACrC,MAAM,CAAe;IAE7B,YAAY,MAAoB,EAAE,MAAuB;QACvD,KAAK,CAAC,MAAM,CAAC,CAAC;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;YACzB,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE,CAAC;QAC5E,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,yCAAyC,CAAC,CAAC;YAC/D,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;YACzB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,MAAM,CAAC,CAAC;QAEvC,gEAAgE;QAChE,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,IAAI,UAAU,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,uDAAuD,CAAC,CAAC;QAC/E,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,2BAA2B,GAAG,EAAE,CAAC,CAAC;YACtD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC5C,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YAC9B,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,MAAM,IAAI,CAAC,eAAe,EAAE,CAAC;QAC7B,IAAI,CAAC,MAAM,GAAG,UAAU,CAAC;QACzB,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,0BAA0B,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAA0B;QAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,oBAAoB,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,MAAc;QAC9C,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAa,EAAE,MAAc;QAC3C,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,OAAO,GAAoB;YAC/B,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;YACvB,OAAO,EAAE,QAAQ;YACjB,MAAM,EAAE,iBAAiB;YACzB,MAAM,EAAE,QAAQ;YAChB,OAAO,EAAE,MAAM;YACf,IAAI,EAAE,MAAM;YACZ,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;QACF,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,MAAc;QACnD,qDAAqD;QACrD,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,4BAA4B;gBAC5B,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,EAAE,EAAE,CAAC;oBACnC,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;oBAChC,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,sBAAsB,CAAC,CAAC;gBAC9C,CAAC;gBAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC,WAAW,EAAE,WAAW,EAAE,MAAM,CAAC,CAAC;gBACjF,OAAO,MAAM,CAAC;YAChB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,IAAI,CAAC,MAAM,CAAC,MAAM,EAAE,4CAA4C,GAAG,EAAE,CAAC,CAAC;YACzE,CAAC;QACH,CAAC;QAED,uBAAuB;QACvB,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClE,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;QACvD,OAAO,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;CACF"}