@su-record/vibe 2.7.2 → 2.7.5

package/dist/interface/vision/__tests__/GeminiVision.test.js

@@ -0,0 +1,92 @@
+/**
+ * Unit tests for GeminiVision
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+// Mock https module
+const mockRequest = vi.fn();
+vi.mock('node:https', () => ({
+    default: {
+        request: mockRequest,
+    },
+}));
+// Mock auth module
+vi.mock('../../../lib/gemini/auth.js', () => ({
+    getApiKeyFromConfig: vi.fn(() => 'test-api-key'),
+}));
+describe('GeminiVision', () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    describe('constructor', () => {
+        it('initializes with API key', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            expect(vision).toBeDefined();
+        });
+    });
+    describe('rate limiting', () => {
+        it('enforces rate limit per minute', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            // Consume all tokens
+            vision['tokenBucket'].tokens = 0;
+            // Should wait when no tokens available
+            const waitPromise = vision['waitForToken']();
+            expect(waitPromise).toBeInstanceOf(Promise);
+        });
+        it('refills tokens after time passes', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            // Set last refill to past
+            vision['tokenBucket'].lastRefill = Date.now() - 70000; // 70 seconds ago
+            vision['refillTokenBucket']();
+            expect(vision['tokenBucket'].tokens).toBe(10);
+        });
+    });
+    describe('image validation', () => {
+        it('resizes image if too large', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            const largeImage = Buffer.alloc(5 * 1024 * 1024); // 5MB
+            const resized = vision['resizeImageIfNeeded'](largeImage);
+            expect(resized.length).toBeLessThanOrEqual(4 * 1024 * 1024);
+        });
+        it('keeps image as-is if within limit', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            const smallImage = Buffer.alloc(1024); // 1KB
+            const resized = vision['resizeImageIfNeeded'](smallImage);
+            expect(resized).toBe(smallImage);
+        });
+    });
+    describe('session management', () => {
+        it('starts live session', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            vision.startLiveSession('analyze this');
+            expect(vision['liveSession'].isActive).toBe(true);
+            expect(vision['liveSession'].prompt).toBe('analyze this');
+        });
+        it('throws if starting session when already active', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            vision.startLiveSession('prompt 1');
+            expect(() => vision.startLiveSession('prompt 2')).toThrow('already active');
+        });
+        it('stops live session', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            vision.startLiveSession('test');
+            vision.stopLiveSession();
+            expect(vision['liveSession'].isActive).toBe(false);
+        });
+        it('handles stop on inactive session', async () => {
+            const { GeminiVision } = await import('../GeminiVision.js');
+            const vision = new GeminiVision('test-key');
+            // Should not throw
+            vision.stopLiveSession();
+            expect(vision['liveSession'].isActive).toBe(false);
+        });
+    });
+});
+//# sourceMappingURL=GeminiVision.test.js.map

package/dist/interface/vision/__tests__/GeminiVision.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiVision.test.js","sourceRoot":"","sources":["../../../../src/interface/vision/__tests__/GeminiVision.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,oBAAoB;AACpB,MAAM,WAAW,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;AAC5B,EAAE,CAAC,IAAI,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;IAC3B,OAAO,EAAE;QACP,OAAO,EAAE,WAAW;KACrB;CACF,CAAC,CAAC,CAAC;AAEJ,mBAAmB;AACnB,EAAE,CAAC,IAAI,CAAC,6BAA6B,EAAE,GAAG,EAAE,CAAC,CAAC;IAC5C,mBAAmB,EAAE,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC;CACjD,CAAC,CAAC,CAAC;AAEJ,QAAQ,CAAC,cAAc,EAAE,GAAG,EAAE;IAC5B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,0BAA0B,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,WAAW,EAAE,CAAC;QAC/B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;QAC7B,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC9C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,qBAAqB;YACrB,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;YAEjC,uCAAuC;YACvC,MAAM,WAAW,GAAG,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,0BAA0B;YAC1B,MAAM,CAAC,aAAa,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC,CAAC,iBAAiB;YAExE,MAAM,CAAC,mBAAmB,CAAC,EAAE,CAAC;YAE9B,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM;YACxD,MAAM,OAAO,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC,UAAU,CAAC,CAAC;YAE1D,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAC9D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YACjD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM;YAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,qBAAqB,CAAC,CAAC,UAAU,CAAC,CAAC;YAE1D,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,qBAAqB,EAAE,KAAK,IAAI,EAAE;YACnC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,MAAM,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YAExC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClD,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC9D,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC;YAEpC,MAAM,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,gBAAgB,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;YAClC,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,MAAM,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;YAChC,MAAM,CAAC,eAAe,EAAE,CAAC;YAEzB,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kCAAkC,EAAE,KAAK,IAAI,EAAE;YAChD,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YAC5D,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,UAAU,CAAC,CAAC;YAE5C,mBAAmB;YACnB,MAAM,CAAC,eAAe,EAAE,CAAC;YAEzB,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/__tests__/ScreenCapture.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Unit tests for ScreenCapture
+ */
+export {};
+//# sourceMappingURL=ScreenCapture.test.d.ts.map

package/dist/interface/vision/__tests__/ScreenCapture.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCapture.test.d.ts","sourceRoot":"","sources":["../../../../src/interface/vision/__tests__/ScreenCapture.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/interface/vision/__tests__/ScreenCapture.test.js

@@ -0,0 +1,24 @@
+/**
+ * Unit tests for ScreenCapture
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+describe('ScreenCapture', () => {
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    describe('exports', () => {
+        it('exports ScreenCapture class', async () => {
+            const mod = await import('../ScreenCapture.js');
+            expect(mod.ScreenCapture).toBeDefined();
+            expect(typeof mod.ScreenCapture.capture).toBe('function');
+        });
+    });
+    describe('flood protection', () => {
+        it('enforces minimum interval via static property', async () => {
+            const { ScreenCapture } = await import('../ScreenCapture.js');
+            // Access the private static MIN_INTERVAL_MS
+            expect(ScreenCapture['MIN_INTERVAL_MS']).toBe(1000);
+        });
+    });
+});
+//# sourceMappingURL=ScreenCapture.test.js.map

package/dist/interface/vision/__tests__/ScreenCapture.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ScreenCapture.test.js","sourceRoot":"","sources":["../../../../src/interface/vision/__tests__/ScreenCapture.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAE9D,QAAQ,CAAC,eAAe,EAAE,GAAG,EAAE;IAC7B,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,SAAS,EAAE,GAAG,EAAE;QACvB,EAAE,CAAC,6BAA6B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,GAAG,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,qBAAqB,CAAC,CAAC;YAC9D,4CAA4C;YAC5C,MAAM,CAAC,aAAa,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/__tests__/VisionInterface.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Unit tests for VisionInterface
+ */
+export {};
+//# sourceMappingURL=VisionInterface.test.d.ts.map

package/dist/interface/vision/__tests__/VisionInterface.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionInterface.test.d.ts","sourceRoot":"","sources":["../../../../src/interface/vision/__tests__/VisionInterface.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/interface/vision/__tests__/VisionInterface.test.js

@@ -0,0 +1,59 @@
+/**
+ * Unit tests for VisionInterface
+ */
+import { describe, it, expect, vi, beforeEach } from 'vitest';
+// Mock GeminiVisionClass BEFORE importing VisionInterface
+vi.mock('../GeminiVision.js', () => {
+    class MockGeminiVision {
+        analyzeImage = vi.fn().mockResolvedValue('analysis result');
+        startLiveSession = vi.fn();
+        stopLiveSession = vi.fn();
+    }
+    return {
+        GeminiVision: MockGeminiVision,
+    };
+});
+import { VisionInterface } from '../VisionInterface.js';
+describe('VisionInterface', () => {
+    const mockLogger = vi.fn();
+    beforeEach(() => {
+        vi.clearAllMocks();
+    });
+    describe('constructor', () => {
+        it('initializes with config', () => {
+            const vision = new VisionInterface({ enabled: true }, mockLogger);
+            expect(vision.name).toBe('vision');
+            expect(vision.channel).toBe('vision');
+        });
+    });
+    describe('start', () => {
+        it('stays disabled if config.enabled is false', async () => {
+            const vision = new VisionInterface({ enabled: false }, mockLogger);
+            await vision.start();
+            expect(vision.getStatus()).toBe('disabled');
+        });
+        it('disables if no API key', async () => {
+            const origKey = process.env.GEMINI_API_KEY;
+            delete process.env.GEMINI_API_KEY;
+            const vision = new VisionInterface({ enabled: true }, mockLogger);
+            await vision.start();
+            expect(vision.getStatus()).toBe('disabled');
+            if (origKey)
+                process.env.GEMINI_API_KEY = origKey;
+        });
+        it('enables with valid API key', async () => {
+            const vision = new VisionInterface({ enabled: true, geminiApiKey: 'test-key' }, mockLogger);
+            await vision.start();
+            expect(vision.getStatus()).toBe('enabled');
+        });
+    });
+    describe('stop', () => {
+        it('stops and disables', async () => {
+            const vision = new VisionInterface({ enabled: true, geminiApiKey: 'test-key' }, mockLogger);
+            await vision.start();
+            await vision.stop();
+            expect(vision.getStatus()).toBe('disabled');
+        });
+    });
+});
+//# sourceMappingURL=VisionInterface.test.js.map

package/dist/interface/vision/__tests__/VisionInterface.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"VisionInterface.test.js","sourceRoot":"","sources":["../../../../src/interface/vision/__tests__/VisionInterface.test.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAG9D,0DAA0D;AAC1D,EAAE,CAAC,IAAI,CAAC,oBAAoB,EAAE,GAAG,EAAE;IACjC,MAAM,gBAAgB;QACpB,YAAY,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QAC5D,gBAAgB,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,eAAe,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;KAC3B;IACD,OAAO;QACL,YAAY,EAAE,gBAAgB;KAC/B,CAAC;AACJ,CAAC,CAAC,CAAC;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAExD,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,MAAM,UAAU,GAAoB,EAAE,CAAC,EAAE,EAAE,CAAC;IAE5C,UAAU,CAAC,GAAG,EAAE;QACd,EAAE,CAAC,aAAa,EAAE,CAAC;IACrB,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,yBAAyB,EAAE,GAAG,EAAE;YACjC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;YAClE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,2CAA2C,EAAE,KAAK,IAAI,EAAE;YACzD,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,UAAU,CAAC,CAAC;YACnE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,wBAAwB,EAAE,KAAK,IAAI,EAAE;YACtC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;YAClC,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,UAAU,CAAC,CAAC;YAClE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5C,IAAI,OAAO;gBAAE,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,OAAO,CAAC;QACpD,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC1C,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAC3C,UAAU,CACX,CAAC;YACF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,MAAM,EAAE,GAAG,EAAE;QACpB,EAAE,CAAC,oBAAoB,EAAE,KAAK,IAAI,EAAE;YAClC,MAAM,MAAM,GAAG,IAAI,eAAe,CAChC,EAAE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAC3C,UAAU,CACX,CAAC;YACF,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YACpB,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/index.d.ts

@@ -0,0 +1,20 @@
+/**
+ * Vision Module Exports
+ * Phase 4: External Interface + Engine
+ */
+export { ScreenCapture } from './ScreenCapture.js';
+export type { CaptureOptions } from './ScreenCapture.js';
+export { GeminiVision } from './GeminiVision.js';
+export { GeminiLive } from './GeminiLive.js';
+export type { GeminiContent } from './GeminiLive.js';
+export { VisionInterface } from './VisionInterface.js';
+export type { VisionConfig } from './VisionInterface.js';
+export { ScreenCaptureEngine, LocalCaptureSource, CDPCaptureSource, RemoteCaptureSource } from './ScreenCaptureEngine.js';
+export { AdaptiveFrameSampler } from './AdaptiveFrameSampler.js';
+export { GeminiLiveStream } from './GeminiLiveStream.js';
+export type { StreamEvent } from './GeminiLiveStream.js';
+export { VisionSession, VisionSessionManager } from './VisionSession.js';
+export type { VisionSessionEvents } from './VisionSession.js';
+export type { CaptureMode, CaptureSourceType, CaptureRegion, CaptureResult, ICaptureSource, FrameSamplerConfig, FrameSample, VisionSessionState, VisionSessionConfig, VisionSessionInfo, VisionErrorCode, VisionError, VisionLogger, } from './types.js';
+export { DEFAULT_SAMPLER_CONFIG, DEFAULT_VISION_SESSION_CONFIG, createVisionError } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/interface/vision/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,YAAY,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AACrD,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AACvD,YAAY,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC1H,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,YAAY,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AACzE,YAAY,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAG9D,YAAY,EACV,WAAW,EACX,iBAAiB,EACjB,aAAa,EACb,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,WAAW,EACX,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,eAAe,EACf,WAAW,EACX,YAAY,GACb,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC"}

package/dist/interface/vision/index.js

@@ -0,0 +1,16 @@
+/**
+ * Vision Module Exports
+ * Phase 4: External Interface + Engine
+ */
+// Interface layer (REST + WebSocket)
+export { ScreenCapture } from './ScreenCapture.js';
+export { GeminiVision } from './GeminiVision.js';
+export { GeminiLive } from './GeminiLive.js';
+export { VisionInterface } from './VisionInterface.js';
+// Engine layer (multi-source capture + session management)
+export { ScreenCaptureEngine, LocalCaptureSource, CDPCaptureSource, RemoteCaptureSource } from './ScreenCaptureEngine.js';
+export { AdaptiveFrameSampler } from './AdaptiveFrameSampler.js';
+export { GeminiLiveStream } from './GeminiLiveStream.js';
+export { VisionSession, VisionSessionManager } from './VisionSession.js';
+export { DEFAULT_SAMPLER_CONFIG, DEFAULT_VISION_SESSION_CONFIG, createVisionError } from './types.js';
+//# sourceMappingURL=index.js.map

package/dist/interface/vision/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/interface/vision/index.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,qCAAqC;AACrC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAE7C,OAAO,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAGvD,2DAA2D;AAC3D,OAAO,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AAC1H,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AACjE,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,aAAa,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAmBzE,OAAO,EAAE,sBAAsB,EAAE,6BAA6B,EAAE,iBAAiB,EAAE,MAAM,YAAY,CAAC"}

package/dist/interface/vision/types.d.ts

@@ -0,0 +1,79 @@
+/**
+ * Vision Pipeline Types
+ *
+ * Phase 4: Screen Capture, Adaptive Sampling, Vision Session.
+ */
+export type CaptureMode = 'full' | 'region' | 'window';
+export type CaptureSourceType = 'local' | 'cdp' | 'remote';
+export interface CaptureRegion {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+}
+export interface CaptureResult {
+    buffer: Buffer;
+    width: number;
+    height: number;
+    format: 'webp' | 'png' | 'jpeg';
+    sizeBytes: number;
+    capturedAt: string;
+    mode: CaptureMode;
+}
+export interface ICaptureSource {
+    readonly type: CaptureSourceType;
+    captureFullScreen(): Promise<CaptureResult>;
+    captureRegion(region: CaptureRegion): Promise<CaptureResult>;
+    captureWindow(windowId: string): Promise<CaptureResult>;
+    isAvailable(): boolean;
+}
+export interface FrameSamplerConfig {
+    /** 최소 FPS (프레임 스킵 후에도 보장) */
+    minFps: number;
+    /** 최대 FPS */
+    maxFps: number;
+    /** diff 임계값 (0~1, 이 이상 변경 시 프레임 전송) */
+    diffThreshold: number;
+    /** 다운샘플 해시 크기 (기본 16 = 16x16 = 256 pixels) */
+    hashSize: number;
+}
+export declare const DEFAULT_SAMPLER_CONFIG: Readonly<FrameSamplerConfig>;
+export interface FrameSample {
+    buffer: Buffer;
+    hash: string;
+    isKeyFrame: boolean;
+    frameIndex: number;
+    timestamp: number;
+}
+export type VisionSessionState = 'idle' | 'capturing' | 'streaming' | 'paused' | 'ended';
+export interface VisionSessionConfig {
+    /** 비활성 타임아웃 (ms, 기본 10분) */
+    inactivityTimeoutMs: number;
+    /** 최대 세션 시간 (ms, 기본 5분 — 비용 캡) */
+    maxDurationMs: number;
+    /** 초기 캡처 모드 */
+    initialMode: CaptureMode;
+    /** 초기 Region (mode가 region일 때) */
+    initialRegion?: CaptureRegion;
+    /** 초기 윈도우 ID (mode가 window일 때) */
+    initialWindowId?: string;
+}
+export declare const DEFAULT_VISION_SESSION_CONFIG: Readonly<VisionSessionConfig>;
+export interface VisionSessionInfo {
+    sessionId: string;
+    state: VisionSessionState;
+    mode: CaptureMode;
+    framesSent: number;
+    framesSkipped: number;
+    startedAt: string;
+    lastActivityAt: string;
+    elapsedMs: number;
+}
+export type VisionErrorCode = 'CAPTURE_FAILED' | 'CAPTURE_PERMISSION_DENIED' | 'WINDOW_NOT_FOUND' | 'REGION_INVALID' | 'GEMINI_CONNECTION_FAILED' | 'SESSION_TIMEOUT' | 'SESSION_ENDED' | 'MAX_DURATION_EXCEEDED' | 'ALL_SOURCES_FAILED';
+export interface VisionError extends Error {
+    code: VisionErrorCode;
+}
+export declare function createVisionError(code: VisionErrorCode, message: string): VisionError;
+export type VisionLogLevel = 'debug' | 'info' | 'warn' | 'error';
+export type VisionLogger = (level: VisionLogLevel, message: string, data?: unknown) => void;
+//# sourceMappingURL=types.d.ts.map

package/dist/interface/vision/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAMH,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAEvD,MAAM,MAAM,iBAAiB,GAAG,OAAO,GAAG,KAAK,GAAG,QAAQ,CAAC;AAE3D,MAAM,WAAW,aAAa;IAC5B,CAAC,EAAE,MAAM,CAAC;IACV,CAAC,EAAE,MAAM,CAAC;IACV,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,GAAG,KAAK,GAAG,MAAM,CAAC;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,IAAI,EAAE,WAAW,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,IAAI,EAAE,iBAAiB,CAAC;IACjC,iBAAiB,IAAI,OAAO,CAAC,aAAa,CAAC,CAAC;IAC5C,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAC7D,aAAa,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACxD,WAAW,IAAI,OAAO,CAAC;CACxB;AAMD,MAAM,WAAW,kBAAkB;IACjC,6BAA6B;IAC7B,MAAM,EAAE,MAAM,CAAC;IACf,aAAa;IACb,MAAM,EAAE,MAAM,CAAC;IACf,uCAAuC;IACvC,aAAa,EAAE,MAAM,CAAC;IACtB,8CAA8C;IAC9C,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,eAAO,MAAM,sBAAsB,EAAE,QAAQ,CAAC,kBAAkB,CAK/D,CAAC;AAEF,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,OAAO,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,kBAAkB,GAAG,MAAM,GAAG,WAAW,GAAG,WAAW,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEzF,MAAM,WAAW,mBAAmB;IAClC,4BAA4B;IAC5B,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kCAAkC;IAClC,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe;IACf,WAAW,EAAE,WAAW,CAAC;IACzB,kCAAkC;IAClC,aAAa,CAAC,EAAE,aAAa,CAAC;IAC9B,kCAAkC;IAClC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,eAAO,MAAM,6BAA6B,EAAE,QAAQ,CAAC,mBAAmB,CAIvE,CAAC;AAEF,MAAM,WAAW,iBAAiB;IAChC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,kBAAkB,CAAC;IAC1B,IAAI,EAAE,WAAW,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACnB;AAMD,MAAM,MAAM,eAAe,GACvB,gBAAgB,GAChB,2BAA2B,GAC3B,kBAAkB,GAClB,gBAAgB,GAChB,0BAA0B,GAC1B,iBAAiB,GACjB,eAAe,GACf,uBAAuB,GACvB,oBAAoB,CAAC;AAEzB,MAAM,WAAW,WAAY,SAAQ,KAAK;IACxC,IAAI,EAAE,eAAe,CAAC;CACvB;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,MAAM,GAAG,WAAW,CAIrF;AAMD,MAAM,MAAM,cAAc,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;AAEjE,MAAM,MAAM,YAAY,GAAG,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC"}

package/dist/interface/vision/types.js

@@ -0,0 +1,22 @@
+/**
+ * Vision Pipeline Types
+ *
+ * Phase 4: Screen Capture, Adaptive Sampling, Vision Session.
+ */
+export const DEFAULT_SAMPLER_CONFIG = {
+    minFps: 1,
+    maxFps: 5,
+    diffThreshold: 0.05,
+    hashSize: 16,
+};
+export const DEFAULT_VISION_SESSION_CONFIG = {
+    inactivityTimeoutMs: 10 * 60 * 1000,
+    maxDurationMs: 5 * 60 * 1000,
+    initialMode: 'full',
+};
+export function createVisionError(code, message) {
+    const error = new Error(message);
+    error.code = code;
+    return error;
+}
+//# sourceMappingURL=types.js.map

package/dist/interface/vision/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/interface/vision/types.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAkDH,MAAM,CAAC,MAAM,sBAAsB,GAAiC;IAClE,MAAM,EAAE,CAAC;IACT,MAAM,EAAE,CAAC;IACT,aAAa,EAAE,IAAI;IACnB,QAAQ,EAAE,EAAE;CACb,CAAC;AA6BF,MAAM,CAAC,MAAM,6BAA6B,GAAkC;IAC1E,mBAAmB,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI;IACnC,aAAa,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI;IAC5B,WAAW,EAAE,MAAM;CACpB,CAAC;AAgCF,MAAM,UAAU,iBAAiB,CAAC,IAAqB,EAAE,OAAe;IACtE,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,OAAO,CAAgB,CAAC;IAChD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;IAClB,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/interface/voice/STTProvider.d.ts

@@ -0,0 +1,48 @@
+/**
+ * STT Multi-Provider — 음성 → 텍스트 변환
+ *
+ * Provider 체인: Gemini → Whisper → Deepgram
+ * 자동 fallback: 실패 시 다음 프로바이더.
+ * Circuit Breaker: 연속 실패 3회 → 10초 대기.
+ */
+import type { ISTTProvider, STTResult, STTProviderName, STTProviderConfig, VoiceLogger } from './types.js';
+export declare class GeminiSTTProvider implements ISTTProvider {
+    readonly name: STTProviderName;
+    private apiKey;
+    private timeoutMs;
+    constructor(config: STTProviderConfig);
+    isAvailable(): boolean;
+    transcribe(audio: Buffer, mime: string, language?: string): Promise<STTResult>;
+}
+export declare class WhisperSTTProvider implements ISTTProvider {
+    readonly name: STTProviderName;
+    private apiKey;
+    private timeoutMs;
+    constructor(config: STTProviderConfig);
+    isAvailable(): boolean;
+    transcribe(audio: Buffer, mime: string, language?: string): Promise<STTResult>;
+}
+export declare class DeepgramSTTProvider implements ISTTProvider {
+    readonly name: STTProviderName;
+    private apiKey;
+    private timeoutMs;
+    constructor(config: STTProviderConfig);
+    isAvailable(): boolean;
+    transcribe(audio: Buffer, mime: string, language?: string): Promise<STTResult>;
+}
+export declare class STTProviderChain {
+    private providers;
+    private logger;
+    private failures;
+    private circuitOpenUntil;
+    constructor(configs: STTProviderConfig[], logger: VoiceLogger);
+    transcribe(audio: Buffer, mime: string, language?: string): Promise<STTResult>;
+    getAvailableProviders(): STTProviderName[];
+    private createProvider;
+    private recordFailure;
+    private resetFailures;
+    private isCircuitOpen;
+}
+/** 기본 STT 설정 생성 */
+export declare function getDefaultSTTConfigs(): STTProviderConfig[];
+//# sourceMappingURL=STTProvider.d.ts.map

package/dist/interface/voice/STTProvider.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"STTProvider.d.ts","sourceRoot":"","sources":["../../../src/interface/voice/STTProvider.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,KAAK,EACV,YAAY,EACZ,SAAS,EACT,eAAe,EACf,iBAAiB,EACjB,WAAW,EACZ,MAAM,YAAY,CAAC;AASpB,qBAAa,iBAAkB,YAAW,YAAY;IACpD,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAY;IAC1C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,iBAAiB;IAKrC,WAAW,IAAI,OAAO;IAIhB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;CAyCrF;AAYD,qBAAa,kBAAmB,YAAW,YAAY;IACrD,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAa;IAC3C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,iBAAiB;IAKrC,WAAW,IAAI,OAAO;IAIhB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;CAqCrF;AAMD,qBAAa,mBAAoB,YAAW,YAAY;IACtD,QAAQ,CAAC,IAAI,EAAE,eAAe,CAAc;IAC5C,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,SAAS,CAAS;gBAEd,MAAM,EAAE,iBAAiB;IAKrC,WAAW,IAAI,OAAO;IAIhB,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;CAoCrF;AAcD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,SAAS,CAAiB;IAClC,OAAO,CAAC,MAAM,CAAc;IAC5B,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,gBAAgB,CAA6B;gBAEzC,OAAO,EAAE,iBAAiB,EAAE,EAAE,MAAM,EAAE,WAAW;IAOvD,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC;IAwBpF,qBAAqB,IAAI,eAAe,EAAE;IAM1C,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,aAAa;IAUrB,OAAO,CAAC,aAAa;IAKrB,OAAO,CAAC,aAAa;CAStB;AAqBD,mBAAmB;AACnB,wBAAgB,oBAAoB,IAAI,iBAAiB,EAAE,CAM1D"}