@su-record/vibe 2.7.2 → 2.7.5

package/dist/interface/types.d.ts

@@ -0,0 +1,167 @@
+/**
+ * External Interface Type Definitions
+ * Phase 4: External Interface
+ */
+import { LogLevel } from '../daemon/types.js';
+export type ChannelType = 'telegram' | 'web' | 'webhook' | 'cli' | 'vision' | 'slack';
+/** 파일 첨부 정보 (Phase 2: sonolbot-patterns) */
+export interface FileAttachment {
+    type: 'photo' | 'document' | 'video' | 'audio' | 'voice';
+    path: string;
+    name: string;
+    mimeType?: string;
+    size?: number;
+    duration?: number;
+}
+/** GPS 위치 정보 (Phase 2: sonolbot-patterns) */
+export interface LocationInfo {
+    latitude: number;
+    longitude: number;
+    accuracy?: number;
+}
+export interface ExternalMessage {
+    id: string;
+    channel: ChannelType;
+    chatId: string;
+    userId: string;
+    content: string;
+    type: 'text' | 'voice' | 'file' | 'command';
+    metadata?: Record<string, unknown>;
+    timestamp: string;
+    /** 첨부 파일 목록 (Phase 2) */
+    files?: FileAttachment[];
+    /** GPS 위치 정보 (Phase 2) */
+    location?: LocationInfo;
+    /** 배치 합산된 원본 메시지 ID (Phase 3) */
+    batchedFrom?: string[];
+    /** 각 메시지의 타임스탬프 (Phase 3) */
+    allTimestamps?: string[];
+}
+export interface ExternalResponse {
+    messageId: string;
+    channel: ChannelType;
+    chatId: string;
+    content: string;
+    format: 'text' | 'markdown' | 'html';
+    metadata?: Record<string, unknown>;
+}
+export type InterfaceStatus = 'enabled' | 'disabled' | 'error' | 'connecting';
+export interface InterfaceInfo {
+    name: string;
+    channel: ChannelType;
+    status: InterfaceStatus;
+    connectedAt?: string;
+    lastActivity?: string;
+    metadata?: Record<string, unknown>;
+}
+export interface ExternalInterface {
+    readonly name: string;
+    readonly channel: ChannelType;
+    getStatus(): InterfaceStatus;
+    start(): Promise<void>;
+    stop(): Promise<void>;
+    sendResponse(response: ExternalResponse): Promise<void>;
+    getInfo(): InterfaceInfo;
+}
+export interface TelegramConfig {
+    botToken: string;
+    allowedChatIds: string[];
+    pollingTimeout?: number;
+}
+export interface VisionConfig {
+    enabled: boolean;
+    geminiApiKey?: string;
+    maxImageSizeMB?: number;
+}
+export interface SlackConfig {
+    botToken: string;
+    appToken: string;
+    allowedChannelIds: string[];
+}
+export interface VibeChannelsConfig {
+    telegram?: {
+        enabled: boolean;
+        config?: TelegramConfig;
+    };
+    slack?: {
+        enabled: boolean;
+        config?: SlackConfig;
+    };
+    vision?: {
+        enabled: boolean;
+        config?: VisionConfig;
+    };
+    web?: {
+        enabled: boolean;
+        config?: WebServerConfig;
+    };
+}
+export interface WebServerConfig {
+    port: number;
+    host: string;
+    authToken: string;
+    maxConnections: number;
+    maxSseConnections: number;
+    idleTimeoutMs: number;
+    maxPayloadBytes: number;
+    corsOrigins: string[];
+    authMode: 'local' | 'cloud' | 'google';
+    jwtSecret?: string;
+    jwtIssuer?: string;
+    jwtAudience?: string;
+    googleClientId?: string;
+    googleClientSecret?: string;
+}
+export interface WebSocketMessage {
+    type: 'auth' | 'message' | 'ping' | 'pong';
+    token?: string;
+    content?: string;
+    jobId?: string;
+}
+export type WebhookProvider = 'github' | 'gitlab' | 'custom';
+export interface WebhookConfig {
+    name: string;
+    provider: WebhookProvider;
+    secret: string;
+    events?: string[];
+}
+export interface WebhookEvent {
+    provider: WebhookProvider;
+    event: string;
+    deliveryId: string;
+    payload: Record<string, unknown>;
+    verified: boolean;
+}
+export interface ClaudeStreamMessage {
+    type: 'user' | 'assistant' | 'system' | 'result' | 'permission_request';
+    subtype?: string;
+    message?: {
+        role?: string;
+        content?: string | Array<{
+            text: string;
+        }>;
+    };
+    result?: string;
+    permission?: {
+        tool: string;
+        description: string;
+    };
+}
+export interface ClaudeSessionConfig {
+    sessionId?: string;
+    projectPath: string;
+    maxRetries: number;
+}
+export interface PermissionRequest {
+    jobId: string;
+    sessionId: string;
+    tool: string;
+    description: string;
+    timestamp: string;
+}
+export interface PermissionResponse {
+    jobId: string;
+    approved: boolean;
+}
+export type InterfaceLogger = (level: LogLevel, message: string, data?: unknown) => void;
+//# sourceMappingURL=types.d.ts.map

package/dist/interface/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/interface/types.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAM9C,MAAM,MAAM,WAAW,GAAG,UAAU,GAAG,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,OAAO,CAAC;AAEtF,4CAA4C;AAC5C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;IACzD,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,6CAA6C;AAC7C,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,WAAW,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,SAAS,CAAC;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,yBAAyB;IACzB,KAAK,CAAC,EAAE,cAAc,EAAE,CAAC;IACzB,0BAA0B;IAC1B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,iCAAiC;IACjC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;IACvB,6BAA6B;IAC7B,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,MAAM,WAAW,gBAAgB;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,WAAW,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,GAAG,UAAU,GAAG,MAAM,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAMD,MAAM,MAAM,eAAe,GAAG,SAAS,GAAG,UAAU,GAAG,OAAO,GAAG,YAAY,CAAC;AAE9E,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,WAAW,CAAC;IACrB,MAAM,EAAE,eAAe,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAMD,MAAM,WAAW,iBAAiB;IAChC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,OAAO,EAAE,WAAW,CAAC;IAC9B,SAAS,IAAI,eAAe,CAAC;IAC7B,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACtB,YAAY,CAAC,QAAQ,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACxD,OAAO,IAAI,aAAa,CAAC;CAC1B;AAMD,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAMD,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAMD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,iBAAiB,EAAE,MAAM,EAAE,CAAC;CAC7B;AAMD,MAAM,WAAW,kBAAkB;IACjC,QAAQ,CAAC,EAAE;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,cAAc,CAAC;KACzB,CAAC;IACF,KAAK,CAAC,EAAE;QACN,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,WAAW,CAAC;KACtB,CAAC;IACF,MAAM,CAAC,EAAE;QACP,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,YAAY,CAAC;KACvB,CAAC;IACF,GAAG,CAAC,EAAE;QACJ,OAAO,EAAE,OAAO,CAAC;QACjB,MAAM,CAAC,EAAE,eAAe,CAAC;KAC1B,CAAC;CACH;AAMD,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,QAAQ,EAAE,OAAO,GAAG,OAAO,GAAG,QAAQ,CAAC;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,GAAG,MAAM,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAMD,MAAM,MAAM,eAAe,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,CAAC;AAE7D,MAAM,WAAW,aAAa;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,eAAe,CAAC;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,eAAe,CAAC;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,QAAQ,EAAE,OAAO,CAAC;CACnB;AAMD,MAAM,WAAW,mBAAmB;IAClC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,oBAAoB,CAAC;IACxE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,OAAO,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAC;KAC5C,CAAC;IACF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE;QACX,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;KACrB,CAAC;CACH;AAED,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;CACpB;AAMD,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;CACnB;AAMD,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,KAAK,IAAI,CAAC"}

package/dist/interface/types.js

@@ -0,0 +1,6 @@
+/**
+ * External Interface Type Definitions
+ * Phase 4: External Interface
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/interface/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/interface/types.ts"],"names":[],"mappings":"AAAA;;;GAGG"}

package/dist/interface/utils/MessageCombiner.d.ts

@@ -0,0 +1,14 @@
+/**
+ * MessageCombiner - 다중 메시지 합산 유틸리티
+ * Phase 3: Multi-Message Batching
+ *
+ * 순수 함수로 구현. BaseInterface + AgentLoop(Phase 4) 재사용.
+ */
+import type { ExternalMessage } from '../types.js';
+/**
+ * 여러 ExternalMessage를 하나로 합산한다.
+ * - 1개: 그대로 반환
+ * - 2개+: 시간순 정렬, [요청 N] 형식, files/location 병합
+ */
+export declare function combineMessages(messages: ExternalMessage[]): ExternalMessage;
+//# sourceMappingURL=MessageCombiner.d.ts.map

package/dist/interface/utils/MessageCombiner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageCombiner.d.ts","sourceRoot":"","sources":["../../../src/interface/utils/MessageCombiner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAgC,MAAM,aAAa,CAAC;AAEjF;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,QAAQ,EAAE,eAAe,EAAE,GAAG,eAAe,CAyC5E"}

package/dist/interface/utils/MessageCombiner.js

@@ -0,0 +1,48 @@
+/**
+ * MessageCombiner - 다중 메시지 합산 유틸리티
+ * Phase 3: Multi-Message Batching
+ *
+ * 순수 함수로 구현. BaseInterface + AgentLoop(Phase 4) 재사용.
+ */
+/**
+ * 여러 ExternalMessage를 하나로 합산한다.
+ * - 1개: 그대로 반환
+ * - 2개+: 시간순 정렬, [요청 N] 형식, files/location 병합
+ */
+export function combineMessages(messages) {
+    if (messages.length === 0) {
+        throw new Error('No messages to combine');
+    }
+    if (messages.length === 1) {
+        return messages[0];
+    }
+    const sorted = [...messages].sort((a, b) => new Date(a.timestamp).getTime() - new Date(b.timestamp).getTime());
+    const contentParts = sorted.map((msg, i) => {
+        const time = msg.timestamp.slice(11, 19); // HH:MM:SS
+        return `[요청 ${i + 1}] (${time})\n${msg.content}`;
+    });
+    const allFiles = [];
+    let location;
+    for (const msg of sorted) {
+        if (msg.files)
+            allFiles.push(...msg.files);
+        if (msg.location && !location)
+            location = msg.location;
+    }
+    const first = sorted[0];
+    return {
+        id: first.id,
+        channel: first.channel,
+        chatId: first.chatId,
+        userId: first.userId,
+        content: contentParts.join('\n\n'),
+        type: first.type,
+        metadata: first.metadata,
+        timestamp: first.timestamp,
+        batchedFrom: sorted.map((m) => m.id),
+        allTimestamps: sorted.map((m) => m.timestamp),
+        ...(allFiles.length > 0 ? { files: allFiles } : {}),
+        ...(location ? { location } : {}),
+    };
+}
+//# sourceMappingURL=MessageCombiner.js.map

package/dist/interface/utils/MessageCombiner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MessageCombiner.js","sourceRoot":"","sources":["../../../src/interface/utils/MessageCombiner.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAIH;;;;GAIG;AACH,MAAM,UAAU,eAAe,CAAC,QAA2B;IACzD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,wBAAwB,CAAC,CAAC;IAC5C,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1B,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,MAAM,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC,IAAI,CAC/B,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAC5E,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;QACzC,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW;QACrD,OAAO,OAAO,CAAC,GAAG,CAAC,MAAM,IAAI,MAAM,GAAG,CAAC,OAAO,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAqB,EAAE,CAAC;IACtC,IAAI,QAAkC,CAAC;IAEvC,KAAK,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;QACzB,IAAI,GAAG,CAAC,KAAK;YAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,IAAI,GAAG,CAAC,QAAQ,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IACzD,CAAC;IAED,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAExB,OAAO;QACL,EAAE,EAAE,KAAK,CAAC,EAAE;QACZ,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC;QAClC,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACpC,aAAa,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAC7C,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACnD,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClC,CAAC;AACJ,CAAC"}

package/dist/interface/vision/AdaptiveFrameSampler.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Adaptive Frame Sampler — Phase 4-1
+ *
+ * Diff-based frame sampling: skip unchanged frames for bandwidth savings.
+ * Uses downsampled pixel hash for fast comparison.
+ */
+import type { FrameSamplerConfig, FrameSample, VisionLogger } from './types.js';
+export declare class AdaptiveFrameSampler {
+    private config;
+    private logger;
+    private lastHash;
+    private frameIndex;
+    private lastKeyFrameTime;
+    private framesSkipped;
+    constructor(logger: VisionLogger, config?: Partial<FrameSamplerConfig>);
+    /**
+     * Process a frame and decide whether to emit or skip.
+     * Returns FrameSample if frame should be sent, null if skipped.
+     */
+    processFrame(buffer: Buffer, timestamp: number): FrameSample | null;
+    /** Get sampling stats */
+    getStats(): {
+        framesSent: number;
+        framesSkipped: number;
+    };
+    /** Reset sampler state */
+    reset(): void;
+    /**
+     * Determine if frame is a key frame (should be sent).
+     * Key frame if: significant diff OR min FPS interval exceeded.
+     */
+    private isKeyFrame;
+    /**
+     * Compute a fast hash of the frame buffer.
+     * Uses MD5 of the buffer for speed.
+     */
+    private computeHash;
+    /**
+     * Compute diff ratio between two hashes.
+     * Returns 0 for identical, 1 for completely different.
+     */
+    private computeDiff;
+}
+//# sourceMappingURL=AdaptiveFrameSampler.d.ts.map

package/dist/interface/vision/AdaptiveFrameSampler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AdaptiveFrameSampler.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/AdaptiveFrameSampler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAGH,OAAO,KAAK,EACV,kBAAkB,EAClB,WAAW,EACX,YAAY,EACb,MAAM,YAAY,CAAC;AAOpB,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAA+B;IAC7C,OAAO,CAAC,MAAM,CAAe;IAC7B,OAAO,CAAC,QAAQ,CAAc;IAC9B,OAAO,CAAC,UAAU,CAAa;IAC/B,OAAO,CAAC,gBAAgB,CAAoC;IAC5D,OAAO,CAAC,aAAa,CAAa;gBAEtB,MAAM,EAAE,YAAY,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,kBAAkB,CAAC;IAKtE;;;OAGG;IACH,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAiCnE,yBAAyB;IACzB,QAAQ,IAAI;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE;IAOzD,0BAA0B;IAC1B,KAAK,IAAI,IAAI;IAOb;;;OAGG;IACH,OAAO,CAAC,UAAU;IAYlB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAInB;;;OAGG;IACH,OAAO,CAAC,WAAW;CAYpB"}

package/dist/interface/vision/AdaptiveFrameSampler.js

@@ -0,0 +1,109 @@
+/**
+ * Adaptive Frame Sampler — Phase 4-1
+ *
+ * Diff-based frame sampling: skip unchanged frames for bandwidth savings.
+ * Uses downsampled pixel hash for fast comparison.
+ */
+import * as crypto from 'node:crypto';
+import { DEFAULT_SAMPLER_CONFIG } from './types.js';
+// ============================================================================
+// Adaptive Frame Sampler
+// ============================================================================
+export class AdaptiveFrameSampler {
+    config;
+    logger;
+    lastHash = '';
+    frameIndex = 0;
+    lastKeyFrameTime = Number.NEGATIVE_INFINITY;
+    framesSkipped = 0;
+    constructor(logger, config) {
+        this.config = { ...DEFAULT_SAMPLER_CONFIG, ...config };
+        this.logger = logger;
+    }
+    /**
+     * Process a frame and decide whether to emit or skip.
+     * Returns FrameSample if frame should be sent, null if skipped.
+     */
+    processFrame(buffer, timestamp) {
+        const hash = this.computeHash(buffer);
+        const diff = this.computeDiff(hash, this.lastHash);
+        const timeSinceKey = timestamp - this.lastKeyFrameTime;
+        const minIntervalMs = 1000 / this.config.maxFps;
+        const maxIntervalMs = 1000 / this.config.minFps;
+        // Enforce max FPS limit
+        if (timeSinceKey < minIntervalMs) {
+            this.framesSkipped++;
+            return null;
+        }
+        const isKeyFrame = this.isKeyFrame(diff, timeSinceKey, maxIntervalMs);
+        if (!isKeyFrame) {
+            this.framesSkipped++;
+            return null;
+        }
+        this.lastHash = hash;
+        this.lastKeyFrameTime = timestamp;
+        const index = this.frameIndex++;
+        return {
+            buffer,
+            hash,
+            isKeyFrame: true,
+            frameIndex: index,
+            timestamp,
+        };
+    }
+    /** Get sampling stats */
+    getStats() {
+        return {
+            framesSent: this.frameIndex,
+            framesSkipped: this.framesSkipped,
+        };
+    }
+    /** Reset sampler state */
+    reset() {
+        this.lastHash = '';
+        this.frameIndex = 0;
+        this.lastKeyFrameTime = Number.NEGATIVE_INFINITY;
+        this.framesSkipped = 0;
+    }
+    /**
+     * Determine if frame is a key frame (should be sent).
+     * Key frame if: significant diff OR min FPS interval exceeded.
+     */
+    isKeyFrame(diff, timeSinceKey, maxIntervalMs) {
+        // Always send if diff exceeds threshold
+        if (diff >= this.config.diffThreshold) {
+            return true;
+        }
+        // Force send to maintain minimum FPS
+        if (timeSinceKey >= maxIntervalMs) {
+            return true;
+        }
+        return false;
+    }
+    /**
+     * Compute a fast hash of the frame buffer.
+     * Uses MD5 of the buffer for speed.
+     */
+    computeHash(buffer) {
+        return crypto.createHash('md5').update(buffer).digest('hex');
+    }
+    /**
+     * Compute diff ratio between two hashes.
+     * Returns 0 for identical, 1 for completely different.
+     */
+    computeDiff(hashA, hashB) {
+        if (!hashB)
+            return 1; // First frame is always different
+        if (hashA === hashB)
+            return 0;
+        // Byte-level hamming distance on hex chars
+        let diffCount = 0;
+        const len = Math.min(hashA.length, hashB.length);
+        for (let i = 0; i < len; i++) {
+            if (hashA[i] !== hashB[i])
+                diffCount++;
+        }
+        return diffCount / len;
+    }
+}
+//# sourceMappingURL=AdaptiveFrameSampler.js.map

package/dist/interface/vision/AdaptiveFrameSampler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AdaptiveFrameSampler.js","sourceRoot":"","sources":["../../../src/interface/vision/AdaptiveFrameSampler.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AAMtC,OAAO,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEpD,+EAA+E;AAC/E,yBAAyB;AACzB,+EAA+E;AAE/E,MAAM,OAAO,oBAAoB;IACvB,MAAM,CAA+B;IACrC,MAAM,CAAe;IACrB,QAAQ,GAAW,EAAE,CAAC;IACtB,UAAU,GAAW,CAAC,CAAC;IACvB,gBAAgB,GAAW,MAAM,CAAC,iBAAiB,CAAC;IACpD,aAAa,GAAW,CAAC,CAAC;IAElC,YAAY,MAAoB,EAAE,MAAoC;QACpE,IAAI,CAAC,MAAM,GAAG,EAAE,GAAG,sBAAsB,EAAE,GAAG,MAAM,EAAE,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;;OAGG;IACH,YAAY,CAAC,MAAc,EAAE,SAAiB;QAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,YAAY,GAAG,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACvD,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAChD,MAAM,aAAa,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC;QAEhD,wBAAwB;QACxB,IAAI,YAAY,GAAG,aAAa,EAAE,CAAC;YACjC,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,EAAE,aAAa,CAAC,CAAC;QAEtE,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,OAAO,IAAI,CAAC;QACd,CAAC;QAED,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAEhC,OAAO;YACL,MAAM;YACN,IAAI;YACJ,UAAU,EAAE,IAAI;YAChB,UAAU,EAAE,KAAK;YACjB,SAAS;SACV,CAAC;IACJ,CAAC;IAED,yBAAyB;IACzB,QAAQ;QACN,OAAO;YACL,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,aAAa,EAAE,IAAI,CAAC,aAAa;SAClC,CAAC;IACJ,CAAC;IAED,0BAA0B;IAC1B,KAAK;QACH,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC;QACpB,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QACjD,IAAI,CAAC,aAAa,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;;OAGG;IACK,UAAU,CAAC,IAAY,EAAE,YAAoB,EAAE,aAAqB;QAC1E,wCAAwC;QACxC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YACtC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,qCAAqC;QACrC,IAAI,YAAY,IAAI,aAAa,EAAE,CAAC;YAClC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,MAAc;QAChC,OAAO,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/D,CAAC;IAED;;;OAGG;IACK,WAAW,CAAC,KAAa,EAAE,KAAa;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAO,CAAC,CAAC,CAAC,kCAAkC;QACxD,IAAI,KAAK,KAAK,KAAK;YAAE,OAAO,CAAC,CAAC;QAE9B,2CAA2C;QAC3C,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,CAAC;gBAAE,SAAS,EAAE,CAAC;QACzC,CAAC;QACD,OAAO,SAAS,GAAG,GAAG,CAAC;IACzB,CAAC;CACF"}

package/dist/interface/vision/AdaptiveFrameSampler.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * AdaptiveFrameSampler Tests
+ *
+ * Tests for diff-based frame sampling, FPS limits, and skip behavior.
+ */
+export {};
+//# sourceMappingURL=AdaptiveFrameSampler.test.d.ts.map

package/dist/interface/vision/AdaptiveFrameSampler.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"AdaptiveFrameSampler.test.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/AdaptiveFrameSampler.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}

package/dist/interface/vision/AdaptiveFrameSampler.test.js

@@ -0,0 +1,113 @@
+/**
+ * AdaptiveFrameSampler Tests
+ *
+ * Tests for diff-based frame sampling, FPS limits, and skip behavior.
+ */
+import { describe, it, expect, beforeEach } from 'vitest';
+import { AdaptiveFrameSampler } from './AdaptiveFrameSampler.js';
+import { vi } from 'vitest';
+function createLogger() {
+    return vi.fn();
+}
+describe('AdaptiveFrameSampler', () => {
+    let sampler;
+    beforeEach(() => {
+        sampler = new AdaptiveFrameSampler(createLogger(), {
+            minFps: 1,
+            maxFps: 5,
+            diffThreshold: 0.05,
+            hashSize: 16,
+        });
+    });
+    describe('first frame', () => {
+        it('should always emit the first frame', () => {
+            const buf = Buffer.from('frame-1');
+            const result = sampler.processFrame(buf, 0);
+            expect(result).not.toBeNull();
+            expect(result.isKeyFrame).toBe(true);
+            expect(result.frameIndex).toBe(0);
+        });
+    });
+    describe('identical frames', () => {
+        it('should skip identical frames within maxFps interval', () => {
+            const buf = Buffer.from('identical-frame');
+            sampler.processFrame(buf, 0); // first = emit
+            // Same buffer, within minFps interval but past maxFps
+            const result = sampler.processFrame(buf, 300);
+            // 300ms > 200ms (maxFps=5, interval=200ms), identical hash → diff=0
+            // But 300ms < 1000ms (minFps=1), so skip by diff threshold
+            expect(result).toBeNull();
+        });
+        it('should emit identical frame when minFps interval exceeded', () => {
+            const buf = Buffer.from('identical-frame');
+            sampler.processFrame(buf, 0); // first = emit
+            // 1100ms > 1000ms (1/minFps), force emit even if identical
+            const result = sampler.processFrame(buf, 1100);
+            expect(result).not.toBeNull();
+        });
+    });
+    describe('different frames', () => {
+        it('should emit when frames differ above threshold', () => {
+            const buf1 = Buffer.from('frame-aaa');
+            const buf2 = Buffer.from('frame-zzz');
+            sampler.processFrame(buf1, 0); // first
+            // Different buffer, past maxFps interval
+            const result = sampler.processFrame(buf2, 300);
+            expect(result).not.toBeNull();
+            expect(result.isKeyFrame).toBe(true);
+        });
+    });
+    describe('maxFps enforcement', () => {
+        it('should skip frames within maxFps interval even if different', () => {
+            const buf1 = Buffer.from('frame-1');
+            const buf2 = Buffer.from('frame-2');
+            sampler.processFrame(buf1, 0);
+            // 100ms < 200ms (1000/5), should skip
+            const result = sampler.processFrame(buf2, 100);
+            expect(result).toBeNull();
+        });
+    });
+    describe('stats', () => {
+        it('should track sent and skipped frames', () => {
+            const buf = Buffer.from('frame');
+            sampler.processFrame(buf, 0); // sent
+            sampler.processFrame(buf, 100); // skipped (maxFps)
+            sampler.processFrame(buf, 300); // skipped (identical, no min fps)
+            const stats = sampler.getStats();
+            expect(stats.framesSent).toBe(1);
+            expect(stats.framesSkipped).toBe(2);
+        });
+    });
+    describe('reset', () => {
+        it('should reset all state', () => {
+            const buf = Buffer.from('frame');
+            sampler.processFrame(buf, 0);
+            sampler.reset();
+            const stats = sampler.getStats();
+            expect(stats.framesSent).toBe(0);
+            expect(stats.framesSkipped).toBe(0);
+        });
+        it('should treat next frame as first after reset', () => {
+            const buf = Buffer.from('same-data');
+            sampler.processFrame(buf, 0);
+            sampler.reset();
+            // After reset, same buffer is treated as first frame
+            const result = sampler.processFrame(buf, 0);
+            expect(result).not.toBeNull();
+        });
+    });
+    describe('frame index', () => {
+        it('should increment frame index for each emitted frame', () => {
+            const buf1 = Buffer.from('frame-aaa');
+            const buf2 = Buffer.from('frame-bbb');
+            const buf3 = Buffer.from('frame-ccc');
+            const r1 = sampler.processFrame(buf1, 0);
+            const r2 = sampler.processFrame(buf2, 300);
+            const r3 = sampler.processFrame(buf3, 600);
+            expect(r1.frameIndex).toBe(0);
+            expect(r2.frameIndex).toBe(1);
+            expect(r3.frameIndex).toBe(2);
+        });
+    });
+});
+//# sourceMappingURL=AdaptiveFrameSampler.test.js.map

package/dist/interface/vision/AdaptiveFrameSampler.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"AdaptiveFrameSampler.test.js","sourceRoot":"","sources":["../../../src/interface/vision/AdaptiveFrameSampler.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,2BAA2B,CAAC;AAEjE,OAAO,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE5B,SAAS,YAAY;IACnB,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC;AACjB,CAAC;AAED,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,IAAI,OAA6B,CAAC;IAElC,UAAU,CAAC,GAAG,EAAE;QACd,OAAO,GAAG,IAAI,oBAAoB,CAAC,YAAY,EAAE,EAAE;YACjD,MAAM,EAAE,CAAC;YACT,MAAM,EAAE,CAAC;YACT,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,EAAE;SACb,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;YAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACnC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC3C,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe;YAE7C,sDAAsD;YACtD,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAC9C,oEAAoE;YACpE,2DAA2D;YAC3D,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;YACnE,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC3C,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,eAAe;YAE7C,2DAA2D;YAC3D,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QAChC,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;YACxD,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ;YAEvC,yCAAyC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;YAC9B,MAAM,CAAC,MAAO,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;QAClC,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;YACrE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACpC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACpC,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YAE9B,sCAAsC;YACtC,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC/C,MAAM,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,sCAAsC,EAAE,GAAG,EAAE;YAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO;YACrC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,mBAAmB;YACnD,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC,kCAAkC;YAElE,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,OAAO,EAAE,GAAG,EAAE;QACrB,EAAE,CAAC,wBAAwB,EAAE,GAAG,EAAE;YAChC,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACjC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAE7B,OAAO,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,KAAK,GAAG,OAAO,CAAC,QAAQ,EAAE,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;YACtD,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACrC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAE7B,OAAO,CAAC,KAAK,EAAE,CAAC;YAEhB,qDAAqD;YACrD,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YAC5C,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,aAAa,EAAE,GAAG,EAAE;QAC3B,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;YAC7D,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YACtC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAEtC,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;YACzC,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAC3C,MAAM,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;YAE3C,MAAM,CAAC,EAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/interface/vision/GeminiLive.d.ts

@@ -0,0 +1,37 @@
+/**
+ * GeminiLive - WebSocket client for Gemini Live API
+ * Phase 3: External Interface (Vision)
+ *
+ * Features:
+ * - Bidirectional streaming with Gemini 2.0 Flash
+ * - Auto-reconnect with exponential backoff
+ * - Heartbeat monitoring (30s PING interval)
+ * - Size limits (5MB image, 10MB message)
+ */
+import type { InterfaceLogger } from '../types.js';
+export interface GeminiContent {
+    text?: string;
+    imageBase64?: string;
+    imageMimeType?: string;
+}
+export declare class GeminiLive {
+    private apiKey;
+    private logger;
+    private ws;
+    private heartbeatTimer;
+    private reconnectAttempts;
+    private pendingResponse;
+    constructor(apiKey: string, logger?: InterfaceLogger);
+    private defaultLogger;
+    connect(model?: string, systemInstruction?: string): Promise<void>;
+    disconnect(): Promise<void>;
+    sendText(text: string): Promise<string>;
+    sendImage(imageBase64: string, mimeType: string, prompt: string): Promise<string>;
+    sendContent(content: GeminiContent): Promise<string>;
+    isConnected(): boolean;
+    private sendSetupMessage;
+    private setupHeartbeat;
+    private handleMessage;
+    private handleDisconnect;
+}
+//# sourceMappingURL=GeminiLive.d.ts.map

package/dist/interface/vision/GeminiLive.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"GeminiLive.d.ts","sourceRoot":"","sources":["../../../src/interface/vision/GeminiLive.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAYnD,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AA0CD,qBAAa,UAAU;IACrB,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,MAAM,CAAkB;IAChC,OAAO,CAAC,EAAE,CAA8B;IACxC,OAAO,CAAC,cAAc,CAA+B;IACrD,OAAO,CAAC,iBAAiB,CAAK;IAC9B,OAAO,CAAC,eAAe,CAKP;gBAEJ,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,eAAe;IAKpD,OAAO,CAAC,aAAa,CAOnB;IAEI,OAAO,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAsElE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAoB3B,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAIvC,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IAUjF,WAAW,CAAC,OAAO,EAAE,aAAa,GAAG,OAAO,CAAC,MAAM,CAAC;IAkE1D,WAAW,IAAI,OAAO;IAItB,OAAO,CAAC,gBAAgB;IAwBxB,OAAO,CAAC,cAAc;IAiBtB,OAAO,CAAC,aAAa;IAwBrB,OAAO,CAAC,gBAAgB;CA4BzB"}