r1-create 1.0.0

package/dist/llm/index.js

@@ -0,0 +1,177 @@
+"use strict";
+/**
+ * LLM and messaging module for R1 AI integration
+ * Provides structured messaging and LLM interaction capabilities
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.llmHelpers = exports.messaging = exports.LLMHelpers = exports.R1Messaging = void 0;
+/**
+ * LLM and messaging API for R1 interactions
+ */
+class R1Messaging {
+    constructor() {
+        this.messageHandlers = new Set();
+        this.isInitialized = false;
+        this.initializeMessageHandler();
+    }
+    /**
+     * Send a simple message to the server
+     * @param message Message text
+     * @param options Message options
+     */
+    async sendMessage(message, options = {}) {
+        const payload = {
+            message,
+            ...options
+        };
+        if (typeof PluginMessageHandler !== 'undefined') {
+            PluginMessageHandler.postMessage(JSON.stringify(payload));
+        }
+        else {
+            throw new Error('PluginMessageHandler not available. Make sure you are running in R1 environment.');
+        }
+    }
+    /**
+     * Send a message and get LLM response
+     * @param message Message text
+     * @param options LLM options
+     */
+    async askLLM(message, options = {}) {
+        await this.sendMessage(message, {
+            useLLM: true,
+            ...options
+        });
+    }
+    /**
+     * Ask LLM to speak response through R1 speaker
+     * @param message Message text
+     * @param saveToJournal Whether to save interaction to journal
+     */
+    async askLLMSpeak(message, saveToJournal = false) {
+        await this.askLLM(message, {
+            wantsR1Response: true,
+            wantsJournalEntry: saveToJournal
+        });
+    }
+    /**
+     * Ask LLM for JSON structured response
+     * @param message Message text (should specify desired JSON format)
+     * @param options LLM options
+     */
+    async askLLMJSON(message, options = {}) {
+        const jsonMessage = message.includes('JSON') ? message :
+            `${message}. Please respond with a valid JSON object.`;
+        await this.askLLM(jsonMessage, options);
+    }
+    /**
+     * Add message handler for incoming responses
+     * @param handler Function to handle incoming messages
+     */
+    onMessage(handler) {
+        this.messageHandlers.add(handler);
+    }
+    /**
+     * Remove message handler
+     * @param handler Handler function to remove
+     */
+    offMessage(handler) {
+        this.messageHandlers.delete(handler);
+    }
+    /**
+     * Remove all message handlers
+     */
+    removeAllHandlers() {
+        this.messageHandlers.clear();
+    }
+    /**
+     * Close the current plugin/webview
+     */
+    closePlugin() {
+        if (typeof closeWebView !== 'undefined') {
+            closeWebView.postMessage('');
+        }
+    }
+    initializeMessageHandler() {
+        if (this.isInitialized || typeof window === 'undefined')
+            return;
+        // Set up global message handler
+        window.onPluginMessage = (data) => {
+            try {
+                // Try to parse data.data as JSON if it exists
+                let parsedData = undefined;
+                if (data.data) {
+                    try {
+                        parsedData = JSON.parse(data.data);
+                    }
+                    catch (e) {
+                        // data.data is not valid JSON, keep as string
+                        parsedData = data.data;
+                    }
+                }
+                // Call all registered handlers
+                const enhancedData = { ...data, parsedData };
+                this.messageHandlers.forEach(handler => {
+                    try {
+                        handler(enhancedData);
+                    }
+                    catch (error) {
+                        console.error('Error in message handler:', error);
+                    }
+                });
+            }
+            catch (error) {
+                console.error('Error processing plugin message:', error);
+            }
+        };
+        this.isInitialized = true;
+    }
+}
+exports.R1Messaging = R1Messaging;
+/**
+ * Convenient helper functions for common LLM interactions
+ */
+class LLMHelpers {
+    constructor(messaging) {
+        this.messaging = messaging;
+    }
+    /**
+     * Ask LLM about user memories/context
+     */
+    async getUserMemories() {
+        await this.messaging.askLLMJSON("Tell me what you know about me. Return only a JSON message formatted as {'facts': ['fact1', 'fact2', ...]}");
+    }
+    /**
+     * Ask LLM to analyze an image or data
+     * @param prompt Analysis prompt
+     * @param data Optional data to analyze
+     */
+    async analyzeData(prompt, data) {
+        let message = prompt;
+        if (data) {
+            message += ` Data: ${JSON.stringify(data)}`;
+        }
+        message += ' Please respond with a JSON analysis.';
+        await this.messaging.askLLMJSON(message);
+    }
+    /**
+     * Ask LLM to perform a task and speak the result
+     * @param task Task description
+     * @param saveToJournal Whether to save to journal
+     */
+    async performTask(task, saveToJournal = true) {
+        await this.messaging.askLLMSpeak(task, saveToJournal);
+    }
+    /**
+     * Get LLM suggestions for user interface
+     * @param context Current UI context
+     */
+    async getUISuggestions(context) {
+        await this.messaging.askLLMJSON(`Given this UI context: "${context}", provide suggestions for user actions. ` +
+            `Respond with JSON format: {"suggestions": [{"action": "action_name", "description": "description"}]}`);
+    }
+}
+exports.LLMHelpers = LLMHelpers;
+// Export singleton instances
+exports.messaging = new R1Messaging();
+exports.llmHelpers = new LLMHelpers(exports.messaging);
+//# sourceMappingURL=index.js.map

package/dist/llm/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/llm/index.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH;;GAEG;AACH,MAAa,WAAW;IAItB;QAHQ,oBAAe,GAAwB,IAAI,GAAG,EAAE,CAAC;QACjD,kBAAa,GAAG,KAAK,CAAC;QAG5B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IAClC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,UAA0B,EAAE;QAC7D,MAAM,OAAO,GAAkB;YAC7B,OAAO;YACP,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,OAAO,oBAAoB,KAAK,WAAW,EAAE,CAAC;YAChD,oBAAoB,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;QAC5D,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,kFAAkF,CAAC,CAAC;QACtG,CAAC;IACH,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,OAAe,EAAE,UAAsB,EAAE;QACpD,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE;YAC9B,MAAM,EAAE,IAAI;YACZ,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,OAAe,EAAE,gBAAyB,KAAK;QAC/D,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE;YACzB,eAAe,EAAE,IAAI;YACrB,iBAAiB,EAAE,aAAa;SACjC,CAAC,CAAC;IACL,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,UAAU,CAAU,OAAe,EAAE,UAAsB,EAAE;QACjE,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACtD,GAAG,OAAO,4CAA4C,CAAC;QAEzD,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC;IAC1C,CAAC;IAED;;;OAGG;IACH,SAAS,CAAU,OAA0B;QAC3C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;;OAGG;IACH,UAAU,CAAC,OAAuB;QAChC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACH,iBAAiB;QACf,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IAED;;OAEG;IACH,WAAW;QACT,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;YACxC,YAAY,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAEO,wBAAwB;QAC9B,IAAI,IAAI,CAAC,aAAa,IAAI,OAAO,MAAM,KAAK,WAAW;YAAE,OAAO;QAEhE,gCAAgC;QAChC,MAAM,CAAC,eAAe,GAAG,CAAC,IAA2B,EAAE,EAAE;YACvD,IAAI,CAAC;gBACH,8CAA8C;gBAC9C,IAAI,UAAU,GAAG,SAAS,CAAC;gBAC3B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBACd,IAAI,CAAC;wBACH,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrC,CAAC;oBAAC,OAAO,CAAC,EAAE,CAAC;wBACX,8CAA8C;wBAC9C,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC;oBACzB,CAAC;gBACH,CAAC;gBAED,+BAA+B;gBAC/B,MAAM,YAAY,GAAG,EAAE,GAAG,IAAI,EAAE,UAAU,EAAE,CAAC;gBAC7C,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;oBACrC,IAAI,CAAC;wBACH,OAAO,CAAC,YAAY,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,KAAK,EAAE,CAAC;wBACf,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,KAAK,CAAC,CAAC;oBACpD,CAAC;gBACH,CAAC,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YAC3D,CAAC;QACH,CAAC,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;CACF;AA/HD,kCA+HC;AAED;;GAEG;AACH,MAAa,UAAU;IACrB,YAAoB,SAAsB;QAAtB,cAAS,GAAT,SAAS,CAAa;IAAG,CAAC;IAE9C;;OAEG;IACH,KAAK,CAAC,eAAe;QACnB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,4GAA4G,CAC7G,CAAC;IACJ,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,MAAc,EAAE,IAAU;QAC1C,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,IAAI,UAAU,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,uCAAuC,CAAC;QAEnD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,WAAW,CAAC,IAAY,EAAE,gBAAyB,IAAI;QAC3D,MAAM,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACxD,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,gBAAgB,CAAC,OAAe;QACpC,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAC7B,2BAA2B,OAAO,2CAA2C;YAC7E,sGAAsG,CACvG,CAAC;IACJ,CAAC;CACF;AA9CD,gCA8CC;AAED,6BAA6B;AAChB,QAAA,SAAS,GAAG,IAAI,WAAW,EAAE,CAAC;AAC9B,QAAA,UAAU,GAAG,IAAI,UAAU,CAAC,iBAAS,CAAC,CAAC"}

package/dist/media/index.d.ts

@@ -0,0 +1,176 @@
+/**
+ * Media API module for R1 device
+ * Provides access to camera, microphone, and speaker using standard web APIs
+ * Optimized for R1 hardware limitations and mobile performance
+ */
+export interface MediaDeviceInfo {
+    deviceId: string;
+    kind: 'audioinput' | 'audiooutput' | 'videoinput';
+    label: string;
+    groupId: string;
+}
+export interface AudioConfig {
+    sampleRate?: number;
+    channelCount?: number;
+    echoCancellation?: boolean;
+    noiseSuppression?: boolean;
+    autoGainControl?: boolean;
+}
+export interface VideoConfig {
+    width?: number;
+    height?: number;
+    frameRate?: number;
+    facingMode?: 'user' | 'environment';
+}
+export interface RecordingOptions {
+    audio?: boolean | AudioConfig;
+    video?: boolean | VideoConfig;
+    mimeType?: string;
+    audioBitsPerSecond?: number;
+    videoBitsPerSecond?: number;
+}
+export type RecordingState = 'inactive' | 'recording' | 'paused';
+/**
+ * Camera API for R1 device
+ */
+export declare class CameraAPI {
+    private stream;
+    private videoElement;
+    /**
+     * Check if camera is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Start camera stream
+     * @param config Video configuration
+     */
+    start(config?: VideoConfig): Promise<MediaStream>;
+    /**
+     * Stop camera stream
+     */
+    stop(): void;
+    /**
+     * Get camera stream
+     */
+    getStream(): MediaStream | null;
+    /**
+     * Create video element with stream
+     * @param autoplay Whether to autoplay video
+     * @param muted Whether to mute video
+     */
+    createVideoElement(autoplay?: boolean, muted?: boolean): HTMLVideoElement;
+    /**
+     * Capture photo from camera stream
+     * @param width Image width (default: 240)
+     * @param height Image height (default: 282)
+     */
+    capturePhoto(width?: number, height?: number): string | null;
+    /**
+     * Switch camera (front/back)
+     */
+    switchCamera(): Promise<void>;
+}
+/**
+ * Microphone API for R1 device
+ */
+export declare class MicrophoneAPI {
+    private stream;
+    private mediaRecorder;
+    private recordedChunks;
+    /**
+     * Check if microphone is available
+     */
+    isAvailable(): Promise<boolean>;
+    /**
+     * Start microphone stream
+     * @param config Audio configuration
+     */
+    start(config?: AudioConfig): Promise<MediaStream>;
+    /**
+     * Stop microphone stream
+     */
+    stop(): void;
+    /**
+     * Start recording audio
+     * @param options Recording options
+     */
+    startRecording(options?: RecordingOptions): Promise<void>;
+    /**
+     * Stop recording and get audio blob
+     */
+    stopRecording(): Promise<Blob>;
+    /**
+     * Get current recording state
+     */
+    getRecordingState(): RecordingState;
+    /**
+     * Get audio stream
+     */
+    getStream(): MediaStream | null;
+}
+/**
+ * Speaker API for R1 device
+ */
+export declare class SpeakerAPI {
+    private audioContext;
+    private currentAudio;
+    /**
+     * Initialize audio context
+     */
+    private initializeAudioContext;
+    /**
+     * Play audio from URL or blob
+     * @param source Audio source (URL, blob, or base64)
+     * @param volume Volume level (0-1)
+     */
+    play(source: string | Blob, volume?: number): Promise<void>;
+    /**
+     * Stop current audio playback
+     */
+    stop(): void;
+    /**
+     * Set volume for current audio
+     * @param volume Volume level (0-1)
+     */
+    setVolume(volume: number): void;
+    /**
+     * Generate and play tone
+     * @param frequency Frequency in Hz
+     * @param duration Duration in milliseconds
+     * @param volume Volume level (0-1)
+     */
+    playTone(frequency: number, duration: number, volume?: number): Promise<void>;
+    /**
+     * Check if audio is currently playing
+     */
+    isPlaying(): boolean;
+}
+/**
+ * Media device utilities
+ */
+export declare class MediaUtils {
+    /**
+     * Get available media devices
+     */
+    static getDevices(): Promise<MediaDeviceInfo[]>;
+    /**
+     * Check if specific media type is supported
+     * @param type Media type to check
+     */
+    static isSupported(type: 'camera' | 'microphone' | 'speaker'): Promise<boolean>;
+    /**
+     * Convert blob to base64 string
+     * @param blob Blob to convert
+     */
+    static blobToBase64(blob: Blob): Promise<string>;
+    /**
+     * Convert base64 string to blob
+     * @param base64 Base64 string
+     * @param mimeType MIME type
+     */
+    static base64ToBlob(base64: string, mimeType: string): Blob;
+}
+export declare const camera: CameraAPI;
+export declare const microphone: MicrophoneAPI;
+export declare const speaker: SpeakerAPI;
+//# sourceMappingURL=index.d.ts.map

package/dist/media/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/media/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,YAAY,GAAG,aAAa,GAAG,YAAY,CAAC;IAClD,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,MAAM,WAAW,WAAW;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,GAAG,aAAa,CAAC;CACrC;AAED,MAAM,WAAW,gBAAgB;IAC/B,KAAK,CAAC,EAAE,OAAO,GAAG,WAAW,CAAC;IAC9B,KAAK,CAAC,EAAE,OAAO,GAAG,WAAW,CAAC;IAC9B,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAGD,MAAM,MAAM,cAAc,GAAG,UAAU,GAAG,WAAW,GAAG,QAAQ,CAAC;AAEjE;;GAEG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,YAAY,CAAiC;IAErD;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IASrC;;;OAGG;IACG,KAAK,CAAC,MAAM,GAAE,WAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAmB3D;;OAEG;IACH,IAAI,IAAI,IAAI;IAWZ;;OAEG;IACH,SAAS,IAAI,WAAW,GAAG,IAAI;IAI/B;;;;OAIG;IACH,kBAAkB,CAAC,QAAQ,GAAE,OAAc,EAAE,KAAK,GAAE,OAAc,GAAG,gBAAgB;IAmBrF;;;;OAIG;IACH,YAAY,CAAC,KAAK,GAAE,MAAY,EAAE,MAAM,GAAE,MAAY,GAAG,MAAM,GAAG,IAAI;IAgBtE;;OAEG;IACG,YAAY,IAAI,OAAO,CAAC,IAAI,CAAC;CAYpC;AAED;;GAEG;AACH,qBAAa,aAAa;IACxB,OAAO,CAAC,MAAM,CAA4B;IAC1C,OAAO,CAAC,aAAa,CAA8B;IACnD,OAAO,CAAC,cAAc,CAAc;IAEpC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IASrC;;;OAGG;IACG,KAAK,CAAC,MAAM,GAAE,WAAgB,GAAG,OAAO,CAAC,WAAW,CAAC;IAmB3D;;OAEG;IACH,IAAI,IAAI,IAAI;IAWZ;;;OAGG;IACG,cAAc,CAAC,OAAO,GAAE,gBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBnE;;OAEG;IACG,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAoBpC;;OAEG;IACH,iBAAiB,IAAI,cAAc;IAInC;;OAEG;IACH,SAAS,IAAI,WAAW,GAAG,IAAI;CAGhC;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB,OAAO,CAAC,YAAY,CAA6B;IACjD,OAAO,CAAC,YAAY,CAAiC;IAErD;;OAEG;YACW,sBAAsB;IAUpC;;;;OAIG;IACG,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,EAAE,MAAM,GAAE,MAAU,GAAG,OAAO,CAAC,IAAI,CAAC;IAoBpE;;OAEG;IACH,IAAI,IAAI,IAAI;IAWZ;;;OAGG;IACH,SAAS,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAM/B;;;;;OAKG;IACG,QAAQ,CAAC,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,GAAE,MAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAsBxF;;OAEG;IACH,SAAS,IAAI,OAAO;CAGrB;AAED;;GAEG;AACH,qBAAa,UAAU;IACrB;;OAEG;WACU,UAAU,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAcrD;;;OAGG;WACU,WAAW,CAAC,IAAI,EAAE,QAAQ,GAAG,YAAY,GAAG,SAAS,GAAG,OAAO,CAAC,OAAO,CAAC;IAarF;;;OAGG;IACH,MAAM,CAAC,YAAY,CAAC,IAAI,EAAE,IAAI,GAAG,OAAO,CAAC,MAAM,CAAC;IAYhD;;;;OAIG;IACH,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI;CAW5D;AAGD,eAAO,MAAM,MAAM,WAAkB,CAAC;AACtC,eAAO,MAAM,UAAU,eAAsB,CAAC;AAC9C,eAAO,MAAM,OAAO,YAAmB,CAAC"}