@rimori/client 1.0.2 → 1.0.3

package/dist/controller/PluginController.d.ts

@@ -0,0 +1,14 @@
+import { SupabaseClient } from '@supabase/supabase-js';
+export interface Plugin {
+    id: string;
+    title: string;
+    icon_url: string;
+    website: string;
+    context_menu_actions: string;
+    plugin_pages: string;
+    sidebar_pages: string;
+    settings_page: string;
+    version: string;
+    external_hosted_url: string;
+}
+export declare function getPlugins(supabase: SupabaseClient): Promise<Plugin[]>;

package/dist/controller/PluginController.js

@@ -0,0 +1,30 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+export function getPlugins(supabase) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let { data, error } = yield supabase.from('plugins').select('*');
+        if (error) {
+            console.error(error);
+            return [];
+        }
+        return (data || []).map((plugin) => ({
+            id: plugin.id,
+            title: plugin.title,
+            icon_url: plugin.icon_url,
+            website: plugin.website,
+            context_menu_actions: plugin.context_menu_actions,
+            plugin_pages: plugin.plugin_pages,
+            sidebar_pages: plugin.sidebar_pages,
+            settings_page: plugin.settings_page,
+            version: plugin.version,
+            external_hosted_url: plugin.external_hosted_url,
+        }));
+    });
+}

package/dist/controller/SettingsController.d.ts

@@ -3,6 +3,7 @@ import { LanguageLevel } from "../utils/difficultyConverter";
 export interface UserSettings {
     motherTongue: string;
     languageLevel: LanguageLevel;
+    contextMenuOnSelect: boolean;
 }
 export interface SystemSettings {
 }

package/dist/controller/SidePluginController.d.ts

@@ -0,0 +1,14 @@
+import { SupabaseClient } from '@supabase/supabase-js';
+export interface Plugin {
+    id: string;
+    title: string;
+    icon_url: string;
+    website: string;
+    context_menu_actions: string;
+    plugin_pages: string;
+    sidebar_pages: string;
+    settings_page: string;
+    version: string;
+    external_hosted_url: string;
+}
+export declare function getPlugins(supabase: SupabaseClient): Promise<Plugin[]>;

package/dist/controller/SidePluginController.js

@@ -0,0 +1,30 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+export function getPlugins(supabase) {
+    return __awaiter(this, void 0, void 0, function* () {
+        let { data, error } = yield supabase.from('plugins').select('*');
+        if (error) {
+            console.error(error);
+            return [];
+        }
+        return (data || []).map((plugin) => ({
+            id: plugin.id,
+            title: plugin.title,
+            icon_url: plugin.icon_url,
+            website: plugin.website,
+            context_menu_actions: plugin.context_menu_actions,
+            plugin_pages: plugin.plugin_pages,
+            sidebar_pages: plugin.sidebar_pages,
+            settings_page: plugin.settings_page,
+            version: plugin.version,
+            external_hosted_url: plugin.external_hosted_url,
+        }));
+    });
+}

package/dist/controller/VoiceController.js

@@ -11,7 +11,7 @@ export function getSTTResponse(supabase, audio) {
     return __awaiter(this, void 0, void 0, function* () {
         const formData = new FormData();
         formData.append('file', audio);
-        return yield supabase.functions.invoke('speech', { method: 'POST', body: formData }).then((r) => r.text);
+        return yield supabase.functions.invoke('speech', { method: 'POST', body: formData }).then(({ data }) => data.text);
     });
 }
 export function getTTSResponse(supabaseUrl, request, token) {

package/dist/plugin/RimoriClient.d.ts

@@ -5,6 +5,7 @@ import { PostgrestQueryBuilder, PostgrestFilterBuilder } from "@supabase/postgre
 import { BasicAssignment } from "../controller/SharedContentController";
 import { Message, Tool, OnLLMResponse } from "../controller/AIController";
 import { ObjectRequest } from "../controller/ObjectController";
+import { Plugin } from "../controller/SidePluginController";
 export declare class RimoriClient {
     private static instance;
     private superbase;
@@ -63,6 +64,11 @@ export declare class RimoriClient {
     getAIResponseStream(messages: Message[], onMessage: OnLLMResponse, tools?: Tool[]): Promise<void>;
     getVoiceResponse(text: string, voice?: string, speed?: number, language?: string): Promise<Blob>;
     getVoiceToTextResponse(file: Blob): Promise<string>;
+    /**
+     * Fetches all installed plugins.
+     * @returns A promise that resolves to an array of plugins
+     */
+    getPlugins(): Promise<Plugin[]>;
     generateObject(request: ObjectRequest): Promise<any>;
     /**
      * Fetch new shared content.
@@ -88,4 +94,5 @@ export declare class RimoriClient {
      * @param assignmentId The id of the shared content item to complete.
      */
     completeSharedContent(type: string, assignmentId: string): Promise<void>;
+    triggerSidebarAction(pluginId: string, actionKey: string, text?: string): void;
 }

package/dist/plugin/RimoriClient.js

@@ -12,6 +12,7 @@ import { getSTTResponse, getTTSResponse } from "../controller/VoiceController";
 import { SharedContentController } from "../controller/SharedContentController";
 import { streamChatGPT, generateText } from "../controller/AIController";
 import { generateObject as generateObjectFunction } from "../controller/ObjectController";
+import { getPlugins } from "../controller/SidePluginController";
 export class RimoriClient {
     constructor(options) {
         this.superbase = options.supabase;
@@ -121,6 +122,15 @@ export class RimoriClient {
     getVoiceToTextResponse(file) {
         return getSTTResponse(this.superbase, file);
     }
+    /**
+     * Fetches all installed plugins.
+     * @returns A promise that resolves to an array of plugins
+     */
+    getPlugins() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return getPlugins(this.superbase);
+        });
+    }
     generateObject(request) {
         return __awaiter(this, void 0, void 0, function* () {
             const token = yield this.plugin.getToken();
@@ -160,4 +170,7 @@ export class RimoriClient {
             return this.sharedContentController.completeSharedContent(type, assignmentId);
         });
     }
+    triggerSidebarAction(pluginId, actionKey, text) {
+        this.emit("triggerSidebarAction", { pluginId, actionKey, text });
+    }
 }

package/dist/providers/PluginProvider.js

@@ -4,6 +4,7 @@ import { PluginController } from '../plugin/PluginController';
 const PluginContext = createContext(null);
 export const PluginProvider = ({ children }) => {
     const [plugin, setPlugin] = useState(null);
+    const [contextMenuOnSelect, setContextMenuOnTextSelection] = useState(false);
     //route change
     useEffect(() => {
         let lastHash = window.location.hash;
@@ -16,28 +17,81 @@ export const PluginProvider = ({ children }) => {
         }, 100);
         PluginController.getInstance().then(setPlugin);
     }, []);
+    //check if context menu opens on text selection
+    useEffect(() => {
+        if (!plugin)
+            return;
+        plugin.getSettings({
+            languageLevel: "A1",
+            motherTongue: "English",
+            contextMenuOnSelect: false,
+        }, "user").then((settings) => {
+            setContextMenuOnTextSelection(settings.contextMenuOnSelect);
+        }).catch(error => {
+            console.error('Error fetching settings:', error);
+        });
+    }, [plugin]);
+    //detect page height change
+    useEffect(() => {
+        const body = document.body;
+        const handleResize = () => plugin === null || plugin === void 0 ? void 0 : plugin.emit('heightAdjustment', body.clientHeight);
+        body.addEventListener('resize', handleResize);
+        handleResize();
+        return () => body.removeEventListener('resize', handleResize);
+    }, [plugin]);
     //context menu
     useEffect(() => {
-        let isOpen = false;
+        let lastMouseX = 0;
+        let lastMouseY = 0;
+        let isSelecting = false;
+        // Track mouse position
+        const handleMouseMove = (e) => {
+            lastMouseX = e.clientX;
+            lastMouseY = e.clientY;
+        };
         const handleContextMenu = (e) => {
             var _a;
             const selection = (_a = window.getSelection()) === null || _a === void 0 ? void 0 : _a.toString().trim();
             if (selection) {
                 e.preventDefault();
-                // console.log('context menu', selection);
+                // console.log('context menu handled', selection);
                 plugin === null || plugin === void 0 ? void 0 : plugin.emit('contextMenu', { text: selection, x: e.clientX, y: e.clientY, open: true });
-                isOpen = true;
             }
         };
-        // Hide the menu on click outside
-        const handleClick = () => isOpen && (plugin === null || plugin === void 0 ? void 0 : plugin.emit('contextMenu', { text: '', x: 0, y: 0, open: false }));
-        document.addEventListener("click", handleClick);
+        const handleSelectionChange = () => {
+            var _a;
+            // if (triggerOnTextSelection) {
+            const selection = (_a = window.getSelection()) === null || _a === void 0 ? void 0 : _a.toString().trim();
+            const open = !!selection && isSelecting;
+            // console.log('Selection change, contextMenuOnSelect:', contextMenuOnSelect);
+            plugin === null || plugin === void 0 ? void 0 : plugin.emit('contextMenu', { text: selection, x: lastMouseX, y: lastMouseY, open });
+            // }
+        };
+        const handleMouseUpDown = (e) => {
+            if (e.type === 'mousedown') {
+                isSelecting = false;
+            }
+            else if (e.type === 'mouseup') {
+                isSelecting = true;
+                // console.log('mouseup, contextMenuOnSelect:', contextMenuOnSelect);
+                if (contextMenuOnSelect) {
+                    handleSelectionChange();
+                }
+            }
+        };
         document.addEventListener('contextmenu', handleContextMenu);
+        document.addEventListener('selectionchange', handleSelectionChange);
+        document.addEventListener("mousemove", handleMouseMove);
+        document.addEventListener('mousedown', handleMouseUpDown);
+        document.addEventListener('mouseup', handleMouseUpDown);
         return () => {
-            document.removeEventListener("click", handleClick);
+            document.removeEventListener("mousemove", handleMouseMove);
             document.removeEventListener('contextmenu', handleContextMenu);
+            document.removeEventListener('selectionchange', handleSelectionChange);
+            document.removeEventListener('mousedown', handleMouseUpDown);
+            document.removeEventListener('mouseup', handleMouseUpDown);
         };
-    }, [plugin]);
+    }, [plugin, contextMenuOnSelect]);
     if (!plugin) {
         return "";
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rimori/client",
-  "version": "1.0.2",
+  "version": "1.0.3",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "scripts": {

package/src/controller/SettingsController.ts

@@ -6,6 +6,7 @@ type SettingsType = "user" | "system" | "plugin";
 export interface UserSettings {
     motherTongue: string;
     languageLevel: LanguageLevel;
+    contextMenuOnSelect: boolean;
 }
 
 export interface SystemSettings {

package/src/controller/SidePluginController.ts

@@ -0,0 +1,36 @@
+import { SupabaseClient } from '@supabase/supabase-js';
+
+export interface Plugin {
+    id: string;
+    title: string;
+    icon_url: string;
+    website: string;
+    context_menu_actions: string;
+    plugin_pages: string;
+    sidebar_pages: string;
+    settings_page: string;
+    version: string;
+    external_hosted_url: string;
+}
+
+export async function getPlugins(supabase: SupabaseClient): Promise<Plugin[]> {
+    let { data, error } = await supabase.from('plugins').select('*');
+    
+    if (error) {
+        console.error(error);
+        return [];
+    }
+
+    return (data || []).map((plugin: any) => ({
+        id: plugin.id,
+        title: plugin.title,
+        icon_url: plugin.icon_url,
+        website: plugin.website,
+        context_menu_actions: plugin.context_menu_actions,
+        plugin_pages: plugin.plugin_pages,
+        sidebar_pages: plugin.sidebar_pages,
+        settings_page: plugin.settings_page,
+        version: plugin.version,
+        external_hosted_url: plugin.external_hosted_url,
+    }));
+}

package/src/controller/VoiceController.ts

@@ -4,7 +4,7 @@ export async function getSTTResponse(supabase: SupabaseClient, audio: Blob) {
     const formData = new FormData();
     formData.append('file', audio);
 
-    return await supabase.functions.invoke('speech', { method: 'POST', body: formData }).then((r: any) => r.text);
+    return await supabase.functions.invoke('speech', { method: 'POST', body: formData }).then(({ data }) => data.text);
 }
 
 export async function getTTSResponse(supabaseUrl: string, request: TTSRequest, token: string) {

package/src/plugin/RimoriClient.ts

@@ -7,6 +7,7 @@ import { PostgrestQueryBuilder, PostgrestFilterBuilder } from "@supabase/postgre
 import { SharedContentController, BasicAssignment } from "../controller/SharedContentController";
 import { streamChatGPT, Message, Tool, OnLLMResponse, generateText } from "../controller/AIController";
 import { generateObject as generateObjectFunction, ObjectRequest } from "../controller/ObjectController";
+import { getPlugins, Plugin } from "../controller/SidePluginController";
 
 interface RimoriClientOptions {
     pluginController: PluginController;
@@ -166,6 +167,14 @@ export class RimoriClient {
         return getSTTResponse(this.superbase, file);
     }
 
+    /**
+     * Fetches all installed plugins.
+     * @returns A promise that resolves to an array of plugins
+     */
+    public async getPlugins(): Promise<Plugin[]> {
+        return getPlugins(this.superbase);
+    }
+
     public async generateObject(request: ObjectRequest): Promise<any> {
         const token = await this.plugin.getToken();
         return generateObjectFunction(request, token);
@@ -204,4 +213,8 @@ export class RimoriClient {
     public async completeSharedContent(type: string, assignmentId: string) {
         return this.sharedContentController.completeSharedContent(type, assignmentId);
     }
+
+    public triggerSidebarAction(pluginId: string, actionKey: string, text?: string) {
+        this.emit("triggerSidebarAction", { pluginId, actionKey, text });
+    }
 }

package/src/providers/PluginProvider.tsx

@@ -1,6 +1,8 @@
 import React, { createContext, useContext, ReactNode, useEffect, useState } from 'react';
 import { PluginController } from '../plugin/PluginController';
 import { RimoriClient } from '../plugin/RimoriClient';
+import { UserSettings } from '../controller/SettingsController';
+
 interface PluginProviderProps {
     children: ReactNode;
 }
@@ -10,6 +12,8 @@ const PluginContext = createContext<RimoriClient | null>(null);
 
 export const PluginProvider: React.FC<PluginProviderProps> = ({ children }) => {
     const [plugin, setPlugin] = useState<RimoriClient | null>(null);
+    const [contextMenuOnSelect, setContextMenuOnTextSelection] = useState(false);
+
     //route change
     useEffect(() => {
         let lastHash = window.location.hash;
@@ -24,31 +28,85 @@ export const PluginProvider: React.FC<PluginProviderProps> = ({ children }) => {
         PluginController.getInstance().then(setPlugin);
     }, []);
 
+    //check if context menu opens on text selection
+    useEffect(() => {
+        if (!plugin) return;
+        plugin.getSettings<UserSettings>({
+            languageLevel: "A1",
+            motherTongue: "English",
+            contextMenuOnSelect: false,
+        }, "user").then((settings) => {
+            setContextMenuOnTextSelection(settings.contextMenuOnSelect);
+        }).catch(error => {
+            console.error('Error fetching settings:', error);
+        });
+    }, [plugin]);
+
+    //detect page height change
+    useEffect(() => {
+        const body = document.body;
+        const handleResize = () => plugin?.emit('heightAdjustment', body.clientHeight);
+        body.addEventListener('resize', handleResize);
+        handleResize();
+        return () => body.removeEventListener('resize', handleResize);
+    }, [plugin]);
+
     //context menu
     useEffect(() => {
-        let isOpen = false;
+        let lastMouseX = 0;
+        let lastMouseY = 0;
+        let isSelecting = false;
+
+        // Track mouse position
+        const handleMouseMove = (e: MouseEvent) => {
+            lastMouseX = e.clientX;
+            lastMouseY = e.clientY;
+        };
+
         const handleContextMenu = (e: MouseEvent) => {
             const selection = window.getSelection()?.toString().trim();
             if (selection) {
                 e.preventDefault();
-                // console.log('context menu', selection);
+                // console.log('context menu handled', selection);
                 plugin?.emit('contextMenu', { text: selection, x: e.clientX, y: e.clientY, open: true });
-                isOpen = true;
             }
         };
 
-        // Hide the menu on click outside
-        const handleClick = () => isOpen && plugin?.emit('contextMenu', { text: '', x: 0, y: 0, open: false });
+        const handleSelectionChange = () => {
+            // if (triggerOnTextSelection) {
+            const selection = window.getSelection()?.toString().trim();
+            const open = !!selection && isSelecting;
+            // console.log('Selection change, contextMenuOnSelect:', contextMenuOnSelect);
+            plugin?.emit('contextMenu', { text: selection, x: lastMouseX, y: lastMouseY, open });
+            // }
+        };
+        const handleMouseUpDown = (e: MouseEvent) => {
+            if (e.type === 'mousedown') {
+                isSelecting = false;
+            } else if (e.type === 'mouseup') {
+                isSelecting = true;
+                // console.log('mouseup, contextMenuOnSelect:', contextMenuOnSelect);
+                if (contextMenuOnSelect) {
+                    handleSelectionChange();
+                }
+            }
+        };
 
-        document.addEventListener("click", handleClick);
         document.addEventListener('contextmenu', handleContextMenu);
+        document.addEventListener('selectionchange', handleSelectionChange);
+        document.addEventListener("mousemove", handleMouseMove);
+        document.addEventListener('mousedown', handleMouseUpDown);
+        document.addEventListener('mouseup', handleMouseUpDown);
         return () => {
-            document.removeEventListener("click", handleClick);
+            document.removeEventListener("mousemove", handleMouseMove);
             document.removeEventListener('contextmenu', handleContextMenu);
+            document.removeEventListener('selectionchange', handleSelectionChange);
+            document.removeEventListener('mousedown', handleMouseUpDown);
+            document.removeEventListener('mouseup', handleMouseUpDown);
         };
-    }, [plugin]);
+    }, [plugin, contextMenuOnSelect]);
 
-    if(!plugin){
+    if (!plugin) {
         return ""
     }