@rimori/client 1.1.10 → 1.3.0

package/dist/cli/types/DatabaseTypes.d.ts

@@ -0,0 +1,103 @@
+/**
+ * Supported database column data types for table schema definitions.
+ */
+type DbColumnType = 'decimal' | 'integer' | 'text' | 'boolean' | 'json' | 'timestamp' | 'uuid';
+/**
+ * Foreign key relationship configuration with cascade delete support.
+ * Defines a relationship where the source record is deleted when the destination record is deleted.
+ */
+interface ForeignKeyRelation {
+    /** The target table that this column references */
+    references_table: string;
+    /** The target column in the referenced table (defaults to 'id') */
+    references_column?: string;
+    /** Whether to cascade delete when the referenced record is deleted */
+    on_delete_cascade: boolean;
+}
+/**
+ * Database column definition with support for types, constraints, and relationships.
+ */
+export interface DbColumnDefinition {
+    /** The data type of the column */
+    type: DbColumnType;
+    /** Human-readable description of the column's purpose */
+    description: string;
+    /** Whether the column can contain null values */
+    nullable?: boolean;
+    /** Whether the column has a unique constraint */
+    unique?: boolean;
+    /** Default value for the column. can also use sql functions like now(), auth.uid() or gen_random_uuid() */
+    default_value?: string | number | boolean;
+    /** Array of allowed values for enumerated columns */
+    /** Foreign key relationship configuration */
+    foreign_key?: ForeignKeyRelation;
+    /** The name of the column before it was renamed. */
+    old_name?: string;
+    /** Whether the column is deprecated. The column gets renamed to column_name_old. To fully remove the column, first set deprecated to true and then after a release, remove the column from the table definition. */
+    deprecated?: boolean;
+    /** Whether the column is a primary key */
+    /** Restrictions for the column. If the column is restricted, the permission is further restricted. E.g. if the column is restricted to user, then the user can only read the column if they have the right permission.
+     * Example: Denying users to update the column, but allowing the moderator to update the column.
+    */
+    restrict?: {
+        /** Restrictions for the user */
+        user: Partial<Omit<DbPermissionDefinition, 'delete'>>;
+        /** Restrictions for the moderator */
+        moderator?: Partial<Omit<DbPermissionDefinition, 'delete'>>;
+    };
+}
+/**
+ * Base table structure that all database tables inherit.
+ * Includes standard audit fields for tracking creation and ownership.
+ */
+interface BaseTableStructure {
+    /** Unique identifier for the record */
+    id: DbColumnDefinition;
+    /** Timestamp when the record was created */
+    created_at: DbColumnDefinition;
+    /** ID of the user who created the record */
+    created_by: DbColumnDefinition;
+}
+/**
+ * Complete database table schema definition.
+ * Defines the structure, constraints, and relationships for a database table.
+ */
+export interface DbTableDefinition {
+    /** Name of the database table */
+    table_name: string;
+    /** Description of the table's purpose and usage */
+    description: string;
+    /** Permissions for the table */
+    permissions: {
+        user: DbPermissionDefinition;
+        moderator?: DbPermissionDefinition;
+    };
+    /** Column definitions for the table */
+    columns: {
+        [column_name: string]: DbColumnDefinition;
+    };
+}
+/**
+ * Permission definition for a database table.
+ * NONE means the action is not allowed.
+ * OWN means only do the action on your own records.
+ * ALL means do the action on all records.
+ *
+ * Defines the permissions for a database table.
+ */
+export type DbPermission = "NONE" | "OWN" | "ALL";
+/**
+ * Permission definition for a database table.
+ * Defines the permissions for a database table.
+ */
+export interface DbPermissionDefinition {
+    read: DbPermission;
+    insert: DbPermission;
+    update: DbPermission;
+    delete: DbPermission;
+}
+/**
+ * Full table definition that includes automatically generated fields.
+ */
+export type FullTable<T extends Record<string, DbColumnDefinition>> = T & BaseTableStructure;
+export {};

package/dist/cli/types/DatabaseTypes.js

@@ -0,0 +1,2 @@
+// Database table structure definitions
+export {};

package/dist/components/LoggerExample.d.ts

@@ -0,0 +1,6 @@
+import React from 'react';
+/**
+ * Example component demonstrating Logger usage in a React component.
+ * Shows how console methods are automatically captured by the Logger.
+ */
+export declare const LoggerExample: React.FC;

package/dist/components/LoggerExample.js

@@ -0,0 +1,79 @@
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
+import { useState } from 'react';
+import { useLogging, useLogger } from '../hooks/UseLogger';
+/**
+ * Example component demonstrating Logger usage in a React component.
+ * Shows how console methods are automatically captured by the Logger.
+ */
+export const LoggerExample = () => {
+    const [logMessage, setLogMessage] = useState('Hello from Logger Example');
+    const [logData, setLogData] = useState('{"key": "value"}');
+    // Initialize the logger - this overrides console methods globally
+    const logger = useLogger(process.env.NODE_ENV === 'production');
+    // Get logging utilities
+    const { sendAllLogs, getStats, clearLogs, exportLogs, sendLogsByLevel } = useLogging(process.env.NODE_ENV === 'production');
+    const handleConsoleLog = () => {
+        // This will be automatically captured by the Logger
+        console.log(logMessage, logData ? JSON.parse(logData) : '');
+    };
+    const handleConsoleInfo = () => {
+        // This will be automatically captured by the Logger
+        console.info(logMessage, logData ? JSON.parse(logData) : '');
+    };
+    const handleConsoleWarn = () => {
+        // This will be automatically captured by the Logger and include screenshot + mouse position
+        console.warn(logMessage, logData ? JSON.parse(logData) : '');
+    };
+    const handleConsoleError = () => {
+        // This will be automatically captured by the Logger and include screenshot + mouse position
+        console.error(logMessage, logData ? JSON.parse(logData) : '');
+    };
+    const handleConsoleDebug = () => {
+        // This will be automatically captured by the Logger
+        console.debug(logMessage, logData ? JSON.parse(logData) : '');
+    };
+    const handleSendLogs = () => __awaiter(void 0, void 0, void 0, function* () {
+        yield sendAllLogs();
+        alert('Logs sent to Rimori!');
+    });
+    const handleGetStats = () => {
+        const stats = getStats();
+        alert(`Log Statistics:\nTotal: ${stats.total}\nDebug: ${stats.byLevel.debug}\nInfo: ${stats.byLevel.info}\nWarn: ${stats.byLevel.warn}\nError: ${stats.byLevel.error}`);
+    };
+    const handleClearLogs = () => {
+        clearLogs();
+        alert('Logs cleared!');
+    };
+    const handleExportLogs = () => {
+        const exportedLogs = exportLogs();
+        const blob = new Blob([exportedLogs], { type: 'application/json' });
+        const url = URL.createObjectURL(blob);
+        const a = document.createElement('a');
+        a.href = url;
+        a.download = 'rimori-logs.json';
+        a.click();
+        URL.revokeObjectURL(url);
+    };
+    const handleSendErrorLogs = () => __awaiter(void 0, void 0, void 0, function* () {
+        yield sendLogsByLevel('error');
+        alert('Error logs sent to Rimori!');
+    });
+    const handleTriggerError = () => {
+        // This will trigger an unhandled error that the logger will catch via console.error override
+        throw new Error('This is a test error for the logger');
+    };
+    const handleTriggerPromiseRejection = () => {
+        // This will trigger an unhandled promise rejection that the logger will catch
+        Promise.reject(new Error('This is a test promise rejection'));
+    };
+    return (_jsxs("div", { style: { padding: '20px', maxWidth: '800px' }, children: [_jsx("h2", { children: "Logger Example - Console Override Demo" }), _jsxs("div", { style: { marginBottom: '20px', padding: '15px', backgroundColor: '#e3f2fd', borderRadius: '5px' }, children: [_jsx("h4", { children: "\uD83C\uDFAF Key Feature: Console Methods Override" }), _jsxs("p", { children: ["The Logger automatically overrides ", _jsx("code", { children: "console.log" }), ", ", _jsx("code", { children: "console.info" }), ",", _jsx("code", { children: "console.warn" }), ", ", _jsx("code", { children: "console.error" }), ", and ", _jsx("code", { children: "console.debug" }), " globally. All console calls are automatically captured and stored with context information."] })] }), _jsx("div", { style: { marginBottom: '20px' }, children: _jsxs("label", { children: ["Log Message:", _jsx("input", { type: "text", value: logMessage, onChange: (e) => setLogMessage(e.target.value), placeholder: "Enter log message", style: { width: '100%', marginTop: '5px' } })] }) }), _jsx("div", { style: { marginBottom: '20px' }, children: _jsxs("label", { children: ["Log Data (JSON):", _jsx("textarea", { value: logData, onChange: (e) => setLogData(e.target.value), placeholder: '{"key": "value"}', style: { width: '100%', height: '60px', marginTop: '5px' } })] }) }), _jsxs("div", { style: { marginBottom: '20px' }, children: [_jsx("h3", { children: "Console Method Calls (Automatically Captured)" }), _jsx("button", { onClick: handleConsoleLog, style: { margin: '5px' }, children: "console.log()" }), _jsx("button", { onClick: handleConsoleInfo, style: { margin: '5px' }, children: "console.info()" }), _jsx("button", { onClick: handleConsoleWarn, style: { margin: '5px', backgroundColor: '#ff9800' }, children: "console.warn() \uD83D\uDCF8" }), _jsx("button", { onClick: handleConsoleError, style: { margin: '5px', backgroundColor: '#f44336' }, children: "console.error() \uD83D\uDCF8" }), _jsx("button", { onClick: handleConsoleDebug, style: { margin: '5px' }, children: "console.debug()" })] }), _jsxs("div", { style: { marginBottom: '20px' }, children: [_jsx("h3", { children: "Log Management" }), _jsx("button", { onClick: handleSendLogs, style: { margin: '5px' }, children: "Send All Logs to Rimori" }), _jsx("button", { onClick: handleSendErrorLogs, style: { margin: '5px', backgroundColor: '#f44336' }, children: "Send Error Logs Only" }), _jsx("button", { onClick: handleGetStats, style: { margin: '5px' }, children: "Get Log Statistics" }), _jsx("button", { onClick: handleClearLogs, style: { margin: '5px' }, children: "Clear Logs" }), _jsx("button", { onClick: handleExportLogs, style: { margin: '5px' }, children: "Export Logs (JSON)" })] }), _jsxs("div", { style: { marginBottom: '20px' }, children: [_jsx("h3", { children: "Test Error Handling" }), _jsx("button", { onClick: handleTriggerError, style: { margin: '5px', backgroundColor: '#ff6b6b' }, children: "Trigger Unhandled Error" }), _jsx("button", { onClick: handleTriggerPromiseRejection, style: { margin: '5px', backgroundColor: '#ff6b6b' }, children: "Trigger Promise Rejection" })] }), _jsxs("div", { style: { marginTop: '30px', padding: '15px', backgroundColor: '#f5f5f5', borderRadius: '5px' }, children: [_jsx("h4", { children: "\uD83D\uDCCB How It Works:" }), _jsxs("ul", { children: [_jsxs("li", { children: [_jsx("strong", { children: "Automatic Capture:" }), " All console calls are automatically captured by the Logger"] }), _jsxs("li", { children: [_jsx("strong", { children: "No Manual Logging:" }), " Just use ", _jsx("code", { children: "console.log()" }), " as usual - no need to call Logger methods"] }), _jsxs("li", { children: [_jsx("strong", { children: "Production Filtering:" }), " In production, only warnings and errors show in console, but all are stored"] }), _jsxs("li", { children: [_jsx("strong", { children: "Screenshot Capture:" }), " Errors and warnings automatically capture screenshots + mouse position"] }), _jsxs("li", { children: [_jsx("strong", { children: "Browser Context:" }), " Each log includes URL, user agent, screen resolution, etc."] }), _jsxs("li", { children: [_jsx("strong", { children: "Rimori Integration:" }), " Logs can be sent to Rimori for centralized logging"] })] }), _jsx("h4", { children: "\uD83C\uDFAF Screenshot & Mouse Position:" }), _jsxs("p", { children: ["When you call ", _jsx("code", { children: "console.warn()" }), " or ", _jsx("code", { children: "console.error()" }), ", the Logger automatically:"] }), _jsxs("ul", { children: [_jsx("li", { children: "Captures a screenshot of the current page (if html2canvas is available)" }), _jsx("li", { children: "Records the current mouse position (x, y coordinates)" }), _jsx("li", { children: "Includes timestamp for both screenshot and mouse position" })] })] }), _jsxs("div", { style: { marginTop: '20px', padding: '15px', backgroundColor: '#fff3e0', borderRadius: '5px' }, children: [_jsx("h4", { children: "\uD83D\uDD27 Setup Required:" }), _jsx("p", { children: "To enable screenshot capture, include html2canvas in your plugin:" }), _jsx("pre", { style: { backgroundColor: '#f5f5f5', padding: '10px', borderRadius: '3px' }, children: `<script src="https://html2canvas.hertzen.com/dist/html2canvas.min.js"></script>` })] })] }));
+};

package/dist/components/ai/Assistant.js

@@ -5,12 +5,12 @@ import { AudioInputField } from './EmbeddedAssistent/AudioInputField';
 import { MessageSender } from './EmbeddedAssistent/TTS/MessageSender';
 import Markdown from 'react-markdown';
 import { useChat } from '../../hooks/UseChatHook';
-import { usePlugin } from '../../components';
+import { useRimori } from '../../components';
 import { getFirstMessages } from './utils';
 export function AssistantChat({ avatarImageUrl, voiceId, onComplete, autoStartConversation }) {
     var _a;
     const [oralCommunication, setOralCommunication] = React.useState(true);
-    const { llm, event } = usePlugin();
+    const { ai: llm, event } = useRimori();
     const sender = useMemo(() => new MessageSender(llm.getVoice, voiceId), []);
     const { messages, append, isLoading, setMessages } = useChat();
     const lastAssistantMessage = (_a = [...messages].filter((m) => m.role === 'assistant').pop()) === null || _a === void 0 ? void 0 : _a.content;
@@ -37,15 +37,15 @@ export function AssistantChat({ avatarImageUrl, voiceId, onComplete, autoStartCo
     const lastMessage = messages[messages.length - 1];
     useEffect(() => {
         console.log("lastMessage", lastMessage);
-        const toolInvocations = lastMessage === null || lastMessage === void 0 ? void 0 : lastMessage.toolInvocations;
+        const toolInvocations = lastMessage === null || lastMessage === void 0 ? void 0 : lastMessage.toolCalls;
         if (toolInvocations && toolInvocations.length > 0) {
             console.log("toolInvocations", toolInvocations);
             onComplete(toolInvocations[0].args);
         }
     }, [lastMessage]);
-    if ((lastMessage === null || lastMessage === void 0 ? void 0 : lastMessage.toolInvocations) && lastMessage.toolInvocations.length > 0) {
+    if ((lastMessage === null || lastMessage === void 0 ? void 0 : lastMessage.toolCalls) && lastMessage.toolCalls.length > 0) {
         console.log("lastMessage test2", lastMessage);
-        const args = lastMessage.toolInvocations[0].args;
+        const args = lastMessage.toolCalls[0].args;
         const success = args.explanationUnderstood === "TRUE" || args.studentKnowsTopic === "TRUE";
         return _jsxs("div", { className: "px-5 pt-5 overflow-y-auto text-center", style: { height: "478px" }, children: [_jsx("h1", { className: 'text-center mt-5 mb-5', children: success ? "Great job!" : "You failed" }), _jsx("p", { children: args.improvementHints })] });
     }

package/dist/components/ai/Avatar.d.ts

@@ -1,4 +1,4 @@
-import { Tool } from '../../controller/AIController';
+import { Tool } from '../../fromRimori/PluginTypes';
 import { FirstMessages } from './utils';
 interface Props {
     voiceId: any;
@@ -8,6 +8,7 @@ interface Props {
     isDarkTheme?: boolean;
     children?: React.ReactNode;
     autoStartConversation?: FirstMessages;
+    className?: string;
 }
-export declare function Avatar({ avatarImageUrl, voiceId, agentTools, autoStartConversation, children, isDarkTheme, circleSize }: Props): import("react/jsx-runtime").JSX.Element;
+export declare function Avatar({ avatarImageUrl, voiceId, agentTools, autoStartConversation, children, isDarkTheme, circleSize, className }: Props): import("react/jsx-runtime").JSX.Element;
 export {};

package/dist/components/ai/Avatar.js

@@ -4,13 +4,13 @@ import { VoiceRecorder } from './EmbeddedAssistent/VoiceRecoder';
 import { MessageSender } from './EmbeddedAssistent/TTS/MessageSender';
 import { CircleAudioAvatar } from './EmbeddedAssistent/CircleAudioAvatar';
 import { useChat } from '../../hooks/UseChatHook';
-import { usePlugin } from '../../components';
+import { useRimori } from '../../components';
 import { getFirstMessages } from './utils';
-export function Avatar({ avatarImageUrl, voiceId, agentTools, autoStartConversation, children, isDarkTheme = false, circleSize = "300px" }) {
-    const { llm, event } = usePlugin();
+export function Avatar({ avatarImageUrl, voiceId, agentTools, autoStartConversation, children, isDarkTheme = false, circleSize = "300px", className }) {
+    const { ai, event } = useRimori();
     const [agentReplying, setAgentReplying] = useState(false);
     const [isProcessingMessage, setIsProcessingMessage] = useState(false);
-    const sender = useMemo(() => new MessageSender(llm.getVoice, voiceId), []);
+    const sender = useMemo(() => new MessageSender(ai.getVoice, voiceId), [voiceId]);
     const { messages, append, isLoading, lastMessage, setMessages } = useChat(agentTools);
     useEffect(() => {
         console.log("messages", messages);
@@ -33,13 +33,18 @@ export function Avatar({ avatarImageUrl, voiceId, agentTools, autoStartConversat
         else if (autoStartConversation.userMessage) {
             append([{ role: 'user', content: autoStartConversation.userMessage, id: messages.length.toString() }]);
         }
-    }, []);
+    }, [autoStartConversation]);
     useEffect(() => {
         if ((lastMessage === null || lastMessage === void 0 ? void 0 : lastMessage.role) === 'assistant') {
             sender.handleNewText(lastMessage.content, isLoading);
+            if (lastMessage.toolCalls) {
+                console.log("unlocking mic", lastMessage);
+                setAgentReplying(false);
+                setIsProcessingMessage(false);
+            }
         }
     }, [lastMessage, isLoading]);
-    return (_jsxs("div", { className: 'pb-8', children: [_jsx(CircleAudioAvatar, { width: circleSize, className: 'mx-auto', imageUrl: avatarImageUrl, isDarkTheme: isDarkTheme }), children, _jsx(VoiceRecorder, { iconSize: '300', disabled: agentReplying, loading: isProcessingMessage, onVoiceRecorded: (message) => {
+    return (_jsxs("div", { className: `md:pb-8 ${className || ''}`, children: [_jsx(CircleAudioAvatar, { width: circleSize, className: 'mx-auto', imageUrl: avatarImageUrl, isDarkTheme: isDarkTheme }), children, _jsx(VoiceRecorder, { iconSize: '30', className: 'w-16 h-16 shadow-lg rounded-full bg-gray-400 dark:bg-gray-800', disabled: agentReplying, loading: isProcessingMessage, enablePushToTalk: true, onVoiceRecorded: (message) => {
                     setAgentReplying(true);
                     append([{ role: 'user', content: "Message(" + Math.floor((messages.length + 1) / 2) + "): " + message, id: messages.length.toString() }]);
                 }, onRecordingStatusChange: (running) => !running && setIsProcessingMessage(true) })] }));

package/dist/components/ai/EmbeddedAssistent/CircleAudioAvatar.js

@@ -1,6 +1,6 @@
 import { jsx as _jsx } from "react/jsx-runtime";
 import { useEffect, useRef } from 'react';
-import { EventBus } from '../../../plugin/fromRimori/EventBus';
+import { EventBus } from '../../../fromRimori/EventBus';
 export function CircleAudioAvatar({ imageUrl, className, isDarkTheme = false, width = "150px" }) {
     const canvasRef = useRef(null);
     const currentLoudnessRef = useRef(0);

package/dist/components/ai/EmbeddedAssistent/VoiceRecoder.d.ts

@@ -3,6 +3,7 @@ interface Props {
     className?: string;
     disabled?: boolean;
     loading?: boolean;
+    enablePushToTalk?: boolean;
     onRecordingStatusChange: (running: boolean) => void;
     onVoiceRecorded: (message: string) => void;
 }

package/dist/components/ai/EmbeddedAssistent/VoiceRecoder.js

@@ -8,48 +8,61 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
     });
 };
 import { jsx as _jsx } from "react/jsx-runtime";
-import { useState, useRef, forwardRef, useImperativeHandle, useEffect } from 'react';
+import { useRimori } from '../../../components';
 import { FaMicrophone, FaSpinner } from 'react-icons/fa6';
-import { usePlugin } from '../../../components';
-export const VoiceRecorder = forwardRef(({ onVoiceRecorded, iconSize, className, disabled, loading, onRecordingStatusChange }, ref) => {
+import { AudioController } from '../../../plugin/AudioController';
+import { useState, useRef, forwardRef, useImperativeHandle, useEffect } from 'react';
+export const VoiceRecorder = forwardRef(({ onVoiceRecorded, iconSize, className, disabled, loading, onRecordingStatusChange, enablePushToTalk = false }, ref) => {
     const [isRecording, setIsRecording] = useState(false);
-    const mediaRecorderRef = useRef(null);
-    const audioChunksRef = useRef([]);
-    const mediaStreamRef = useRef(null);
-    const { llm } = usePlugin();
+    const [internalIsProcessing, setInternalIsProcessing] = useState(false);
+    const audioControllerRef = useRef(null);
+    const { ai, plugin } = useRimori();
     // Ref for latest onVoiceRecorded callback
     const onVoiceRecordedRef = useRef(onVoiceRecorded);
     useEffect(() => {
         onVoiceRecordedRef.current = onVoiceRecorded;
     }, [onVoiceRecorded]);
     const startRecording = () => __awaiter(void 0, void 0, void 0, function* () {
-        const stream = yield navigator.mediaDevices.getUserMedia({ audio: true });
-        mediaStreamRef.current = stream;
-        const mediaRecorder = new MediaRecorder(stream);
-        mediaRecorderRef.current = mediaRecorder;
-        mediaRecorder.ondataavailable = (event) => {
-            audioChunksRef.current.push(event.data);
-        };
-        mediaRecorder.onstop = () => __awaiter(void 0, void 0, void 0, function* () {
-            const audioBlob = new Blob(audioChunksRef.current);
-            audioChunksRef.current = [];
-            onVoiceRecordedRef.current(yield llm.getTextFromVoice(audioBlob));
-        });
-        mediaRecorder.start();
-        setIsRecording(true);
-        onRecordingStatusChange(true);
+        try {
+            if (!audioControllerRef.current) {
+                audioControllerRef.current = new AudioController(plugin.pluginId);
+            }
+            yield audioControllerRef.current.startRecording();
+            setIsRecording(true);
+            onRecordingStatusChange(true);
+        }
+        catch (error) {
+            console.error('Failed to start recording:', error);
+            // Handle permission denied or other errors
+        }
     });
-    const stopRecording = () => {
-        if (mediaRecorderRef.current) {
-            mediaRecorderRef.current.stop();
+    const stopRecording = () => __awaiter(void 0, void 0, void 0, function* () {
+        try {
+            if (audioControllerRef.current && isRecording) {
+                const audioResult = yield audioControllerRef.current.stopRecording();
+                // console.log("audioResult: ", audioResult);
+                setInternalIsProcessing(true);
+                // Play the recorded audio from the Blob
+                // const blobUrl = URL.createObjectURL(audioResult.recording);
+                // const audioRef = new Audio(blobUrl);
+                // audioRef.onended = () => URL.revokeObjectURL(blobUrl);
+                // audioRef.play().catch((e) => console.error('Playback error:', e));
+                // console.log("audioBlob: ", audioResult.recording);
+                const text = yield ai.getTextFromVoice(audioResult.recording);
+                // console.log("stt result", text);
+                // throw new Error("test");
+                setInternalIsProcessing(false);
+                onVoiceRecordedRef.current(text);
+            }
+        }
+        catch (error) {
+            console.error('Failed to stop recording:', error);
+        }
+        finally {
             setIsRecording(false);
             onRecordingStatusChange(false);
         }
-        if (mediaStreamRef.current) {
-            mediaStreamRef.current.getTracks().forEach(track => track.stop());
-            mediaStreamRef.current = null;
-        }
-    };
+    });
     useImperativeHandle(ref, () => ({
         startRecording,
         stopRecording,
@@ -57,6 +70,8 @@ export const VoiceRecorder = forwardRef(({ onVoiceRecorded, iconSize, className,
     // push to talk feature
     const spacePressedRef = useRef(false);
     useEffect(() => {
+        if (!enablePushToTalk)
+            return;
         const handleKeyDown = (event) => __awaiter(void 0, void 0, void 0, function* () {
             if (event.code === 'Space' && !spacePressedRef.current) {
                 spacePressedRef.current = true;
@@ -75,7 +90,7 @@ export const VoiceRecorder = forwardRef(({ onVoiceRecorded, iconSize, className,
             window.removeEventListener('keydown', handleKeyDown);
             window.removeEventListener('keyup', handleKeyUp);
         };
-    }, []);
-    return (_jsx("button", { className: "w-16 h-16 flex text-4xl shadow-lg flex-row justify-center items-center rounded-full mx-auto bg-gray-400 dark:bg-gray-800 pl-[6px] disabled:opacity-50 " + className, onClick: isRecording ? stopRecording : startRecording, disabled: disabled || loading, children: loading ? _jsx(FaSpinner, { className: "animate-spin mr-[6px]" }) :
-            _jsx(FaMicrophone, { size: iconSize, className: "h-7 w-7 mr-2 " + (isRecording ? "text-red-600" : "") }) }));
+    }, [enablePushToTalk]);
+    return (_jsx("button", { className: "flex flex-row justify-center items-center rounded-full mx-auto disabled:opacity-50 " + className, onClick: isRecording ? stopRecording : startRecording, disabled: disabled || loading || internalIsProcessing, children: loading || internalIsProcessing ? _jsx(FaSpinner, { className: "animate-spin" }) :
+            _jsx(FaMicrophone, { size: iconSize, className: (isRecording ? "text-red-600" : "") }) }));
 });

package/dist/components/ai/utils.js

@@ -9,6 +9,5 @@ export function getFirstMessages(instructions) {
     if (instructions.assistantMessage) {
         messages.push({ id: '3', role: 'assistant', content: instructions.assistantMessage });
     }
-    console.log("getFirstMessages", messages);
     return messages;
 }

package/dist/components/audio/Playbutton.js

@@ -10,9 +10,9 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
 import { useState, useEffect } from 'react';
 import { FaPlayCircle, FaStopCircle } from "react-icons/fa";
-import { usePlugin } from "../../providers/PluginProvider";
+import { useRimori } from "../../providers/PluginProvider";
 import { Spinner } from '../Spinner';
-import { EventBus } from '../../plugin/fromRimori/EventBus';
+import { EventBus } from '../../fromRimori/EventBus';
 export const AudioPlayOptions = [0.8, 0.9, 1.0, 1.1, 1.2, 1.5];
 let isFetchingAudio = false;
 export const AudioPlayer = ({ text, voice, language, hide, playListenerEvent, initialSpeed = 1.0, playOnMount = false, enableSpeedAdjustment = false, }) => {
@@ -20,7 +20,7 @@ export const AudioPlayer = ({ text, voice, language, hide, playListenerEvent, in
     const [speed, setSpeed] = useState(initialSpeed);
     const [isPlaying, setIsPlaying] = useState(false);
     const [isLoading, setIsLoading] = useState(false);
-    const { llm } = usePlugin();
+    const { ai } = useRimori();
     useEffect(() => {
         if (!playListenerEvent)
             return;
@@ -35,7 +35,7 @@ export const AudioPlayer = ({ text, voice, language, hide, playListenerEvent, in
     // Function to generate audio from text using API
     const generateAudio = () => __awaiter(void 0, void 0, void 0, function* () {
         setIsLoading(true);
-        const blob = yield llm.getVoice(text, voice || (language ? "aws_default" : "openai_alloy"), 1, language);
+        const blob = yield ai.getVoice(text, voice || (language ? "aws_default" : "openai_alloy"), 1, language);
         setAudioUrl(URL.createObjectURL(blob));
         setIsLoading(false);
     });

package/dist/{core → components}/components/ContextMenu.js

@@ -1,23 +1,48 @@
 import { jsx as _jsx, jsxs as _jsxs } from "react/jsx-runtime";
 import { useState, useEffect, useRef } from "react";
-import { EventBus } from "../../plugin/fromRimori/EventBus";
+import { EventBus } from "../../fromRimori/EventBus";
 const ContextMenu = ({ client }) => {
     const [isOpen, setIsOpen] = useState(false);
     const [actions, setActions] = useState([]);
     const [position, setPosition] = useState({ x: 0, y: 0 });
     const [openOnTextSelect, setOpenOnTextSelect] = useState(false);
+    const [menuWidth, setMenuWidth] = useState(0);
     const menuRef = useRef(null);
+    const isMobile = window.innerWidth < 768;
+    /**
+     * Calculates position for mobile context menu based on selected text bounds.
+     * Centers the menu horizontally over the selected text and positions it 30px below the text's end.
+     * @param selectedText - The currently selected text
+     * @param menuWidth - The width of the menu to center properly
+     * @returns Position object with x and y coordinates
+     */
+    const calculateMobilePosition = (selectedText, menuWidth = 0) => {
+        const selection = window.getSelection();
+        if (!selection || !selectedText) {
+            return { x: 0, y: 0, text: selectedText };
+        }
+        const range = selection.getRangeAt(0);
+        const rect = range.getBoundingClientRect();
+        // Center horizontally over the selected text, accounting for menu width
+        const centerX = rect.left + (rect.width / 2) - (menuWidth / 2);
+        // Position 12px below where the text ends vertically
+        const textEndY = rect.bottom + 12;
+        return { x: centerX, y: textEndY, text: selectedText };
+    };
     useEffect(() => {
-        client.plugin.getInstalled().then(plugins => {
-            setActions(plugins.flatMap(p => p.context_menu_actions).filter(Boolean));
-        });
-        client.plugin.getUserInfo().then((userInfo) => {
-            setOpenOnTextSelect(userInfo.context_menu_on_select);
-        });
+        const actions = client.plugin.getPluginInfo().installedPlugins.flatMap(p => p.context_menu_actions).filter(Boolean);
+        setActions(actions);
+        setOpenOnTextSelect(client.plugin.getUserInfo().context_menu_on_select);
         EventBus.on("global.contextMenu.createActions", ({ data }) => {
             setActions([...data.actions, ...actions]);
         });
     }, []);
+    // Update menu width when menu is rendered
+    useEffect(() => {
+        if (isOpen && menuRef.current) {
+            setMenuWidth(menuRef.current.offsetWidth);
+        }
+    }, [isOpen, actions]);
     useEffect(() => {
         // Track mouse position globally
         const handleMouseMove = (e) => {
@@ -25,7 +50,12 @@ const ContextMenu = ({ client }) => {
             const selectedText = (_a = window.getSelection()) === null || _a === void 0 ? void 0 : _a.toString().trim();
             if (isOpen && selectedText === position.text)
                 return;
-            setPosition({ x: e.clientX, y: e.clientY, text: selectedText });
+            if (isMobile && selectedText) {
+                setPosition(calculateMobilePosition(selectedText, menuWidth));
+            }
+            else {
+                setPosition({ x: e.clientX, y: e.clientY, text: selectedText });
+            }
         };
         const handleMouseUp = (e) => {
             var _a, _b;
@@ -51,20 +81,29 @@ const ContextMenu = ({ client }) => {
                 if (e.button === 2) {
                     e.preventDefault();
                 }
-                setPosition({ x: e.clientX, y: e.clientY, text: selectedText });
+                if (isMobile) {
+                    setPosition(calculateMobilePosition(selectedText, menuWidth));
+                }
+                else {
+                    setPosition({ x: e.clientX, y: e.clientY, text: selectedText });
+                }
                 setIsOpen(true);
             }
             else {
                 setIsOpen(false);
             }
         };
-        // Add selectionchange listener to close menu if selection is cleared
+        // Add selectionchange listener to close menu if selection is cleared and update position for mobile
         const handleSelectionChange = () => {
             var _a;
             const selectedText = (_a = window.getSelection()) === null || _a === void 0 ? void 0 : _a.toString().trim();
             if (!selectedText && isOpen) {
                 setIsOpen(false);
             }
+            else if (selectedText && isOpen && isMobile) {
+                // Update position in real-time as text selection changes on mobile
+                setPosition(calculateMobilePosition(selectedText, menuWidth));
+            }
         };
         document.addEventListener("mouseup", handleMouseUp);
         window.addEventListener("mousemove", handleMouseMove);
@@ -84,7 +123,7 @@ const ContextMenu = ({ client }) => {
                 var _a;
                 setIsOpen(false);
                 (_a = window.getSelection()) === null || _a === void 0 ? void 0 : _a.removeAllRanges();
-                client.event.emitSidebarAction(action.pluginId, action.actionKey, position.text);
+                client.event.emitSidebarAction(action.plugin_id, action.action_key, position.text);
             } }, index))) }));
 };
 function MenuEntryItem(props) {

package/dist/components.d.ts

@@ -1,10 +1,10 @@
-export * from "./components/MarkdownEditor";
+export * from "./components/ai/Assistant";
+export * from "./components/ai/Avatar";
+export * from "./components/ai/EmbeddedAssistent/VoiceRecoder";
+export * from "./components/audio/Playbutton";
 export * from "./components/CRUDModal";
+export * from "./components/MarkdownEditor";
 export * from "./components/Spinner";
-export * from "./components/audio/Playbutton";
 export * from "./hooks/UseChatHook";
 export * from "./plugin/ThemeSetter";
 export * from "./providers/PluginProvider";
-export * from "./components/ai/Avatar";
-export * from "./components/ai/Assistant";
-export * from "./types/Actions";

package/dist/components.js

@@ -1,11 +1,11 @@
 // React components and hooks exports
-export * from "./components/MarkdownEditor";
+export * from "./components/ai/Assistant";
+export * from "./components/ai/Avatar";
+export * from "./components/ai/EmbeddedAssistent/VoiceRecoder";
+export * from "./components/audio/Playbutton";
 export * from "./components/CRUDModal";
+export * from "./components/MarkdownEditor";
 export * from "./components/Spinner";
-export * from "./components/audio/Playbutton";
 export * from "./hooks/UseChatHook";
 export * from "./plugin/ThemeSetter";
 export * from "./providers/PluginProvider";
-export * from "./components/ai/Avatar";
-export * from "./components/ai/Assistant";
-export * from "./types/Actions";

package/dist/core/controller/AIController.d.ts

@@ -0,0 +1,15 @@
+import { Tool } from "../../fromRimori/PluginTypes";
+export interface ToolInvocation {
+    toolCallId: string;
+    toolName: string;
+    args: Record<string, string>;
+}
+export interface Message {
+    id?: string;
+    role: "user" | "assistant" | "system";
+    content: string;
+    toolCalls?: ToolInvocation[];
+}
+export declare function generateText(backendUrl: string, messages: Message[], tools: Tool[], token: string): Promise<any>;
+export type OnLLMResponse = (id: string, response: string, finished: boolean, toolInvocations?: ToolInvocation[]) => void;
+export declare function streamChatGPT(backendUrl: string, messages: Message[], tools: Tool[], onResponse: OnLLMResponse, token: string): Promise<void>;