@rimori/client 2.5.28 → 2.5.29-next.0

package/README.md

@@ -140,7 +140,7 @@ Helpers:
 The `client.ai` controller surfaces AI capabilities:
 
 - `getText(messages, tools?)` – chat completion (string result).
-- `getSteamedText(messages, onMessage, tools?)` – streamed responses.
+- `getStreamedText(messages, onMessage, tools?)` – streamed responses.
 - `getObject(request)` – structured JSON generation.
 - `getVoice(text, voice?, speed?, language?)` – text-to-speech (returns `Blob`).
 - `getTextFromVoice(file)` – speech-to-text transcription.

package/dist/controller/TranslationController.js

@@ -48,7 +48,7 @@ export class Translator {
                             },
                         },
                         debug: false,
-                        // showSupportNotice: false,  // TODO enable with next version of i18next
+                        showSupportNotice: false,
                         parseMissingKeyHandler: (key, defaultValue) => {
                             if (!key.trim())
                                 return '';
@@ -134,6 +134,7 @@ export class Translator {
         if (!this.i18n) {
             throw new Error('Translator is not initialized');
         }
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-argument, @typescript-eslint/no-explicit-any
         return this.i18n.t(key, options);
     }
     /**

package/dist/plugin/CommunicationHandler.d.ts

@@ -40,6 +40,10 @@ export interface RimoriInfo {
      * - 'plugins' for beta and stable release channels
      */
     dbSchema: 'plugins' | 'plugins_alpha';
+    /**
+     * Whether text-to-speech is enabled globally (set in rimori-main navbar).
+     */
+    ttsEnabled: boolean;
 }
 export declare class RimoriCommunicationHandler {
     private port;

package/dist/plugin/TTS/ChunkedAudioPlayer.d.ts

@@ -13,6 +13,8 @@ export declare class ChunkedAudioPlayer {
     private startedPlaying;
     private onEndOfSpeech;
     private readonly backgroundNoiseLevel;
+    private currentSource;
+    private stopped;
     constructor();
     private init;
     setOnLoudnessChange(callback: (value: number) => void): void;

package/dist/plugin/TTS/ChunkedAudioPlayer.js

@@ -20,6 +20,8 @@ export class ChunkedAudioPlayer {
         this.startedPlaying = false;
         this.onEndOfSpeech = () => { };
         this.backgroundNoiseLevel = 30; // Background noise level that should be treated as baseline (0)
+        this.currentSource = null;
+        this.stopped = false;
         this.init();
     }
     init() {
@@ -37,12 +39,10 @@ export class ChunkedAudioPlayer {
     }
     addChunk(chunk, position) {
         return __awaiter(this, void 0, void 0, function* () {
+            if (this.stopped)
+                return;
             console.log('Adding chunk', position, chunk);
             this.chunkQueue[position] = chunk;
-            // console.log("received chunk", {
-            //     chunkQueue: this.chunkQueue.length,
-            //     isPlaying: this.isPlaying,
-            // })
             if (position === 0 && !this.startedPlaying) {
                 this.startedPlaying = true;
                 this.playChunks();
@@ -50,25 +50,27 @@ export class ChunkedAudioPlayer {
         });
     }
     playChunks() {
-        // console.log({ isPlaying: this.isPlaying });
-        if (this.isPlaying)
+        if (this.isPlaying || this.stopped)
             return;
         if (!this.chunkQueue[this.currentIndex]) {
             // wait until the correct chunk arrives
             setTimeout(() => this.playChunks(), 10);
+            return;
         }
         this.isPlaying = true;
         this.playChunk(this.chunkQueue[this.currentIndex]).then(() => {
             this.isPlaying = false;
+            if (this.stopped)
+                return;
             this.currentIndex++;
             if (this.chunkQueue[this.currentIndex]) {
                 this.shouldMonitorLoudness = true;
                 this.playChunks();
             }
             else {
-                // console.log('Playback finished', { currentIndex: this.currentIndex, chunkQueue: this.chunkQueue });
                 setTimeout(() => {
-                    // console.log('Check again if really playback finished', { currentIndex: this.currentIndex, chunkQueue: this.chunkQueue });
+                    if (this.stopped)
+                        return;
                     if (this.chunkQueue.length > this.currentIndex) {
                         this.playChunks();
                     }
@@ -81,13 +83,23 @@ export class ChunkedAudioPlayer {
         });
     }
     stopPlayback() {
-        // console.log('Stopping playback');
-        // Implement logic to stop the current playback
+        this.stopped = true;
+        // Stop the currently playing audio source node
+        if (this.currentSource) {
+            try {
+                this.currentSource.stop();
+            }
+            catch (_a) {
+                // already stopped
+            }
+            this.currentSource = null;
+        }
         this.isPlaying = false;
         this.chunkQueue = [];
         this.startedPlaying = false;
         this.shouldMonitorLoudness = false;
         cancelAnimationFrame(this.handle);
+        this.loudnessCallback(0);
     }
     cleanup() {
         // Stop playback first
@@ -100,14 +112,17 @@ export class ChunkedAudioPlayer {
         }
     }
     playChunk(chunk) {
-        // console.log({queue: this.chunkQueue})
-        if (!chunk) {
+        if (!chunk || this.stopped) {
             return Promise.resolve();
         }
-        // console.log('Playing chunk', chunk);
         return new Promise((resolve) => {
             const source = this.audioContext.createBufferSource();
+            this.currentSource = source;
             this.audioContext.decodeAudioData(chunk.slice(0)).then((audioBuffer) => {
+                if (this.stopped) {
+                    resolve();
+                    return;
+                }
                 source.buffer = audioBuffer;
                 // Create a GainNode for volume control
                 const gainNode = this.audioContext.createGain();
@@ -117,10 +132,11 @@ export class ChunkedAudioPlayer {
                 gainNode.connect(this.analyser);
                 this.analyser.connect(this.audioContext.destination);
                 source.start(0);
-                // console.log('Playing chunk', this.currentIndex);
                 gainNode.gain.value = this.volume;
                 source.onended = () => {
-                    // console.log('Chunk ended');
+                    if (this.currentSource === source) {
+                        this.currentSource = null;
+                    }
                     resolve();
                 };
                 // Start monitoring loudness only once
@@ -190,11 +206,10 @@ export class ChunkedAudioPlayer {
         this.handle = requestAnimationFrame(() => this.monitorLoudness());
     }
     reset() {
-        // console.log('Resetting player');
         this.stopPlayback();
+        this.stopped = false;
         this.currentIndex = 0;
         this.shouldMonitorLoudness = true;
-        //reset to the beginning when the class gets initialized
         this.isMonitoring = false;
         this.isPlaying = false;
         this.init();

package/dist/plugin/module/AIModule.d.ts

@@ -35,24 +35,6 @@ export interface Message {
     toolCalls?: ToolInvocation[];
 }
 export type OnLLMResponse = (id: string, response: string, finished: boolean, toolInvocations?: ToolInvocation[]) => void;
-export interface ObjectRequest {
-    /**
-     * The tools that the AI can use.
-     */
-    tool: AIObjectTool;
-    /**
-     * High level instructions for the AI to follow. Behaviour, tone, restrictions, etc.
-     * Example: "Act like a recipe writer."
-     */
-    /** @deprecated Use server-side prompt definitions (prompt + variables) instead of building requests client-side. */
-    behaviour?: string;
-    /**
-     * The specific instruction for the AI to follow.
-     * Example: "Generate a recipe using chicken, rice and vegetables."
-     */
-    /** @deprecated Use server-side prompt definitions (prompt + variables) instead of building requests client-side. */
-    instructions: string;
-}
 /**
  * Controller for AI-related operations.
  * Provides access to text generation, voice synthesis, and object generation.
@@ -88,24 +70,41 @@ export declare class AIModule {
     setOnRateLimited(cb: (exercisesRemaining: number) => void): void;
     /**
      * Generate text from messages using AI.
-     * @param messages The messages to generate text from.
-     * @param tools Optional tools to use for generation.
-     * @param cache Whether to cache the result (default: false).
-     * @param model The model to use for generation.
+     * @param params.messages The messages to generate text from.
+     * @param params.tools Optional tools to use for generation.
+     * @param params.cache Whether to cache the result (default: false).
+     * @param params.model The model to use for generation.
+     * @param params.prompt Server-side prompt name (e.g. 'writing.analysis').
+     * @param params.variables Variables for the server-side prompt template.
      * @returns The generated text.
      */
-    getText(messages: Message[], tools?: Tool[], cache?: boolean, model?: string): Promise<string>;
+    getText(params: {
+        messages: Message[];
+        tools?: Tool[];
+        cache?: boolean;
+        model?: string;
+        prompt?: string;
+        variables?: Record<string, any>;
+    }): Promise<string>;
     /**
      * Stream text generation from messages using AI.
-     * @param messages The messages to generate text from.
-     * @param onMessage Callback for each message chunk.
-     * @param tools Optional tools to use for generation.
-     * @param cache Whether to cache the result (default: false).
-     * @param model The model to use for generation.
+     * @param params.messages The messages to generate text from.
+     * @param params.onMessage Callback for each message chunk.
+     * @param params.tools Optional tools to use for generation.
+     * @param params.cache Whether to cache the result (default: false).
+     * @param params.model The model to use for generation.
+     * @param params.prompt Server-side prompt name (e.g. 'writing.analysis').
+     * @param params.variables Variables for the server-side prompt template.
      */
-    getSteamedText(messages: Message[], onMessage: OnLLMResponse, tools?: Tool[], cache?: boolean, model?: string, 
-    /** @deprecated Use uuid variable with resolver 'knowledgeEntry' in prompt definitions instead. */
-    knowledgeId?: string, prompt?: string, variables?: Record<string, any>): Promise<string>;
+    getStreamedText(params: {
+        messages: Message[];
+        onMessage: OnLLMResponse;
+        tools?: Tool[];
+        cache?: boolean;
+        model?: string;
+        prompt?: string;
+        variables?: Record<string, any>;
+    }): Promise<string>;
     /**
      * Generate voice audio from text using AI.
      * @param text The text to convert to voice.
@@ -123,8 +122,6 @@ export declare class AIModule {
      * @returns The transcribed text.
      */
     getTextFromVoice(file: Blob, language?: Language): Promise<string>;
-    /** @deprecated Used by legacy client-side prompt path. Will be removed once all plugins migrate to server-side prompt definitions. */
-    private getChatMessage;
     /**
      * Generate a structured object from a request using AI.
      * @param request.cache Whether to cache the result (default: false).
@@ -135,17 +132,9 @@ export declare class AIModule {
      * @returns The generated object.
      */
     getObject<T = any>(params: {
-        /** @deprecated Use prompt + variables instead of client-side system prompts. */
-        systemPrompt?: string;
-        /** @deprecated Use prompt + variables instead. Schema is loaded server-side from the prompt definition. */
-        responseSchema?: AIObjectTool;
-        /** @deprecated Use prompt + variables instead of client-side user prompts. */
-        userPrompt?: string;
         cache?: boolean;
         tools?: Tool[];
         model?: string;
-        /** @deprecated Use uuid variable with resolver 'knowledgeEntry' in prompt definitions instead. */
-        knowledgeId?: string;
         prompt?: string;
         variables?: Record<string, any>;
     }): Promise<T>;
@@ -159,18 +148,10 @@ export declare class AIModule {
      * @param request.variables Variables for the server-side prompt template.
      */
     getStreamedObject<T = any>(params: {
-        /** @deprecated Use prompt + variables instead of client-side system prompts. */
-        systemPrompt?: string;
-        /** @deprecated Use prompt + variables instead. Schema is loaded server-side from the prompt definition. */
-        responseSchema?: AIObjectTool;
-        /** @deprecated Use prompt + variables instead of client-side user prompts. */
-        userPrompt?: string;
         onResult: OnStreamedObjectResult<T>;
         cache?: boolean;
         tools?: Tool[];
         model?: string;
-        /** @deprecated Use uuid variable with resolver 'knowledgeEntry' in prompt definitions instead. */
-        knowledgeId?: string;
         prompt?: string;
         variables?: Record<string, any>;
     }): Promise<T>;

package/dist/plugin/module/AIModule.js

@@ -75,42 +75,47 @@ export class AIModule {
     }
     /**
      * Generate text from messages using AI.
-     * @param messages The messages to generate text from.
-     * @param tools Optional tools to use for generation.
-     * @param cache Whether to cache the result (default: false).
-     * @param model The model to use for generation.
+     * @param params.messages The messages to generate text from.
+     * @param params.tools Optional tools to use for generation.
+     * @param params.cache Whether to cache the result (default: false).
+     * @param params.model The model to use for generation.
+     * @param params.prompt Server-side prompt name (e.g. 'writing.analysis').
+     * @param params.variables Variables for the server-side prompt template.
      * @returns The generated text.
      */
-    getText(messages_1, tools_1) {
-        return __awaiter(this, arguments, void 0, function* (messages, tools, cache = false, model) {
+    getText(params) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const { messages, tools, cache = false, model, prompt, variables } = params;
             const { result } = yield this.streamObject({
                 cache,
                 tools,
                 model,
                 messages,
+                prompt,
+                variables,
             });
             return result;
         });
     }
     /**
      * Stream text generation from messages using AI.
-     * @param messages The messages to generate text from.
-     * @param onMessage Callback for each message chunk.
-     * @param tools Optional tools to use for generation.
-     * @param cache Whether to cache the result (default: false).
-     * @param model The model to use for generation.
+     * @param params.messages The messages to generate text from.
+     * @param params.onMessage Callback for each message chunk.
+     * @param params.tools Optional tools to use for generation.
+     * @param params.cache Whether to cache the result (default: false).
+     * @param params.model The model to use for generation.
+     * @param params.prompt Server-side prompt name (e.g. 'writing.analysis').
+     * @param params.variables Variables for the server-side prompt template.
      */
-    getSteamedText(messages_1, onMessage_1, tools_1) {
-        return __awaiter(this, arguments, void 0, function* (messages, onMessage, tools, cache = false, model, 
-        /** @deprecated Use uuid variable with resolver 'knowledgeEntry' in prompt definitions instead. */
-        knowledgeId, prompt, variables) {
+    getStreamedText(params) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const { messages, onMessage, tools, cache = false, model, prompt, variables, } = params;
             const messageId = Math.random().toString(36).substring(3);
             const { result } = yield this.streamObject({
                 cache,
                 tools,
                 model,
                 messages,
-                knowledgeId,
                 prompt,
                 variables,
                 onResult: ({ result }) => onMessage(messageId, result, false),
@@ -179,14 +184,6 @@ export class AIModule {
             });
         });
     }
-    /** @deprecated Used by legacy client-side prompt path. Will be removed once all plugins migrate to server-side prompt definitions. */
-    getChatMessage(systemPrompt, userPrompt) {
-        const messages = [{ role: 'system', content: systemPrompt }];
-        if (userPrompt) {
-            messages.push({ role: 'user', content: userPrompt });
-        }
-        return messages;
-    }
     /**
      * Generate a structured object from a request using AI.
      * @param request.cache Whether to cache the result (default: false).
@@ -198,14 +195,12 @@ export class AIModule {
      */
     getObject(params) {
         return __awaiter(this, void 0, void 0, function* () {
-            const { systemPrompt, responseSchema, userPrompt, cache = false, tools = [], model = undefined, knowledgeId, prompt, variables, } = params;
+            const { cache = false, tools = [], model = undefined, prompt, variables } = params;
             return yield this.streamObject({
-                responseSchema,
-                messages: systemPrompt ? this.getChatMessage(systemPrompt, userPrompt) : [],
+                messages: [],
                 cache,
                 tools,
                 model,
-                knowledgeId,
                 prompt,
                 variables,
             });
@@ -222,15 +217,13 @@ export class AIModule {
      */
     getStreamedObject(params) {
         return __awaiter(this, void 0, void 0, function* () {
-            const { systemPrompt, responseSchema, userPrompt, onResult, cache = false, tools = [], model = undefined, knowledgeId, prompt, variables, } = params;
+            const { onResult, cache = false, tools = [], model = undefined, prompt, variables } = params;
             return yield this.streamObject({
-                responseSchema,
-                messages: systemPrompt ? this.getChatMessage(systemPrompt, userPrompt) : [],
+                messages: [],
                 onResult,
                 cache,
                 tools,
                 model,
-                knowledgeId,
                 prompt,
                 variables,
             });
@@ -239,7 +232,7 @@ export class AIModule {
     streamObject(params) {
         return __awaiter(this, void 0, void 0, function* () {
             var _a, _b, _c, _d, _e;
-            const { messages, responseSchema, onResult = () => null, cache = false, tools = [], model = undefined, knowledgeId, prompt, variables, } = params;
+            const { messages, onResult = () => null, cache = false, tools = [], model = undefined, prompt, variables, } = params;
             const chatMessages = messages.map((message, index) => (Object.assign(Object.assign({}, message), { id: `${index + 1}` })));
             const payload = {
                 cache,
@@ -247,15 +240,11 @@ export class AIModule {
                 stream: true,
                 messages: chatMessages,
                 model,
-                knowledge_id: knowledgeId,
                 session_token_id: (_a = this.sessionTokenId) !== null && _a !== void 0 ? _a : undefined,
             };
             if (prompt) {
                 payload.prompt = { name: this.resolvePromptName(prompt), variables: variables !== null && variables !== void 0 ? variables : {} };
             }
-            if (responseSchema) {
-                payload.responseSchema = responseSchema;
-            }
             const response = yield fetch(`${this.backendUrl}/ai/llm`, {
                 body: JSON.stringify(payload),
                 method: 'POST',

package/dist/plugin/module/PluginModule.d.ts

@@ -23,6 +23,11 @@ export declare class PluginModule {
     releaseChannel: string;
     applicationMode: ApplicationMode;
     theme: Theme;
+    /**
+    * Whether text-to-speech is globally enabled (set in rimori-main navbar).
+    * Updated automatically when the user toggles TTS.
+    */
+    ttsEnabled: boolean;
     constructor(supabase: SupabaseClient, communicationHandler: RimoriCommunicationHandler, info: RimoriInfo, ai: AIModule);
     /**
      * Fetches settings based on guild configuration.

package/dist/plugin/module/PluginModule.js

@@ -14,6 +14,12 @@ import { Translator } from '../../controller/TranslationController';
  */
 export class PluginModule {
     constructor(supabase, communicationHandler, info, ai) {
+        var _a;
+        /**
+        * Whether text-to-speech is globally enabled (set in rimori-main navbar).
+        * Updated automatically when the user toggles TTS.
+        */
+        this.ttsEnabled = true;
         this.rimoriInfo = info;
         this.supabase = supabase;
         this.pluginId = info.pluginId;
@@ -21,7 +27,12 @@ export class PluginModule {
         this.communicationHandler = communicationHandler;
         const currentPlugin = info.installedPlugins.find((plugin) => plugin.id === info.pluginId);
         this.translator = new Translator(info.interfaceLanguage, (currentPlugin === null || currentPlugin === void 0 ? void 0 : currentPlugin.endpoint) || '', ai);
-        this.communicationHandler.onUpdate((updatedInfo) => (this.rimoriInfo = updatedInfo));
+        this.ttsEnabled = (_a = info.ttsEnabled) !== null && _a !== void 0 ? _a : true;
+        this.communicationHandler.onUpdate((updatedInfo) => {
+            var _a;
+            this.rimoriInfo = updatedInfo;
+            this.ttsEnabled = (_a = updatedInfo.ttsEnabled) !== null && _a !== void 0 ? _a : true;
+        });
         this.applicationMode = this.communicationHandler.getQueryParam('applicationMode');
         this.theme = this.communicationHandler.getQueryParam('rm_theme') || 'light';
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rimori/client",
-  "version": "2.5.28",
+  "version": "2.5.29-next.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "repository": {
@@ -36,9 +36,9 @@
     "format": "prettier --write ."
   },
   "dependencies": {
-    "@supabase/postgrest-js": "^2.98.0",
+    "@supabase/postgrest-js": "^2.100.1",
     "dotenv": "^16.5.0",
-    "i18next": "^25.8.15"
+    "i18next": "^25.10.10"
   },
   "devDependencies": {
     "@eslint/js": "^9.37.0",