@ixo/common 1.1.31 → 1.1.33

package/src/ai/models/openai.ts

@@ -8,6 +8,37 @@ import {
 } from '@langchain/openai';
 import OpenAI, { type ClientOptions } from 'openai';
 
+export type LLMProvider = 'openrouter' | 'nebius';
+
+export function getLLMProvider(): LLMProvider {
+  const raw = (process.env.LLM_PROVIDER ?? 'openrouter').toLowerCase();
+  if (raw === 'nebius') return 'nebius';
+  return 'openrouter';
+}
+
+/** Provider-aware base URL and API key. */
+export function getProviderConfig() {
+  const provider = getLLMProvider();
+
+  if (provider === 'nebius') {
+    return {
+      provider,
+      baseURL: 'https://api.tokenfactory.nebius.com/v1/',
+      apiKey: process.env.NEBIUS_API_KEY ?? '',
+      headers: {} as Record<string, string>,
+    };
+  }
+
+  return {
+    provider,
+    baseURL: 'https://openrouter.ai/api/v1',
+    apiKey: process.env.OPEN_ROUTER_API_KEY ?? '',
+    headers: {
+      'HTTP-Referer': 'oracle-app.com',
+      'X-Title': process.env.ORACLE_NAME ?? 'Oracle App',
+    },
+  };
+}
 const getChatOpenAiModel = (params?: ChatOpenAIFields): ChatOpenAI =>
   new ChatOpenAI({
     temperature: 0.2,

package/src/ai/semantic-router-factory/create-semantic-router.test.ts

@@ -2,9 +2,6 @@ import { createSemanticRouter } from './create-semantic-router.js';
 
 const parse = vi.fn();
 const create = vi.fn();
-vi.mock('langfuse', () => ({
-  observeOpenAI: vi.fn((client: unknown) => client),
-}));
 vi.mock('openai', () => ({
   OpenAI: vi.fn().mockImplementation(() => {
     function fn(): unknown {

package/src/ai/semantic-router-factory/create-semantic-router.ts

@@ -1,6 +1,5 @@
 import { Logger } from '@ixo/logger';
 import { PromptTemplate } from '@langchain/core/prompts';
-import { type LangfuseConfig, observeOpenAI } from 'langfuse';
 import { OpenAI } from 'openai';
 import { zodResponseFormat } from 'openai/helpers/zod';
 import z from 'zod';
@@ -39,10 +38,7 @@ export const createSemanticRouter = <
     | 'gpt-4.1-nano'
     | 'gpt-4.1-mini' = 'gpt-4.1-mini',
   isComplex = false,
-): ((
-  state: EnsureKeys<Record<string, unknown>, K>,
-  traceConfig?: LangfuseConfig,
-) => Promise<keyof R>) => {
+): ((state: EnsureKeys<Record<string, unknown>, K>) => Promise<keyof R>) => {
   const keys = validateRoutes(routes, basedOn);
   const schema = z.object({
     nextRoute: z.enum(
@@ -52,7 +48,6 @@ export const createSemanticRouter = <
   });
   return async <T extends Record<string, unknown>>(
     state: EnsureKeys<T, K>,
-    traceConfig?: LangfuseConfig,
   ): Promise<keyof R> => {
     const selectedValues = {} as Record<string, string | object>;
     for (const key of basedOn) {
@@ -72,7 +67,7 @@ export const createSemanticRouter = <
     // find the route that matches the state
     const prompt = PromptTemplate.fromTemplate(semanticRouterPrompt);
 
-    const client = observeOpenAI(new OpenAI(), traceConfig);
+    const client = new OpenAI();
     const promptWithState = await prompt.format({
       routes: jsonToYaml(routes),
       state: jsonToYaml(selectedValues),

package/src/ai/utils/transformGraphStateMessageToListMessageResponse.ts

@@ -14,6 +14,15 @@ interface ToolCall {
   output?: string;
 }
 
+export interface AttachmentMeta {
+  filename: string;
+  mimetype: string;
+  size?: number;
+  mxcUri?: string;
+  eventId?: string;
+  category: string;
+}
+
 interface MessageDto {
   id: string;
   type: 'ai' | 'human';
@@ -22,6 +31,7 @@ interface MessageDto {
   reasoning?: string;
   isComplete?: boolean;
   isReasoning?: boolean;
+  attachment?: AttachmentMeta;
 }
 
 export interface ListOracleMessagesResponse {
@@ -36,6 +46,7 @@ export interface CleanAdditionalKwargs {
     type: string;
     text: string;
   }>;
+  attachment?: AttachmentMeta;
   [key: string]: unknown; // Allow additional properties for LangChain compatibility
 }
 
@@ -55,6 +66,10 @@ export function transformGraphStateMessageToListMessageResponse(
           message.additional_kwargs as CleanAdditionalKwargs;
         const reasoning = additionalKwargs?.reasoning;
 
+        // Extract attachment metadata for human messages
+        const attachment =
+          message.type === 'human' ? additionalKwargs?.attachment : undefined;
+
         acc.push({
           type: message.type === 'ai' ? 'ai' : 'human',
           content: String(message.content),
@@ -68,6 +83,7 @@ export function transformGraphStateMessageToListMessageResponse(
           reasoning,
           isComplete: true, // Messages from DB are always complete
           isReasoning: false, // since this is not a reasoning message and the request is done
+          ...(attachment && { attachment }),
         });
       }
       if (toolMsg) {

package/src/services/env/env.service.ts

@@ -11,7 +11,7 @@ export class EnvService<T extends z.ZodType> {
   private constructor(schema: T, onError?: (error: z.ZodError) => void) {
     try {
       // Parse and validate environment variables
-      this.validatedEnv = schema.parse(process.env) as z.infer<T>;
+      this.validatedEnv = schema.parse(process.env) as unknown as z.infer<T>;
     } catch (error) {
       if (error instanceof z.ZodError) {
         if (onError) {

package/src/services/session-manager/session-manager.service.ts

@@ -2,7 +2,12 @@ import { Logger } from '@ixo/logger';
 import { MatrixManager } from '@ixo/matrix';
 import { getMatrixHomeServerCroppedForDid } from '@ixo/oracles-chain-client';
 import { type Database } from 'better-sqlite3';
-import { getChatOpenAiModel } from '../../ai/index.js';
+import {
+  getChatOpenAiModel,
+  getLLMProvider,
+  getOpenRouterChatModel,
+  getProviderConfig,
+} from '../../ai/index.js';
 import { type MemoryEngineService } from '../memory-engine/memory-engine.service.js';
 import { type UserContextData } from '../memory-engine/types.js';
 import {
@@ -41,18 +46,28 @@ export class SessionManagerService {
     if (messages.length === 0) {
       return 'Untitled';
     }
-    const llm = getChatOpenAiModel({
-      model: 'meta-llama/llama-3.1-8b-instruct',
-      temperature: 0.3,
-      apiKey: process.env.OPEN_ROUTER_API_KEY,
-      timeout: 20 * 1000 * 60, // 20 minutes
-      configuration: {
-        baseURL: 'https://openrouter.ai/api/v1',
-      },
-    });
+    const provider = getLLMProvider();
+    const config = getProviderConfig();
+
+    const llm =
+      provider === 'openrouter'
+        ? getOpenRouterChatModel({
+            model: 'meta-llama/llama-3.1-8b-instruct',
+            temperature: 0.3,
+            timeout: 60_000,
+          })
+        : getChatOpenAiModel({
+            model: 'meta-llama/Meta-Llama-3.1-8B-Instruct',
+            temperature: 0.3,
+            apiKey: config.apiKey,
+            timeout: 60_000,
+            configuration: {
+              baseURL: config.baseURL,
+            },
+          });
     const response = await llm.invoke(
-      `Based on this messages messages, Add a title for this convo and only based on the messages? MAKE SURE TO ONLY RESPOND WITH THE TITLE. 
-      
+      `Based on this messages messages, Add a title for this convo and only based on the messages? MAKE SURE TO ONLY RESPOND WITH THE TITLE.
+
       ## RESPONSE FORMAT
       ONLY RESPOND WITH THE TITLE not anything else that title will be saved to the store directly from your response so generated based on the messages.
 
@@ -125,7 +140,7 @@ ___________________________________________________________
     messages,
     oracleEntityDid,
     oracleName,
-    roomId: _roomId,
+    roomId,
     lastProcessedCount,
     oracleDid,
     userContext,
@@ -158,6 +173,7 @@ ___________________________________________________________
         oracleEntityDid,
         oracleDid,
         userContext,
+        roomId,
         slackThreadTs,
       };
 
@@ -165,8 +181,8 @@ ___________________________________________________________
       db.prepare(
         `
         INSERT INTO sessions (
-          session_id, title, last_updated_at, created_at, oracle_name, 
-          oracle_did, oracle_entity_did, last_processed_count, 
+          session_id, title, last_updated_at, created_at, oracle_name,
+          oracle_did, oracle_entity_did, last_processed_count,
           user_context, room_id, slack_thread_ts
         )
         VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
@@ -203,6 +219,19 @@ ___________________________________________________________
         })
       : selectedSession.title;
 
+    if (allowTitleUpdate && roomId && title) {
+      this.matrixManger
+        .editMessage({
+          messageId: sessionId,
+          roomId,
+          message: title,
+          isOracleAdmin: true,
+        })
+        .catch((err) => {
+          Logger.error('Failed to update conversation title in Matrix:', err);
+        });
+    }
+
     const lastUpdatedAt = new Date().toISOString();
     const updatedSession: ChatSession = {
       ...selectedSession,
@@ -214,7 +243,7 @@ ___________________________________________________________
 
     db.prepare(
       `
-      UPDATE sessions 
+      UPDATE sessions
       SET title = ?, last_updated_at = ?, last_processed_count = ?, slack_thread_ts = ?
       WHERE session_id = ?
     `,
@@ -237,11 +266,11 @@ ___________________________________________________________
     const db = await this.syncService.getUserDatabase(did);
     const row = db
       .prepare(
-        `SELECT 
+        `SELECT
           session_id, title, last_updated_at, created_at, oracle_name,
           oracle_did, oracle_entity_did, last_processed_count,
           user_context, room_id, slack_thread_ts
-         FROM sessions 
+         FROM sessions
          WHERE session_id = ?`,
       )
       .get(sessionId) as
@@ -300,12 +329,12 @@ ___________________________________________________________
     // Get paginated sessions with total count
     const rows = db
       .prepare(
-        `SELECT 
+        `SELECT
           session_id, title, last_updated_at, created_at, oracle_name,
           oracle_did, oracle_entity_did, last_processed_count,
           user_context, room_id, slack_thread_ts,
           COUNT(*) OVER() as total
-         FROM sessions 
+         FROM sessions
          ORDER BY last_updated_at DESC
          LIMIT ? OFFSET ?`,
       )
@@ -346,6 +375,7 @@ ___________________________________________________________
 
   public async createSession(
     createSessionDto: CreateChatSessionDto,
+    overrideEventId?: string,
   ): Promise<CreateChatSessionResponseDto> {
     const userHomeServer =
       createSessionDto.homeServer ||
@@ -359,11 +389,13 @@ ___________________________________________________________
     if (!roomId) {
       throw new Error('Room ID not found');
     }
-    const eventId = await this.matrixManger.sendMessage({
-      message: 'New Conversation Started',
-      roomId,
-      isOracleAdmin: true,
-    });
+    const eventId =
+      overrideEventId ??
+      (await this.matrixManger.sendMessage({
+        message: 'New Conversation Started',
+        roomId,
+        isOracleAdmin: true,
+      }));
 
     // Gather user context from Memory Engine
     let userContext: UserContextData | undefined;