@smythos/sre 1.7.40 → 1.7.41

package/src/subsystems/ObservabilityManager/Telemetry.service/connectors/OTel/OTel.class.ts

@@ -5,7 +5,7 @@ import { IAccessCandidate } from '@sre/types/ACL.types';
 import { TelemetryConnector } from '../../TelemetryConnector';
 import { AgentCallLog } from '@sre/types/AgentLogger.types';
 
-import { trace, context, SpanStatusCode, Tracer } from '@opentelemetry/api';
+import { trace, context, SpanStatusCode, Tracer, propagation } from '@opentelemetry/api';
 import { Logger as OTelLogger, logs, SeverityNumber } from '@opentelemetry/api-logs';
 import { OTelContextRegistry } from './OTelContextRegistry';
 import { HookService, THook } from '@sre/Core/HookService';
@@ -62,6 +62,10 @@ export class OTel extends TelemetryConnector {
 
     constructor(protected _settings: OTelLogConfig) {
         super();
+        if (!_settings.endpoint) {
+            outputLogger.warn('OTel initialization skipped, endpoint is not set');
+            return;
+        }
 
         outputLogger.log(`Initializing Tracer ...`);
 
@@ -279,6 +283,7 @@ export class OTel extends TelemetryConnector {
                         attributes: {
                             'agent.id': hookContext.agentId,
                             'conv.id': hookContext.processId,
+                            'team.id': hookContext.teamId,
                             'llm.model': modelId || 'unknown',
                         },
                     },
@@ -312,6 +317,7 @@ export class OTel extends TelemetryConnector {
                         attributes: {
                             'agent.id': hookContext.agentId,
                             'conv.id': hookContext.processId,
+                            'team.id': hookContext.teamId,
                             'request.id': reqInfo.requestId,
                             'llm.model': modelId || 'unknown',
                             'metric.type': 'ttfb',
@@ -331,11 +337,21 @@ export class OTel extends TelemetryConnector {
         HookService.register(
             'Conversation.streamPrompt',
             async function (additionalContext, args) {
-                const conversation: Conversation = this.instance;
-                const processId = conversation.id;
+                const conversation: Conversation = this.instance; //this.instance.agentData.teamId // this.instance.agentData.parenparentTeamId //this.instance.agentData.planInfo.properties this.instance.agentData.planInfo.flags
+                const processId = conversation.storeId || conversation.id;
                 const agentId = conversation.agentId;
                 const message = typeof args === 'object' ? args?.message : args || null;
                 const hookContext: any = this.context;
+                const teamId = conversation.agentData.teamId;
+                const orgTier = 'standard';
+                const orgSlot = this.instance.agentData?.planInfo?.flags ? `standard/${teamId}` : undefined;
+                const agentData = conversation.agentData || {};
+                const isDebugSession = agentData.debugSessionEnabled || false;
+                const isTestDomain = agentData.usingTestDomain || false;
+                const sessionId = processId;
+                const workflowId = agentData?.workflowReqId || agentData?.workflowID || agentData?.workflowId || undefined;
+                const logTags = agentData?.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+
                 if (message == null) {
                     //this is a conversation step, will be handled by createRequestedHandler
 
@@ -354,14 +370,36 @@ export class OTel extends TelemetryConnector {
                         'gen_ai.conversation.id': processId,
                         'gen_ai.request.model': modelId || 'unknown',
                         ////////////////////////////////
+                        'team.id': teamId,
+                        'org.tier': orgTier,
+                        'org.slot': orgSlot,
                         'agent.id': agentId,
                         'conv.id': processId,
                         'llm.model': modelId || 'unknown',
+                        'agent.debug': isDebugSession,
+                        'agent.isTest': isTestDomain,
+                        'session.id': sessionId,
+                        'workflow.id': workflowId,
                     },
                 });
                 hookContext.convSpan = convSpan;
                 hookContext.agentId = agentId;
                 hookContext.processId = processId;
+                hookContext.teamId = teamId;
+                hookContext.orgSlot = orgSlot;
+                hookContext.isDebugSession = isDebugSession;
+                hookContext.isTestDomain = isTestDomain;
+
+                // Inject trace context into conversation headers for distributed tracing
+                let headers = {};
+                const traceContext = trace.setSpan(context.active(), convSpan);
+                propagation.inject(traceContext, headers);
+                for (let [key, value] of Object.entries(headers)) {
+                    conversation.headers[key] = value as string;
+                }
+                if (OTEL_DEBUG_LOGS) {
+                    outputLogger.debug('Injected trace headers into conversation', { processId, headers });
+                }
 
                 hookContext.dataHandler = createDataHandler(hookContext);
                 conversation.on(TLLMEvent.Data, hookContext.dataHandler);
@@ -395,10 +433,19 @@ export class OTel extends TelemetryConnector {
                             span_id: spanCtx.spanId,
                             trace_flags: spanCtx.traceFlags,
 
+                            /////
+                            'team.id': teamId,
+                            'org.slot': orgSlot,
+
                             'agent.id': agentId,
                             'conv.id': processId,
                             'input.size': JSON.stringify(message || {}).length,
                             'input.preview': message.substring(0, 2000),
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'log.tags': logTags,
                         },
                     });
                 });
@@ -410,10 +457,21 @@ export class OTel extends TelemetryConnector {
             'Conversation.streamPrompt',
             async function ({ result, args, error }) {
                 const conversation: Conversation = this.instance;
-                const processId = conversation.id;
+                const processId = conversation.storeId || conversation.id;
                 const agentId = conversation.agentId;
                 const message = typeof args?.[0] === 'object' ? args?.[0]?.message : args?.[0] || null;
                 const hookContext: any = this.context;
+                const teamId = conversation.agentData.teamId;
+                const orgTier = 'standard';
+                const orgSlot = this.instance.agentData?.planInfo?.flags ? `standard/${teamId}` : undefined;
+
+                const isDebugSession = hookContext.isDebugSession || conversation.agentData?.debugSessionEnabled || false;
+                const isTestDomain = hookContext.isTestDomain || conversation.agentData?.usingTestDomain || false;
+                const agentData = conversation.agentData || {};
+                const sessionId = processId;
+                const workflowId = agentData?.workflowReqId || agentData?.workflowID || agentData?.workflowId || undefined;
+                const logTags = agentData?.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+
                 if (message == null) {
                     return;
                 }
@@ -450,6 +508,14 @@ export class OTel extends TelemetryConnector {
                             'conv.id': processId,
                             'output.size': JSON.stringify(result || {}).length,
                             'output.preview': result.substring(0, 2000),
+                            'team.id': teamId,
+                            'org.tier': orgTier,
+                            'org.slot': orgSlot,
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'log.tags': logTags,
                         },
                     });
                 });
@@ -471,11 +537,21 @@ export class OTel extends TelemetryConnector {
                 const conversationId = agent.conversationId || agent.agentRequest?.header('X-CONVERSATION-ID');
                 const processId = agentProcessId.split(':').shift();
 
+                const orgTier = 'standard';
+                const orgSlot = agent.data.planInfo?.flags ? `standard/${agent.data.teamId}` : undefined;
                 const agentId = agent.id;
                 const agentRequest = agent.agentRequest;
                 const teamId = agent.teamId;
                 const _hookContext: any = this.context;
 
+                const sessionId = agent.callerSessionId || undefined;
+                const workflowId = agent.agentRuntime?.workflowReqId || undefined;
+
+                const isDebugSession = agent.debugSessionEnabled || agent.agentRuntime?.debug || false;
+                const logTags = agent.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+                const isTestDomain = agent.usingTestDomain || false;
+                const domain = agent.domain || undefined;
+
                 const accessCandidate = AccessCandidate.agent(agentId);
                 if (OTEL_DEBUG_LOGS) outputLogger.debug('SREAgent.process started', { processId, agentProcessId, endpointPath }, accessCandidate);
 
@@ -487,22 +563,50 @@ export class OTel extends TelemetryConnector {
                 const input = { body, query, headers, processInput: agentInput };
 
                 let convSpan;
-                const ctx = OTelContextRegistry.get(agentId, processId) || OTelContextRegistry.get(agentId, conversationId);
+                let parentContext = context.active();
+
+                //try reading ctx from local registry (local execution)
+                let ctx = OTelContextRegistry.get(agentId, processId) || OTelContextRegistry.get(agentId, conversationId);
 
                 if (ctx) {
                     convSpan = ctx.rootSpan;
                     _hookContext.otelSpan = convSpan;
+                    parentContext = trace.setSpan(context.active(), convSpan);
+                } else {
+                    // No local context found - try extracting from headers (remote execution)
+                    const extractedContext = propagation.extract(context.active(), agentRequest.headers);
+                    const extractedSpan = trace.getSpan(extractedContext);
+
+                    if (extractedSpan) {
+                        // Successfully extracted parent span from headers
+                        parentContext = extractedContext;
+                        if (OTEL_DEBUG_LOGS) {
+                            outputLogger.debug('SREAgent.process extracted remote parent context from headers', {
+                                processId,
+                                traceId: extractedSpan.spanContext().traceId,
+                            });
+                        }
+                    }
                 }
+
                 const agentSpan = tracer.startSpan(
                     'Agent.Skill',
                     {
                         attributes: {
                             'agent.id': agentId,
                             'team.id': teamId,
+                            'conv.id': conversationId,
                             'process.id': agentProcessId,
+                            'org.slot': orgSlot,
+                            'org.tier': orgTier,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
+                            'agent.domain': domain,
                         },
                     },
-                    convSpan ? trace.setSpan(context.active(), convSpan) : undefined
+                    parentContext
                 );
 
                 // Add start event
@@ -528,12 +632,22 @@ export class OTel extends TelemetryConnector {
                             trace_id: spanCtx.traceId,
                             span_id: spanCtx.spanId,
                             trace_flags: spanCtx.traceFlags,
-                            agentId,
-                            processId: agentProcessId,
+                            'agent.id': agentId,
+                            'process.id': agentProcessId,
                             input: agentInput,
                             body,
                             query,
                             headers,
+                            'team.id': teamId,
+                            'org.slot': orgSlot,
+                            'org.tier': orgTier,
+                            'conv.id': conversationId,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'log.tags': logTags,
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
+                            'agent.domain': domain,
                         },
                     } as any);
                 });
@@ -546,8 +660,20 @@ export class OTel extends TelemetryConnector {
             async function ({ result, error }) {
                 const agent = this.instance;
                 const agentProcessId = agent.agentRuntime.processID; // nested process has a subID that needs to be removed
+                const conversationId = agent.conversationId || agent.agentRequest?.header('X-CONVERSATION-ID');
                 const agentId = agent.id;
                 const _hookContext: any = this.context;
+                const teamId = agent.teamId;
+                const orgTier = 'standard';
+                const orgSlot = agent.data.planInfo?.flags ? `standard/${agent.data.teamId}` : undefined;
+
+                const sessionId = agent.callerSessionId || undefined;
+                const workflowId = agent.agentRuntime?.workflowReqId || undefined;
+
+                const isDebugSession = agent.debugSessionEnabled || agent.agentRuntime?.debug || false;
+                const logTags = agent.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+                const isTestDomain = agent.usingTestDomain || false;
+                const domain = agent.domain || undefined;
 
                 const ctx = OTelContextRegistry.get(agentId, agentProcessId);
                 if (!ctx) return;
@@ -582,11 +708,21 @@ export class OTel extends TelemetryConnector {
                     trace_id: spanCtx.traceId,
                     span_id: spanCtx.spanId,
                     trace_flags: spanCtx.traceFlags,
-                    agentId,
-                    processId: agentProcessId,
+                    'agent.id': agentId,
+                    'process.id': agentProcessId,
                     hasError: !!error,
                     'error.message': error?.message,
                     'error.stack': error?.stack,
+                    'team.id': teamId,
+                    'org.slot': orgSlot,
+                    'org.tier': orgTier,
+                    'conv.id': conversationId,
+                    'session.id': sessionId,
+                    'workflow.id': workflowId,
+                    'log.tags': logTags,
+                    'agent.debug': isDebugSession,
+                    'agent.isTest': isTestDomain,
+                    'agent.domain': domain,
                 };
 
                 // Only include output if formatOutputForLog returns a value
@@ -625,7 +761,27 @@ export class OTel extends TelemetryConnector {
                 const componentName = settings.displayName || settings.name;
                 const eventId = settings.eventId; // specific event id attached to this component execution
                 const accessCandidate = AccessCandidate.agent(agentId);
-                if (OTEL_DEBUG_LOGS) outputLogger.debug('Component.process started', { componentId }, accessCandidate);
+                const teamId = agent.teamId;
+                const orgTier = 'standard';
+                const orgSlot = agent.data.planInfo?.flags ? `standard/${agent.data.teamId}` : undefined;
+
+                const componentData = agent.agentRuntime?.getComponentData?.(componentId);
+                const sourceId = componentData?.sourceId || 'AGENT';
+                const sourceComponentData = sourceId !== 'AGENT' ? agent.components?.[sourceId] : null;
+                const sourceName = sourceComponentData?.displayName || sourceComponentData?.name || sourceId;
+
+                const sessionId = agent.callerSessionId || undefined;
+                const workflowId = agent.agentRuntime?.workflowReqId || undefined;
+                const workflowStep = agent.agentRuntime?.curStep || undefined;
+
+                const isDebugSession = agent.debugSessionEnabled || agent.agentRuntime?.debug || false;
+                const logTags = agent.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+                const isTestDomain = agent.usingTestDomain || false;
+
+                const inputAction = input?.__action || undefined;
+                const inputStatus = input?.__status || undefined;
+
+                if (OTEL_DEBUG_LOGS) outputLogger.debug('Component.process started', { componentId, sourceId }, accessCandidate);
 
                 const ctx = OTelContextRegistry.get(agentId, processId);
                 const parentSpan = ctx?.rootSpan;
@@ -642,13 +798,23 @@ export class OTel extends TelemetryConnector {
                             'cmp.id': componentId,
                             'cmp.type': componentType,
                             'cmp.name': componentName,
+                            'team.id': teamId,
+                            'org.tier': orgTier,
+                            'org.slot': orgSlot,
+                            'source.id': sourceId,
+                            'source.name': sourceName,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'workflow.step': workflowStep,
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
                             ...compSettingsData,
                         },
                     },
                     parentSpan ? trace.setSpan(context.active(), parentSpan) : undefined
                 );
 
-                // Add event: Component started
+                // Add event: Component started - includes input.action and input.status for workflow tracking
                 const inputStr = JSON.stringify(input || {});
 
                 const compInputData = oTelInstance.prepareComponentData(input || {});
@@ -656,6 +822,8 @@ export class OTel extends TelemetryConnector {
                     'event.id': eventId,
                     'cmp.input.size': JSON.stringify(input || {}).length,
                     'cmp.input': JSON.stringify(compInputData),
+                    'input.action': inputAction,
+                    'input.status': inputStatus,
                 });
 
                 // Emit structured log with full details
@@ -673,6 +841,17 @@ export class OTel extends TelemetryConnector {
                             'cmp.type': componentType,
                             'cmp.name': componentName,
                             'cmp.input': input,
+                            'team.id': teamId,
+                            'org.slot': orgSlot,
+                            'org.tier': orgTier,
+                            'source.id': sourceId,
+                            'source.name': sourceName,
+                            'session.id': sessionId,
+                            'workflow.id': workflowId,
+                            'workflow.step': workflowStep,
+                            'log.tags': logTags,
+                            'agent.debug': isDebugSession,
+                            'agent.isTest': isTestDomain,
                         },
                     });
                 });
@@ -699,6 +878,22 @@ export class OTel extends TelemetryConnector {
                 const componentId = settings.id || 'unknown';
                 const componentType = settings.name;
                 const componentName = settings.displayName || settings.name;
+                const teamId = agent.teamId;
+                const orgTier = 'standard';
+                const orgSlot = agent.data.planInfo?.flags ? `standard/${agent.data.teamId}` : undefined;
+
+                const componentData = agent.agentRuntime?.getComponentData?.(componentId);
+                const sourceId = componentData?.sourceId || 'AGENT';
+                const sourceComponentData = sourceId !== 'AGENT' ? agent.components?.[sourceId] : null;
+                const sourceName = sourceComponentData?.displayName || sourceComponentData?.name || sourceId;
+
+                const sessionId = agent.callerSessionId || undefined;
+                const workflowId = agent.agentRuntime?.workflowReqId || undefined;
+                const workflowStep = agent.agentRuntime?.curStep || undefined;
+
+                const isDebugSession = agent.debugSessionEnabled || agent.agentRuntime?.debug || false;
+                const logTags = agent.sessionTag || (isDebugSession ? 'DEBUG' : undefined);
+                const isTestDomain = agent.usingTestDomain || false;
 
                 const accessCandidate = AccessCandidate.agent(agentId);
                 if (OTEL_DEBUG_LOGS) outputLogger.debug('Component.process completed', { componentId }, accessCandidate);
@@ -736,6 +931,17 @@ export class OTel extends TelemetryConnector {
                                 'error.type': error.name,
                                 'error.message': error.message,
                                 'error.stack': error.stack, // ← Full stack in logs
+                                'team.id': teamId,
+                                'org.slot': orgSlot,
+                                'org.tier': orgTier,
+                                'source.id': sourceId,
+                                'source.name': sourceName,
+                                'session.id': sessionId,
+                                'workflow.id': workflowId,
+                                'workflow.step': workflowStep,
+                                'log.tags': logTags,
+                                'agent.debug': isDebugSession,
+                                'agent.isTest': isTestDomain,
                             },
                         });
                     });
@@ -765,6 +971,17 @@ export class OTel extends TelemetryConnector {
                         'process.id': processId,
                         'event.id': eventId,
                         'cmp.output': result,
+                        'team.id': teamId,
+                        'org.slot': orgSlot,
+                        'org.tier': orgTier,
+                        'source.id': sourceId,
+                        'source.name': sourceName,
+                        'session.id': sessionId,
+                        'workflow.id': workflowId,
+                        'workflow.step': workflowStep,
+                        'log.tags': logTags,
+                        'agent.debug': isDebugSession,
+                        'agent.isTest': isTestDomain,
                     };
 
                     // Only include output if formatOutputForLog returns a value

package/src/types/LLM.types.ts

@@ -237,6 +237,7 @@ export type TLLMModel = {
     isCustomLLM?: boolean;
     isUserCustomLLM?: boolean;
     modelId?: string;
+    modelEntryName?: string;
     tokens?: number;
     completionTokens?: number;
     components?: string[];
@@ -446,11 +447,34 @@ export type TLLMInputMessage = {
 };
 
 export interface ILLMContextStore {
+    id: string;
     save(messages: any[]): Promise<void>;
     load(count?: number): Promise<any[]>;
     getMessage(message_id: string): Promise<any[]>;
 }
 
+/**
+ * Configuration options for Conversation helper
+ */
+export interface IConversationSettings {
+    maxContextSize?: number;
+    maxOutputTokens?: number;
+    systemPrompt?: string;
+    toolChoice?: string;
+    store?: ILLMContextStore;
+    experimentalCache?: boolean;
+    toolsStrategy?: (toolsConfig: any) => any;
+    agentId?: string;
+    agentVersion?: string;
+    baseUrl?: string;
+    /**
+     * Maximum number of tool calls allowed in a single conversation session.
+     * Prevents infinite loops in tool calling scenarios.
+     * @default 100
+     */
+    maxToolCalls?: number;
+}
+
 export enum APIKeySource {
     Smyth = 'smyth-managed',
     User = 'user-managed',

package/src/utils/data.utils.ts

@@ -161,12 +161,12 @@ function isValidPathFormat(path: string): boolean {
     const windowsAbsolute = /^[a-zA-Z]:[\\\/]/; // C:\ or C:/
     const windowsUNC = /^\\\\[^\\]+\\[^\\]+/; // \\server\share
     const windowsRelative = /^\.{1,2}[\\\/]/; // .\ or ..\ or ./ or ../
-    
+
     // Unix path patterns
     const unixAbsolute = /^\//; // /path/to/file
     const unixHome = /^~[\/]/; // ~/path/to/file
     const unixRelative = /^\.{1,2}\//; // ./ or ../
-    
+
     // Relative paths without leading ./ or .\
     const genericRelative = /^[^\\\/]/; // path/to/file or path\to\file
 
@@ -259,12 +259,14 @@ export async function formatDataForDebug(data: any, candidate: IAccessCandidate)
     }
 
     try {
-        if (data.constructor?.name === 'BinaryInput') {
+        // We use .includes() instead of === because constructor.name can be 'BinaryInput$1', 'FormData$1', etc.
+        // This happens when the same class is loaded in different module contexts (bundling, HMR, circular deps)
+        if (data.constructor?.name.includes('BinaryInput')) {
             const jsonData = await data.getJsonData(candidate);
             dataForDebug = `[BinaryInput size=${jsonData?.size}]`;
         } else if (isBuffer(data)) {
             dataForDebug = `[Buffer size=${data.byteLength}]`;
-        } else if (data.constructor?.name === 'FormData') {
+        } else if (data.constructor?.name.includes('FormData')) {
             dataForDebug = `[FormData]`;
         } else if (isBase64(data) || isBase64DataUrl(data)) {
             dataForDebug = `[Base64 size=${getBase64FileSize(data)}]`;