@awell-health/awell-extensions 2.0.211 → 2.0.213

package/dist/extensions/shelly/lib/getTrackData/getTrackData.js

@@ -1,408 +1,593 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getTrackData = void 0;
-const cleanDataForLLM = async (data, awellSdk, pathwayId) => {
-    var _a;
+const lodash_1 = require("lodash");
+/**
+ * Fetch and process track data from Awell SDK
+ * @param params Input parameters for fetching track data
+ * @returns Processed track data with steps and activities
+ */
+const getTrackData = async ({ awellSdk, pathwayId, trackId, currentActivityId, }) => {
+    var _a, _b, _c, _d, _e, _f, _g;
+    // Validate input parameters
+    if ((0, lodash_1.isNil)(awellSdk))
+        throw new Error('AwellSdk is required');
+    if ((0, lodash_1.isEmpty)(pathwayId))
+        throw new Error('PathwayId is required');
+    if ((0, lodash_1.isEmpty)(trackId))
+        throw new Error('TrackId is required');
+    if ((0, lodash_1.isEmpty)(currentActivityId))
+        throw new Error('CurrentActivityId is required');
+    // 1. Make a single combined query for all data
+    const combinedQuery = await fetchAllTrackData(awellSdk, pathwayId);
+    // 2. Find current activity cutoff date
+    const activities = (_b = (_a = combinedQuery.pathwayActivities) === null || _a === void 0 ? void 0 : _a.activities) !== null && _b !== void 0 ? _b : [];
+    const currentActivity = activities.find(activity => activity.id === currentActivityId);
+    const currentActivityDate = (_c = currentActivity === null || currentActivity === void 0 ? void 0 : currentActivity.date) !== null && _c !== void 0 ? _c : '';
+    // 3. Filter activities for this track
+    const trackActivities = filterTrackActivities(activities, trackId, currentActivityDate);
+    // 4. Get and process steps for this track
+    const elements = (_e = (_d = combinedQuery.pathwayElements) === null || _d === void 0 ? void 0 : _d.elements) !== null && _e !== void 0 ? _e : [];
+    const trackSteps = filterTrackSteps(elements, trackId);
+    // 5. Process data points for activities
+    const dataPoints = (_g = (_f = combinedQuery.pathwayDataPoints) === null || _f === void 0 ? void 0 : _f.dataPoints) !== null && _g !== void 0 ? _g : [];
+    const activityDataPointsMap = createDataPointsMap(dataPoints);
+    // 6. Extract activities with forms for processing
+    const activitiesWithForms = extractActivitiesWithForms(trackActivities);
+    // 7. Process form definitions and responses
+    const { formDefinitionsMap, formResponsesMap } = await processFormDefinitionsAndResponses(awellSdk, pathwayId, activitiesWithForms);
+    // 8. Try to extract message activities and fetch message content, but continue if it fails
+    let messageContentsMap = new Map();
+    try {
+        const messageActivities = extractMessageActivities(trackActivities);
+        messageContentsMap = await fetchMessageContents(awellSdk, messageActivities);
+    }
+    catch (error) {
+        // Continue without message data
+    }
+    // 9. Process steps with activities
+    const processedSteps = trackSteps.map(step => processStep(step, trackActivities, activityDataPointsMap, formDefinitionsMap, formResponsesMap, messageContentsMap));
     return {
-        track: {
-            title: (_a = data.track.title) !== null && _a !== void 0 ? _a : 'Untitled Track',
-        },
-        steps: await Promise.all(data.steps.map(async (step) => {
-            var _a;
-            const stepActivities = data.activities.filter(activity => { var _a; return ((_a = activity.context) === null || _a === void 0 ? void 0 : _a.step_id) === step.id; });
-            return {
-                name: step.name,
-                label: step.label,
-                status: step.status,
-                start_date: step.start_date,
-                end_date: step.end_date,
-                stakeholders: (_a = step.stakeholders) === null || _a === void 0 ? void 0 : _a.map(s => ({
-                    name: s.name
-                })),
-                activities: await Promise.all(stepActivities.map(async (activity) => {
-                    var _a, _b, _c, _d, _e, _f, _g;
-                    const baseActivity = {
-                        date: activity.date,
-                        action: activity.action,
-                        status: activity.status,
-                        subject: {
-                            type: activity.subject.type,
-                            name: activity.subject.name
-                        },
-                        object: {
-                            type: activity.object.type,
-                            name: activity.object.name
-                        }
-                    };
-                    if (((_a = activity.indirect_object) === null || _a === void 0 ? void 0 : _a.type) !== undefined && ((_b = activity.indirect_object) === null || _b === void 0 ? void 0 : _b.name) !== undefined) {
-                        baseActivity.indirect_object = {
-                            type: activity.indirect_object.type,
-                            name: activity.indirect_object.name
-                        };
-                    }
-                    // Process form data if available
-                    const formId = (_c = activity.form) === null || _c === void 0 ? void 0 : _c.id;
-                    const formTitle = (_d = activity.form) === null || _d === void 0 ? void 0 : _d.title;
-                    if (formId !== undefined &&
-                        formId !== '' &&
-                        formTitle !== undefined &&
-                        formTitle !== '') {
-                        try {
-                            // Get form definition using SDK
-                            const formDefinitionResponse = await awellSdk.orchestration.query({
-                                form: {
-                                    __args: {
-                                        id: formId,
-                                        pathway_id: pathwayId,
-                                    },
-                                    form: {
-                                        id: true,
-                                        title: true,
-                                        key: true,
-                                        definition_id: true,
-                                        release_id: true,
-                                        questions: {
-                                            id: true,
-                                            key: true,
-                                            title: true,
-                                            userQuestionType: true,
-                                            options: {
-                                                label: true,
-                                                value: true,
-                                                value_string: true,
-                                            },
-                                        },
-                                    },
-                                },
-                            });
-                            // Get form response using SDK
-                            const formResponseData = await awellSdk.orchestration.query({
-                                formResponse: {
-                                    __args: {
-                                        pathway_id: pathwayId,
-                                        activity_id: activity.id,
-                                    },
-                                    response: {
-                                        answers: {
-                                            question_id: true,
-                                            value: true,
-                                            label: true,
-                                            value_type: true,
-                                        },
-                                    },
-                                },
-                            });
-                            const formDefinition = (_e = formDefinitionResponse.form) === null || _e === void 0 ? void 0 : _e.form;
-                            const formResponse = (_f = formResponseData.formResponse) === null || _f === void 0 ? void 0 : _f.response;
-                            if (formDefinition !== null && formResponse !== null) {
-                                // Map questions to their answers
-                                const formattedResponses = formDefinition.questions.map(question => {
-                                    var _a, _b, _c;
-                                    const answer = formResponse.answers.find(a => a.question_id === question.id);
-                                    let responseText = (_a = answer === null || answer === void 0 ? void 0 : answer.value) !== null && _a !== void 0 ? _a : 'No response';
-                                    // Handle different question types
-                                    if (question.userQuestionType === 'YES_NO') {
-                                        responseText = responseText === '1' ? 'Yes' : responseText === '0' ? 'No' : 'No response';
-                                    }
-                                    else if (question.userQuestionType === 'MULTIPLE_CHOICE' && answer !== null) {
-                                        const option = (_b = question.options) === null || _b === void 0 ? void 0 : _b.find(opt => opt.value_string === (answer === null || answer === void 0 ? void 0 : answer.value));
-                                        responseText = (_c = option === null || option === void 0 ? void 0 : option.label) !== null && _c !== void 0 ? _c : responseText;
-                                    }
-                                    return {
-                                        title: question.title,
-                                        response: responseText
-                                    };
-                                });
-                                baseActivity.form = {
-                                    title: formTitle,
-                                    questions: formattedResponses
-                                };
-                            }
-                        }
-                        catch (error) {
-                            // Fallback to basic form data if form questions exist
-                            const questions = (_g = activity.form) === null || _g === void 0 ? void 0 : _g.questions;
-                            if (Array.isArray(questions)) {
-                                baseActivity.form = {
-                                    title: formTitle,
-                                    questions: questions.map(q => ({
-                                        title: q.title,
-                                        response: 'No response'
-                                    }))
-                                };
-                            }
-                        }
-                    }
-                    // Handle standalone data points
-                    else if (Array.isArray(activity.dataPoints) && activity.dataPoints.length > 0) {
-                        baseActivity.data_points = activity.dataPoints.map(dp => ({
-                            value: dp.serialized_value,
-                            date: dp.date,
-                            title: dp.definitionTitle
-                        }));
-                    }
-                    return baseActivity;
-                }))
-            };
-        }))
+        steps: processedSteps
     };
 };
-const getTrackData = async ({ awellSdk, pathwayId, trackId, currentActivityId, }) => {
-    var _a, _b, _c, _d, _e;
-    // 1. Query pathway to get track information
-    const pathwayQuery = await awellSdk.orchestration.query({
-        pathway: {
-            __args: {
-                id: pathwayId,
-            },
-            code: true,
-            success: true,
+exports.getTrackData = getTrackData;
+/**
+ * Fetch all track data in a single combined query
+ */
+async function fetchAllTrackData(awellSdk, pathwayId) {
+    try {
+        return await awellSdk.orchestration.query({
             pathway: {
-                id: true,
-                title: true,
-                pathway_definition_id: true,
-                tracks: {
-                    id: true,
-                    title: true,
-                    release_id: true,
-                    can_trigger_manually: true,
-                },
-            },
-        },
-    });
-    // 2. Get pathway elements (steps)
-    const elementsQuery = (await awellSdk.orchestration.query({
-        pathwayElements: {
-            __args: {
-                pathway_id: pathwayId,
-            },
-            code: true,
-            success: true,
-            elements: {
-                id: true,
-                parent_id: true,
-                name: true,
-                label: {
-                    text: true,
-                    color: true,
-                    id: true,
-                },
-                start_date: true,
-                end_date: true,
-                status: true,
-                type: true,
-                activity_type: true,
-                stakeholders: {
-                    id: true,
-                    name: true,
-                },
-                context: {
-                    instance_id: true,
-                    pathway_id: true,
-                    step_id: true,
-                    track_id: true,
-                },
-            },
-        },
-    }));
-    // 3. Get all activities in the track up to current activity
-    const activitiesQuery = (await awellSdk.orchestration.query({
-        pathwayActivities: {
-            __args: {
-                pathway_id: pathwayId,
-                pagination: {
-                    offset: 0,
-                    count: 500
+                __args: { id: pathwayId },
+                pathway: {
+                    tracks: {
+                        id: true,
+                        title: true
+                    }
                 }
             },
-            success: true,
-            activities: {
-                id: true,
-                date: true,
-                action: true,
-                status: true,
-                subject: {
-                    type: true,
-                    name: true
-                },
-                object: {
-                    id: true,
-                    type: true,
-                    name: true
-                },
-                indirect_object: {
+            pathwayElements: {
+                __args: { pathway_id: pathwayId },
+                elements: {
                     id: true,
+                    name: true,
+                    label: {
+                        text: true
+                    },
+                    start_date: true,
+                    end_date: true,
+                    status: true,
                     type: true,
-                    name: true
-                },
-                form: {
-                    id: true,
-                    title: true,
-                    questions: {
-                        key: true,
-                        title: true,
-                        questionConfig: {
-                            mandatory: true
-                        }
+                    stakeholders: {
+                        name: true
+                    },
+                    context: {
+                        step_id: true,
+                        track_id: true
                     }
+                }
+            },
+            pathwayActivities: {
+                __args: {
+                    pathway_id: pathwayId,
+                    pagination: { offset: 0, count: 500 } // TODO: we might need to handle this differently later but it is ok for now
                 },
-                track: {
+                activities: {
                     id: true,
-                    title: true
-                },
-                context: {
-                    instance_id: true,
-                    pathway_id: true,
-                    track_id: true,
-                    step_id: true,
-                    action_id: true
+                    date: true,
+                    action: true,
+                    status: true,
+                    resolution: true,
+                    subject: { type: true, name: true },
+                    object: {
+                        type: true,
+                        name: true,
+                        id: true // id field to get message ID
+                    },
+                    indirect_object: { type: true, name: true },
+                    form: {
+                        id: true,
+                        title: true
+                    },
+                    track: { id: true, title: true },
+                    context: { track_id: true, step_id: true }
+                }
+            },
+            pathwayDataPoints: {
+                __args: {
+                    pathway_id: pathwayId,
                 },
-                session_id: true,
-                stakeholders: {
-                    type: true,
+                dataPoints: {
                     id: true,
-                    name: true,
-                    email: true,
-                    preferred_language: true
+                    data_set_id: true,
+                    key: true,
+                    serialized_value: true,
+                    data_point_definition_id: true,
+                    date: true,
+                    valueType: true,
+                    activity_id: true,
                 },
-                resolution: true,
-                stream_id: true
             }
-        }
-    }));
-    // Find current activity to get its date
-    const currentActivity = activitiesQuery.pathwayActivities.activities
-        .find(activity => activity.id === currentActivityId);
-    const currentActivityDate = (_a = currentActivity === null || currentActivity === void 0 ? void 0 : currentActivity.date) !== null && _a !== void 0 ? _a : '';
-    // Get the track IDs we need to match against
-    const relevantTrackIds = new Set();
-    relevantTrackIds.add(trackId);
-    // Filter activities by track and date
-    const trackActivities = activitiesQuery.pathwayActivities.activities
+        });
+    }
+    catch (error) {
+        throw new Error(`Failed to fetch track data: ${error instanceof Error ? error.message : String(error)}`);
+    }
+}
+/**
+ * Filter activities that belong to the specified track
+ */
+function filterTrackActivities(activities, trackId, currentActivityDate) {
+    return activities
         .filter(activity => {
-        var _a;
-        const isInTrack = ((_a = activity.context) === null || _a === void 0 ? void 0 : _a.track_id) === trackId;
-        const isBeforeOrEqualDate = currentActivityDate.length === 0 || activity.date <= currentActivityDate;
+        var _a, _b;
+        const isInTrack = !(0, lodash_1.isNil)((_a = activity.context) === null || _a === void 0 ? void 0 : _a.track_id) &&
+            !(0, lodash_1.isEmpty)((_b = activity.context) === null || _b === void 0 ? void 0 : _b.track_id) &&
+            activity.context.track_id === trackId;
+        const hasNoCurrentActivityDate = (0, lodash_1.isEmpty)(currentActivityDate);
+        const isBeforeOrEqualToCurrentDate = !hasNoCurrentActivityDate && activity.date <= currentActivityDate;
+        const isBeforeOrEqualDate = hasNoCurrentActivityDate || isBeforeOrEqualToCurrentDate;
         return isInTrack && isBeforeOrEqualDate;
     })
         .sort((a, b) => new Date(a.date).getTime() - new Date(b.date).getTime());
-    // 4. Get data points for all activities in the track
-    const dataPointsQuery = (await awellSdk.orchestration.query({
-        pathwayDataPoints: {
-            __args: {
-                pathway_id: pathwayId,
-            },
-            code: true,
-            success: true,
-            dataPoints: {
-                id: true,
-                data_set_id: true,
-                key: true,
-                serialized_value: true,
-                data_point_definition_id: true,
-                date: true,
-                valueType: true,
-                activity_id: true,
-            },
-        },
-    }));
-    // 6. Enhance activities with data points
-    const activitiesWithDataPoints = trackActivities.map(activity => {
+}
+/**
+ * Filter steps that belong to the specified track
+ */
+function filterTrackSteps(elements, trackId) {
+    return elements.filter(element => {
+        var _a, _b;
+        if ((0, lodash_1.isNil)((_a = element.context) === null || _a === void 0 ? void 0 : _a.track_id) || (0, lodash_1.isEmpty)((_b = element.context) === null || _b === void 0 ? void 0 : _b.track_id))
+            return false;
+        if ((0, lodash_1.isNil)(element.type) || (0, lodash_1.isEmpty)(element.type))
+            return false;
+        return element.context.track_id === trackId && element.type === 'STEP';
+    });
+}
+/**
+ * Create a map of activity ID to data points for faster lookup
+ */
+function createDataPointsMap(dataPoints) {
+    const activityDataPointsMap = new Map();
+    dataPoints.forEach(dataPoint => {
         var _a;
-        const activityDataPoints = dataPointsQuery.pathwayDataPoints.dataPoints
-            .filter(dp => dp.activity_id === activity.id)
-            .map(dp => {
-            if (dp.data_point_definition_id.endsWith('-ACTIVATION')) {
-                return {
-                    ...dp,
-                    definitionKey: 'activation_date',
-                    definitionTitle: 'Activation Date',
-                };
+        if (typeof dataPoint.activity_id === 'string' && dataPoint.activity_id !== '') {
+            if (!activityDataPointsMap.has(dataPoint.activity_id)) {
+                activityDataPointsMap.set(dataPoint.activity_id, []);
             }
-            return dp;
-        });
-        const questions = (_a = activity.form) === null || _a === void 0 ? void 0 : _a.questions;
-        if (questions !== undefined && questions !== null) {
-            const formResponses = questions.map(question => {
-                var _a, _b, _c, _d, _e;
-                const dataPoint = activityDataPoints.find(dp => dp.data_point_definition_id === question.key);
-                return {
-                    id: (_a = dataPoint === null || dataPoint === void 0 ? void 0 : dataPoint.id) !== null && _a !== void 0 ? _a : '',
-                    data_set_id: (_b = dataPoint === null || dataPoint === void 0 ? void 0 : dataPoint.data_set_id) !== null && _b !== void 0 ? _b : '',
-                    key: question.key,
-                    serialized_value: (_c = dataPoint === null || dataPoint === void 0 ? void 0 : dataPoint.serialized_value) !== null && _c !== void 0 ? _c : '',
-                    data_point_definition_id: question.key,
-                    date: (_d = dataPoint === null || dataPoint === void 0 ? void 0 : dataPoint.date) !== null && _d !== void 0 ? _d : activity.date,
-                    valueType: (_e = dataPoint === null || dataPoint === void 0 ? void 0 : dataPoint.valueType) !== null && _e !== void 0 ? _e : 'STRING',
-                    activity_id: activity.id,
-                    definitionKey: question.key,
-                    definitionTitle: question.title,
-                };
-            });
-            activityDataPoints.push(...formResponses);
+            // Add enhanced data point with improved title detection
+            const enhancedDataPoint = { ...dataPoint };
+            // Apply pattern-based mappings for titles
+            if (typeof dataPoint.data_point_definition_id === 'string' && dataPoint.data_point_definition_id !== '') {
+                if (dataPoint.data_point_definition_id.endsWith('-ACTIVATION')) {
+                    enhancedDataPoint.definitionTitle = 'Activation Date';
+                }
+                else if (dataPoint.data_point_definition_id.endsWith('-COMPLETION')) {
+                    enhancedDataPoint.definitionTitle = 'Completion Date';
+                }
+            }
+            (_a = activityDataPointsMap.get(dataPoint.activity_id)) === null || _a === void 0 ? void 0 : _a.push(enhancedDataPoint);
         }
-        return {
-            ...activity,
-            dataPoints: activityDataPoints
-        };
     });
-    // 8. Get steps from the elements query and filter by track ID and type STEP
-    const steps = elementsQuery.pathwayElements.elements
-        .filter(element => {
+    return activityDataPointsMap;
+}
+/**
+ * Extract activities with forms for processing
+ */
+function extractActivitiesWithForms(activities) {
+    return activities
+        .filter(activity => { var _a; return typeof ((_a = activity.form) === null || _a === void 0 ? void 0 : _a.id) === 'string' && activity.form.id !== ''; })
+        .map(activity => {
         var _a;
-        const elementTrackId = (_a = element.context) === null || _a === void 0 ? void 0 : _a.track_id;
-        const isInTrack = elementTrackId === trackId;
-        const isStep = element.type === 'STEP';
-        return isInTrack && isStep;
-    })
-        .map(element => {
-        var _a, _b;
         return ({
-            id: element.id,
-            parent_id: element.parent_id,
-            name: element.name,
-            label: (_b = (_a = element.label) === null || _a === void 0 ? void 0 : _a.text) !== null && _b !== void 0 ? _b : '',
-            start_date: element.start_date,
-            end_date: element.end_date,
-            status: element.status,
-            activity_type: element.activity_type,
-            stakeholders: element.stakeholders.map(stakeholder => {
-                var _a;
-                return ({
-                    id: stakeholder.id,
-                    name: (_a = stakeholder.name) !== null && _a !== void 0 ? _a : '',
-                });
-            }),
-            activities: [],
+            activityId: activity.id,
+            formId: (_a = activity.form) === null || _a === void 0 ? void 0 : _a.id
         });
     });
-    // 9. Associate activities with steps
-    const stepsWithActivities = steps.map(step => {
-        const stepActivities = activitiesWithDataPoints.filter(activity => { var _a; return ((_a = activity.context) === null || _a === void 0 ? void 0 : _a.step_id) === step.id; });
+}
+/**
+ * Process form definitions and responses in batches
+ */
+async function processFormDefinitionsAndResponses(awellSdk, pathwayId, activitiesWithForms) {
+    const formDefinitionsMap = new Map();
+    const formResponsesMap = {};
+    if (activitiesWithForms.length === 0) {
+        return { formDefinitionsMap, formResponsesMap };
+    }
+    // Prepare queries in batches to avoid overloading
+    const batchSize = 10;
+    const batches = [];
+    for (let i = 0; i < activitiesWithForms.length; i += batchSize) {
+        batches.push(activitiesWithForms.slice(i, i + batchSize));
+    }
+    for (const batch of batches) {
+        await processBatch(awellSdk, pathwayId, batch, formDefinitionsMap, formResponsesMap);
+    }
+    return { formDefinitionsMap, formResponsesMap };
+}
+/**
+ * Process a batch of form definitions and responses
+ */
+async function processBatch(awellSdk, pathwayId, batch, formDefinitionsMap, formResponsesMap) {
+    try {
+        // Create an array of promises for form definitions and responses
+        const formDefinitionPromises = batch.map(async ({ formId }) => {
+            try {
+                // Only fetch form definition if we haven't already
+                if (!formDefinitionsMap.has(formId)) {
+                    return await awellSdk.orchestration.query({
+                        form: {
+                            __args: {
+                                id: formId,
+                                pathway_id: pathwayId,
+                            },
+                            form: {
+                                id: true,
+                                title: true,
+                                key: true,
+                                definition_id: true,
+                                release_id: true,
+                                questions: {
+                                    id: true,
+                                    key: true,
+                                    title: true,
+                                    userQuestionType: true,
+                                    options: {
+                                        label: true,
+                                        value: true,
+                                        value_string: true,
+                                    },
+                                },
+                            },
+                        },
+                    });
+                }
+                return null;
+            }
+            catch (error) {
+                return null;
+            }
+        });
+        const formResponsePromises = batch.map(async ({ activityId }) => {
+            try {
+                return await awellSdk.orchestration.query({
+                    formResponse: {
+                        __args: {
+                            pathway_id: pathwayId,
+                            activity_id: activityId
+                        },
+                        response: {
+                            answers: {
+                                question_id: true,
+                                value: true,
+                                label: true,
+                                value_type: true
+                            }
+                        }
+                    }
+                });
+            }
+            catch (error) {
+                return null;
+            }
+        });
+        // Await all promises in the batch
+        const formDefinitionResults = await Promise.all(formDefinitionPromises);
+        const formResponseResults = await Promise.all(formResponsePromises);
+        // Process form definitions
+        formDefinitionResults.forEach((result, index) => {
+            if (!(0, lodash_1.isNil)(result) && !(0, lodash_1.isNil)((0, lodash_1.get)(result, 'form.form'))) {
+                const { formId } = batch[index];
+                formDefinitionsMap.set(formId, (0, lodash_1.get)(result, 'form.form'));
+            }
+        });
+        // Process form responses
+        batch.forEach(({ activityId, formId }, index) => {
+            const result = formResponseResults[index];
+            if (!(0, lodash_1.isNil)(result) && !(0, lodash_1.isNil)((0, lodash_1.get)(result, 'formResponse.response'))) {
+                const responseData = result.formResponse.response;
+                // Create the map entry if it doesn't exist
+                if (!Object.prototype.hasOwnProperty.call(formResponsesMap, formId)) {
+                    formResponsesMap[formId] = {};
+                }
+                const answers = Array.isArray(responseData.answers) ? responseData.answers : [];
+                formResponsesMap[formId][activityId] = {
+                    activity_id: activityId,
+                    form_id: formId,
+                    answers: answers
+                };
+            }
+        });
+    }
+    catch (error) {
+        // Continue with partial data rather than failing completely
+    }
+}
+/**
+ * Extract activities that are messages
+ */
+function extractMessageActivities(activities) {
+    const messageActivities = activities
+        .filter(activity => {
+        return !(0, lodash_1.isNil)(activity.object) &&
+            typeof activity.object.type === 'string' &&
+            activity.object.type === 'MESSAGE' &&
+            !(0, lodash_1.isNil)(activity.object.id) &&
+            !(0, lodash_1.isEmpty)(activity.object.id);
+    })
+        .map(activity => {
+        // Use object.id as the message ID
+        const messageId = activity.object.id;
+        // Extract fallback content from activity if available
+        let fallbackSubject = '';
+        if (!(0, lodash_1.isNil)(activity.object.name) && !(0, lodash_1.isEmpty)(activity.object.name)) {
+            fallbackSubject = activity.object.name;
+        }
         return {
-            ...step,
-            activities: stepActivities.map(activity => activity.id),
+            activityId: activity.id,
+            messageId,
+            fallbackSubject,
+            fallbackBody: ''
         };
     });
-    // 10. Process the track data
-    // First try to get track title from activities
-    const trackFromActivities = (_b = trackActivities.find(activity => { var _a; return ((_a = activity.track) === null || _a === void 0 ? void 0 : _a.id) === trackId; })) === null || _b === void 0 ? void 0 : _b.track;
-    // If not found in activities, try to get from elements
-    const trackElement = elementsQuery.pathwayElements.elements.find(element => { var _a; return element.type === 'TRACK' && ((_a = element.context) === null || _a === void 0 ? void 0 : _a.track_id) === trackId; });
-    // Finally check pathway tracks
-    const trackFromPathway = pathwayQuery.pathway.pathway.tracks.find((t) => t.id === trackId);
-    const finalTrack = {
-        id: trackId,
-        title: (_e = (_d = (_c = trackFromActivities === null || trackFromActivities === void 0 ? void 0 : trackFromActivities.title) !== null && _c !== void 0 ? _c : trackElement === null || trackElement === void 0 ? void 0 : trackElement.name) !== null && _d !== void 0 ? _d : trackFromPathway === null || trackFromPathway === void 0 ? void 0 : trackFromPathway.title) !== null && _e !== void 0 ? _e : 'Untitled Track'
+    return messageActivities;
+}
+/**
+ * Fetch message contents for message activities
+ */
+async function fetchMessageContents(awellSdk, messageActivities) {
+    const messageContentsMap = new Map();
+    if (messageActivities.length === 0) {
+        return messageContentsMap;
+    }
+    // Process in batches to avoid overloading
+    const batchSize = 10;
+    const batches = [];
+    for (let i = 0; i < messageActivities.length; i += batchSize) {
+        batches.push(messageActivities.slice(i, i + batchSize));
+    }
+    for (const batch of batches) {
+        await Promise.all(batch.map(async ({ activityId, messageId, fallbackSubject, fallbackBody }) => {
+            try {
+                // Try to fetch message content with the query structure from documentation
+                const response = await awellSdk.orchestration.query({
+                    message: {
+                        __args: {
+                            id: messageId
+                        },
+                        message: {
+                            id: true,
+                            subject: true,
+                            body: true,
+                            format: true,
+                            attachments: {
+                                id: true,
+                                name: true,
+                                type: true,
+                                url: true
+                            }
+                        }
+                    }
+                });
+                // Use lodash to check for null/undefined values
+                if (!(0, lodash_1.isNil)(response) &&
+                    !(0, lodash_1.isNil)(response.message) &&
+                    !(0, lodash_1.isNil)(response.message.message)) {
+                    messageContentsMap.set(activityId, {
+                        subject: response.message.message.subject,
+                        body: response.message.message.body
+                    });
+                }
+                else {
+                    // Use fallback content if available
+                    const hasFallbackSubject = !(0, lodash_1.isNil)(fallbackSubject) && !(0, lodash_1.isEmpty)(fallbackSubject);
+                    const hasFallbackBody = !(0, lodash_1.isNil)(fallbackBody) && !(0, lodash_1.isEmpty)(fallbackBody);
+                    if (hasFallbackSubject || hasFallbackBody) {
+                        messageContentsMap.set(activityId, {
+                            subject: fallbackSubject,
+                            body: fallbackBody
+                        });
+                    }
+                }
+            }
+            catch (error) {
+                // Use fallback content if available after error
+                const hasFallbackSubject = !(0, lodash_1.isNil)(fallbackSubject) && !(0, lodash_1.isEmpty)(fallbackSubject);
+                const hasFallbackBody = !(0, lodash_1.isNil)(fallbackBody) && !(0, lodash_1.isEmpty)(fallbackBody);
+                if (hasFallbackSubject || hasFallbackBody) {
+                    messageContentsMap.set(activityId, {
+                        subject: fallbackSubject,
+                        body: fallbackBody
+                    });
+                }
+            }
+        }));
+    }
+    return messageContentsMap;
+}
+/**
+ * Process a step with its activities
+ */
+function processStep(step, trackActivities, activityDataPointsMap, formDefinitionsMap, formResponsesMap, messageContentsMap) {
+    var _a, _b;
+    const stepActivities = trackActivities
+        .filter(activity => { var _a; return ((_a = activity.context) === null || _a === void 0 ? void 0 : _a.step_id) === step.id; })
+        .map(activity => processActivity(activity, activityDataPointsMap, formDefinitionsMap, formResponsesMap, messageContentsMap));
+    return {
+        name: step.name,
+        label: typeof ((_a = step.label) === null || _a === void 0 ? void 0 : _a.text) === 'string' ? step.label.text : '',
+        status: step.status,
+        start_date: step.start_date,
+        end_date: step.end_date,
+        stakeholders: (_b = step.stakeholders) === null || _b === void 0 ? void 0 : _b.map(s => ({
+            name: typeof s.name === 'string' ? s.name : ''
+        })),
+        activities: stepActivities
     };
-    const rawTrackData = {
-        track: finalTrack,
-        activities: activitiesWithDataPoints,
-        steps: stepsWithActivities,
+}
+/**
+ * Process an activity with its form and data points
+ */
+function processActivity(activity, activityDataPointsMap, formDefinitionsMap, formResponsesMap, messageContentsMap) {
+    var _a, _b, _c, _d;
+    const baseActivity = {
+        date: activity.date,
+        action: activity.action,
+        status: activity.status,
+        resolution: activity.resolution,
+        subject: {
+            type: activity.subject.type,
+            name: activity.subject.name
+        },
+        object: {
+            type: activity.object.type,
+            name: activity.object.name
+        }
     };
-    // Clean the data for LLM consumption and return only cleaned data
-    const cleanedData = await cleanDataForLLM(rawTrackData, awellSdk, pathwayId);
-    return cleanedData;
-};
-exports.getTrackData = getTrackData;
+    // Add indirect object if it exists
+    if (!(0, lodash_1.isNil)((_a = activity.indirect_object) === null || _a === void 0 ? void 0 : _a.type) &&
+        !(0, lodash_1.isEmpty)((_b = activity.indirect_object) === null || _b === void 0 ? void 0 : _b.type) &&
+        !(0, lodash_1.isNil)((_c = activity.indirect_object) === null || _c === void 0 ? void 0 : _c.name) &&
+        !(0, lodash_1.isEmpty)((_d = activity.indirect_object) === null || _d === void 0 ? void 0 : _d.name)) {
+        baseActivity.indirect_object = {
+            type: activity.indirect_object.type,
+            name: activity.indirect_object.name
+        };
+    }
+    // Process message if exists
+    processActivityMessage(baseActivity, activity, messageContentsMap);
+    // Process form if exists
+    processActivityForm(baseActivity, activity, formDefinitionsMap, formResponsesMap);
+    // Process data points
+    processActivityDataPoints(baseActivity, activity, activityDataPointsMap);
+    return baseActivity;
+}
+/**
+ * Process message for an activity
+ */
+function processActivityMessage(baseActivity, activity, messageContentsMap) {
+    if (messageContentsMap.has(activity.id)) {
+        const messageContent = messageContentsMap.get(activity.id);
+        if (!(0, lodash_1.isNil)(messageContent)) {
+            baseActivity.message = {
+                subject: messageContent.subject,
+                body: messageContent.body
+            };
+        }
+    }
+}
+/**
+ * Process form for an activity
+ */
+function processActivityForm(baseActivity, activity, formDefinitionsMap, formResponsesMap) {
+    if ((0, lodash_1.isNil)(activity.form) || (0, lodash_1.isNil)(activity.form.id) || activity.form.id === '') {
+        return;
+    }
+    const formId = activity.form.id;
+    const formTitle = typeof activity.form.title === 'string' && !(0, lodash_1.isEmpty)(activity.form.title)
+        ? activity.form.title
+        : 'Untitled Form';
+    // Check if we have form responses for this activity
+    const hasFormResponses = Object.prototype.hasOwnProperty.call(formResponsesMap, formId) &&
+        Object.prototype.hasOwnProperty.call(formResponsesMap[formId], activity.id);
+    if (hasFormResponses) {
+        const formResponseData = formResponsesMap[formId][activity.id];
+        const formDefinition = formDefinitionsMap.get(formId);
+        // Create form with responses
+        if (!(0, lodash_1.isNil)(formDefinition)) {
+            // Map questions to their answers with proper formatting
+            baseActivity.form = {
+                title: formTitle,
+                questions: formResponseData.answers.map(answer => {
+                    var _a, _b, _c, _d;
+                    const question = formDefinition.questions.find((q) => q.id === answer.question_id);
+                    let responseText = (_a = answer.value) !== null && _a !== void 0 ? _a : 'No response';
+                    // Handle different question types
+                    if (!(0, lodash_1.isNil)(question)) {
+                        if (question.userQuestionType === 'YES_NO') {
+                            responseText = responseText === '1' ? 'Yes' : responseText === '0' ? 'No' : 'No response';
+                        }
+                        else if (question.userQuestionType === 'MULTIPLE_CHOICE' &&
+                            typeof answer.value === 'string' && !(0, lodash_1.isEmpty)(answer.value)) {
+                            const option = (_b = question.options) === null || _b === void 0 ? void 0 : _b.find((opt) => opt.value_string === answer.value);
+                            responseText = (_c = option === null || option === void 0 ? void 0 : option.label) !== null && _c !== void 0 ? _c : responseText;
+                        }
+                    }
+                    return {
+                        title: (_d = question === null || question === void 0 ? void 0 : question.title) !== null && _d !== void 0 ? _d : answer.question_id,
+                        response: responseText
+                    };
+                })
+            };
+        }
+        else {
+            // Fallback if form definition not available
+            baseActivity.form = {
+                title: formTitle,
+                questions: formResponseData.answers.map(answer => {
+                    var _a;
+                    return ({
+                        title: answer.question_id,
+                        response: (_a = answer.value) !== null && _a !== void 0 ? _a : 'No response'
+                    });
+                })
+            };
+        }
+    }
+    else {
+        // Just include the form title if no responses
+        baseActivity.form = {
+            title: formTitle
+        };
+    }
+}
+/**
+ * Process data points for an activity
+ */
+function processActivityDataPoints(baseActivity, activity, activityDataPointsMap) {
+    const activityDataPoints = activityDataPointsMap.get(activity.id);
+    if ((0, lodash_1.isNil)(activityDataPoints) || activityDataPoints.length === 0) {
+        return;
+    }
+    // Determine which data points to include
+    let dataPointsToInclude = [];
+    const hasForm = !(0, lodash_1.isNil)(activity.form) && !(0, lodash_1.isEmpty)((0, lodash_1.get)(activity.form, 'id'));
+    if (hasForm) {
+        // If this activity has a form, only include activation data points
+        dataPointsToInclude = activityDataPoints.filter(dp => !(0, lodash_1.isNil)(dp) && !(0, lodash_1.isNil)(dp.data_point_definition_id) &&
+            dp.data_point_definition_id.endsWith('-ACTIVATION'));
+    }
+    else {
+        // If this activity doesn't have a form, include all data points
+        dataPointsToInclude = activityDataPoints;
+    }
+    if (dataPointsToInclude.length > 0) {
+        baseActivity.data_points = dataPointsToInclude.map(dp => ({
+            value: dp.serialized_value,
+            title: !(0, lodash_1.isNil)(dp.definitionTitle) ? dp.definitionTitle : (!(0, lodash_1.isNil)(dp.key) ? dp.key : dp.data_point_definition_id),
+            date: dp.date
+        }));
+    }
+}
 //# sourceMappingURL=getTrackData.js.map