@mongoosejs/studio 0.3.0 → 0.3.2

package/DEVGUIDE.md

@@ -0,0 +1,8 @@
+## Running Locally
+
+To run this repo locally:
+
+1. Install dependencies with `npm install`
+2. Seed the database with `npm run seed`. Make sure you have a MongoDB instance running on `localhost:27017`.
+3. Run backend on port 7777. Make sure to seed backend as well.
+4. Start the server with `npm start`

package/backend/actions/ChatThread/createChatMessage.js

@@ -134,6 +134,8 @@ If the user's query is best answered with a chart, return a Chart.js 4 configura
 
 If the user\'s query is best answered by a map, return an object { $featureCollection } which contains a GeoJSON FeatureCollection
 
+If the user's query is best answered by a table, return an object { $table: { columns: string[], rows: any[][] } }
+
 Example output:
 
 The following script counts the number of users which are not deleted.

package/backend/actions/ChatThread/streamChatMessage.js

@@ -143,6 +143,8 @@ const systemPrompt = `
 
   If the user\'s query is best answered by a map, return an object { $featureCollection } which contains a GeoJSON FeatureCollection
 
+  If the user's query is best answered by a table, return an object { $table: { columns: string[], rows: any[][] } }
+
   Example output:
 
   The following script counts the number of users which are not deleted.

package/backend/actions/Dashboard/getDashboard.js

@@ -23,16 +23,17 @@ const GetDashboardParams = new Archetype({
   }
 }).compile('GetDashboardParams');
 
-module.exports = ({ db }) => async function getDashboard(params) {
+module.exports = ({ db, options }) => async function getDashboard(params) {
   const { $workspaceId, authorization, dashboardId, evaluate, roles } = new GetDashboardParams(params);
   const Dashboard = db.model('__Studio_Dashboard');
+  const mothershipUrl = options?._mothershipUrl ?? 'https://mongoose-js.netlify.app/.netlify/functions';
 
   await authorize('Dashboard.getDashboard', roles);
 
   const dashboard = await Dashboard.findOne({ _id: dashboardId });
   if (evaluate) {
     let result = null;
-    const startExec = startDashboardEvaluate(dashboardId, $workspaceId, authorization);
+    const startExec = startDashboardEvaluate(dashboardId, $workspaceId, authorization, mothershipUrl);
     // Avoid unhandled promise rejection since we handle the promise later.
     startExec.catch(() => {});
     try {
@@ -47,7 +48,8 @@ module.exports = ({ db }) => async function getDashboard(params) {
           $workspaceId,
           authorization,
           null,
-          { message: error.message }
+          { message: error.message },
+          mothershipUrl
         );
       });
       return { dashboard, dashboardResult, error: { message: error.message } };
@@ -62,7 +64,9 @@ module.exports = ({ db }) => async function getDashboard(params) {
           dashboardResult._id,
           $workspaceId,
           authorization,
-          result
+          result,
+          undefined,
+          mothershipUrl
         );
       });
 
@@ -71,12 +75,12 @@ module.exports = ({ db }) => async function getDashboard(params) {
       return { dashboard, error: { message: error.message } };
     }
   } else {
-    const { dashboardResults } = await getDashboardResults(dashboardId, $workspaceId, authorization);
+    const { dashboardResults } = await getDashboardResults(dashboardId, $workspaceId, authorization, mothershipUrl);
     return { dashboard, dashboardResults };
   }
 };
 
-async function completeDashboardEvaluate(dashboardResultId, workspaceId, authorization, result, error) {
+async function completeDashboardEvaluate(dashboardResultId, workspaceId, authorization, result, error, mothershipUrl) {
   if (!workspaceId) {
     return {};
   }
@@ -84,7 +88,7 @@ async function completeDashboardEvaluate(dashboardResultId, workspaceId, authori
   if (authorization) {
     headers.Authorization = authorization;
   }
-  const response = await fetch('https://mongoose-js.netlify.app/.netlify/functions/completeDashboardEvaluate', {
+  const response = await fetch(`${mothershipUrl}/completeDashboardEvaluate`, {
     method: 'POST',
     headers,
     body: JSON.stringify({
@@ -106,7 +110,7 @@ async function completeDashboardEvaluate(dashboardResultId, workspaceId, authori
   return await response.json();
 }
 
-async function startDashboardEvaluate(dashboardId, workspaceId, authorization) {
+async function startDashboardEvaluate(dashboardId, workspaceId, authorization, _mothershipUrl) {
   if (!workspaceId) {
     return {};
   }
@@ -114,7 +118,7 @@ async function startDashboardEvaluate(dashboardId, workspaceId, authorization) {
   if (authorization) {
     headers.Authorization = authorization;
   }
-  const response = await fetch('https://mongoose-js.netlify.app/.netlify/functions/startDashboardEvaluate', {
+  const response = await fetch(`${_mothershipUrl}/startDashboardEvaluate`, {
     method: 'POST',
     headers,
     body: JSON.stringify({
@@ -134,7 +138,7 @@ async function startDashboardEvaluate(dashboardId, workspaceId, authorization) {
   return await response.json();
 }
 
-async function getDashboardResults(dashboardId, workspaceId, authorization) {
+async function getDashboardResults(dashboardId, workspaceId, authorization, mothershipUrl) {
   if (!workspaceId) {
     return {};
   }
@@ -142,7 +146,7 @@ async function getDashboardResults(dashboardId, workspaceId, authorization) {
   if (authorization) {
     headers.Authorization = authorization;
   }
-  const response = await fetch('https://mongoose-js.netlify.app/.netlify/functions/getDashboardResults', {
+  const response = await fetch(`${mothershipUrl}/getDashboardResults`, {
     method: 'POST',
     headers,
     body: JSON.stringify({

package/backend/actions/Dashboard/updateDashboard.js

@@ -32,11 +32,11 @@ module.exports = ({ db }) => async function updateDashboard(params) {
 
   const updateObj = { code };
 
-  if (title) {
+  if (title != null) {
     updateObj.title = title;
   }
 
-  if (description) {
+  if (description != null) {
     updateObj.description = description;
   }
 

package/backend/actions/Task/getTaskOverview.js

@@ -0,0 +1,102 @@
+'use strict';
+
+const Archetype = require('archetype');
+const escape = require('regexp.escape');
+
+const GetTaskOverviewParams = new Archetype({
+  start: { $type: Date },
+  end: { $type: Date },
+  status: { $type: 'string' },
+  name: { $type: 'string' }
+}).compile('GetTaskOverviewParams');
+
+/** Statuses shown on the Task overview page. */
+const OVERVIEW_STATUSES = ['pending', 'succeeded', 'failed', 'cancelled'];
+
+function buildMatch(params) {
+  const { start, end, status, name } = params;
+  const match = {};
+  if (start != null && end != null) {
+    match.scheduledAt = { $gte: start, $lt: end };
+  } else if (start != null) {
+    match.scheduledAt = { $gte: start };
+  }
+  const statusVal = typeof status === 'string' ? status.trim() : status;
+  if (statusVal != null && statusVal !== '') {
+    match.status = statusVal;
+  } else {
+    match.status = { $in: ['pending', 'in_progress', 'succeeded', 'failed', 'cancelled', 'unknown'] };
+  }
+  if (name != null && name !== '') {
+    const nameStr = typeof name === 'string' ? name.trim() : String(name);
+    match.name = { $regex: escape(nameStr), $options: 'i' };
+  }
+  return match;
+}
+
+module.exports = ({ db }) => async function getTaskOverview(params) {
+  params = new GetTaskOverviewParams(params);
+  if (typeof params.status === 'string') params.status = params.status.trim();
+  if (typeof params.name === 'string') params.name = params.name.trim();
+  const { Task } = db.models;
+  const match = buildMatch(params);
+
+  const defaultCounts = OVERVIEW_STATUSES.map(s => ({ k: s, v: 0 }));
+
+  const pipeline = [
+    { $match: match },
+    {
+      $facet: {
+        statusCounts: [
+          { $group: { _id: { $ifNull: ['$status', 'unknown'] }, count: { $sum: 1 } } },
+          { $group: { _id: null, counts: { $push: { k: '$_id', v: '$count' } } } },
+          {
+            $project: {
+              statusCounts: {
+                $arrayToObject: {
+                  $concatArrays: [{ $literal: defaultCounts }, '$counts']
+                }
+              }
+            }
+          },
+          { $replaceRoot: { newRoot: '$statusCounts' } }
+        ],
+        tasksByName: [
+          {
+            $group: {
+              _id: '$name',
+              totalCount: { $sum: 1 },
+              lastRun: { $max: '$scheduledAt' },
+              pending: { $sum: { $cond: [{ $eq: ['$status', 'pending'] }, 1, 0] } },
+              succeeded: { $sum: { $cond: [{ $eq: ['$status', 'succeeded'] }, 1, 0] } },
+              failed: { $sum: { $cond: [{ $eq: ['$status', 'failed'] }, 1, 0] } },
+              cancelled: { $sum: { $cond: [{ $eq: ['$status', 'cancelled'] }, 1, 0] } }
+            }
+          },
+          {
+            $project: {
+              _id: 0,
+              name: '$_id',
+              totalCount: 1,
+              lastRun: 1,
+              statusCounts: {
+                pending: '$pending',
+                succeeded: '$succeeded',
+                failed: '$failed',
+                cancelled: '$cancelled'
+              }
+            }
+          },
+          { $sort: { name: 1 } }
+        ]
+      }
+    }
+  ];
+
+  const [result] = await Task.aggregate(pipeline);
+
+  return {
+    statusCounts: result.statusCounts?.[0] ?? {},
+    tasksByName: result.tasksByName || []
+  };
+};

package/backend/actions/Task/getTasks.js

@@ -1,65 +1,105 @@
 'use strict';
 
 const Archetype = require('archetype');
+const escape = require('regexp.escape');
 
 const GetTasksParams = new Archetype({
-  start: {
-    $type: Date,
-    $required: true
-  },
-  end: {
-    $type: Date
-  },
-  status: {
-    $type: 'string'
-  },
-  name: {
-    $type: 'string'
-  }
+  start: { $type: Date },
+  end: { $type: Date },
+  status: { $type: 'string' },
+  name: { $type: 'string' },
+  skip: { $type: 'number', $default: 0 },
+  limit: { $type: 'number', $default: 100 }
 }).compile('GetTasksParams');
 
-module.exports = ({ db }) => async function getTasks(params) {
-  params = new GetTasksParams(params);
-  const { start, end, status, name } = params;
-  const { Task } = db.models;
+const ALL_STATUSES = ['pending', 'in_progress', 'succeeded', 'failed', 'cancelled', 'unknown'];
+
+/** Status keys for statusCounts (same shape as getTaskOverview). */
+const STATUS_COUNT_KEYS = ['pending', 'succeeded', 'failed', 'cancelled'];
 
-  const filter = {};
+/** Max documents per request to avoid excessive memory and response size. */
+const MAX_LIMIT = 2000;
 
-  if (start && end) {
-    filter.scheduledAt = { $gte: start, $lt: end };
-  } else if (start) {
-    filter.scheduledAt = { $gte: start };
+function buildMatch(params) {
+  const { start, end, status, name } = params;
+  const match = {};
+  if (start != null && end != null) {
+    match.scheduledAt = { $gte: start, $lt: end };
+  } else if (start != null) {
+    match.scheduledAt = { $gte: start };
   }
-  if (status) {
-    filter.status = status;
+  const statusVal = typeof status === 'string' ? status.trim() : status;
+  if (statusVal != null && statusVal !== '') {
+    match.status = statusVal;
   } else {
-    filter.status = { $in: ['pending', 'in_progress', 'succeeded', 'failed', 'cancelled', 'unknown'] };
+    match.status = { $in: ALL_STATUSES };
   }
-  if (name) {
-    filter.name = { $regex: name, $options: 'i' };
+  if (name != null && name !== '') {
+    const nameStr = typeof name === 'string' ? name.trim() : String(name);
+    match.name = { $regex: escape(nameStr), $options: 'i' };
   }
+  return match;
+}
 
-  const tasks = await Task.find(filter);
+/** Projection done in aggregation: only fields needed by frontend, payload → parameters, _id → id. */
+const TASK_PROJECT_STAGE = {
+  _id: 1,
+  id: '$_id',
+  name: 1,
+  status: 1,
+  scheduledAt: 1,
+  createdAt: 1,
+  startedAt: 1,
+  completedAt: 1,
+  error: 1,
+  parameters: '$payload'
+};
+
+module.exports = ({ db }) => async function getTasks(params) {
+  params = new GetTasksParams(params);
+  if (typeof params.status === 'string') params.status = params.status.trim();
+  if (typeof params.name === 'string') params.name = params.name.trim();
 
-  // Define all possible statuses
-  const allStatuses = ['pending', 'in_progress', 'succeeded', 'failed', 'cancelled', 'unknown'];
+  const skip = Math.max(0, Number(params.skip) || 0);
+  const limit = Math.min(MAX_LIMIT, Math.max(1, Number(params.limit) || 100));
+  const { Task } = db.models;
+  const match = buildMatch(params);
 
-  // Initialize groupedTasks with all statuses
-  const groupedTasks = allStatuses.reduce((groups, status) => {
-    groups[status] = [];
-    return groups;
-  }, {});
+  const defaultCounts = STATUS_COUNT_KEYS.map(s => ({ k: s, v: 0 }));
 
-  // Group tasks by status
-  tasks.forEach(task => {
-    const taskStatus = task.status || 'unknown';
-    if (groupedTasks.hasOwnProperty(taskStatus)) {
-      groupedTasks[taskStatus].push(task);
+  const pipeline = [
+    { $match: match },
+    {
+      $facet: {
+        tasks: [
+          { $sort: { scheduledAt: -1 } },
+          { $skip: skip },
+          { $limit: limit },
+          { $project: TASK_PROJECT_STAGE }
+        ],
+        count: [{ $count: 'total' }],
+        statusCounts: [
+          { $group: { _id: { $ifNull: ['$status', 'unknown'] }, count: { $sum: 1 } } },
+          { $group: { _id: null, counts: { $push: { k: '$_id', v: '$count' } } } },
+          {
+            $project: {
+              statusCounts: {
+                $arrayToObject: {
+                  $concatArrays: [{ $literal: defaultCounts }, '$counts']
+                }
+              }
+            }
+          },
+          { $replaceRoot: { newRoot: '$statusCounts' } }
+        ]
+      }
     }
-  });
+  ];
+
+  const [result] = await Task.aggregate(pipeline);
+  const tasks = result.tasks || [];
+  const numDocs = (result.count && result.count[0] && result.count[0].total) || 0;
+  const statusCounts = result.statusCounts?.[0] ?? {};
 
-  return {
-    tasks,
-    groupedTasks
-  };
+  return { tasks, numDocs, statusCounts };
 };

package/backend/actions/Task/index.js

@@ -3,5 +3,6 @@
 exports.cancelTask = require('./cancelTask');
 exports.createTask = require('./createTask');
 exports.getTasks = require('./getTasks');
+exports.getTaskOverview = require('./getTaskOverview');
 exports.rescheduleTask = require('./rescheduleTask');
 exports.runTask = require('./runTask');