@mastra/core 0.1.11 → 0.1.13

package/dist/core.esm.js

@@ -9,14 +9,14 @@ import { z } from 'zod';
 import { headers } from 'next/headers';
 import qs from 'qs';
 import { serve } from 'inngest/next';
-import path from 'path';
 import * as fs from 'fs';
-import { readdirSync, readFileSync, existsSync, mkdirSync, writeFileSync } from 'fs';
+import { existsSync, mkdirSync, writeFileSync, readFileSync, readdirSync } from 'fs';
+import path from 'path';
 import first from 'lodash-es/first';
 import last from 'lodash-es/last';
 import { Inngest } from 'inngest';
 import { OAuth2Client } from '@badgateway/oauth2-client';
-import _, { isEmpty, omit, pick, compact, omitBy } from 'lodash-es';
+import _, { isEmpty, omit, pick, mapValues, compact, omitBy } from 'lodash-es';
 import { openai, createOpenAI } from '@ai-sdk/openai';
 import { embed, tool, generateText, streamText } from 'ai';
 import { Pinecone } from '@pinecone-database/pinecone';
@@ -66,6 +66,14 @@ function _asyncToGenerator(n) {
     });
   };
 }
+function _classPrivateFieldLooseBase(e, t) {
+  if (!{}.hasOwnProperty.call(e, t)) throw new TypeError("attempted to use private field on non-instance");
+  return e;
+}
+var id = 0;
+function _classPrivateFieldLooseKey(e) {
+  return "__private_" + id++ + "_" + e;
+}
 function _construct(t, e, r) {
   if (_isNativeReflectConstruct()) return Reflect.construct.apply(null, arguments);
   var o = [null];
@@ -1753,6 +1761,11 @@ var webhookQueryParams = /*#__PURE__*/z.object({
 var apiKeyConnectionOptions = /*#__PURE__*/z.object({
   apiKey: /*#__PURE__*/z.string()
 });
+var cronQueryParams = /*#__PURE__*/z.object({
+  event: /*#__PURE__*/z.string(),
+  data: /*#__PURE__*/z.string().optional(),
+  integrationName: /*#__PURE__*/z.string()
+});
 
 var parseQueryParams = function parseQueryParams(req, schema) {
   var search = req.nextUrl.search.slice(1);
@@ -1858,6 +1871,44 @@ var client$1 = /*#__PURE__*/new Inngest({
   id: APP_ID
 });
 
+function readBlueprintSync(filePath) {
+  try {
+    var data = fs.readFileSync(filePath, 'utf8');
+    var jsonData = JSON.parse(data);
+    var blueprintFile = last(filePath == null ? void 0 : filePath.split('/'));
+    var blueprintId = first(blueprintFile == null ? void 0 : blueprintFile.split('.json'));
+    return _extends({}, jsonData, {
+      id: blueprintId
+    });
+  } catch (err) {
+    throw new Error("Failed to read blueprint: " + err);
+  }
+}
+function getBlueprintsSync(_ref) {
+  var directoryPath = _ref.directoryPath;
+  try {
+    var files = fs.readdirSync(directoryPath);
+    var jsonFiles = files.filter(function (file) {
+      return file.endsWith('.json');
+    });
+    var result = [];
+    for (var _iterator = _createForOfIteratorHelperLoose(jsonFiles), _step; !(_step = _iterator()).done;) {
+      var file = _step.value;
+      var filePath = path.join(directoryPath, file);
+      var jsonData = readBlueprintSync(filePath);
+      if (jsonData.title) {
+        var blueprintFile = last(filePath == null ? void 0 : filePath.split('/'));
+        var blueprintId = first(blueprintFile == null ? void 0 : blueprintFile.split('.json'));
+        result.push(_extends({}, jsonData, {
+          id: blueprintId
+        }));
+      }
+    }
+    return result;
+  } catch (err) {
+    throw new Error("Failed to get blueprints: " + err);
+  }
+}
 function readBlueprint(_x) {
   return _readBlueprint.apply(this, arguments);
 }
@@ -1890,16 +1941,16 @@ function getBlueprints(_x2) {
   return _getBlueprints.apply(this, arguments);
 }
 function _getBlueprints() {
-  _getBlueprints = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(_ref) {
+  _getBlueprints = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(_ref2) {
     var directoryPath;
     return _regeneratorRuntime().wrap(function _callee6$(_context6) {
       while (1) switch (_context6.prev = _context6.next) {
         case 0:
-          directoryPath = _ref.directoryPath;
+          directoryPath = _ref2.directoryPath;
           return _context6.abrupt("return", new Promise(function (resolve, reject) {
             fs.readdir(directoryPath, /*#__PURE__*/function () {
-              var _ref7 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(err, files) {
-                var jsonFiles, result, _iterator, _step, file, filePath, jsonData, blueprintFile, blueprintId;
+              var _ref8 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(err, files) {
+                var jsonFiles, result, _iterator2, _step2, file, filePath, jsonData, blueprintFile, blueprintId;
                 return _regeneratorRuntime().wrap(function _callee5$(_context5) {
                   while (1) switch (_context5.prev = _context5.next) {
                     case 0:
@@ -1915,13 +1966,13 @@ function _getBlueprints() {
                         return file.endsWith('.json');
                       });
                       result = [];
-                      _iterator = _createForOfIteratorHelperLoose(jsonFiles);
+                      _iterator2 = _createForOfIteratorHelperLoose(jsonFiles);
                     case 7:
-                      if ((_step = _iterator()).done) {
+                      if ((_step2 = _iterator2()).done) {
                         _context5.next = 16;
                         break;
                       }
-                      file = _step.value;
+                      file = _step2.value;
                       filePath = path.join(directoryPath, file);
                       _context5.next = 12;
                       return readBlueprint(filePath);
@@ -1946,7 +1997,7 @@ function _getBlueprints() {
                 }, _callee5);
               }));
               return function (_x4, _x5) {
-                return _ref7.apply(this, arguments);
+                return _ref8.apply(this, arguments);
               };
             }());
           }));
@@ -1958,40 +2009,46 @@ function _getBlueprints() {
   }));
   return _getBlueprints.apply(this, arguments);
 }
-var createWorkflowHandler = function createWorkflowHandler(_ref2) {
-  var blueprintDirPath = _ref2.blueprintDirPath,
-    runBlueprint = _ref2.runBlueprint;
+var createWorkflowHandler = function createWorkflowHandler(_ref3) {
+  var blueprintDirPath = _ref3.blueprintDirPath,
+    runBlueprint = _ref3.runBlueprint;
   return client$1.createFunction({
     id: 'workflow-executor',
     retries: 0
   }, {
     event: 'workflow/run-automations'
   }, /*#__PURE__*/function () {
-    var _ref4 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref3) {
+    var _ref5 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref4) {
       var event, step, _event$data, trigger, payload, connectionId, getBlueprintsDirPath, blueprints, triggeredAndPublishedBlueprints, runs;
       return _regeneratorRuntime().wrap(function _callee3$(_context3) {
         while (1) switch (_context3.prev = _context3.next) {
           case 0:
-            event = _ref3.event, step = _ref3.step;
+            event = _ref4.event, step = _ref4.step;
             _context3.prev = 1;
             _event$data = event.data, trigger = _event$data.trigger, payload = _event$data.payload;
             connectionId = event.user.connectionId;
             getBlueprintsDirPath = /*#__PURE__*/function () {
-              var _ref5 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
-                var ARK_APP_DIR;
+              var _ref6 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
+                var MASTRA_APP_DIR;
                 return _regeneratorRuntime().wrap(function _callee$(_context) {
                   while (1) switch (_context.prev = _context.next) {
                     case 0:
-                      ARK_APP_DIR = process.env.ARK_APP_DIR || process.cwd();
-                      return _context.abrupt("return", path.join(ARK_APP_DIR, blueprintDirPath || '/blueprints'));
-                    case 2:
+                      MASTRA_APP_DIR = process.env.MASTRA_APP_DIR || process.cwd();
+                      if (blueprintDirPath) {
+                        _context.next = 3;
+                        break;
+                      }
+                      throw new Error('Missing blueprintDirPath in config');
+                    case 3:
+                      return _context.abrupt("return", path.join(MASTRA_APP_DIR, blueprintDirPath));
+                    case 4:
                     case "end":
                       return _context.stop();
                   }
                 }, _callee);
               }));
               return function getBlueprintsDirPath() {
-                return _ref5.apply(this, arguments);
+                return _ref6.apply(this, arguments);
               };
             }();
             _context3.next = 7;
@@ -2046,7 +2103,7 @@ var createWorkflowHandler = function createWorkflowHandler(_ref2) {
       }, _callee3, null, [[1, 15]]);
     }));
     return function (_x3) {
-      return _ref4.apply(this, arguments);
+      return _ref5.apply(this, arguments);
     };
   }());
 };
@@ -2143,13 +2200,52 @@ var makeWebhook = function makeWebhook(framework) {
   };
 };
 
+var makeCron = function makeCron(framework) {
+  return function (req) {
+    var params = parseQueryParams(req, cronQueryParams);
+    var data = params.data,
+      error = params.error;
+    if (error) {
+      return NextResponse.json({
+        error: error,
+        status: 400
+      });
+    }
+    var event = data.event,
+      integrationName = data.integrationName;
+    if (!event) {
+      return NextResponse.json({
+        error: 'Event is required for mastra cron',
+        status: 400
+      });
+    }
+    var decodedEvent = decodeURI(event);
+    var decodedData = {};
+    if (data != null && data.data) {
+      decodedData = JSON.parse(Buffer.from(data.data, 'base64').toString());
+    }
+    void framework.triggerEvent({
+      key: decodedEvent,
+      data: decodedData,
+      integrationName: integrationName,
+      user: {
+        connectionId: 'SYSTEM'
+      }
+    });
+    return NextResponse.json({
+      message: "Cron Triggered event " + event
+    });
+  };
+};
+
 var registerRoutes = function registerRoutes(_ref) {
   var framework = _ref.framework;
   var registry = {
     connect: makeConnect(framework),
     'connect/callback': makeCallback(framework),
     inngest: makeInngest(framework),
-    webhook: makeWebhook(framework)
+    webhook: makeWebhook(framework),
+    cron: makeCron(framework)
   };
   return function (req, _ref2) {
     var _Object$keys$at;
@@ -2335,6 +2431,203 @@ function mergeWithDefinedOnly(base, overrides) {
   return result;
 }
 
+var LogProvider = {
+  CONSOLE: 'CONSOLE',
+  FILE: 'FILE',
+  UPSTASH: 'UPSTASH'
+};
+var LogLevel;
+(function (LogLevel) {
+  LogLevel[LogLevel["DEBUG"] = 0] = "DEBUG";
+  LogLevel[LogLevel["INFO"] = 1] = "INFO";
+  LogLevel[LogLevel["WARN"] = 2] = "WARN";
+  LogLevel[LogLevel["ERROR"] = 3] = "ERROR";
+})(LogLevel || (LogLevel = {}));
+// Abstract base class for loggers
+var BaseLogger = /*#__PURE__*/function () {
+  function BaseLogger(level) {
+    if (level === void 0) {
+      level = LogLevel.INFO;
+    }
+    this.level = void 0;
+    this.level = level;
+  }
+  var _proto = BaseLogger.prototype;
+  _proto.debug = function debug(message) {
+    if (this.level <= LogLevel.DEBUG) {
+      for (var _len = arguments.length, args = new Array(_len > 1 ? _len - 1 : 0), _key = 1; _key < _len; _key++) {
+        args[_key - 1] = arguments[_key];
+      }
+      this.log.apply(this, [LogLevel.DEBUG, message].concat(args));
+    }
+  };
+  _proto.info = function info(message) {
+    if (this.level <= LogLevel.INFO) {
+      for (var _len2 = arguments.length, args = new Array(_len2 > 1 ? _len2 - 1 : 0), _key2 = 1; _key2 < _len2; _key2++) {
+        args[_key2 - 1] = arguments[_key2];
+      }
+      this.log.apply(this, [LogLevel.INFO, message].concat(args));
+    }
+  };
+  _proto.warn = function warn(message) {
+    if (this.level <= LogLevel.WARN) {
+      for (var _len3 = arguments.length, args = new Array(_len3 > 1 ? _len3 - 1 : 0), _key3 = 1; _key3 < _len3; _key3++) {
+        args[_key3 - 1] = arguments[_key3];
+      }
+      this.log.apply(this, [LogLevel.WARN, message].concat(args));
+    }
+  };
+  _proto.error = function error(message) {
+    if (this.level <= LogLevel.ERROR) {
+      for (var _len4 = arguments.length, args = new Array(_len4 > 1 ? _len4 - 1 : 0), _key4 = 1; _key4 < _len4; _key4++) {
+        args[_key4 - 1] = arguments[_key4];
+      }
+      this.log.apply(this, [LogLevel.ERROR, message].concat(args));
+    }
+  };
+  _proto.formatMessage = function formatMessage(message) {
+    if (typeof message === 'string') {
+      return message;
+    }
+    return JSON.stringify(message);
+  };
+  return BaseLogger;
+}();
+/**
+ * Logs to the console
+ */
+var ConsoleLogger = /*#__PURE__*/function (_BaseLogger2) {
+  function ConsoleLogger(_ref) {
+    var level = _ref.level;
+    return _BaseLogger2.call(this, level != null ? level : LogLevel.INFO) || this;
+  }
+  _inheritsLoose(ConsoleLogger, _BaseLogger2);
+  var _proto2 = ConsoleLogger.prototype;
+  _proto2.log = function log(level, message) {
+    var _console;
+    var timestamp = new Date().toISOString();
+    for (var _len5 = arguments.length, args = new Array(_len5 > 2 ? _len5 - 2 : 0), _key5 = 2; _key5 < _len5; _key5++) {
+      args[_key5 - 2] = arguments[_key5];
+    }
+    (_console = console).log.apply(_console, ["[" + timestamp + "] [" + level + "] " + this.formatMessage(message)].concat(args));
+  };
+  return ConsoleLogger;
+}(BaseLogger);
+/**
+ * Logs to a file
+ */
+var _dirPath = /*#__PURE__*/_classPrivateFieldLooseKey("dirPath");
+var FileLogger = /*#__PURE__*/function (_BaseLogger3) {
+  function FileLogger(_ref2) {
+    var _this;
+    var dirPath = _ref2.dirPath,
+      level = _ref2.level;
+    _this = _BaseLogger3.call(this, level != null ? level : LogLevel.INFO) || this;
+    Object.defineProperty(_this, _dirPath, {
+      writable: true,
+      value: void 0
+    });
+    if (!dirPath) {
+      throw new Error('File path is required');
+    }
+    _classPrivateFieldLooseBase(_this, _dirPath)[_dirPath] = dirPath;
+    return _this;
+  }
+  _inheritsLoose(FileLogger, _BaseLogger3);
+  var _proto3 = FileLogger.prototype;
+  _proto3.log = function log(level, message) {
+    var fullPath = path.join(_classPrivateFieldLooseBase(this, _dirPath)[_dirPath], message.destinationPath + ".json");
+    console.log("Logging to file: " + fullPath);
+    if (!existsSync(_classPrivateFieldLooseBase(this, _dirPath)[_dirPath])) {
+      mkdirSync(_classPrivateFieldLooseBase(this, _dirPath)[_dirPath], {
+        recursive: true
+      });
+      return writeFileSync(fullPath, JSON.stringify([_extends({}, message, {
+        level: level,
+        createdAt: new Date()
+      })], null, 2));
+    }
+    if (!existsSync(fullPath)) {
+      return writeFileSync(fullPath, JSON.stringify([_extends({}, message, {
+        createdAt: new Date()
+      })], null, 2));
+    }
+    var logs = JSON.parse(readFileSync(fullPath, 'utf-8'));
+    logs.push(_extends({}, message, {
+      createdAt: new Date()
+    }));
+    return writeFileSync(fullPath, JSON.stringify(logs, null, 2));
+  };
+  return FileLogger;
+}(BaseLogger);
+/**
+ * Logs to Upstash Redis
+ */
+var _redisClient = /*#__PURE__*/_classPrivateFieldLooseKey("redisClient");
+var _key6 = /*#__PURE__*/_classPrivateFieldLooseKey("key");
+var UpstashRedisLogger = /*#__PURE__*/function (_BaseLogger4) {
+  function UpstashRedisLogger(_ref3) {
+    var _this2;
+    var redisClient = _ref3.redisClient,
+      level = _ref3.level,
+      key = _ref3.key;
+    _this2 = _BaseLogger4.call(this, level != null ? level : LogLevel.INFO) || this;
+    Object.defineProperty(_this2, _redisClient, {
+      writable: true,
+      value: void 0
+    });
+    Object.defineProperty(_this2, _key6, {
+      writable: true,
+      value: void 0
+    });
+    if (!redisClient) {
+      throw new Error('redisClient is required');
+    }
+    if (!key) {
+      throw new Error('Redis storage key is required');
+    }
+    _classPrivateFieldLooseBase(_this2, _redisClient)[_redisClient] = redisClient;
+    _classPrivateFieldLooseBase(_this2, _key6)[_key6] = key;
+    return _this2;
+  }
+  _inheritsLoose(UpstashRedisLogger, _BaseLogger4);
+  var _proto4 = UpstashRedisLogger.prototype;
+  _proto4.log = function log(level, message) {
+    var fullKey = path.join(_classPrivateFieldLooseBase(this, _key6)[_key6], "" + message.destinationPath);
+    _classPrivateFieldLooseBase(this, _redisClient)[_redisClient].lpush(fullKey, JSON.stringify(_extends({}, message, {
+      level: level,
+      createdAt: new Date()
+    })));
+  };
+  _proto4.getLogs = function getLogs(key) {
+    return _classPrivateFieldLooseBase(this, _redisClient)[_redisClient].lrange(key, 0, -1);
+  };
+  return UpstashRedisLogger;
+}(BaseLogger);
+function createLogger(_ref4) {
+  var type = _ref4.type,
+    options = _ref4.options;
+  switch (type) {
+    case 'CONSOLE':
+      return new ConsoleLogger({
+        level: options == null ? void 0 : options.level
+      });
+    case 'FILE':
+      return new FileLogger({
+        dirPath: options.dirPath,
+        level: options.level
+      });
+    case 'UPSTASH':
+      return new UpstashRedisLogger({
+        redisClient: options.redisClient,
+        key: options.key,
+        level: options.level
+      });
+    default:
+      throw new Error("Unsupported logger type: " + type);
+  }
+}
+
 var _excluded$3 = ["client"],
   _excluded2$1 = ["name", "logoUrl"];
 /**
@@ -2421,7 +2714,7 @@ var Integration = /*#__PURE__*/function () {
                 return acc;
               }
             }, {});
-            _this.apis = apis;
+            _this.apis = _extends({}, _this.apis, apis);
           case 5:
           case "end":
             return _context2.stop();
@@ -3040,6 +3333,31 @@ var IntegrationAuth = /*#__PURE__*/function () {
   return IntegrationAuth;
 }();
 
+function splitMarkdownIntoChunks(markdown, maxTokens) {
+  if (maxTokens === void 0) {
+    maxTokens = 8190;
+  }
+  var tokens = markdown.split(/\s+/); // Split by whitespace to tokenize
+  var chunks = [];
+  var currentChunk = [];
+  for (var _iterator = _createForOfIteratorHelperLoose(tokens), _step; !(_step = _iterator()).done;) {
+    var token = _step.value;
+    if (currentChunk.join(' ').length + token.length + 1 > maxTokens) {
+      // If adding the next token exceeds the limit, push the current chunk and reset
+      chunks.push(currentChunk.join(' '));
+      currentChunk = [token]; // Start a new chunk with the current token
+    } else {
+      // Otherwise, add the token to the current chunk
+      currentChunk.push(token);
+    }
+  }
+  // Add any remaining tokens as the last chunk
+  if (currentChunk.length > 0) {
+    chunks.push(currentChunk.join(' '));
+  }
+  return chunks;
+}
+
 /**
  * Extract schema options for the provided schema - Builds a map of fieldname to field options
  * @param schema - schema
@@ -3116,6 +3434,11 @@ function setFieldOptions(_ref3) {
     };
   }
 }
+var delay$1 = function delay(ms) {
+  return new Promise(function (resolve) {
+    return setTimeout(resolve, ms);
+  });
+};
 
 function zodToPropertType(zodType) {
   if (zodType instanceof z.ZodString) {
@@ -3860,11 +4183,11 @@ function runActionsRecursively(_x) {
 }
 function _runActionsRecursively() {
   _runActionsRecursively = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref7) {
-    var blueprintActions, frameworkApis, frameworkEvents, dataContext, blueprintId, runId, ctx, blueprintActionKVMap, _loop, _ret, _iterator2, _step2;
+    var blueprintActions, frameworkApis, frameworkEvents, dataContext, blueprintId, runId, ctx, blueprintActionKVMap, logger, _loop, _ret, _iterator2, _step2;
     return _regeneratorRuntime().wrap(function _callee$(_context3) {
       while (1) switch (_context3.prev = _context3.next) {
         case 0:
-          blueprintActions = _ref7.blueprintActions, frameworkApis = _ref7.frameworkApis, frameworkEvents = _ref7.frameworkEvents, dataContext = _ref7.dataContext, blueprintId = _ref7.blueprintId, runId = _ref7.runId, ctx = _ref7.ctx, blueprintActionKVMap = _ref7.blueprintActionKVMap;
+          blueprintActions = _ref7.blueprintActions, frameworkApis = _ref7.frameworkApis, frameworkEvents = _ref7.frameworkEvents, dataContext = _ref7.dataContext, blueprintId = _ref7.blueprintId, runId = _ref7.runId, ctx = _ref7.ctx, blueprintActionKVMap = _ref7.blueprintActionKVMap, logger = _ref7.logger;
           _loop = /*#__PURE__*/_regeneratorRuntime().mark(function _loop() {
             var _action$subActions;
             var action, concreteAction, hasValidBranch, _loop2, _ret2, _iterator3, _step3, defaultCondition, defaultAction, actionExecutor, _ref9, mastraConnectionId, actionPayload, resolvedPayload, resolvedSchema, data, executorResult, _ctx, subActions;
@@ -3873,9 +4196,15 @@ function _runActionsRecursively() {
                 case 0:
                   action = _step2.value;
                   concreteAction = frameworkApis[action.type];
-                  console.log('==========', "Running action " + action.type, {
-                    dataContext: JSON.stringify(dataContext, null, 2)
-                  }, '=======');
+                  logger.info({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "Running action " + action.type,
+                      metadata: {
+                        dataContext: JSON.stringify(dataContext, null, 2)
+                      }
+                    })
+                  });
                   // check action conditions
                   if (!(action.type === 'CONDITIONS')) {
                     _context2.next = 32;
@@ -3952,7 +4281,8 @@ function _runActionsRecursively() {
                             blueprintId: blueprintId,
                             runId: runId,
                             ctx: ctx,
-                            blueprintActionKVMap: blueprintActionKVMap
+                            blueprintActionKVMap: blueprintActionKVMap,
+                            logger: logger
                           });
                         case 22:
                           executorResult = _context.sent;
@@ -3999,7 +4329,12 @@ function _runActionsRecursively() {
                     _context2.next = 32;
                     break;
                   }
-                  console.log('======== No valid branch found for action ============');
+                  logger.debug({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "No valid branch found for action: " + action.type + ":" + action.id
+                    })
+                  });
                   // run default branch if available
                   defaultCondition = action.condition.find(function (c) {
                     return c.isDefault;
@@ -4011,7 +4346,12 @@ function _runActionsRecursively() {
                     _context2.next = 30;
                     break;
                   }
-                  console.log('========= running default action =============');
+                  logger.debug({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "Running default action: " + defaultAction.type + ":" + defaultAction.id
+                    })
+                  });
                   _context2.next = 26;
                   return runActionsRecursively({
                     blueprintActions: [defaultAction],
@@ -4021,7 +4361,8 @@ function _runActionsRecursively() {
                     runId: runId,
                     ctx: ctx,
                     blueprintId: blueprintId,
-                    blueprintActionKVMap: blueprintActionKVMap
+                    blueprintActionKVMap: blueprintActionKVMap,
+                    logger: logger
                   });
                 case 26:
                   _context2.t1 = _context2.sent;
@@ -4029,7 +4370,12 @@ function _runActionsRecursively() {
                     v: _context2.t1
                   });
                 case 30:
-                  console.log('========= No default branch found =============');
+                  logger.debug({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "No default action found for action: " + action.type + ":" + action.id
+                    })
+                  });
                   return _context2.abrupt("return", {
                     v: false
                   });
@@ -4039,7 +4385,12 @@ function _runActionsRecursively() {
                     _context2.next = 36;
                     break;
                   }
-                  console.log("No executor found for " + action.type);
+                  logger.debug({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "No executor found for " + action.type + ":" + action.id
+                    })
+                  });
                   return _context2.abrupt("return", 0);
                 case 36:
                   _ref9 = action.payload || {}, mastraConnectionId = _ref9.mastraConnectionId, actionPayload = _objectWithoutPropertiesLoose(_ref9, _excluded);
@@ -4076,14 +4427,24 @@ function _runActionsRecursively() {
                   });
                 case 49:
                   executorResult = _context2.sent;
-                  console.log('executed successfully');
+                  logger.info({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "Action " + action.type + ":" + action.id + " completed",
+                      result: executorResult
+                    })
+                  });
                   _context2.next = 57;
                   break;
                 case 53:
                   _context2.prev = 53;
                   _context2.t2 = _context2["catch"](46);
-                  console.log('===Error executing action===', {
-                    e: _context2.t2
+                  logger.error({
+                    destinationPath: "" + blueprintId,
+                    message: JSON.stringify({
+                      message: "Action " + action.type + ":" + action.id + " failed",
+                      error: _context2.t2
+                    })
                   });
                   // TODO: Update workflows runs for failed actions
                   return _context2.abrupt("return", {
@@ -4109,7 +4470,8 @@ function _runActionsRecursively() {
                     runId: runId,
                     ctx: ctx,
                     blueprintId: blueprintId,
-                    blueprintActionKVMap: blueprintActionKVMap
+                    blueprintActionKVMap: blueprintActionKVMap,
+                    logger: logger
                   });
                 case 63:
                   _context2.t3 = _context2.sent;
@@ -4161,12 +4523,22 @@ function blueprintRunner(_x2) {
 function _blueprintRunner() {
   _blueprintRunner = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(_ref8) {
     var _fullCtx, _blueprint$trigger;
-    var ctx, dataCtx, blueprint, frameworkEvents, frameworkApis, fullCtx, triggerCondition, concreteTrigger, resolvedSchema, shouldRunWorkflow, blueprintActionKVMap, ranSuccessfully;
+    var ctx, dataCtx, blueprint, frameworkEvents, frameworkApis, logger, fullCtx, triggerCondition, concreteTrigger, resolvedSchema, shouldRunWorkflow, blueprintActionKVMap, ranSuccessfully;
     return _regeneratorRuntime().wrap(function _callee2$(_context4) {
       while (1) switch (_context4.prev = _context4.next) {
         case 0:
-          ctx = _ref8.ctx, dataCtx = _ref8.dataCtx, blueprint = _ref8.blueprint, frameworkEvents = _ref8.frameworkEvents, frameworkApis = _ref8.frameworkApis;
+          ctx = _ref8.ctx, dataCtx = _ref8.dataCtx, blueprint = _ref8.blueprint, frameworkEvents = _ref8.frameworkEvents, frameworkApis = _ref8.frameworkApis, logger = _ref8.logger;
           console.log("Running blueprint " + blueprint.id);
+          logger.info({
+            destinationPath: "" + blueprint.id,
+            message: JSON.stringify({
+              message: 'Started workflow run',
+              metadata: {
+                blueprintId: blueprint.id,
+                trigger: blueprint.trigger
+              }
+            })
+          });
           fullCtx = (_fullCtx = {}, _fullCtx[blueprint.trigger.id] = dataCtx, _fullCtx);
           triggerCondition = blueprint.trigger.condition;
           concreteTrigger = frameworkEvents[blueprint.trigger.type || ''];
@@ -4199,10 +4571,16 @@ function _blueprintRunner() {
             _context4.next = 16;
             break;
           }
+          logger.info({
+            destinationPath: "" + blueprint.id,
+            message: JSON.stringify({
+              message: 'Workflow run skipped'
+            })
+          });
           return _context4.abrupt("return");
         case 16:
           blueprintActionKVMap = constructWorkflowContextBluePrint(blueprint);
-          _context4.next = 20;
+          _context4.next = 19;
           return runActionsRecursively({
             blueprintActions: blueprint.actions,
             frameworkApis: frameworkApis,
@@ -4211,21 +4589,27 @@ function _blueprintRunner() {
             dataContext: fullCtx,
             blueprintActionKVMap: blueprintActionKVMap,
             blueprintId: blueprint.id,
-            runId: ''
+            runId: '',
+            logger: logger
           });
-        case 20:
+        case 19:
           ranSuccessfully = _context4.sent;
-          try {
-            if (ranSuccessfully) {
-              // await automationRunService.updateAutomationRun({
-              //   runId: blueprintRun?.id || '',
-              //   blueprintId: blueprint.id,
-              //   completedAt: new Date(),
-              //   status: AutomationRunStatus.COMPLETED,
-              // });
-            }
-          } catch (e) {}
-        case 22:
+          if (ranSuccessfully) {
+            logger.info({
+              destinationPath: "" + blueprint.id,
+              message: JSON.stringify({
+                message: 'Workflow run completed'
+              })
+            });
+          } else {
+            logger.error({
+              destinationPath: "" + blueprint.id,
+              message: JSON.stringify({
+                message: 'Workflow run failed'
+              })
+            });
+          }
+        case 21:
         case "end":
           return _context4.stop();
       }
@@ -4236,8 +4620,8 @@ function _blueprintRunner() {
 
 function getProjectDir(_ref) {
   var dir = _ref.dir;
-  var ARK_APP_DIR = process.env.ARK_APP_DIR || process.cwd();
-  return path.join(ARK_APP_DIR, dir);
+  var MASTRA_APP_DIR = process.env.MASTRA_APP_DIR || process.cwd();
+  return path.join(MASTRA_APP_DIR, dir);
 }
 function listAgentsJson(_ref2) {
   var agentDir = _ref2.agentDir;
@@ -4280,36 +4664,219 @@ function getPineconeConfig(_ref4) {
   var agentBlueprintPath = path.join(agentDirPath, "pinecone.json");
   return getAgentFile(agentBlueprintPath);
 }
+var retryFn = /*#__PURE__*/function () {
+  var _ref5 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(operation, _temp) {
+    var _ref6, _ref6$maxAttempts, maxAttempts, _ref6$initialDelay, initialDelay, _ref6$maxDelay, maxDelay, _ref6$factor, factor, _ref6$jitter, jitter, delay, attempt, jitterFactor;
+    return _regeneratorRuntime().wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          _ref6 = _temp === void 0 ? {} : _temp, _ref6$maxAttempts = _ref6.maxAttempts, maxAttempts = _ref6$maxAttempts === void 0 ? 3 : _ref6$maxAttempts, _ref6$initialDelay = _ref6.initialDelay, initialDelay = _ref6$initialDelay === void 0 ? 1000 : _ref6$initialDelay, _ref6$maxDelay = _ref6.maxDelay, maxDelay = _ref6$maxDelay === void 0 ? 10000 : _ref6$maxDelay, _ref6$factor = _ref6.factor, factor = _ref6$factor === void 0 ? 2 : _ref6$factor, _ref6$jitter = _ref6.jitter, jitter = _ref6$jitter === void 0 ? true : _ref6$jitter;
+          delay = initialDelay;
+          attempt = 1;
+        case 3:
+          if (!(attempt <= maxAttempts)) {
+            _context.next = 22;
+            break;
+          }
+          _context.prev = 4;
+          _context.next = 7;
+          return operation();
+        case 7:
+          return _context.abrupt("return", _context.sent);
+        case 10:
+          _context.prev = 10;
+          _context.t0 = _context["catch"](4);
+          if (!(attempt === maxAttempts)) {
+            _context.next = 14;
+            break;
+          }
+          throw _context.t0;
+        case 14:
+          console.warn("Attempt " + attempt + " failed. Retrying in " + delay + "ms...");
+          _context.next = 17;
+          return new Promise(function (resolve) {
+            return setTimeout(resolve, delay);
+          });
+        case 17:
+          // Calculate next delay with exponential backoff
+          delay = Math.min(delay * factor, maxDelay);
+          // Add jitter if enabled
+          if (jitter) {
+            jitterFactor = 0.5 + Math.random();
+            delay = Math.floor(delay * jitterFactor);
+          }
+        case 19:
+          attempt++;
+          _context.next = 3;
+          break;
+        case 22:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee, null, [[4, 10]]);
+  }));
+  return function retryFn(_x, _x2) {
+    return _ref5.apply(this, arguments);
+  };
+}();
 
 var VectorLayer = /*#__PURE__*/function () {
   function VectorLayer() {
     this.supportedProviders = ['PINECONE'];
-  }
-  var _proto = VectorLayer.prototype;
-  _proto.getPineconeIndexes = /*#__PURE__*/function () {
-    var _getPineconeIndexes = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
-      var inn;
+    this.fetchPineconeIndexes = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
+      var response, _ref2, indexes;
       return _regeneratorRuntime().wrap(function _callee$(_context) {
         while (1) switch (_context.prev = _context.next) {
           case 0:
             _context.prev = 0;
             _context.next = 3;
+            return fetch('https://api.pinecone.io/indexes', {
+              method: 'GET',
+              headers: {
+                'Api-Key': process.env.PINECONE_API_KEY,
+                'X-Pinecone-API-Version': 'unstable'
+              },
+              cache: 'no-store'
+            });
+          case 3:
+            response = _context.sent;
+            _context.next = 6;
+            return response.json();
+          case 6:
+            _context.t0 = _context.sent;
+            if (_context.t0) {
+              _context.next = 9;
+              break;
+            }
+            _context.t0 = {};
+          case 9:
+            _ref2 = _context.t0;
+            indexes = _ref2.indexes;
+            return _context.abrupt("return", indexes);
+          case 14:
+            _context.prev = 14;
+            _context.t1 = _context["catch"](0);
+            console.log('Error fetching indexes using JS fetch====', _context.t1);
+          case 17:
+          case "end":
+            return _context.stop();
+        }
+      }, _callee, null, [[0, 14]]);
+    }));
+    this.fetchPineconedIndexByName = /*#__PURE__*/function () {
+      var _ref3 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(name) {
+        var response, data;
+        return _regeneratorRuntime().wrap(function _callee2$(_context2) {
+          while (1) switch (_context2.prev = _context2.next) {
+            case 0:
+              _context2.prev = 0;
+              _context2.next = 3;
+              return fetch("https://api.pinecone.io/indexes/" + name, {
+                method: 'GET',
+                headers: {
+                  'Api-Key': process.env.PINECONE_API_KEY,
+                  'X-Pinecone-API-Version': 'unstable'
+                },
+                cache: 'no-store'
+              });
+            case 3:
+              response = _context2.sent;
+              _context2.next = 6;
+              return response.json();
+            case 6:
+              _context2.t0 = _context2.sent;
+              if (_context2.t0) {
+                _context2.next = 9;
+                break;
+              }
+              _context2.t0 = {};
+            case 9:
+              data = _context2.t0;
+              return _context2.abrupt("return", data);
+            case 13:
+              _context2.prev = 13;
+              _context2.t1 = _context2["catch"](0);
+              console.log('Error fetching indexes using JS fetch====', _context2.t1);
+            case 16:
+            case "end":
+              return _context2.stop();
+          }
+        }, _callee2, null, [[0, 13]]);
+      }));
+      return function (_x) {
+        return _ref3.apply(this, arguments);
+      };
+    }();
+    this.fetchPineconeIndexStats = /*#__PURE__*/function () {
+      var _ref4 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(host) {
+        var response, data;
+        return _regeneratorRuntime().wrap(function _callee3$(_context3) {
+          while (1) switch (_context3.prev = _context3.next) {
+            case 0:
+              _context3.prev = 0;
+              _context3.next = 3;
+              return fetch("https://" + host + "/describe_index_stats", {
+                method: 'GET',
+                headers: {
+                  'Api-Key': process.env.PINECONE_API_KEY,
+                  'X-Pinecone-API-Version': '2024-07'
+                },
+                cache: 'no-store'
+              });
+            case 3:
+              response = _context3.sent;
+              _context3.next = 6;
+              return response.json();
+            case 6:
+              _context3.t0 = _context3.sent;
+              if (_context3.t0) {
+                _context3.next = 9;
+                break;
+              }
+              _context3.t0 = {};
+            case 9:
+              data = _context3.t0;
+              return _context3.abrupt("return", data);
+            case 13:
+              _context3.prev = 13;
+              _context3.t1 = _context3["catch"](0);
+              console.log('Error fetching indexes using JS fetch====', _context3.t1);
+            case 16:
+            case "end":
+              return _context3.stop();
+          }
+        }, _callee3, null, [[0, 13]]);
+      }));
+      return function (_x2) {
+        return _ref4.apply(this, arguments);
+      };
+    }();
+  }
+  var _proto = VectorLayer.prototype;
+  _proto.getPineconeIndexes = /*#__PURE__*/function () {
+    var _getPineconeIndexes = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4() {
+      var inn;
+      return _regeneratorRuntime().wrap(function _callee4$(_context4) {
+        while (1) switch (_context4.prev = _context4.next) {
+          case 0:
+            _context4.prev = 0;
+            _context4.next = 3;
             return this.Pinecone.listIndexes();
           case 3:
-            inn = _context.sent;
+            inn = _context4.sent;
             console.log('inn====', {
               inn: inn
             });
-            return _context.abrupt("return", inn);
+            return _context4.abrupt("return", inn);
           case 8:
-            _context.prev = 8;
-            _context.t0 = _context["catch"](0);
-            console.log('error getting indexesss====', _context.t0);
+            _context4.prev = 8;
+            _context4.t0 = _context4["catch"](0);
+            console.log('error getting indexesss====', _context4.t0);
           case 11:
           case "end":
-            return _context.stop();
+            return _context4.stop();
         }
-      }, _callee, this, [[0, 8]]);
+      }, _callee4, this, [[0, 8]]);
     }));
     function getPineconeIndexes() {
       return _getPineconeIndexes.apply(this, arguments);
@@ -4317,13 +4884,13 @@ var VectorLayer = /*#__PURE__*/function () {
     return getPineconeIndexes;
   }();
   _proto.createPineconeIndex = /*#__PURE__*/function () {
-    var _createPineconeIndex = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(_ref) {
+    var _createPineconeIndex = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(_ref5) {
       var name;
-      return _regeneratorRuntime().wrap(function _callee2$(_context2) {
-        while (1) switch (_context2.prev = _context2.next) {
+      return _regeneratorRuntime().wrap(function _callee5$(_context5) {
+        while (1) switch (_context5.prev = _context5.next) {
           case 0:
-            name = _ref.name;
-            return _context2.abrupt("return", this.Pinecone.createIndex({
+            name = _ref5.name;
+            return _context5.abrupt("return", this.Pinecone.createIndex({
               suppressConflicts: true,
               name: name,
               dimension: 1536,
@@ -4337,129 +4904,129 @@ var VectorLayer = /*#__PURE__*/function () {
             }));
           case 2:
           case "end":
-            return _context2.stop();
+            return _context5.stop();
         }
-      }, _callee2, this);
+      }, _callee5, this);
     }));
-    function createPineconeIndex(_x) {
+    function createPineconeIndex(_x3) {
       return _createPineconeIndex.apply(this, arguments);
     }
     return createPineconeIndex;
   }();
   _proto.getPineconeIndex = /*#__PURE__*/function () {
-    var _getPineconeIndex = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref2) {
+    var _getPineconeIndex = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(_ref6) {
       var name;
-      return _regeneratorRuntime().wrap(function _callee3$(_context3) {
-        while (1) switch (_context3.prev = _context3.next) {
+      return _regeneratorRuntime().wrap(function _callee6$(_context6) {
+        while (1) switch (_context6.prev = _context6.next) {
           case 0:
-            name = _ref2.name;
-            return _context3.abrupt("return", this.Pinecone.index(name));
+            name = _ref6.name;
+            return _context6.abrupt("return", this.Pinecone.index(name));
           case 2:
           case "end":
-            return _context3.stop();
+            return _context6.stop();
         }
-      }, _callee3, this);
+      }, _callee6, this);
     }));
-    function getPineconeIndex(_x2) {
+    function getPineconeIndex(_x4) {
       return _getPineconeIndex.apply(this, arguments);
     }
     return getPineconeIndex;
   }();
   _proto.generateVectorEmbedding = /*#__PURE__*/function () {
-    var _generateVectorEmbedding = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(data) {
+    var _generateVectorEmbedding = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(data) {
       var _yield$embed, embedding;
-      return _regeneratorRuntime().wrap(function _callee4$(_context4) {
-        while (1) switch (_context4.prev = _context4.next) {
+      return _regeneratorRuntime().wrap(function _callee7$(_context7) {
+        while (1) switch (_context7.prev = _context7.next) {
           case 0:
-            _context4.next = 2;
+            _context7.next = 2;
             return embed({
               model: openai.embedding('text-embedding-3-small'),
               value: JSON.stringify(data)
             });
           case 2:
-            _yield$embed = _context4.sent;
+            _yield$embed = _context7.sent;
             embedding = _yield$embed.embedding;
-            return _context4.abrupt("return", embedding);
+            return _context7.abrupt("return", embedding);
           case 5:
           case "end":
-            return _context4.stop();
+            return _context7.stop();
         }
-      }, _callee4);
+      }, _callee7);
     }));
-    function generateVectorEmbedding(_x3) {
+    function generateVectorEmbedding(_x5) {
       return _generateVectorEmbedding.apply(this, arguments);
     }
     return generateVectorEmbedding;
   }();
   _proto.getPineconeIndexWithMetadata = /*#__PURE__*/function () {
-    var _getPineconeIndexWithMetadata = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(_ref3) {
+    var _getPineconeIndexWithMetadata = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8(_ref7) {
       var name, newIndex, indexQuery, namespaces, data, _iterator, _step, _namespaceData$record, namespace, namespaceData, metadata;
-      return _regeneratorRuntime().wrap(function _callee5$(_context5) {
-        while (1) switch (_context5.prev = _context5.next) {
+      return _regeneratorRuntime().wrap(function _callee8$(_context8) {
+        while (1) switch (_context8.prev = _context8.next) {
           case 0:
-            name = _ref3.name;
-            _context5.prev = 1;
+            name = _ref7.name;
+            _context8.prev = 1;
             if (name) {
-              _context5.next = 5;
+              _context8.next = 5;
               break;
             }
             console.log('Index name not passed');
-            return _context5.abrupt("return", []);
+            return _context8.abrupt("return", []);
           case 5:
-            _context5.next = 7;
+            _context8.next = 7;
             return this.getPineconeIndex({
               name: name
             });
           case 7:
-            newIndex = _context5.sent;
-            _context5.next = 10;
+            newIndex = _context8.sent;
+            _context8.next = 10;
             return newIndex == null ? void 0 : newIndex.describeIndexStats();
           case 10:
-            indexQuery = _context5.sent;
+            indexQuery = _context8.sent;
             if (!indexQuery) {
-              _context5.next = 27;
+              _context8.next = 27;
               break;
             }
             namespaces = Object.keys((indexQuery == null ? void 0 : indexQuery.namespaces) || {});
             data = [];
             if (!namespaces.length) {
-              _context5.next = 26;
+              _context8.next = 26;
               break;
             }
             _iterator = _createForOfIteratorHelperLoose(namespaces);
           case 16:
             if ((_step = _iterator()).done) {
-              _context5.next = 26;
+              _context8.next = 26;
               break;
             }
             namespace = _step.value;
-            _context5.next = 20;
+            _context8.next = 20;
             return newIndex == null ? void 0 : newIndex.namespace(namespace).fetch([name]);
           case 20:
-            namespaceData = _context5.sent;
+            namespaceData = _context8.sent;
             metadata = namespaceData == null || (_namespaceData$record = namespaceData.records) == null || (_namespaceData$record = _namespaceData$record[name]) == null ? void 0 : _namespaceData$record.metadata;
             console.log("metadata for " + namespace + "===", JSON.stringify(metadata, null, 2));
             if (metadata) {
               data.push(metadata);
             }
           case 24:
-            _context5.next = 16;
+            _context8.next = 16;
             break;
           case 26:
-            return _context5.abrupt("return", data);
+            return _context8.abrupt("return", data);
           case 27:
-            return _context5.abrupt("return", []);
+            return _context8.abrupt("return", []);
           case 30:
-            _context5.prev = 30;
-            _context5.t0 = _context5["catch"](1);
-            console.log("Error getting " + name + " index", _context5.t0);
+            _context8.prev = 30;
+            _context8.t0 = _context8["catch"](1);
+            console.log("Error getting " + name + " index", _context8.t0);
           case 33:
           case "end":
-            return _context5.stop();
+            return _context8.stop();
         }
-      }, _callee5, this, [[1, 30]]);
+      }, _callee8, this, [[1, 30]]);
     }));
-    function getPineconeIndexWithMetadata(_x4) {
+    function getPineconeIndexWithMetadata(_x6) {
       return _getPineconeIndexWithMetadata.apply(this, arguments);
     }
     return getPineconeIndexWithMetadata;
@@ -4478,1075 +5045,608 @@ var VectorLayer = /*#__PURE__*/function () {
 }();
 
 function getVectorProvider(provider) {
-  if (provider === 'pinecone') {
+  if (provider.toUpperCase() === 'PINECONE') {
     var _VectorLayer = new VectorLayer(),
       Pinecone = _VectorLayer.Pinecone;
     return Pinecone;
   }
 }
-var delay$1 = function delay(ms) {
-  return new Promise(function (resolve) {
-    return setTimeout(resolve, ms);
-  });
-};
-function executeIndexSync(_x) {
-  return _executeIndexSync.apply(this, arguments);
-}
-//Generic vector sync from event data
-function _executeIndexSync() {
-  _executeIndexSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(_ref) {
-    var _event$user, _event$data;
-    var event, mastra, connectionId, providedIndexes, systemName, _iterator2, _step2, _step2$value, provider, indexes, vp, _iterator3, _step3, index, indexMetadata, _loop2, _ret, _iterator4, _step4;
-    return _regeneratorRuntime().wrap(function _callee7$(_context8) {
-      while (1) switch (_context8.prev = _context8.next) {
+// base index sync from knowledge source
+var indexSync = /*#__PURE__*/function () {
+  var _ref2 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref) {
+    var knowledgeSource, mastra, connectionId, _iterator, _step, _step$value, provider, indexes, vp, _loop, _ret, _iterator2, _step2;
+    return _regeneratorRuntime().wrap(function _callee3$(_context5) {
+      while (1) switch (_context5.prev = _context5.next) {
         case 0:
-          event = _ref.event, mastra = _ref.mastra;
-          connectionId = event == null || (_event$user = event.user) == null ? void 0 : _event$user.connectionId;
-          providedIndexes = event == null || (_event$data = event.data) == null ? void 0 : _event$data.data;
-          systemName = mastra.config.name;
-          _iterator2 = _createForOfIteratorHelperLoose(providedIndexes);
-        case 5:
-          if ((_step2 = _iterator2()).done) {
-            _context8.next = 36;
+          knowledgeSource = _ref.knowledgeSource, mastra = _ref.mastra, connectionId = _ref.connectionId;
+          _iterator = _createForOfIteratorHelperLoose(knowledgeSource);
+        case 2:
+          if ((_step = _iterator()).done) {
+            _context5.next = 22;
             break;
           }
-          _step2$value = _step2.value, provider = _step2$value.provider, indexes = _step2$value.indexes;
+          _step$value = _step.value, provider = _step$value.provider, indexes = _step$value.indexes;
           vp = getVectorProvider(provider);
           if (vp) {
-            _context8.next = 11;
+            _context5.next = 8;
             break;
           }
           console.error('UNSUPPORTED VECTOR PROVIDER', provider);
-          return _context8.abrupt("return");
-        case 11:
+          return _context5.abrupt("return");
+        case 8:
           if (process.env.OPENAI_API_KEY) {
-            _context8.next = 14;
+            _context5.next = 11;
             break;
           }
           console.error('NO OPENAI_API_KEY');
-          return _context8.abrupt("return");
-        case 14:
-          _iterator3 = _createForOfIteratorHelperLoose(indexes);
-        case 15:
-          if ((_step3 = _iterator3()).done) {
-            _context8.next = 34;
-            break;
-          }
-          index = _step3.value;
-          _context8.next = 19;
-          return mastra.vectorLayer.getPineconeIndexWithMetadata({
-            name: index
-          });
-        case 19:
-          indexMetadata = _context8.sent;
-          if (indexMetadata != null && indexMetadata.length) {
-            _context8.next = 23;
-            break;
-          }
-          console.error('No index metadata found for', index);
-          return _context8.abrupt("return");
-        case 23:
-          _loop2 = /*#__PURE__*/_regeneratorRuntime().mark(function _loop2() {
-            var _yield$mastra$dataLay, _mastra$dataLayer, _mastra$dataLayer3, _entityRecords, _records;
-            var entity, fields, integration, name, syncEvent, k_id, _mastra$dataLayer2, connection, entityRecords, records, _mastra$dataLayer4, _entityRecords2, _records2, _yield$mastra$trigger, _event, res, recordsMapped, entityTypeIndex, _recordsMapped$map, vectors;
-            return _regeneratorRuntime().wrap(function _loop2$(_context7) {
-              while (1) switch (_context7.prev = _context7.next) {
+          return _context5.abrupt("return");
+        case 11:
+          _loop = /*#__PURE__*/_regeneratorRuntime().mark(function _loop() {
+            var index, getPineconeIndexWithMetadata, indexMetadata, _loop2, _ret2, _iterator3, _step3;
+            return _regeneratorRuntime().wrap(function _loop$(_context4) {
+              while (1) switch (_context4.prev = _context4.next) {
                 case 0:
-                  entity = _step4.value;
-                  fields = entity.fields, integration = entity.integration, name = entity.name, syncEvent = entity.syncEvent;
-                  _context7.next = 4;
-                  return (_mastra$dataLayer = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer.getConnection({
-                    connectionId: connectionId,
-                    name: integration
-                  });
+                  index = _step2.value;
+                  getPineconeIndexWithMetadata = /*#__PURE__*/function () {
+                    var _ref3 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
+                      var res;
+                      return _regeneratorRuntime().wrap(function _callee$(_context) {
+                        while (1) switch (_context.prev = _context.next) {
+                          case 0:
+                            _context.prev = 0;
+                            _context.next = 3;
+                            return mastra.vectorLayer.getPineconeIndexWithMetadata({
+                              name: index
+                            });
+                          case 3:
+                            res = _context.sent;
+                            if (res != null && res.length) {
+                              _context.next = 6;
+                              break;
+                            }
+                            throw new Error('No index metadata found');
+                          case 6:
+                            return _context.abrupt("return", res);
+                          case 9:
+                            _context.prev = 9;
+                            _context.t0 = _context["catch"](0);
+                            throw new Error(_context.t0);
+                          case 12:
+                          case "end":
+                            return _context.stop();
+                        }
+                      }, _callee, null, [[0, 9]]);
+                    }));
+                    return function getPineconeIndexWithMetadata() {
+                      return _ref3.apply(this, arguments);
+                    };
+                  }();
+                  _context4.next = 4;
+                  return retryFn(getPineconeIndexWithMetadata);
                 case 4:
-                  _context7.t1 = _yield$mastra$dataLay = _context7.sent;
-                  if (!(_context7.t1 == null)) {
-                    _context7.next = 9;
-                    break;
-                  }
-                  _context7.t2 = void 0;
-                  _context7.next = 10;
-                  break;
-                case 9:
-                  _context7.t2 = _yield$mastra$dataLay.id;
-                case 10:
-                  _context7.t0 = _context7.t2;
-                  if (_context7.t0) {
-                    _context7.next = 13;
-                    break;
-                  }
-                  _context7.t0 = '';
-                case 13:
-                  k_id = _context7.t0;
-                  if (!(!k_id && integration === systemName)) {
-                    _context7.next = 19;
-                    break;
-                  }
-                  _context7.next = 17;
-                  return (_mastra$dataLayer2 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer2.createConnection({
-                    connection: {
-                      connectionId: connectionId,
-                      name: integration
-                    },
-                    credential: {
-                      type: 'API_KEY',
-                      value: connectionId,
-                      scope: []
-                    }
-                  });
-                case 17:
-                  connection = _context7.sent;
-                  k_id = connection.id;
-                case 19:
-                  if (k_id) {
-                    _context7.next = 22;
+                  indexMetadata = _context4.sent;
+                  if (indexMetadata != null && indexMetadata.length) {
+                    _context4.next = 8;
                     break;
                   }
-                  console.error('Error bootstrapping shit');
-                  return _context7.abrupt("return", {
+                  console.error('No index metadata found for', index);
+                  return _context4.abrupt("return", {
                     v: void 0
                   });
-                case 22:
-                  _context7.next = 24;
-                  return (_mastra$dataLayer3 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer3.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: name
-                  });
-                case 24:
-                  entityRecords = _context7.sent;
-                  records = (_entityRecords = entityRecords) == null ? void 0 : _entityRecords.records;
-                  if (!(!records || ((_records = records) == null ? void 0 : _records.length) === 0)) {
-                    _context7.next = 44;
-                    break;
-                  }
-                  console.error('NO RECORDS ATTEMPTING SYNC');
-                  _context7.next = 30;
-                  return mastra.triggerEvent({
-                    key: syncEvent,
-                    data: {},
-                    user: {
-                      connectionId: connectionId
-                    }
-                  });
-                case 30:
-                  _yield$mastra$trigger = _context7.sent;
-                  _event = _yield$mastra$trigger.event;
-                  console.log(_event, '####');
-                  _context7.next = 35;
-                  return _event.subscribe();
-                case 35:
-                  res = _context7.sent;
-                  console.log('Subscribe result', res);
-                  _context7.next = 39;
-                  return (_mastra$dataLayer4 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer4.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: entity.name
+                case 8:
+                  _loop2 = /*#__PURE__*/_regeneratorRuntime().mark(function _loop2() {
+                    var _yield$mastra$dataLay, _mastra$dataLayer, _mastra$dataLayer3, _entityRecords, _records;
+                    var entity, fields, integration, name, syncEvent, syncParams, k_id, _mastra$dataLayer2, connection, entityRecords, records, _mastra$dataLayer4, _entityRecords2, _records2, data, _yield$mastra$trigger, event, res, recordsMapped, entityTypeIndex, _recordsMapped$map, vectors;
+                    return _regeneratorRuntime().wrap(function _loop2$(_context3) {
+                      while (1) switch (_context3.prev = _context3.next) {
+                        case 0:
+                          entity = _step3.value;
+                          fields = entity.fields, integration = entity.integration, name = entity.name, syncEvent = entity.syncEvent, syncParams = entity.syncParams;
+                          _context3.next = 4;
+                          return (_mastra$dataLayer = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer.getConnection({
+                            connectionId: connectionId,
+                            name: integration
+                          });
+                        case 4:
+                          _context3.t1 = _yield$mastra$dataLay = _context3.sent;
+                          if (!(_context3.t1 == null)) {
+                            _context3.next = 9;
+                            break;
+                          }
+                          _context3.t2 = void 0;
+                          _context3.next = 10;
+                          break;
+                        case 9:
+                          _context3.t2 = _yield$mastra$dataLay.id;
+                        case 10:
+                          _context3.t0 = _context3.t2;
+                          if (_context3.t0) {
+                            _context3.next = 13;
+                            break;
+                          }
+                          _context3.t0 = '';
+                        case 13:
+                          k_id = _context3.t0;
+                          if (!(!k_id && integration === mastra.config.name)) {
+                            _context3.next = 19;
+                            break;
+                          }
+                          _context3.next = 17;
+                          return (_mastra$dataLayer2 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer2.createConnection({
+                            connection: {
+                              connectionId: connectionId,
+                              name: integration
+                            },
+                            credential: {
+                              type: 'API_KEY',
+                              value: connectionId,
+                              scope: []
+                            }
+                          });
+                        case 17:
+                          connection = _context3.sent;
+                          k_id = connection.id;
+                        case 19:
+                          if (k_id) {
+                            _context3.next = 22;
+                            break;
+                          }
+                          console.error('Error bootstrapping shit');
+                          return _context3.abrupt("return", {
+                            v: {
+                              v: void 0
+                            }
+                          });
+                        case 22:
+                          _context3.next = 24;
+                          return (_mastra$dataLayer3 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer3.getEntityRecordsByConnectionAndType({
+                            k_id: k_id,
+                            type: name.toUpperCase()
+                          });
+                        case 24:
+                          entityRecords = _context3.sent;
+                          records = (_entityRecords = entityRecords) == null ? void 0 : _entityRecords.records;
+                          if (!(!records || ((_records = records) == null ? void 0 : _records.length) === 0)) {
+                            _context3.next = 46;
+                            break;
+                          }
+                          console.error('NO RECORDS ATTEMPTING SYNC');
+                          data = JSON.parse(Buffer.from(syncParams, 'base64').toString());
+                          console.log('sync data====', {
+                            data: data
+                          });
+                          _context3.next = 32;
+                          return mastra.triggerEvent({
+                            key: syncEvent,
+                            data: data,
+                            user: {
+                              connectionId: connectionId
+                            }
+                          });
+                        case 32:
+                          _yield$mastra$trigger = _context3.sent;
+                          event = _yield$mastra$trigger.event;
+                          console.log(event, '####');
+                          _context3.next = 37;
+                          return event.subscribe();
+                        case 37:
+                          res = _context3.sent;
+                          console.log('Subscribe result', res);
+                          _context3.next = 41;
+                          return (_mastra$dataLayer4 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer4.getEntityRecordsByConnectionAndType({
+                            k_id: k_id,
+                            type: entity.name.toUpperCase()
+                          });
+                        case 41:
+                          entityRecords = _context3.sent;
+                          records = (_entityRecords2 = entityRecords) == null ? void 0 : _entityRecords2.records;
+                          if (!(!records || ((_records2 = records) == null ? void 0 : _records2.length) === 0)) {
+                            _context3.next = 46;
+                            break;
+                          }
+                          console.error('NO RECORDS AFTER SYNC');
+                          return _context3.abrupt("return", {
+                            v: {
+                              v: void 0
+                            }
+                          });
+                        case 46:
+                          recordsMapped = records.map(function (_ref4) {
+                            var data = _ref4.data,
+                              externalId = _ref4.externalId;
+                            var pickedData = pick(data, fields);
+                            var stringifiedData = mapValues(pickedData, String);
+                            return _extends({
+                              id: String(externalId)
+                            }, stringifiedData);
+                          });
+                          console.log(recordsMapped, 'RECORDS');
+                          entityTypeIndex = vp.index(index);
+                          console.log(entityTypeIndex, 'INDEX');
+                          _context3.prev = 50;
+                          _context3.next = 53;
+                          return Promise.all((_recordsMapped$map = recordsMapped.map(/*#__PURE__*/function () {
+                            var _ref5 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(record) {
+                              var _yield$embed, embedding;
+                              return _regeneratorRuntime().wrap(function _callee2$(_context2) {
+                                while (1) switch (_context2.prev = _context2.next) {
+                                  case 0:
+                                    _context2.next = 2;
+                                    return embed({
+                                      model: openai.embedding('text-embedding-3-small'),
+                                      value: JSON.stringify(record)
+                                    });
+                                  case 2:
+                                    _yield$embed = _context2.sent;
+                                    embedding = _yield$embed.embedding;
+                                    return _context2.abrupt("return", {
+                                      id: record.id,
+                                      values: embedding,
+                                      metadata: record
+                                    });
+                                  case 5:
+                                  case "end":
+                                    return _context2.stop();
+                                }
+                              }, _callee2);
+                            }));
+                            return function (_x2) {
+                              return _ref5.apply(this, arguments);
+                            };
+                          }())) != null ? _recordsMapped$map : []);
+                        case 53:
+                          vectors = _context3.sent;
+                          console.log('UPSERTING', vectors);
+                          if (!(vectors.length > 0)) {
+                            _context3.next = 58;
+                            break;
+                          }
+                          _context3.next = 58;
+                          return entityTypeIndex.namespace(name).upsert(vectors);
+                        case 58:
+                          _context3.next = 63;
+                          break;
+                        case 60:
+                          _context3.prev = 60;
+                          _context3.t3 = _context3["catch"](50);
+                          console.error(_context3.t3);
+                        case 63:
+                          return _context3.abrupt("return", {
+                            v: {
+                              v: void 0
+                            }
+                          });
+                        case 64:
+                        case "end":
+                          return _context3.stop();
+                      }
+                    }, _loop2, null, [[50, 60]]);
                   });
-                case 39:
-                  entityRecords = _context7.sent;
-                  records = (_entityRecords2 = entityRecords) == null ? void 0 : _entityRecords2.records;
-                  if (!(!records || ((_records2 = records) == null ? void 0 : _records2.length) === 0)) {
-                    _context7.next = 44;
+                  _iterator3 = _createForOfIteratorHelperLoose(indexMetadata);
+                case 10:
+                  if ((_step3 = _iterator3()).done) {
+                    _context4.next = 17;
                     break;
                   }
-                  console.error('NO RECORDS AFTER SYNC');
-                  return _context7.abrupt("return", {
-                    v: void 0
-                  });
-                case 44:
-                  recordsMapped = records.map(function (_ref12) {
-                    var data = _ref12.data,
-                      externalId = _ref12.externalId;
-                    return _extends({
-                      id: externalId
-                    }, pick(data, fields));
-                  });
-                  console.log(recordsMapped, 'RECORDS');
-                  entityTypeIndex = vp.index(index);
-                  console.log(entityTypeIndex, 'INDEX');
-                  _context7.prev = 48;
-                  _context7.next = 51;
-                  return Promise.all((_recordsMapped$map = recordsMapped.map(/*#__PURE__*/function () {
-                    var _ref13 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(record) {
-                      var _yield$embed, embedding;
-                      return _regeneratorRuntime().wrap(function _callee6$(_context6) {
-                        while (1) switch (_context6.prev = _context6.next) {
-                          case 0:
-                            _context6.next = 2;
-                            return embed({
-                              model: openai.embedding('text-embedding-3-small'),
-                              value: JSON.stringify(record)
-                            });
-                          case 2:
-                            _yield$embed = _context6.sent;
-                            embedding = _yield$embed.embedding;
-                            return _context6.abrupt("return", {
-                              id: record.id,
-                              values: embedding,
-                              metadata: record
-                            });
-                          case 5:
-                          case "end":
-                            return _context6.stop();
-                        }
-                      }, _callee6);
-                    }));
-                    return function (_x8) {
-                      return _ref13.apply(this, arguments);
-                    };
-                  }())) != null ? _recordsMapped$map : []);
-                case 51:
-                  vectors = _context7.sent;
-                  console.log('UPSERTING', vectors);
-                  if (!(vectors.length > 0)) {
-                    _context7.next = 56;
+                  return _context4.delegateYield(_loop2(), "t0", 12);
+                case 12:
+                  _ret2 = _context4.t0;
+                  if (!_ret2) {
+                    _context4.next = 15;
                     break;
                   }
-                  _context7.next = 56;
-                  return entityTypeIndex.namespace(name).upsert(vectors);
-                case 56:
-                  _context7.next = 61;
+                  return _context4.abrupt("return", _ret2.v);
+                case 15:
+                  _context4.next = 10;
                   break;
-                case 58:
-                  _context7.prev = 58;
-                  _context7.t3 = _context7["catch"](48);
-                  console.error(_context7.t3);
-                case 61:
-                  return _context7.abrupt("return", {
-                    v: void 0
-                  });
-                case 62:
+                case 17:
                 case "end":
-                  return _context7.stop();
+                  return _context4.stop();
               }
-            }, _loop2, null, [[48, 58]]);
+            }, _loop);
           });
-          _iterator4 = _createForOfIteratorHelperLoose(indexMetadata);
-        case 25:
-          if ((_step4 = _iterator4()).done) {
-            _context8.next = 32;
+          _iterator2 = _createForOfIteratorHelperLoose(indexes);
+        case 13:
+          if ((_step2 = _iterator2()).done) {
+            _context5.next = 20;
             break;
           }
-          return _context8.delegateYield(_loop2(), "t0", 27);
-        case 27:
-          _ret = _context8.t0;
+          return _context5.delegateYield(_loop(), "t0", 15);
+        case 15:
+          _ret = _context5.t0;
           if (!_ret) {
-            _context8.next = 30;
+            _context5.next = 18;
             break;
           }
-          return _context8.abrupt("return", _ret.v);
-        case 30:
-          _context8.next = 25;
-          break;
-        case 32:
-          _context8.next = 15;
+          return _context5.abrupt("return", _ret.v);
+        case 18:
+          _context5.next = 13;
           break;
-        case 34:
-          _context8.next = 5;
+        case 20:
+          _context5.next = 2;
           break;
-        case 36:
+        case 22:
+        case "end":
+          return _context5.stop();
+      }
+    }, _callee3);
+  }));
+  return function indexSync(_x) {
+    return _ref2.apply(this, arguments);
+  };
+}();
+// vector index sync
+function executeIndexSync(_x3) {
+  return _executeIndexSync.apply(this, arguments);
+}
+//Generic vector sync from event data
+function _executeIndexSync() {
+  _executeIndexSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(_ref6) {
+    var _event$user, _event$data;
+    var event, mastra, connectionId, providedIndexes;
+    return _regeneratorRuntime().wrap(function _callee7$(_context9) {
+      while (1) switch (_context9.prev = _context9.next) {
+        case 0:
+          event = _ref6.event, mastra = _ref6.mastra;
+          connectionId = event == null || (_event$user = event.user) == null ? void 0 : _event$user.connectionId;
+          providedIndexes = event == null || (_event$data = event.data) == null ? void 0 : _event$data.data;
+          _context9.next = 5;
+          return indexSync({
+            connectionId: connectionId,
+            knowledgeSource: providedIndexes,
+            mastra: mastra
+          });
+        case 5:
+          return _context9.abrupt("return", _context9.sent);
+        case 6:
         case "end":
-          return _context8.stop();
+          return _context9.stop();
       }
     }, _callee7);
   }));
   return _executeIndexSync.apply(this, arguments);
 }
-function executeGenericVectorSync(_x2) {
+function executeGenericVectorSync(_x4) {
   return _executeGenericVectorSync.apply(this, arguments);
 }
 // Vector Sync from agents Dir
 function _executeGenericVectorSync() {
-  _executeGenericVectorSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9(_ref2) {
-    var _event$user2, _event$data2, _event$data3;
-    var event, mastra, connectionId, vector_provider, entities, systemName, vp, _iterator5, _step5, _yield$mastra$dataLay2, _mastra$dataLayer5, vectorE, integrationName, k_id, _mastra$dataLayer6, connection, _loop3, _ret2, _iterator6, _step6;
-    return _regeneratorRuntime().wrap(function _callee9$(_context11) {
-      while (1) switch (_context11.prev = _context11.next) {
+  _executeGenericVectorSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8(_ref7) {
+    var _event$user2, _event$data2;
+    var event, mastra, connectionId, entities;
+    return _regeneratorRuntime().wrap(function _callee8$(_context10) {
+      while (1) switch (_context10.prev = _context10.next) {
         case 0:
-          event = _ref2.event, mastra = _ref2.mastra;
+          event = _ref7.event, mastra = _ref7.mastra;
           connectionId = event == null || (_event$user2 = event.user) == null ? void 0 : _event$user2.connectionId;
-          vector_provider = event == null || (_event$data2 = event.data) == null ? void 0 : _event$data2.vector_provider;
-          entities = event == null || (_event$data3 = event.data) == null ? void 0 : _event$data3.entities;
-          systemName = mastra.config.name;
-          if (vector_provider) {
-            _context11.next = 8;
-            break;
-          }
-          console.error("No vector_provider defined for agent");
-          return _context11.abrupt("return");
-        case 8:
-          vp = getVectorProvider(vector_provider);
-          if (vp) {
-            _context11.next = 12;
-            break;
-          }
-          console.error('UNSUPPORTED VECTOR PROVIDER', vector_provider);
-          return _context11.abrupt("return");
-        case 12:
-          if (process.env.OPENAI_API_KEY) {
-            _context11.next = 15;
-            break;
-          }
-          console.error('NO OPENAI_API_KEY');
-          return _context11.abrupt("return");
-        case 15:
-          _iterator5 = _createForOfIteratorHelperLoose(entities);
-        case 16:
-          if ((_step5 = _iterator5()).done) {
-            _context11.next = 50;
-            break;
-          }
-          vectorE = _step5.value;
-          integrationName = vectorE.integration;
-          _context11.next = 21;
-          return (_mastra$dataLayer5 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer5.getConnection({
+          entities = event == null || (_event$data2 = event.data) == null ? void 0 : _event$data2.entities;
+          _context10.next = 5;
+          return indexSync({
             connectionId: connectionId,
-            name: integrationName
+            knowledgeSource: entities,
+            mastra: mastra
           });
-        case 21:
-          _context11.t1 = _yield$mastra$dataLay2 = _context11.sent;
-          if (!(_context11.t1 == null)) {
-            _context11.next = 26;
-            break;
-          }
-          _context11.t2 = void 0;
-          _context11.next = 27;
-          break;
-        case 26:
-          _context11.t2 = _yield$mastra$dataLay2.id;
-        case 27:
-          _context11.t0 = _context11.t2;
-          if (_context11.t0) {
-            _context11.next = 30;
-            break;
-          }
-          _context11.t0 = '';
-        case 30:
-          k_id = _context11.t0;
-          if (!(!k_id && integrationName === systemName)) {
-            _context11.next = 36;
-            break;
-          }
-          _context11.next = 34;
-          return (_mastra$dataLayer6 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer6.createConnection({
-            connection: {
-              connectionId: connectionId,
-              name: integrationName
-            },
-            credential: {
-              type: 'API_KEY',
-              value: connectionId,
-              scope: []
-            }
-          });
-        case 34:
-          connection = _context11.sent;
-          k_id = connection.id;
-        case 36:
-          if (k_id) {
-            _context11.next = 39;
-            break;
-          }
-          console.error('Error bootstrapping shit');
-          return _context11.abrupt("return");
-        case 39:
-          _loop3 = /*#__PURE__*/_regeneratorRuntime().mark(function _loop3() {
-            var _mastra$dataLayer7, _entityRecords3, _records3;
-            var entity, entityRecords, records, _mastra$dataLayer8, _entityRecords4, _records4, _yield$mastra$trigger2, _event2, res, recordsMapped, entityTypeIndex, _recordsMapped$map2, vectors;
-            return _regeneratorRuntime().wrap(function _loop3$(_context10) {
-              while (1) switch (_context10.prev = _context10.next) {
-                case 0:
-                  entity = _step6.value;
-                  _context10.next = 3;
-                  return (_mastra$dataLayer7 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer7.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: entity.name
-                  });
-                case 3:
-                  entityRecords = _context10.sent;
-                  records = (_entityRecords3 = entityRecords) == null ? void 0 : _entityRecords3.records;
-                  if (!(!records || ((_records3 = records) == null ? void 0 : _records3.length) === 0)) {
-                    _context10.next = 23;
-                    break;
-                  }
-                  // @TODO: SYNC THEM
-                  console.error('NO RECORDS');
-                  _context10.next = 9;
-                  return mastra.triggerEvent({
-                    key: entity.syncEvent,
-                    data: {},
-                    user: {
-                      connectionId: connectionId
-                    }
-                  });
-                case 9:
-                  _yield$mastra$trigger2 = _context10.sent;
-                  _event2 = _yield$mastra$trigger2.event;
-                  console.log(_event2, '####');
-                  _context10.next = 14;
-                  return _event2.subscribe();
-                case 14:
-                  res = _context10.sent;
-                  console.log('Subscribe result', res);
-                  _context10.next = 18;
-                  return (_mastra$dataLayer8 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer8.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: entity.name
-                  });
-                case 18:
-                  entityRecords = _context10.sent;
-                  records = (_entityRecords4 = entityRecords) == null ? void 0 : _entityRecords4.records;
-                  if (!(!records || ((_records4 = records) == null ? void 0 : _records4.length) === 0)) {
-                    _context10.next = 23;
-                    break;
-                  }
-                  console.error('NO RECORDS AFTER SYNC');
-                  return _context10.abrupt("return", {
-                    v: void 0
-                  });
-                case 23:
-                  recordsMapped = records.map(function (_ref14) {
-                    var data = _ref14.data,
-                      externalId = _ref14.externalId;
-                    return _extends({
-                      id: externalId
-                    }, pick(data, entity.fields));
-                  });
-                  console.log(recordsMapped, 'RECORDS');
-                  _context10.next = 27;
-                  return vp.createIndex({
-                    suppressConflicts: true,
-                    name: entity.name,
-                    dimension: 1536,
-                    metric: 'cosine',
-                    spec: {
-                      serverless: {
-                        cloud: 'aws',
-                        region: 'us-east-1'
-                      }
-                    }
-                  });
-                case 27:
-                  _context10.next = 29;
-                  return delay$1(5000);
-                case 29:
-                  entityTypeIndex = vp.index(entity.name);
-                  console.log(entityTypeIndex, 'INDEX');
-                  _context10.prev = 31;
-                  _context10.next = 34;
-                  return Promise.all((_recordsMapped$map2 = recordsMapped.map(/*#__PURE__*/function () {
-                    var _ref15 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8(record) {
-                      var _yield$embed2, embedding;
-                      return _regeneratorRuntime().wrap(function _callee8$(_context9) {
-                        while (1) switch (_context9.prev = _context9.next) {
-                          case 0:
-                            _context9.next = 2;
-                            return embed({
-                              model: openai.embedding('text-embedding-3-small'),
-                              value: JSON.stringify(record)
-                            });
-                          case 2:
-                            _yield$embed2 = _context9.sent;
-                            embedding = _yield$embed2.embedding;
-                            return _context9.abrupt("return", {
-                              id: record.id,
-                              values: embedding,
-                              metadata: record
-                            });
-                          case 5:
-                          case "end":
-                            return _context9.stop();
-                        }
-                      }, _callee8);
-                    }));
-                    return function (_x9) {
-                      return _ref15.apply(this, arguments);
-                    };
-                  }())) != null ? _recordsMapped$map2 : []);
-                case 34:
-                  vectors = _context10.sent;
-                  console.log('UPSERTING', vectors);
-                  if (!(vectors.length > 0)) {
-                    _context10.next = 39;
-                    break;
-                  }
-                  _context10.next = 39;
-                  return entityTypeIndex.namespace(entity.name).upsert(vectors);
-                case 39:
-                  _context10.next = 44;
-                  break;
-                case 41:
-                  _context10.prev = 41;
-                  _context10.t0 = _context10["catch"](31);
-                  console.error(_context10.t0);
-                case 44:
-                  return _context10.abrupt("return", {
-                    v: void 0
-                  });
-                case 45:
-                case "end":
-                  return _context10.stop();
-              }
-            }, _loop3, null, [[31, 41]]);
-          });
-          _iterator6 = _createForOfIteratorHelperLoose(vectorE.data);
-        case 41:
-          if ((_step6 = _iterator6()).done) {
-            _context11.next = 48;
-            break;
-          }
-          return _context11.delegateYield(_loop3(), "t3", 43);
-        case 43:
-          _ret2 = _context11.t3;
-          if (!_ret2) {
-            _context11.next = 46;
-            break;
-          }
-          return _context11.abrupt("return", _ret2.v);
-        case 46:
-          _context11.next = 41;
-          break;
-        case 48:
-          _context11.next = 16;
-          break;
-        case 50:
+        case 5:
+          return _context10.abrupt("return", _context10.sent);
+        case 6:
         case "end":
-          return _context11.stop();
+          return _context10.stop();
       }
-    }, _callee9);
+    }, _callee8);
   }));
   return _executeGenericVectorSync.apply(this, arguments);
 }
-function executeVectorSync(_x3) {
+function executeVectorSync(_x5) {
   return _executeVectorSync.apply(this, arguments);
 }
 function _executeVectorSync() {
-  _executeVectorSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee11(_ref3) {
-    var _event$user3, _agent$knowledge_sour;
-    var event, mastra, agentDir, agent, connectionId, systemName, vp, _agent$knowledge_sour2, _iterator7, _step7, _yield$mastra$dataLay3, _mastra$dataLayer9, vectorE, integrationName, k_id, _mastra$dataLayer10, connection, _loop4, _ret3, _iterator8, _step8;
-    return _regeneratorRuntime().wrap(function _callee11$(_context14) {
-      while (1) switch (_context14.prev = _context14.next) {
+  _executeVectorSync = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9(_ref8) {
+    var _event$user3;
+    var event, mastra, agentDir, agent, connectionId;
+    return _regeneratorRuntime().wrap(function _callee9$(_context11) {
+      while (1) switch (_context11.prev = _context11.next) {
         case 0:
-          event = _ref3.event, mastra = _ref3.mastra;
+          event = _ref8.event, mastra = _ref8.mastra;
           agentDir = mastra.config.agents.agentDirPath;
           agent = getAgentBlueprint({
             agentDir: agentDir,
             agentId: event.data.agentId
           });
           connectionId = event == null || (_event$user3 = event.user) == null ? void 0 : _event$user3.connectionId;
-          systemName = mastra.config.name;
-          if (agent.knowledge_sources.vector_provider) {
-            _context14.next = 8;
-            break;
-          }
-          console.error("No vector_provider defined for agent");
-          return _context14.abrupt("return");
-        case 8:
-          vp = getVectorProvider(agent == null || (_agent$knowledge_sour = agent.knowledge_sources) == null ? void 0 : _agent$knowledge_sour.vector_provider);
-          if (vp) {
-            _context14.next = 12;
-            break;
-          }
-          console.error('UNSUPPORTED VECTOR PROVIDER', agent == null || (_agent$knowledge_sour2 = agent.knowledge_sources) == null ? void 0 : _agent$knowledge_sour2.vector_provider);
-          return _context14.abrupt("return");
-        case 12:
-          if (process.env.OPENAI_API_KEY) {
-            _context14.next = 15;
-            break;
-          }
-          console.error('NO OPENAI_API_KEY');
-          return _context14.abrupt("return");
-        case 15:
-          if (!(!agent || !(agent != null && agent.knowledge_sources))) {
-            _context14.next = 18;
-            break;
-          }
-          console.error('NO AGENT OR KNOWLEDGE SOURCES');
-          return _context14.abrupt("return");
-        case 18:
-          _iterator7 = _createForOfIteratorHelperLoose(agent.knowledge_sources.entities);
-        case 19:
-          if ((_step7 = _iterator7()).done) {
-            _context14.next = 53;
-            break;
-          }
-          vectorE = _step7.value;
-          integrationName = vectorE.integration;
-          _context14.next = 24;
-          return (_mastra$dataLayer9 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer9.getConnection({
+          _context11.next = 6;
+          return indexSync({
             connectionId: connectionId,
-            name: integrationName
+            knowledgeSource: agent == null ? void 0 : agent.knowledge_sources,
+            mastra: mastra
           });
-        case 24:
-          _context14.t1 = _yield$mastra$dataLay3 = _context14.sent;
-          if (!(_context14.t1 == null)) {
-            _context14.next = 29;
-            break;
-          }
-          _context14.t2 = void 0;
-          _context14.next = 30;
-          break;
-        case 29:
-          _context14.t2 = _yield$mastra$dataLay3.id;
-        case 30:
-          _context14.t0 = _context14.t2;
-          if (_context14.t0) {
-            _context14.next = 33;
-            break;
-          }
-          _context14.t0 = '';
-        case 33:
-          k_id = _context14.t0;
-          if (!(!k_id && integrationName === systemName)) {
-            _context14.next = 39;
-            break;
-          }
-          _context14.next = 37;
-          return (_mastra$dataLayer10 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer10.createConnection({
-            connection: {
-              connectionId: connectionId,
-              name: integrationName
-            },
-            credential: {
-              type: 'API_KEY',
-              value: connectionId,
-              scope: []
-            }
-          });
-        case 37:
-          connection = _context14.sent;
-          k_id = connection.id;
-        case 39:
-          if (k_id) {
-            _context14.next = 42;
-            break;
-          }
-          console.error('Error bootstrapping shit');
-          return _context14.abrupt("return");
-        case 42:
-          _loop4 = /*#__PURE__*/_regeneratorRuntime().mark(function _loop4() {
-            var _mastra$dataLayer11, _entityRecords5, _records5;
-            var entity, entityRecords, records, _mastra$dataLayer12, _entityRecords6, _records6, _yield$mastra$trigger3, _event3, res, recordsMapped, entityTypeIndex, _recordsMapped$map3, vectors;
-            return _regeneratorRuntime().wrap(function _loop4$(_context13) {
-              while (1) switch (_context13.prev = _context13.next) {
-                case 0:
-                  entity = _step8.value;
-                  _context13.next = 3;
-                  return (_mastra$dataLayer11 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer11.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: entity.name
-                  });
-                case 3:
-                  entityRecords = _context13.sent;
-                  records = (_entityRecords5 = entityRecords) == null ? void 0 : _entityRecords5.records;
-                  if (!(!records || ((_records5 = records) == null ? void 0 : _records5.length) === 0)) {
-                    _context13.next = 23;
-                    break;
-                  }
-                  // @TODO: SYNC THEM
-                  console.error('NO RECORDS');
-                  _context13.next = 9;
-                  return mastra.triggerEvent({
-                    key: entity.syncEvent,
-                    data: {},
-                    user: {
-                      connectionId: connectionId
-                    }
-                  });
-                case 9:
-                  _yield$mastra$trigger3 = _context13.sent;
-                  _event3 = _yield$mastra$trigger3.event;
-                  console.log(_event3, '####');
-                  _context13.next = 14;
-                  return _event3.subscribe();
-                case 14:
-                  res = _context13.sent;
-                  console.log('Subscribe result', res);
-                  _context13.next = 18;
-                  return (_mastra$dataLayer12 = mastra.dataLayer) == null ? void 0 : _mastra$dataLayer12.getEntityRecordsByConnectionAndType({
-                    k_id: k_id,
-                    type: entity.name
-                  });
-                case 18:
-                  entityRecords = _context13.sent;
-                  records = (_entityRecords6 = entityRecords) == null ? void 0 : _entityRecords6.records;
-                  if (!(!records || ((_records6 = records) == null ? void 0 : _records6.length) === 0)) {
-                    _context13.next = 23;
-                    break;
-                  }
-                  console.error('NO RECORDS AFTER SYNC');
-                  return _context13.abrupt("return", {
-                    v: void 0
-                  });
-                case 23:
-                  recordsMapped = records.map(function (_ref16) {
-                    var data = _ref16.data,
-                      externalId = _ref16.externalId;
-                    return _extends({
-                      id: externalId
-                    }, pick(data, entity.fields));
-                  });
-                  console.log(recordsMapped, 'RECORDS');
-                  _context13.next = 27;
-                  return vp.createIndex({
-                    suppressConflicts: true,
-                    name: entity.name,
-                    dimension: 1536,
-                    metric: 'cosine',
-                    spec: {
-                      serverless: {
-                        cloud: 'aws',
-                        region: 'us-east-1'
-                      }
-                    }
-                  });
-                case 27:
-                  entityTypeIndex = vp.index(entity.name);
-                  console.log(entityTypeIndex, 'INDEX');
-                  _context13.prev = 29;
-                  _context13.next = 32;
-                  return Promise.all((_recordsMapped$map3 = recordsMapped.map(/*#__PURE__*/function () {
-                    var _ref17 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10(record) {
-                      var _yield$embed3, embedding;
-                      return _regeneratorRuntime().wrap(function _callee10$(_context12) {
-                        while (1) switch (_context12.prev = _context12.next) {
-                          case 0:
-                            _context12.next = 2;
-                            return embed({
-                              model: openai.embedding('text-embedding-3-small'),
-                              value: JSON.stringify(record)
-                            });
-                          case 2:
-                            _yield$embed3 = _context12.sent;
-                            embedding = _yield$embed3.embedding;
-                            return _context12.abrupt("return", {
-                              id: record.id,
-                              values: embedding,
-                              metadata: record
-                            });
-                          case 5:
-                          case "end":
-                            return _context12.stop();
-                        }
-                      }, _callee10);
-                    }));
-                    return function (_x10) {
-                      return _ref17.apply(this, arguments);
-                    };
-                  }())) != null ? _recordsMapped$map3 : []);
-                case 32:
-                  vectors = _context13.sent;
-                  console.log('UPSERTING', vectors);
-                  if (!(vectors.length > 0)) {
-                    _context13.next = 37;
-                    break;
-                  }
-                  _context13.next = 37;
-                  return entityTypeIndex.namespace(entity.name).upsert(vectors);
-                case 37:
-                  _context13.next = 42;
-                  break;
-                case 39:
-                  _context13.prev = 39;
-                  _context13.t0 = _context13["catch"](29);
-                  console.error(_context13.t0);
-                case 42:
-                  return _context13.abrupt("return", {
-                    v: void 0
-                  });
-                case 43:
-                case "end":
-                  return _context13.stop();
-              }
-            }, _loop4, null, [[29, 39]]);
-          });
-          _iterator8 = _createForOfIteratorHelperLoose(vectorE.data);
-        case 44:
-          if ((_step8 = _iterator8()).done) {
-            _context14.next = 51;
-            break;
-          }
-          return _context14.delegateYield(_loop4(), "t3", 46);
-        case 46:
-          _ret3 = _context14.t3;
-          if (!_ret3) {
-            _context14.next = 49;
-            break;
-          }
-          return _context14.abrupt("return", _ret3.v);
-        case 49:
-          _context14.next = 44;
-          break;
-        case 51:
-          _context14.next = 19;
-          break;
-        case 53:
+        case 6:
+          return _context11.abrupt("return", _context11.sent);
+        case 7:
         case "end":
-          return _context14.stop();
+          return _context11.stop();
       }
-    }, _callee11);
+    }, _callee9);
   }));
   return _executeVectorSync.apply(this, arguments);
 }
-function vectorQueryEngine(_x4) {
+function vectorQueryEngine(_x6) {
   return _vectorQueryEngine.apply(this, arguments);
 }
 function _vectorQueryEngine() {
-  _vectorQueryEngine = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee12(_ref4) {
-    var vector_provider, _ref4$topK, topK, indexName, content, entityType, vp, index, _yield$embed4, embedding, queryResponse;
-    return _regeneratorRuntime().wrap(function _callee12$(_context15) {
-      while (1) switch (_context15.prev = _context15.next) {
+  _vectorQueryEngine = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10(_ref9) {
+    var vector_provider, _ref9$topK, topK, indexName, content, entityType, vp, index, _yield$embed2, embedding, queryResponse;
+    return _regeneratorRuntime().wrap(function _callee10$(_context12) {
+      while (1) switch (_context12.prev = _context12.next) {
         case 0:
-          vector_provider = _ref4.vector_provider, _ref4$topK = _ref4.topK, topK = _ref4$topK === void 0 ? 1 : _ref4$topK, indexName = _ref4.indexName, content = _ref4.content, entityType = _ref4.entityType;
+          vector_provider = _ref9.vector_provider, _ref9$topK = _ref9.topK, topK = _ref9$topK === void 0 ? 1 : _ref9$topK, indexName = _ref9.indexName, content = _ref9.content, entityType = _ref9.entityType;
           vp = getVectorProvider(vector_provider);
           if (vp) {
-            _context15.next = 5;
+            _context12.next = 5;
             break;
           }
           console.error('UNSUPPORTED VECTOR PROVIDER', vector_provider);
-          return _context15.abrupt("return");
+          return _context12.abrupt("return");
         case 5:
           index = vp.index(indexName);
-          _context15.next = 8;
+          _context12.next = 8;
           return embed({
             model: openai.embedding('text-embedding-3-small'),
             value: content
           });
         case 8:
-          _yield$embed4 = _context15.sent;
-          embedding = _yield$embed4.embedding;
+          _yield$embed2 = _context12.sent;
+          embedding = _yield$embed2.embedding;
           console.log(embedding, 'EMBEDDING');
-          _context15.next = 13;
+          _context12.next = 13;
           return index.namespace(entityType).query({
             vector: embedding,
             topK: topK,
             includeMetadata: true
           });
         case 13:
-          queryResponse = _context15.sent;
-          return _context15.abrupt("return", queryResponse);
+          queryResponse = _context12.sent;
+          return _context12.abrupt("return", queryResponse);
         case 15:
         case "end":
-          return _context15.stop();
+          return _context12.stop();
       }
-    }, _callee12);
+    }, _callee10);
   }));
   return _vectorQueryEngine.apply(this, arguments);
 }
-var fetchPineconeIndexes = /*#__PURE__*/function () {
-  var _ref5 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
-    var response, _ref6, indexes;
-    return _regeneratorRuntime().wrap(function _callee$(_context) {
-      while (1) switch (_context.prev = _context.next) {
-        case 0:
-          _context.prev = 0;
-          _context.next = 3;
-          return fetch('https://api.pinecone.io/indexes', {
-            method: 'GET',
-            headers: {
-              'Api-Key': process.env.PINECONE_API_KEY,
-              'X-Pinecone-API-Version': 'unstable'
-            },
-            cache: 'no-store'
-          });
-        case 3:
-          response = _context.sent;
-          _context.next = 6;
-          return response.json();
-        case 6:
-          _context.t0 = _context.sent;
-          if (_context.t0) {
-            _context.next = 9;
-            break;
-          }
-          _context.t0 = {};
-        case 9:
-          _ref6 = _context.t0;
-          indexes = _ref6.indexes;
-          return _context.abrupt("return", indexes);
-        case 14:
-          _context.prev = 14;
-          _context.t1 = _context["catch"](0);
-          console.log('Error fetching indexes using JS fetch====', _context.t1);
-        case 17:
-        case "end":
-          return _context.stop();
-      }
-    }, _callee, null, [[0, 14]]);
-  }));
-  return function fetchPineconeIndexes() {
-    return _ref5.apply(this, arguments);
-  };
-}();
-var fetchPineconeIndexStats = /*#__PURE__*/function () {
-  var _ref7 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(host) {
-    var response, data;
-    return _regeneratorRuntime().wrap(function _callee2$(_context2) {
-      while (1) switch (_context2.prev = _context2.next) {
-        case 0:
-          _context2.prev = 0;
-          _context2.next = 3;
-          return fetch("https://" + host + "/describe_index_stats", {
-            method: 'GET',
-            headers: {
-              'Api-Key': process.env.PINECONE_API_KEY,
-              'X-Pinecone-API-Version': '2024-07'
-            },
-            cache: 'no-store'
-          });
-        case 3:
-          response = _context2.sent;
-          _context2.next = 6;
-          return response.json();
-        case 6:
-          _context2.t0 = _context2.sent;
-          if (_context2.t0) {
-            _context2.next = 9;
-            break;
-          }
-          _context2.t0 = {};
-        case 9:
-          data = _context2.t0;
-          return _context2.abrupt("return", data);
-        case 13:
-          _context2.prev = 13;
-          _context2.t1 = _context2["catch"](0);
-          console.log('Error fetching indexes using JS fetch====', _context2.t1);
-        case 16:
-        case "end":
-          return _context2.stop();
-      }
-    }, _callee2, null, [[0, 13]]);
-  }));
-  return function fetchPineconeIndexStats(_x5) {
-    return _ref7.apply(this, arguments);
-  };
-}();
 var getPineconeIndices = /*#__PURE__*/function () {
-  var _ref8 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4() {
-    var indexes, indexesWithStats;
-    return _regeneratorRuntime().wrap(function _callee4$(_context4) {
-      while (1) switch (_context4.prev = _context4.next) {
+  var _ref10 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5() {
+    var vectorLayer, indexes, indexesWithStats;
+    return _regeneratorRuntime().wrap(function _callee5$(_context7) {
+      while (1) switch (_context7.prev = _context7.next) {
         case 0:
-          _context4.next = 2;
-          return fetchPineconeIndexes();
-        case 2:
-          indexes = _context4.sent;
+          vectorLayer = new VectorLayer();
+          _context7.next = 3;
+          return vectorLayer.fetchPineconeIndexes();
+        case 3:
+          indexes = _context7.sent;
           if (!(indexes && (indexes == null ? void 0 : indexes.length) > 0)) {
-            _context4.next = 8;
+            _context7.next = 9;
             break;
           }
-          _context4.next = 6;
+          _context7.next = 7;
           return Promise.all(indexes.map(/*#__PURE__*/function () {
-            var _ref9 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(index) {
+            var _ref11 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(index) {
               var stats, namespaces;
-              return _regeneratorRuntime().wrap(function _callee3$(_context3) {
-                while (1) switch (_context3.prev = _context3.next) {
+              return _regeneratorRuntime().wrap(function _callee4$(_context6) {
+                while (1) switch (_context6.prev = _context6.next) {
                   case 0:
-                    _context3.next = 2;
-                    return fetchPineconeIndexStats(index.host);
+                    _context6.next = 2;
+                    return vectorLayer.fetchPineconeIndexStats(index.host);
                   case 2:
-                    stats = _context3.sent;
+                    stats = _context6.sent;
                     namespaces = [];
                     if (stats != null && stats.namespaces) {
                       namespaces = Object.keys(stats.namespaces);
                     }
-                    return _context3.abrupt("return", _extends({}, index, {
+                    return _context6.abrupt("return", _extends({}, index, {
                       namespaces: namespaces
                     }));
                   case 6:
                   case "end":
-                    return _context3.stop();
+                    return _context6.stop();
                 }
-              }, _callee3);
+              }, _callee4);
             }));
-            return function (_x6) {
-              return _ref9.apply(this, arguments);
+            return function (_x7) {
+              return _ref11.apply(this, arguments);
             };
           }()));
-        case 6:
-          indexesWithStats = _context4.sent;
-          return _context4.abrupt("return", indexesWithStats);
-        case 8:
-          return _context4.abrupt("return", []);
+        case 7:
+          indexesWithStats = _context7.sent;
+          return _context7.abrupt("return", indexesWithStats);
         case 9:
+          return _context7.abrupt("return", []);
+        case 10:
         case "end":
-          return _context4.stop();
+          return _context7.stop();
       }
-    }, _callee4);
+    }, _callee5);
   }));
   return function getPineconeIndices() {
-    return _ref8.apply(this, arguments);
+    return _ref10.apply(this, arguments);
   };
 }();
-function getVectorQueryApis(_ref10) {
-  var mastra = _ref10.mastra;
+function getVectorQueryApis(_ref12) {
+  var mastra = _ref12.mastra;
   var vectorProvider = mastra.config.agents.vectorProvider;
   if (!vectorProvider) {
     console.error('NO VECTOR PROVIDER');
     return [];
   }
   var vectorApis = [];
-  var _loop = function _loop() {
-    var provider = _step.value;
-    if (provider.name === 'pinecone') {
-      var config = getPineconeConfig({
-        dir: provider.dirPath
-      });
-      config.forEach(function (index) {
-        if (index != null && index.namespaces) {
-          index == null || index.namespaces.forEach(function (namespace) {
-            vectorApis.push({
-              integrationName: 'SYSTEM',
-              type: "vector_query_" + index.name + "_" + namespace,
-              label: "Provides query tool for " + index.name + " index in " + namespace + " namespace",
-              description: "Provides query tool for " + index.name + " index in " + namespace + " namespace",
-              schema: z.object({
-                content: z.string(),
-                topResult: z.number()
-              }),
-              executor: function () {
-                var _executor = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(_ref11) {
-                  var data, res;
-                  return _regeneratorRuntime().wrap(function _callee5$(_context5) {
-                    while (1) switch (_context5.prev = _context5.next) {
-                      case 0:
-                        data = _ref11.data;
-                        _context5.next = 3;
-                        return vectorQueryEngine({
-                          vector_provider: provider.name,
-                          indexName: index.name,
-                          content: data.content,
-                          topK: data.topResult || 1,
-                          entityType: namespace
-                        });
-                      case 3:
-                        res = _context5.sent;
-                        console.log(JSON.stringify({
-                          res: res
-                        }, null, 2));
-                        // @TODO: make this a proper response
-                        return _context5.abrupt("return", res);
-                      case 6:
-                      case "end":
-                        return _context5.stop();
-                    }
-                  }, _callee5);
-                }));
-                function executor(_x7) {
-                  return _executor.apply(this, arguments);
-                }
-                return executor;
-              }()
-            });
-          });
+  var _loop3 = function _loop3() {
+      var provider = _step4.value;
+      if (provider.name.toUpperCase() === 'PINECONE') {
+        var config = getPineconeConfig({
+          dir: provider.dirPath
+        });
+        if (!config || (config == null ? void 0 : config.length) === 0) {
+          return {
+            v: []
+          };
         }
-      });
-    }
-  };
-  for (var _iterator = _createForOfIteratorHelperLoose(vectorProvider), _step; !(_step = _iterator()).done;) {
-    _loop();
+        config == null || config.forEach(function (index) {
+          if (index != null && index.namespaces) {
+            index == null || index.namespaces.forEach(function (namespace) {
+              vectorApis.push({
+                integrationName: mastra.config.name,
+                type: "vq_" + index.name + "_" + namespace,
+                label: "Provides query tool for " + index.name + " index in " + namespace + " namespace",
+                description: "Provides query tool for " + index.name + " index in " + namespace + " namespace",
+                schema: z.object({
+                  content: z.string(),
+                  topResult: z.number()
+                }),
+                source: provider.name.toUpperCase(),
+                executor: function () {
+                  var _executor = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(_ref13) {
+                    var data, res;
+                    return _regeneratorRuntime().wrap(function _callee6$(_context8) {
+                      while (1) switch (_context8.prev = _context8.next) {
+                        case 0:
+                          data = _ref13.data;
+                          _context8.next = 3;
+                          return vectorQueryEngine({
+                            vector_provider: provider.name,
+                            indexName: index.name,
+                            content: data.content,
+                            topK: data.topResult || 1,
+                            entityType: namespace
+                          });
+                        case 3:
+                          res = _context8.sent;
+                          console.log(JSON.stringify({
+                            res: res
+                          }, null, 2));
+                          // @TODO: make this a proper response
+                          return _context8.abrupt("return", res);
+                        case 6:
+                        case "end":
+                          return _context8.stop();
+                      }
+                    }, _callee6);
+                  }));
+                  function executor(_x8) {
+                    return _executor.apply(this, arguments);
+                  }
+                  return executor;
+                }()
+              });
+            });
+          }
+        });
+      }
+    },
+    _ret3;
+  for (var _iterator4 = _createForOfIteratorHelperLoose(vectorProvider), _step4; !(_step4 = _iterator4()).done;) {
+    _ret3 = _loop3();
+    if (_ret3) return _ret3.v;
   }
   return vectorApis;
 }
@@ -5573,6 +5673,74 @@ function vectorIndexSync() {
     executor: executeIndexSync
   };
 }
+function syncAndWriteVectorProviderIndexesToLocal(_x9) {
+  return _syncAndWriteVectorProviderIndexesToLocal.apply(this, arguments);
+}
+function _syncAndWriteVectorProviderIndexesToLocal() {
+  _syncAndWriteVectorProviderIndexesToLocal = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee13(_ref14) {
+    var mastra, vectorProviders, pullVectorProviderIndexes;
+    return _regeneratorRuntime().wrap(function _callee13$(_context15) {
+      while (1) switch (_context15.prev = _context15.next) {
+        case 0:
+          mastra = _ref14.mastra;
+          // TODO: Return in prod ? or do somethif different
+          vectorProviders = mastra.config.agents.vectorProvider;
+          pullVectorProviderIndexes = /*#__PURE__*/function () {
+            var _ref16 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee11(_ref15) {
+              var provider, dirPath, name, indexes, MASTRA_APP_DIR, providerIndexPath;
+              return _regeneratorRuntime().wrap(function _callee11$(_context13) {
+                while (1) switch (_context13.prev = _context13.next) {
+                  case 0:
+                    provider = _ref15.provider;
+                    dirPath = provider.dirPath, name = provider.name;
+                    if (!(name === 'PINECONE')) {
+                      _context13.next = 9;
+                      break;
+                    }
+                    _context13.next = 5;
+                    return getPineconeIndices();
+                  case 5:
+                    indexes = _context13.sent;
+                    MASTRA_APP_DIR = process.env.MASTRA_APP_DIR || process.cwd();
+                    providerIndexPath = path.join(MASTRA_APP_DIR, dirPath, name.toLowerCase() + ".json");
+                    writeFileSync(providerIndexPath, JSON.stringify(indexes, null, 2));
+                  case 9:
+                  case "end":
+                    return _context13.stop();
+                }
+              }, _callee11);
+            }));
+            return function pullVectorProviderIndexes(_x10) {
+              return _ref16.apply(this, arguments);
+            };
+          }();
+          _context15.next = 5;
+          return Promise.all(vectorProviders.map(/*#__PURE__*/function () {
+            var _ref17 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee12(provider) {
+              return _regeneratorRuntime().wrap(function _callee12$(_context14) {
+                while (1) switch (_context14.prev = _context14.next) {
+                  case 0:
+                    return _context14.abrupt("return", pullVectorProviderIndexes({
+                      provider: provider
+                    }));
+                  case 1:
+                  case "end":
+                    return _context14.stop();
+                }
+              }, _callee12);
+            }));
+            return function (_x11) {
+              return _ref17.apply(this, arguments);
+            };
+          }()));
+        case 5:
+        case "end":
+          return _context15.stop();
+      }
+    }, _callee13);
+  }));
+  return _syncAndWriteVectorProviderIndexesToLocal.apply(this, arguments);
+}
 
 function getAgentSystemApis(_ref) {
   var mastra = _ref.mastra;
@@ -5690,8 +5858,8 @@ function createAssistantAgentHandler(logger) {
             });
           case 3:
             assistant = _context.sent;
-            logger({
-              destinationPath: assistant.id + ".json",
+            logger == null || logger.info({
+              destinationPath: "" + assistant.id,
               statusCode: 201,
               message: JSON.stringify({
                 message: 'Created assistant',
@@ -5734,8 +5902,8 @@ function updateAssistantAgentHandler(logger) {
             });
           case 3:
             assistant = _context2.sent;
-            logger({
-              destinationPath: assistant.id + ".json",
+            logger == null || logger.info({
+              destinationPath: "" + assistant.id,
               statusCode: 200,
               message: JSON.stringify({
                 message: 'Updated assistant',
@@ -5802,8 +5970,8 @@ function getAssistantAgentHandler(logger) {
                       return _context3.abrupt("return", _context3.sent);
                     case 14:
                       console.error('Run did not complete:', run);
-                      logger({
-                        destinationPath: id + ".json",
+                      logger == null || logger.error({
+                        destinationPath: "" + id,
                         statusCode: 400,
                         message: JSON.stringify({
                           message: "Run did not complete",
@@ -5813,7 +5981,8 @@ function getAssistantAgentHandler(logger) {
                           }
                         }, null, 2)
                       });
-                    case 16:
+                      return _context3.abrupt("return", run == null ? void 0 : run.last_error);
+                    case 17:
                     case "end":
                       return _context3.stop();
                   }
@@ -5849,8 +6018,8 @@ function getAssistantAgentHandler(logger) {
                                   fn: tool["function"].name,
                                   availableTools: Object.keys(toolMap)
                                 };
-                                logger({
-                                  destinationPath: id + ".json",
+                                logger == null || logger.info({
+                                  destinationPath: "" + id,
                                   statusCode: 100,
                                   message: JSON.stringify({
                                     message: "[local] Starting tool call " + callInfo + ": " + tool["function"].name,
@@ -5864,8 +6033,8 @@ function getAssistantAgentHandler(logger) {
                                   _context4.next = 8;
                                   break;
                                 }
-                                logger({
-                                  destinationPath: id + ".json",
+                                logger == null || logger.error({
+                                  destinationPath: "" + id,
                                   statusCode: 404,
                                   message: JSON.stringify({
                                     message: "[local] No tool fn found: " + tool["function"].name,
@@ -5881,8 +6050,8 @@ function getAssistantAgentHandler(logger) {
                                 try {
                                   if (tool["function"].arguments) {
                                     args = JSON.parse(tool["function"].arguments);
-                                    logger({
-                                      destinationPath: id + ".json",
+                                    logger == null || logger.info({
+                                      destinationPath: "" + id,
                                       statusCode: 200,
                                       message: JSON.stringify({
                                         message: "[local] Passing args to tool call: " + tool["function"].name,
@@ -5900,8 +6069,8 @@ function getAssistantAgentHandler(logger) {
                                 return toolFn(args);
                               case 13:
                                 output = _context4.sent;
-                                logger({
-                                  destinationPath: id + ".json",
+                                logger == null || logger.info({
+                                  destinationPath: "" + id,
                                   statusCode: 200,
                                   message: JSON.stringify({
                                     message: "[local] Completed tool call " + callInfo + ": " + tool["function"].name,
@@ -5933,8 +6102,8 @@ function getAssistantAgentHandler(logger) {
                         break;
                       }
                       console.error('No tool outputs to submit.');
-                      logger({
-                        destinationPath: id + ".json",
+                      logger == null || logger.error({
+                        destinationPath: "" + id,
                         statusCode: 404,
                         message: JSON.stringify({
                           message: "No tool outputs submitted",
@@ -5957,8 +6126,8 @@ function getAssistantAgentHandler(logger) {
                       });
                     case 15:
                       run = _context5.sent;
-                      logger({
-                        destinationPath: id + ".json",
+                      logger == null || logger.info({
+                        destinationPath: "" + id,
                         statusCode: 200,
                         message: JSON.stringify({
                           message: "Tool outputs submitted",
@@ -5971,8 +6140,8 @@ function getAssistantAgentHandler(logger) {
                       _context5.next = 22;
                       break;
                     case 20:
-                      logger({
-                        destinationPath: id + ".json",
+                      logger == null || logger.info({
+                        destinationPath: "" + id,
                         statusCode: 404,
                         message: JSON.stringify({
                           message: "No tool outputs to submit",
@@ -6121,8 +6290,8 @@ function getAssistantAgentHandler(logger) {
                         });
                       case 9:
                         run = _context10.sent;
-                        logger({
-                          destinationPath: id + ".json",
+                        logger == null || logger.info({
+                          destinationPath: "" + id,
                           statusCode: 202,
                           message: JSON.stringify({
                             message: "Creating and polling run, tool choice required",
@@ -6522,87 +6691,136 @@ function _getAgent() {
               toolChoice: ((_agent$model = agent.model) == null ? void 0 : _agent$model.toolChoice) || 'required'
             },
             tools: _toolMap,
-            resultTool: resultTool
-          }));
-        case 23:
-          return _context3.abrupt("return", createAgent({
-            agent_instructions: agent.agent_instructions,
-            model: {
-              type: keyToModel[agent.model.provider],
-              name: agent.model.name,
-              toolChoice: ((_agent$model2 = agent.model) == null ? void 0 : _agent$model2.toolChoice) || 'required'
-            },
-            tools: _toolMap,
-            resultTool: resultTool
-          }));
-        case 24:
-        case "end":
-          return _context3.stop();
-      }
-    }, _callee3);
-  }));
-  return _getAgent.apply(this, arguments);
-}
-
-var loggerPath = /*#__PURE__*/path.join(/*#__PURE__*/process.cwd(), 'mastra-agent-logs');
-function createFileLogger() {
-  return function (log) {
-    var fullPath = path.join(loggerPath, log.destinationPath);
-    if (!existsSync(loggerPath)) {
-      mkdirSync(loggerPath, {
-        recursive: true
-      });
-      return writeFileSync(fullPath, JSON.stringify([_extends({}, log, {
-        createdAt: new Date()
-      })], null, 2));
-    }
-    if (!existsSync(fullPath)) {
-      return writeFileSync(fullPath, JSON.stringify([_extends({}, log, {
-        createdAt: new Date()
-      })], null, 2));
-    }
-    var logs = JSON.parse(readFileSync(fullPath, 'utf-8'));
-    logs.push(_extends({}, log, {
-      createdAt: new Date()
-    }));
-    return writeFileSync(fullPath, JSON.stringify(logs, null, 2));
-  };
-}
-function getUpstashLogs(_x) {
-  return _getUpstashLogs.apply(this, arguments);
-}
-function _getUpstashLogs() {
-  _getUpstashLogs = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref) {
-    var id, url, token, redis;
-    return _regeneratorRuntime().wrap(function _callee$(_context) {
-      while (1) switch (_context.prev = _context.next) {
-        case 0:
-          id = _ref.id, url = _ref.url, token = _ref.token;
-          redis = new Redis({
-            url: url,
-            token: token
-          });
-          return _context.abrupt("return", redis.lrange(id, 0, -1));
-        case 3:
+            resultTool: resultTool
+          }));
+        case 23:
+          return _context3.abrupt("return", createAgent({
+            agent_instructions: agent.agent_instructions,
+            model: {
+              type: keyToModel[agent.model.provider],
+              name: agent.model.name,
+              toolChoice: ((_agent$model2 = agent.model) == null ? void 0 : _agent$model2.toolChoice) || 'required'
+            },
+            tools: _toolMap,
+            resultTool: resultTool
+          }));
+        case 24:
         case "end":
-          return _context.stop();
+          return _context3.stop();
       }
-    }, _callee);
+    }, _callee3);
   }));
-  return _getUpstashLogs.apply(this, arguments);
+  return _getAgent.apply(this, arguments);
 }
-function createUpstashLogger(_ref2) {
-  var url = _ref2.url,
-    token = _ref2.token;
-  var redis = new Redis({
-    url: url,
-    token: token
+
+function getWorkflowApis(_ref) {
+  var mastra = _ref.mastra;
+  var blueprintDirPath = mastra.config.workflows.blueprintDirPath;
+  var getBlueprintsDirPath = function getBlueprintsDirPath() {
+    var MASTRA_APP_DIR = process.env.MASTRA_APP_DIR || process.cwd();
+    if (!blueprintDirPath) {
+      throw new Error('Missing blueprintDirPath in config');
+    }
+    return path.join(MASTRA_APP_DIR, blueprintDirPath);
+  };
+  var blueprints = getBlueprintsSync({
+    directoryPath: getBlueprintsDirPath()
   });
-  return function (log) {
-    redis.lpush(log.destinationPath, JSON.stringify(_extends({}, log, {
-      createdAt: new Date()
-    })));
+  var publishedBlueprints = blueprints.filter(function (blueprint) {
+    return blueprint.status === WorkflowStatusEnum.PUBLISHED;
+  });
+  var events = mastra.getGlobalEvents();
+  var allEvents = Array.from(events.values()).reduce(function (acc, val) {
+    return _extends({}, acc, val);
+  }, {});
+  var getEvent = function getEvent(type) {
+    var _Object$entries$find;
+    return (_Object$entries$find = Object.entries(allEvents).find(function (_ref2) {
+      var key = _ref2[0];
+      return key === type;
+    })) == null ? void 0 : _Object$entries$find[1];
+  };
+  return publishedBlueprints.map(function (blueprint) {
+    var _getEvent, _blueprint$trigger;
+    return {
+      integrationName: mastra.config.name,
+      source: 'WORKFLOW',
+      description: "Workflow Trigger API for " + blueprint.title + " ",
+      label: blueprint.title + " Trigger",
+      schema: (_getEvent = getEvent((_blueprint$trigger = blueprint.trigger) == null ? void 0 : _blueprint$trigger.type)) == null ? void 0 : _getEvent.schema,
+      type: blueprint == null ? void 0 : blueprint.title.replaceAll(' ', '_').toLowerCase(),
+      executor: function executor(params) {
+        var _blueprint$trigger2;
+        var data = params.data,
+          ctx = params.ctx;
+        return mastra.triggerEvent({
+          data: data,
+          key: (_blueprint$trigger2 = blueprint.trigger) == null ? void 0 : _blueprint$trigger2.type,
+          integrationName: mastra.config.name,
+          user: {
+            connectionId: ctx.connectionId
+          }
+        });
+      }
+    };
+  });
+}
+function eventTriggerApi(_ref3) {
+  var mastra = _ref3.mastra;
+  var api = {
+    integrationName: mastra.config.name,
+    type: 'trigger_event',
+    label: 'Trigger event',
+    // getSchemaOptions({ ctx }) {
+    //   const options = Promise.resolve({
+    //     event: {
+    //       options: Array.from(framework.globalEvents.values()).flatMap(
+    //         (eventRecord) =>
+    //           Object.values(eventRecord).map((event) => ({
+    //             value: event.key || event.label || '',
+    //             label: event.key || event.label || '',
+    //           })).filter((event) => event.value !== '')
+    //       ),
+    //     },
+    //   });
+    //   return options;
+    // },
+    description: 'Trigger event',
+    schema: z.object({
+      event: z.string(),
+      data: z.record(z.any())
+    }),
+    executor: function () {
+      var _executor = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref4) {
+        var data, ctx, event;
+        return _regeneratorRuntime().wrap(function _callee$(_context) {
+          while (1) switch (_context.prev = _context.next) {
+            case 0:
+              data = _ref4.data, ctx = _ref4.ctx;
+              event = data.event;
+              _context.next = 4;
+              return mastra.triggerEvent({
+                key: event,
+                data: data.data,
+                user: {
+                  connectionId: ctx.connectionId
+                }
+              });
+            case 4:
+              return _context.abrupt("return", _context.sent);
+            case 5:
+            case "end":
+              return _context.stop();
+          }
+        }, _callee);
+      }));
+      function executor(_x) {
+        return _executor.apply(this, arguments);
+      }
+      return executor;
+    }()
   };
+  return api;
 }
 
 var Mastra = /*#__PURE__*/function () {
@@ -6622,7 +6840,7 @@ var Mastra = /*#__PURE__*/function () {
       agentDirPath: '',
       vectorProvider: []
     };
-    this.logger = void 0;
+    this.logger = new Map();
     this.config = void 0;
     this.runBlueprint = /*#__PURE__*/function () {
       var _ref3 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref2) {
@@ -6656,7 +6874,8 @@ var Mastra = /*#__PURE__*/function () {
                 blueprint: blueprint,
                 frameworkApis: frameworkApis,
                 frameworkEvents: frameworkEvents,
-                ctx: ctx
+                ctx: ctx,
+                logger: _this.logger.get('WORKFLOW')
               });
             case 10:
             case "end":
@@ -6671,9 +6890,10 @@ var Mastra = /*#__PURE__*/function () {
     this.dataLayer = dataLayer;
     this.vectorLayer = vectorLayer;
     this.config = config;
+    this.__backgroundTasks();
   }
   Mastra.init = function init(config) {
-    var _config$logs, _config$logs2, _config$workflows$sys;
+    var _config$logs, _config$logs4, _config$workflows$sys;
     if (!config.db.uri) {
       throw new Error('No database config/provider found');
     }
@@ -6687,87 +6907,74 @@ var Mastra = /*#__PURE__*/function () {
       dataLayer: dataLayer,
       vectorLayer: vectorLayer
     });
-    var logger;
-    if (!(config != null && config.logs)) {
-      logger = console.log;
-    } else if (((_config$logs = config.logs) == null ? void 0 : _config$logs.provider) === 'FILE') {
-      logger = createFileLogger();
-    } else if (((_config$logs2 = config.logs) == null ? void 0 : _config$logs2.provider) === 'UPSTASH') {
-      var _config$logs$config, _config$logs$config2;
-      logger = createUpstashLogger({
+    var agentLogger, workflowLogger;
+    if (((_config$logs = config.logs) == null ? void 0 : _config$logs.provider) === 'FILE') {
+      var _config$logs2, _config$logs3;
+      var MASTRA_APP_DIR = process.env.MASTRA_APP_DIR || process.cwd();
+      var basePath = path.join(MASTRA_APP_DIR, '/mastra-logs/');
+      agentLogger = createLogger({
+        type: 'FILE',
+        options: {
+          dirPath: path.join(basePath, 'agent'),
+          level: (_config$logs2 = config.logs) == null ? void 0 : _config$logs2.level
+        }
+      });
+      workflowLogger = createLogger({
+        type: 'FILE',
+        options: {
+          dirPath: path.join(basePath, 'workflow'),
+          level: (_config$logs3 = config.logs) == null ? void 0 : _config$logs3.level
+        }
+      });
+    } else if (((_config$logs4 = config.logs) == null ? void 0 : _config$logs4.provider) === 'UPSTASH') {
+      var _config$logs$config, _config$logs$config2, _config$logs5, _config$logs6;
+      var redisClient = new Redis({
         url: (_config$logs$config = config.logs.config) == null ? void 0 : _config$logs$config.url,
         token: (_config$logs$config2 = config.logs.config) == null ? void 0 : _config$logs$config2.token
       });
+      agentLogger = createLogger({
+        type: 'UPSTASH',
+        options: {
+          redisClient: redisClient,
+          key: "mastra-logs/agent",
+          level: (_config$logs5 = config.logs) == null ? void 0 : _config$logs5.level
+        }
+      });
+      workflowLogger = createLogger({
+        type: 'UPSTASH',
+        options: {
+          redisClient: redisClient,
+          key: "mastra-logs/workflow",
+          level: (_config$logs6 = config.logs) == null ? void 0 : _config$logs6.level
+        }
+      });
+    } else {
+      var _config$logs7, _config$logs8;
+      agentLogger = createLogger({
+        type: 'CONSOLE',
+        options: {
+          level: (_config$logs7 = config.logs) == null ? void 0 : _config$logs7.level
+        }
+      });
+      workflowLogger = createLogger({
+        type: 'CONSOLE',
+        options: {
+          level: (_config$logs8 = config.logs) == null ? void 0 : _config$logs8.level
+        }
+      });
     }
-    framework.attachLogger(logger);
+    framework.attachLogger({
+      key: 'AGENT',
+      logger: agentLogger
+    });
+    framework.attachLogger({
+      key: 'WORKFLOW',
+      logger: workflowLogger
+    });
     // Register integrations
     config.integrations.forEach(function (integration) {
       framework.__registerIntgeration(integration);
     });
-    // Register system apis
-    framework.__registerApis({
-      apis: [].concat(getVectorQueryApis({
-        mastra: framework
-      }), getAgentSystemApis({
-        mastra: framework
-      }), (_config$workflows$sys = config.workflows.systemApis) == null ? void 0 : _config$workflows$sys.map(function (api) {
-        return _extends({}, api, {
-          integrationName: config.name
-        });
-      }), [{
-        integrationName: config.name,
-        type: 'trigger_event',
-        label: 'Trigger event',
-        // getSchemaOptions({ ctx }) {
-        //   const options = Promise.resolve({
-        //     event: {
-        //       options: Array.from(framework.globalEvents.values()).flatMap(
-        //         (eventRecord) =>
-        //           Object.values(eventRecord).map((event) => ({
-        //             value: event.key || event.label || '',
-        //             label: event.key || event.label || '',
-        //           })).filter((event) => event.value !== '')
-        //       ),
-        //     },
-        //   });
-        //   return options;
-        // },
-        description: 'Trigger event',
-        schema: z.object({
-          event: z.string(),
-          data: z.record(z.any())
-        }),
-        executor: function () {
-          var _executor = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(_ref7) {
-            var data, ctx, event;
-            return _regeneratorRuntime().wrap(function _callee2$(_context2) {
-              while (1) switch (_context2.prev = _context2.next) {
-                case 0:
-                  data = _ref7.data, ctx = _ref7.ctx;
-                  event = data.event;
-                  _context2.next = 4;
-                  return framework.triggerEvent({
-                    key: event,
-                    data: data.data,
-                    user: {
-                      connectionId: ctx.connectionId
-                    }
-                  });
-                case 4:
-                  return _context2.abrupt("return", _context2.sent);
-                case 5:
-                case "end":
-                  return _context2.stop();
-              }
-            }, _callee2);
-          }));
-          function executor(_x2) {
-            return _executor.apply(this, arguments);
-          }
-          return executor;
-        }()
-      }])
-    });
     // Register System events
     framework.__registerEvents({
       events: config.workflows.systemEvents
@@ -6785,7 +6992,7 @@ var Mastra = /*#__PURE__*/function () {
         },
         VECTOR_SYNC: {
           label: 'Sync vector data',
-          description: 'Sync vector data',
+          description: 'Generic vector sync',
           schema: z.object({
             vector_provider: z.string(),
             entities: z.array(z.object({
@@ -6802,11 +7009,14 @@ var Mastra = /*#__PURE__*/function () {
         },
         VECTOR_INDEX_SYNC: {
           label: 'Sync vector index',
-          description: 'Sync vector index',
+          description: 'Sync data to vector index',
           schema: z.object({
             data: z.array(z.object({
               provider: z.string(),
-              indexes: z.array(z.string())
+              indexes: z.array(z.string()),
+              mastraSyncInterval: z.number({
+                description: 'The time to wait can be specified using a number of milliseconds or an ms-compatible time string like "1 hour", "30 mins", or "2.5d"'
+              }).optional()
             }))
           }),
           handler: vectorIndexSync
@@ -6814,55 +7024,73 @@ var Mastra = /*#__PURE__*/function () {
       },
       integrationName: config.name
     });
+    // Register system apis
+    framework.__registerApis({
+      apis: [].concat(getVectorQueryApis({
+        mastra: framework
+      }), getAgentSystemApis({
+        mastra: framework
+      }), (_config$workflows$sys = config.workflows.systemApis) == null ? void 0 : _config$workflows$sys.map(function (api) {
+        return _extends({}, api, {
+          integrationName: config.name
+        });
+      }), [eventTriggerApi({
+        mastra: framework
+      })], getWorkflowApis({
+        mastra: framework
+      }))
+    });
     // Register agent config
     framework.agentsConfig = config.agents;
     return framework;
   };
   var _proto = Mastra.prototype;
-  _proto.attachLogger = function attachLogger(logger) {
-    this.logger = logger;
+  _proto.attachLogger = function attachLogger(_ref7) {
+    var key = _ref7.key,
+      logger = _ref7.logger;
+    this.logger.set(key, logger);
   };
   _proto.connectedIntegrations = /*#__PURE__*/function () {
-    var _connectedIntegrations = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(_ref8) {
+    var _connectedIntegrations = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref8) {
       var _this2 = this;
       var context, ints, connectionChecks;
-      return _regeneratorRuntime().wrap(function _callee4$(_context4) {
-        while (1) switch (_context4.prev = _context4.next) {
+      return _regeneratorRuntime().wrap(function _callee3$(_context3) {
+        while (1) switch (_context3.prev = _context3.next) {
           case 0:
             context = _ref8.context;
             ints = this.availableIntegrations();
-            _context4.next = 4;
+            _context3.next = 4;
             return Promise.all(ints.map(/*#__PURE__*/function () {
-              var _ref10 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee3(_ref9) {
+              var _ref10 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee2(_ref9) {
                 var integration, connection;
-                return _regeneratorRuntime().wrap(function _callee3$(_context3) {
-                  while (1) switch (_context3.prev = _context3.next) {
+                return _regeneratorRuntime().wrap(function _callee2$(_context2) {
+                  while (1) switch (_context2.prev = _context2.next) {
                     case 0:
                       integration = _ref9.integration;
-                      _context3.next = 3;
+                      _context2.next = 3;
                       return _this2.dataLayer.getConnection({
                         connectionId: context.connectionId,
                         name: integration.name
                       });
                     case 3:
-                      connection = _context3.sent;
-                      return _context3.abrupt("return", {
+                      connection = _context2.sent;
+                      return _context2.abrupt("return", {
                         integration: integration,
                         connected: !!connection
                       });
                     case 5:
                     case "end":
-                      return _context3.stop();
+                      return _context2.stop();
                   }
-                }, _callee3);
+                }, _callee2);
               }));
-              return function (_x4) {
+              return function (_x3) {
                 return _ref10.apply(this, arguments);
               };
             }()));
           case 4:
-            connectionChecks = _context4.sent;
-            return _context4.abrupt("return", connectionChecks.filter(function (_ref11) {
+            connectionChecks = _context3.sent;
+            return _context3.abrupt("return", connectionChecks.filter(function (_ref11) {
               var connected = _ref11.connected;
               return connected;
             }).map(function (_ref12) {
@@ -6871,11 +7099,11 @@ var Mastra = /*#__PURE__*/function () {
             }));
           case 6:
           case "end":
-            return _context4.stop();
+            return _context3.stop();
         }
-      }, _callee4, this);
+      }, _callee3, this);
     }));
-    function connectedIntegrations(_x3) {
+    function connectedIntegrations(_x2) {
       return _connectedIntegrations.apply(this, arguments);
     }
     return connectedIntegrations;
@@ -6889,14 +7117,14 @@ var Mastra = /*#__PURE__*/function () {
     definition.corePresets = {
       redirectURI: router.makeRedirectURI()
     };
-    this.integrations.set(name, definition);
     definition.registerEvents();
+    definition.registerApis();
+    definition._convertApiClientToSystemApis();
+    this.integrations.set(name, definition);
     this.__registerEvents({
       events: definition.getEvents(),
       integrationName: name
     });
-    definition.registerApis();
-    definition._convertApiClientToSystemApis();
     this.__registerApis({
       apis: Object.values(definition.getApis()),
       integrationName: name
@@ -7025,20 +7253,20 @@ var Mastra = /*#__PURE__*/function () {
     return _int.getAuthenticator();
   };
   _proto.connectIntegrationByCredential = /*#__PURE__*/function () {
-    var _connectIntegrationByCredential = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(_ref18) {
+    var _connectIntegrationByCredential = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee4(_ref18) {
       var name, connectionId, credential, authenticator, integration;
-      return _regeneratorRuntime().wrap(function _callee5$(_context5) {
-        while (1) switch (_context5.prev = _context5.next) {
+      return _regeneratorRuntime().wrap(function _callee4$(_context4) {
+        while (1) switch (_context4.prev = _context4.next) {
           case 0:
             name = _ref18.name, connectionId = _ref18.connectionId, credential = _ref18.credential;
             authenticator = this.authenticator(name);
             if (authenticator) {
-              _context5.next = 4;
+              _context4.next = 4;
               break;
             }
             throw new Error("Authenticator for " + name + " not found");
           case 4:
-            _context5.next = 6;
+            _context4.next = 6;
             return authenticator.dataAccess.createConnection({
               connection: {
                 name: name,
@@ -7047,112 +7275,112 @@ var Mastra = /*#__PURE__*/function () {
               credential: credential
             });
           case 6:
-            integration = _context5.sent;
+            integration = _context4.sent;
             if (!authenticator.onConnectionCreated) {
-              _context5.next = 10;
+              _context4.next = 10;
               break;
             }
-            _context5.next = 10;
+            _context4.next = 10;
             return authenticator.onConnectionCreated(integration, credential);
           case 10:
           case "end":
-            return _context5.stop();
+            return _context4.stop();
         }
-      }, _callee5, this);
+      }, _callee4, this);
     }));
-    function connectIntegrationByCredential(_x5) {
+    function connectIntegrationByCredential(_x4) {
       return _connectIntegrationByCredential.apply(this, arguments);
     }
     return connectIntegrationByCredential;
   }();
   _proto.disconnectIntegration = /*#__PURE__*/function () {
-    var _disconnectIntegration = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6(_ref19) {
+    var _disconnectIntegration = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee5(_ref19) {
       var _yield$this$dataLayer;
       var name, connectionId, integration, k_id, authenticator;
-      return _regeneratorRuntime().wrap(function _callee6$(_context6) {
-        while (1) switch (_context6.prev = _context6.next) {
+      return _regeneratorRuntime().wrap(function _callee5$(_context5) {
+        while (1) switch (_context5.prev = _context5.next) {
           case 0:
             name = _ref19.name, connectionId = _ref19.connectionId;
             integration = this.getIntegration(name);
-            _context6.next = 4;
+            _context5.next = 4;
             return this.dataLayer.getConnection({
               name: name,
               connectionId: connectionId
             });
           case 4:
-            _context6.t0 = _yield$this$dataLayer = _context6.sent;
-            if (!(_context6.t0 == null)) {
-              _context6.next = 9;
+            _context5.t0 = _yield$this$dataLayer = _context5.sent;
+            if (!(_context5.t0 == null)) {
+              _context5.next = 9;
               break;
             }
-            _context6.t1 = void 0;
-            _context6.next = 10;
+            _context5.t1 = void 0;
+            _context5.next = 10;
             break;
           case 9:
-            _context6.t1 = _yield$this$dataLayer.id;
+            _context5.t1 = _yield$this$dataLayer.id;
           case 10:
-            k_id = _context6.t1;
+            k_id = _context5.t1;
             if (k_id) {
-              _context6.next = 13;
+              _context5.next = 13;
               break;
             }
             throw new Error("No connection found for " + name);
           case 13:
             if (!(integration != null && integration.dataLayer)) {
-              _context6.next = 16;
+              _context5.next = 16;
               break;
             }
-            _context6.next = 16;
+            _context5.next = 16;
             return integration.onDisconnect({
               connectionId: connectionId
             });
           case 16:
             if (!((integration == null ? void 0 : integration.config.authType) === IntegrationCredentialType.OAUTH)) {
-              _context6.next = 20;
+              _context5.next = 20;
               break;
             }
             authenticator = this.authenticator(name);
-            _context6.next = 20;
+            _context5.next = 20;
             return authenticator.revokeAuth({
               k_id: k_id
             });
           case 20:
-            _context6.next = 22;
+            _context5.next = 22;
             return this.dataLayer.deleteConnection({
               connectionId: connectionId
             });
           case 22:
           case "end":
-            return _context6.stop();
+            return _context5.stop();
         }
-      }, _callee6, this);
+      }, _callee5, this);
     }));
-    function disconnectIntegration(_x6) {
+    function disconnectIntegration(_x5) {
       return _disconnectIntegration.apply(this, arguments);
     }
     return disconnectIntegration;
   }();
   _proto.createSystemConnection = /*#__PURE__*/function () {
-    var _createSystemConnection = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7() {
+    var _createSystemConnection = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee6() {
       var systemConnectionId, existingSystemConnection;
-      return _regeneratorRuntime().wrap(function _callee7$(_context7) {
-        while (1) switch (_context7.prev = _context7.next) {
+      return _regeneratorRuntime().wrap(function _callee6$(_context6) {
+        while (1) switch (_context6.prev = _context6.next) {
           case 0:
             systemConnectionId = 'SYSTEM';
-            _context7.next = 3;
+            _context6.next = 3;
             return this.dataLayer.getConnection({
               connectionId: systemConnectionId,
               name: this.config.name
             });
           case 3:
-            existingSystemConnection = _context7.sent;
+            existingSystemConnection = _context6.sent;
             if (!existingSystemConnection) {
-              _context7.next = 6;
+              _context6.next = 6;
               break;
             }
-            return _context7.abrupt("return", existingSystemConnection);
+            return _context6.abrupt("return", existingSystemConnection);
           case 6:
-            return _context7.abrupt("return", this.dataLayer.createConnection({
+            return _context6.abrupt("return", this.dataLayer.createConnection({
               connection: {
                 connectionId: systemConnectionId,
                 name: this.config.name
@@ -7164,9 +7392,9 @@ var Mastra = /*#__PURE__*/function () {
             }));
           case 7:
           case "end":
-            return _context7.stop();
+            return _context6.stop();
         }
-      }, _callee7, this);
+      }, _callee6, this);
     }));
     function createSystemConnection() {
       return _createSystemConnection.apply(this, arguments);
@@ -7174,71 +7402,71 @@ var Mastra = /*#__PURE__*/function () {
     return createSystemConnection;
   }();
   _proto.callApi = /*#__PURE__*/function () {
-    var _callApi = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8(_ref20) {
+    var _callApi = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee7(_ref20) {
       var _int2$getApis;
       var _ref20$integrationNam, integrationName, api, payload, _this$globalApis$get, _apiExecutor, _int2, apiExecutor;
-      return _regeneratorRuntime().wrap(function _callee8$(_context8) {
-        while (1) switch (_context8.prev = _context8.next) {
+      return _regeneratorRuntime().wrap(function _callee7$(_context7) {
+        while (1) switch (_context7.prev = _context7.next) {
           case 0:
             _ref20$integrationNam = _ref20.integrationName, integrationName = _ref20$integrationNam === void 0 ? this.config.name : _ref20$integrationNam, api = _ref20.api, payload = _ref20.payload;
             if (!(integrationName === this.config.name || integrationName === 'SYSTEM')) {
-              _context8.next = 6;
+              _context7.next = 6;
               break;
             }
             _apiExecutor = (_this$globalApis$get = this.globalApis.get(this.config.name)) == null ? void 0 : _this$globalApis$get[api];
             if (_apiExecutor) {
-              _context8.next = 5;
+              _context7.next = 5;
               break;
             }
             throw new Error("No global api exists for " + api);
           case 5:
-            return _context8.abrupt("return", _apiExecutor.executor(payload));
+            return _context7.abrupt("return", _apiExecutor.executor(payload));
           case 6:
             _int2 = this.getIntegration(integrationName);
             if (_int2) {
-              _context8.next = 9;
+              _context7.next = 9;
               break;
             }
             throw new Error("No Integration exists for " + integrationName);
           case 9:
             apiExecutor = (_int2$getApis = _int2.getApis()) == null ? void 0 : _int2$getApis[api];
             if (apiExecutor) {
-              _context8.next = 12;
+              _context7.next = 12;
               break;
             }
             throw new Error("No api exists for " + api + " in " + integrationName);
           case 12:
-            return _context8.abrupt("return", apiExecutor.executor(payload));
+            return _context7.abrupt("return", apiExecutor.executor(payload));
           case 13:
           case "end":
-            return _context8.stop();
+            return _context7.stop();
         }
-      }, _callee8, this);
+      }, _callee7, this);
     }));
-    function callApi(_x7) {
+    function callApi(_x6) {
       return _callApi.apply(this, arguments);
     }
     return callApi;
   }();
   _proto.subscribeEvent = /*#__PURE__*/function () {
-    var _subscribeEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10(_ref21) {
+    var _subscribeEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9(_ref21) {
       var _this$config$runner$u, _this$config$runner, _ref22, _this$config$runner$s, _this$config$runner2;
       var id, _ref21$interval, interval, _ref21$timeout, timeout, inngestApiUrl, inngestApiToken, startTime, _poll;
-      return _regeneratorRuntime().wrap(function _callee10$(_context10) {
-        while (1) switch (_context10.prev = _context10.next) {
+      return _regeneratorRuntime().wrap(function _callee9$(_context9) {
+        while (1) switch (_context9.prev = _context9.next) {
           case 0:
             id = _ref21.id, _ref21$interval = _ref21.interval, interval = _ref21$interval === void 0 ? 5000 : _ref21$interval, _ref21$timeout = _ref21.timeout, timeout = _ref21$timeout === void 0 ? 60000 : _ref21$timeout;
             inngestApiUrl = (_this$config$runner$u = (_this$config$runner = this.config.runner) == null ? void 0 : _this$config$runner.uri) != null ? _this$config$runner$u : process.env.INNGEST_URL;
             inngestApiToken = (_ref22 = (_this$config$runner$s = (_this$config$runner2 = this.config.runner) == null ? void 0 : _this$config$runner2.signingKey) != null ? _this$config$runner$s : process.env.INNGEST_SIGNING_KEY) != null ? _ref22 : '123';
             startTime = Date.now();
             _poll = /*#__PURE__*/function () {
-              var _ref23 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee9() {
+              var _ref23 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee8() {
                 var response, obj, data, error, lastRun, elapsedTime;
-                return _regeneratorRuntime().wrap(function _callee9$(_context9) {
-                  while (1) switch (_context9.prev = _context9.next) {
+                return _regeneratorRuntime().wrap(function _callee8$(_context8) {
+                  while (1) switch (_context8.prev = _context8.next) {
                     case 0:
-                      _context9.prev = 0;
-                      _context9.next = 3;
+                      _context8.prev = 0;
+                      _context8.next = 3;
                       return fetch(inngestApiUrl + "/v1/events/" + id + "/runs", {
                         method: 'GET',
                         headers: {
@@ -7247,117 +7475,117 @@ var Mastra = /*#__PURE__*/function () {
                         }
                       });
                     case 3:
-                      response = _context9.sent;
+                      response = _context8.sent;
                       console.log("Polling for event " + id + "...", response.ok);
                       if (!response.ok) {
-                        _context9.next = 28;
+                        _context8.next = 28;
                         break;
                       }
-                      _context9.next = 8;
+                      _context8.next = 8;
                       return response.json();
                     case 8:
-                      obj = _context9.sent;
+                      obj = _context8.sent;
                       console.log({
                         obj: obj
                       });
                       data = obj.data, error = obj.error;
                       console.log("Got data for event " + id + "...", data, error);
                       if (!error) {
-                        _context9.next = 15;
+                        _context8.next = 15;
                         break;
                       }
                       console.error(error);
-                      return _context9.abrupt("return", null);
+                      return _context8.abrupt("return", null);
                     case 15:
                       if (!((data == null ? void 0 : data.length) === 0)) {
-                        _context9.next = 19;
+                        _context8.next = 19;
                         break;
                       }
-                      _context9.next = 18;
+                      _context8.next = 18;
                       return new Promise(function (resolve) {
                         return setTimeout(resolve, interval);
                       });
                     case 18:
-                      return _context9.abrupt("return", _poll());
+                      return _context8.abrupt("return", _poll());
                     case 19:
                       lastRun = data == null ? void 0 : data[0];
                       console.log(lastRun);
                       if (lastRun) {
-                        _context9.next = 23;
+                        _context8.next = 23;
                         break;
                       }
-                      return _context9.abrupt("return", null);
+                      return _context8.abrupt("return", null);
                     case 23:
                       if (!(lastRun.status === 'Running')) {
-                        _context9.next = 27;
+                        _context8.next = 27;
                         break;
                       }
-                      _context9.next = 26;
+                      _context8.next = 26;
                       return new Promise(function (resolve) {
                         return setTimeout(resolve, interval);
                       });
                     case 26:
-                      return _context9.abrupt("return", _poll());
+                      return _context8.abrupt("return", _poll());
                     case 27:
-                      return _context9.abrupt("return", {
+                      return _context8.abrupt("return", {
                         status: lastRun.status,
                         startedAt: lastRun.run_started_at,
                         endedAt: lastRun.ended_at
                       });
                     case 28:
-                      _context9.next = 33;
+                      _context8.next = 33;
                       break;
                     case 30:
-                      _context9.prev = 30;
-                      _context9.t0 = _context9["catch"](0);
-                      console.error("Request failed: " + _context9.t0);
+                      _context8.prev = 30;
+                      _context8.t0 = _context8["catch"](0);
+                      console.error("Request failed: " + _context8.t0);
                     case 33:
                       // Check if timeout has been reached
                       elapsedTime = Date.now() - startTime;
                       if (!(elapsedTime >= timeout)) {
-                        _context9.next = 37;
+                        _context8.next = 37;
                         break;
                       }
                       console.log('Polling timeout reached.');
-                      return _context9.abrupt("return", null);
+                      return _context8.abrupt("return", null);
                     case 37:
-                      _context9.next = 39;
+                      _context8.next = 39;
                       return new Promise(function (resolve) {
                         return setTimeout(resolve, interval);
                       });
                     case 39:
-                      return _context9.abrupt("return", _poll());
+                      return _context8.abrupt("return", _poll());
                     case 40:
                     case "end":
-                      return _context9.stop();
+                      return _context8.stop();
                   }
-                }, _callee9, null, [[0, 30]]);
+                }, _callee8, null, [[0, 30]]);
               }));
               return function poll() {
                 return _ref23.apply(this, arguments);
               };
             }();
-            return _context10.abrupt("return", _poll());
+            return _context9.abrupt("return", _poll());
           case 6:
           case "end":
-            return _context10.stop();
+            return _context9.stop();
         }
-      }, _callee10, this);
+      }, _callee9, this);
     }));
-    function subscribeEvent(_x8) {
+    function subscribeEvent(_x7) {
       return _subscribeEvent.apply(this, arguments);
     }
     return subscribeEvent;
   }();
   _proto.triggerEvent = /*#__PURE__*/function () {
-    var _triggerEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee13(_ref24) {
+    var _triggerEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee12(_ref24) {
       var _this4 = this;
       var key, data, user, integrationName, returnObj, integrationEvents, integrationEvent, event, workflowEvent;
-      return _regeneratorRuntime().wrap(function _callee13$(_context13) {
-        while (1) switch (_context13.prev = _context13.next) {
+      return _regeneratorRuntime().wrap(function _callee12$(_context12) {
+        while (1) switch (_context12.prev = _context12.next) {
           case 0:
             key = _ref24.key, data = _ref24.data, user = _ref24.user, integrationName = _ref24.integrationName;
-            _context13.prev = 1;
+            _context12.prev = 1;
             returnObj = {
               event: {}
             };
@@ -7369,53 +7597,53 @@ var Mastra = /*#__PURE__*/function () {
               }, {});
             }
             if (integrationEvents) {
-              _context13.next = 6;
+              _context12.next = 6;
               break;
             }
             throw new Error("No integration events found");
           case 6:
             integrationEvent = integrationEvents[key];
             if (integrationEvent) {
-              _context13.next = 9;
+              _context12.next = 9;
               break;
             }
             throw new Error("No event exists for " + key + " in " + (integrationName || 'system'));
           case 9:
-            _context13.next = 11;
+            _context12.next = 11;
             return client$1.send({
               name: key,
               data: data,
               user: user
             });
           case 11:
-            event = _context13.sent;
+            event = _context12.sent;
             returnObj['event'] = _extends({}, event, {
               subscribe: function () {
-                var _subscribe = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee11(_temp) {
+                var _subscribe = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee10(_temp) {
                   var _event$ids;
                   var _ref25, interval, timeout;
-                  return _regeneratorRuntime().wrap(function _callee11$(_context11) {
-                    while (1) switch (_context11.prev = _context11.next) {
+                  return _regeneratorRuntime().wrap(function _callee10$(_context10) {
+                    while (1) switch (_context10.prev = _context10.next) {
                       case 0:
                         _ref25 = _temp === void 0 ? {} : _temp, interval = _ref25.interval, timeout = _ref25.timeout;
-                        return _context11.abrupt("return", _this4.subscribeEvent({
+                        return _context10.abrupt("return", _this4.subscribeEvent({
                           id: (_event$ids = event.ids) == null ? void 0 : _event$ids[0],
                           interval: interval,
                           timeout: timeout
                         }));
                       case 2:
                       case "end":
-                        return _context11.stop();
+                        return _context10.stop();
                     }
-                  }, _callee11);
+                  }, _callee10);
                 }));
-                function subscribe(_x10) {
+                function subscribe(_x9) {
                   return _subscribe.apply(this, arguments);
                 }
                 return subscribe;
               }()
             });
-            _context13.next = 15;
+            _context12.next = 15;
             return client$1.send({
               name: 'workflow/run-automations',
               data: {
@@ -7425,45 +7653,45 @@ var Mastra = /*#__PURE__*/function () {
               user: user
             });
           case 15:
-            workflowEvent = _context13.sent;
+            workflowEvent = _context12.sent;
             returnObj['workflowEvent'] = _extends({}, workflowEvent, {
               subscribe: function () {
-                var _subscribe2 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee12(_temp2) {
+                var _subscribe2 = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee11(_temp2) {
                   var _workflowEvent$ids;
                   var _ref26, interval, timeout;
-                  return _regeneratorRuntime().wrap(function _callee12$(_context12) {
-                    while (1) switch (_context12.prev = _context12.next) {
+                  return _regeneratorRuntime().wrap(function _callee11$(_context11) {
+                    while (1) switch (_context11.prev = _context11.next) {
                       case 0:
                         _ref26 = _temp2 === void 0 ? {} : _temp2, interval = _ref26.interval, timeout = _ref26.timeout;
-                        return _context12.abrupt("return", _this4.subscribeEvent({
+                        return _context11.abrupt("return", _this4.subscribeEvent({
                           id: (_workflowEvent$ids = workflowEvent.ids) == null ? void 0 : _workflowEvent$ids[0],
                           interval: interval,
                           timeout: timeout
                         }));
                       case 2:
                       case "end":
-                        return _context12.stop();
+                        return _context11.stop();
                     }
-                  }, _callee12);
+                  }, _callee11);
                 }));
-                function subscribe(_x11) {
+                function subscribe(_x10) {
                   return _subscribe2.apply(this, arguments);
                 }
                 return subscribe;
               }()
             });
-            return _context13.abrupt("return", returnObj);
+            return _context12.abrupt("return", returnObj);
           case 20:
-            _context13.prev = 20;
-            _context13.t0 = _context13["catch"](1);
-            throw new Error("Error triggering event: " + _context13.t0);
+            _context12.prev = 20;
+            _context12.t0 = _context12["catch"](1);
+            throw new Error("Error triggering event: " + _context12.t0);
           case 23:
           case "end":
-            return _context13.stop();
+            return _context12.stop();
         }
-      }, _callee13, this, [[1, 20]]);
+      }, _callee12, this, [[1, 20]]);
     }));
-    function triggerEvent(_x9) {
+    function triggerEvent(_x8) {
       return _triggerEvent.apply(this, arguments);
     }
     return triggerEvent;
@@ -7472,26 +7700,26 @@ var Mastra = /*#__PURE__*/function () {
   _proto.triggerSystemEvent =
   /*#__PURE__*/
   function () {
-    var _triggerSystemEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee14(_ref27) {
+    var _triggerSystemEvent = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee13(_ref27) {
       var key, data, user, event, systemEvent;
-      return _regeneratorRuntime().wrap(function _callee14$(_context14) {
-        while (1) switch (_context14.prev = _context14.next) {
+      return _regeneratorRuntime().wrap(function _callee13$(_context13) {
+        while (1) switch (_context13.prev = _context13.next) {
           case 0:
             key = _ref27.key, data = _ref27.data, user = _ref27.user;
-            _context14.next = 3;
+            _context13.next = 3;
             return client$1.send({
               name: key,
               data: data,
               user: user
             });
           case 3:
-            event = _context14.sent;
+            event = _context13.sent;
             systemEvent = this.getSystemEvents()[key];
             if (!systemEvent) {
-              _context14.next = 8;
+              _context13.next = 8;
               break;
             }
-            _context14.next = 8;
+            _context13.next = 8;
             return client$1.send({
               name: 'workflow/run-automations',
               data: {
@@ -7501,14 +7729,14 @@ var Mastra = /*#__PURE__*/function () {
               user: user
             });
           case 8:
-            return _context14.abrupt("return", event);
+            return _context13.abrupt("return", event);
           case 9:
           case "end":
-            return _context14.stop();
+            return _context13.stop();
         }
-      }, _callee14, this);
+      }, _callee13, this);
     }));
-    function triggerSystemEvent(_x12) {
+    function triggerSystemEvent(_x11) {
       return _triggerSystemEvent.apply(this, arguments);
     }
     return triggerSystemEvent;
@@ -7530,7 +7758,7 @@ var Mastra = /*#__PURE__*/function () {
     };
     var registerRoutes = function registerRoutes() {
       var _registry;
-      var registry = (_registry = {}, _registry[self.routes.connect] = makeConnect(self), _registry[self.routes.callback] = makeCallback(self), _registry[self.routes.inngest] = makeInngest(self), _registry[self.routes.webhook] = makeWebhook(self), _registry);
+      var registry = (_registry = {}, _registry[self.routes.connect] = makeConnect(self), _registry[self.routes.callback] = makeCallback(self), _registry[self.routes.inngest] = makeInngest(self), _registry[self.routes.webhook] = makeWebhook(self), _registry[self.routes.cron] = makeCron(self), _registry);
       return function (req) {
         var route = req.nextUrl.pathname;
         if (req.nextUrl.pathname in registry) {
@@ -7549,42 +7777,62 @@ var Mastra = /*#__PURE__*/function () {
     };
   };
   _proto.getAgent = /*#__PURE__*/function () {
-    var _getAgent2 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee15(_ref29) {
+    var _getAgent2 = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee14(_ref29) {
       var connectionId, agentId, agentBlueprint, arrMap, finalApis;
-      return _regeneratorRuntime().wrap(function _callee15$(_context15) {
-        while (1) switch (_context15.prev = _context15.next) {
+      return _regeneratorRuntime().wrap(function _callee14$(_context14) {
+        while (1) switch (_context14.prev = _context14.next) {
           case 0:
             connectionId = _ref29.connectionId, agentId = _ref29.agentId;
-            _context15.next = 3;
+            _context14.next = 3;
             return getAgentBlueprint({
               agentDir: this.config.agents.agentDirPath,
               agentId: agentId
             });
           case 3:
-            agentBlueprint = _context15.sent;
+            agentBlueprint = _context14.sent;
             arrMap = Array.from(this.getApis());
             finalApis = arrMap.reduce(function (acc, _ref30) {
               var v = _ref30[1];
               return _extends({}, acc, v);
             }, {});
             console.log('got finalApis===');
-            return _context15.abrupt("return", getAgent({
+            return _context14.abrupt("return", getAgent({
               connectionId: connectionId,
               agent: agentBlueprint,
               apis: finalApis,
-              logger: this.logger
+              logger: this.logger.get('AGENT')
             }));
           case 8:
           case "end":
-            return _context15.stop();
+            return _context14.stop();
         }
-      }, _callee15, this);
+      }, _callee14, this);
     }));
-    function getAgent$1(_x13) {
+    function getAgent$1(_x12) {
       return _getAgent2.apply(this, arguments);
     }
     return getAgent$1;
   }();
+  _proto.__backgroundTasks = /*#__PURE__*/function () {
+    var _backgroundTasks = /*#__PURE__*/_asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee15() {
+      return _regeneratorRuntime().wrap(function _callee15$(_context15) {
+        while (1) switch (_context15.prev = _context15.next) {
+          case 0:
+            _context15.next = 2;
+            return syncAndWriteVectorProviderIndexesToLocal({
+              mastra: this
+            });
+          case 2:
+          case "end":
+            return _context15.stop();
+        }
+      }, _callee15, this);
+    }));
+    function __backgroundTasks() {
+      return _backgroundTasks.apply(this, arguments);
+    }
+    return __backgroundTasks;
+  }();
   return _createClass(Mastra, [{
     key: "routes",
     get: function get() {
@@ -7593,7 +7841,8 @@ var Mastra = /*#__PURE__*/function () {
         connect: '/connect',
         callback: '/connect/callback',
         inngest: '/inngest',
-        webhook: '/webhook'
+        webhook: '/webhook',
+        cron: '/cron'
       };
       return Object.entries(registry).reduce(function (acc, _ref31) {
         var _extends5;
@@ -7606,13 +7855,37 @@ var Mastra = /*#__PURE__*/function () {
     key: "openAIAssistant",
     get: function get() {
       return {
-        createAssistantAgent: createAssistantAgentHandler(this.logger),
-        getAssistantAgent: getAssistantAgentHandler(this.logger),
-        updateAssistantAgent: updateAssistantAgentHandler(this.logger)
+        createAssistantAgent: createAssistantAgentHandler(this.logger.get('AGENT')),
+        getAssistantAgent: getAssistantAgentHandler(this.logger.get('AGENT')),
+        updateAssistantAgent: updateAssistantAgentHandler(this.logger.get('AGENT'))
       };
     }
   }]);
 }();
 
-export { DataLayer, FieldTypePrimitiveMap, FilterOperatorToSQL, FilterOperators, Integration, IntegrationAuth, IntegrationCredentialType, IntegrationError, IntegrationErrors, IntegrationFieldTypeEnum, Mastra, RunStatus, SORT_MODE_TO_ABBR, WorkflowStatusEnum, allowedKey, apiKeyConnectionOptions, buildQueryString, callbackParams, connectParams, constructObjFromStringPath, extractSchemaOptions, fieldsWithCommaSeparatedValues, filterQuerySchema, flattenObject, generateSyncs, getEntityKey, getJSONField, getPath, getPineconeIndices, getResponseDataKey, getUpstashLogs, isLiteralObject, isObjectEmpty, mergeWithDefinedOnly, nextHeaders, oauthState, parseQueryParams, recordHasData, registerRoutes, sortQuerySchema, splitAndStripQuotes, transformFilterValueArray, transformFilterValueBoolean, webhookQueryParams };
+function getUpstashLogs(_x) {
+  return _getUpstashLogs.apply(this, arguments);
+}
+function _getUpstashLogs() {
+  _getUpstashLogs = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee(_ref) {
+    var id, url, token, redis;
+    return _regeneratorRuntime().wrap(function _callee$(_context) {
+      while (1) switch (_context.prev = _context.next) {
+        case 0:
+          id = _ref.id, url = _ref.url, token = _ref.token;
+          redis = new Redis({
+            url: url,
+            token: token
+          });
+          return _context.abrupt("return", redis.lrange(id, 0, -1));
+        case 3:
+        case "end":
+          return _context.stop();
+      }
+    }, _callee);
+  }));
+  return _getUpstashLogs.apply(this, arguments);
+}
+
+export { DataLayer, FieldTypePrimitiveMap, FilterOperatorToSQL, FilterOperators, Integration, IntegrationAuth, IntegrationCredentialType, IntegrationError, IntegrationErrors, IntegrationFieldTypeEnum, LogLevel, LogProvider, Mastra, RunStatus, SORT_MODE_TO_ABBR, WorkflowStatusEnum, allowedKey, apiKeyConnectionOptions, buildQueryString, callbackParams, connectParams, constructObjFromStringPath, createLogger, cronQueryParams, delay$1 as delay, extractSchemaOptions, fieldsWithCommaSeparatedValues, filterQuerySchema, flattenObject, generateSyncs, getEntityKey, getJSONField, getPath, getPineconeIndices, getResponseDataKey, getUpstashLogs, isLiteralObject, isObjectEmpty, mergeWithDefinedOnly, nextHeaders, oauthState, parseQueryParams, recordHasData, registerRoutes, sortQuerySchema, splitAndStripQuotes, splitMarkdownIntoChunks, transformFilterValueArray, transformFilterValueBoolean, webhookQueryParams };
 //# sourceMappingURL=core.esm.js.map