@mastra/deployer 0.0.1-alpha.27 → 0.0.1-alpha.29

package/CHANGELOG.md

@@ -1,5 +1,29 @@
 # @mastra/deployer
 
+## 0.0.1-alpha.29
+
+### Patch Changes
+
+- 0696eeb: Cleanup Mastra server
+- 38b7f66: Update deployer logic
+- Updated dependencies [2f17a5f]
+- Updated dependencies [cb290ee]
+- Updated dependencies [b4d7416]
+- Updated dependencies [38b7f66]
+  - @mastra/core@0.2.0-alpha.84
+
+## 0.0.1-alpha.28
+
+### Patch Changes
+
+- 2ab57d6: Fix: Workflows require a trigger schema otherwise it fails to run in dev
+- 9625602: Use mastra core splitted bundles in other packages
+- Updated dependencies [30322ce]
+- Updated dependencies [78eec7c]
+- Updated dependencies [9625602]
+- Updated dependencies [8769a62]
+  - @mastra/core@0.2.0-alpha.83
+
 ## 0.0.1-alpha.27
 
 ### Patch Changes

package/dist/build/index.d.ts

@@ -0,0 +1,51 @@
+import * as rollup from 'rollup';
+import { InputOptions, Plugin, InputOption } from 'rollup';
+import { MastraBase } from '@mastra/core/base';
+
+declare class Deps extends MastraBase {
+    private packageManager;
+    constructor();
+    private findLockFile;
+    private getPackageManager;
+    install({ dir, packages }: {
+        dir?: string;
+        packages?: string[];
+    }): Promise<unknown>;
+    installPackages(packages: string[]): Promise<unknown>;
+    checkDependencies(dependencies: string[]): Promise<string>;
+    getProjectName(): Promise<any>;
+    getPackageVersion(): Promise<string | undefined>;
+    addScriptsToPackageJson(scripts: Record<string, string>): Promise<void>;
+}
+
+type NormalizedInputOptions = Omit<Partial<InputOptions>, 'plugins' | 'input' | 'external'> & {
+    plugins?: Plugin[];
+    input: InputOption;
+    external?: (string | RegExp)[];
+};
+declare function getBundler(inputOptions: NormalizedInputOptions, platform?: 'node' | 'browser'): Promise<rollup.RollupBuild>;
+declare function getWatcher(inputOptions: NormalizedInputOptions, platform?: 'node' | 'browser'): Promise<rollup.RollupWatcher>;
+
+declare class FileService {
+    /**
+     *
+     * @param inputFile the file in the starter files directory to copy
+     * @param outputFilePath the destination path
+     * @param replaceIfExists flag to replace if it exists
+     * @returns
+     */
+    copyStarterFile(inputFile: string, outputFilePath: string, replaceIfExists?: boolean): Promise<boolean>;
+    setupEnvFile({ dbUrl }: {
+        dbUrl: string;
+    }): Promise<void>;
+    getFirstExistingFile(files: string[]): string;
+    replaceValuesInFile({ filePath, replacements, }: {
+        filePath: string;
+        replacements: {
+            search: string;
+            replace: string;
+        }[];
+    }): void;
+}
+
+export { Deps, FileService, getBundler, getWatcher };

package/dist/build/index.js

@@ -0,0 +1,593 @@
+import alias from '@rollup/plugin-alias';
+import commonjs from '@rollup/plugin-commonjs';
+import json from '@rollup/plugin-json';
+import { nodeResolve } from '@rollup/plugin-node-resolve';
+import builtins from 'builtins';
+import path2, { dirname, join, resolve } from 'path';
+import { rollup, watch } from 'rollup';
+import esbuild from 'rollup-plugin-esbuild';
+import { fileURLToPath } from 'url';
+import * as fs2 from 'fs';
+import fs2__default from 'fs';
+import fsExtra from 'fs-extra/esm';
+import * as babel from '@babel/core';
+import babel__default from '@babel/core';
+import { currentTarget } from '@neon-rs/load';
+import { familySync, GLIBC } from 'detect-libc';
+import { addNamed } from '@babel/helper-module-imports';
+import { platform } from 'process';
+import { MastraBase } from '@mastra/core/base';
+import fsPromises from 'fs/promises';
+import '@mastra/core/logger';
+import { spawn } from 'child_process';
+import { Transform } from 'stream';
+
+// src/build/bundle.ts
+var EnvService = class {
+};
+var FileEnvService = class extends EnvService {
+  filePath;
+  constructor(filePath) {
+    super();
+    this.filePath = filePath;
+  }
+  readFile(filePath) {
+    return new Promise((resolve2, reject) => {
+      fs2.readFile(filePath, "utf8", (err, data) => {
+        if (err) reject(err);
+        else resolve2(data);
+      });
+    });
+  }
+  writeFile({ filePath, data }) {
+    return new Promise((resolve2, reject) => {
+      fs2.writeFile(filePath, data, "utf8", (err) => {
+        if (err) reject(err);
+        else resolve2();
+      });
+    });
+  }
+  async updateEnvData({
+    key,
+    value,
+    filePath = this.filePath,
+    data
+  }) {
+    const regex = new RegExp(`^${key}=.*$`, "m");
+    if (data.match(regex)) {
+      data = data.replace(regex, `${key}=${value}`);
+    } else {
+      data += `
+${key}=${value}`;
+    }
+    await this.writeFile({ filePath, data });
+    console.log(`${key} set to ${value} in ENV file.`);
+    return data;
+  }
+  async getEnvValue(key) {
+    try {
+      const data = await this.readFile(this.filePath);
+      const regex = new RegExp(`^${key}=(.*)$`, "m");
+      const match = data.match(regex);
+      return match?.[1] || null;
+    } catch (err) {
+      console.error(`Error reading ENV value: ${err}`);
+      return null;
+    }
+  }
+  async setEnvValue(key, value) {
+    try {
+      const data = await this.readFile(this.filePath);
+      await this.updateEnvData({ key, value, data });
+    } catch (err) {
+      console.error(`Error writing ENV value: ${err}`);
+    }
+  }
+};
+
+// src/build/fs.ts
+var FileService = class {
+  /**
+   *
+   * @param inputFile the file in the starter files directory to copy
+   * @param outputFilePath the destination path
+   * @param replaceIfExists flag to replace if it exists
+   * @returns
+   */
+  async copyStarterFile(inputFile, outputFilePath, replaceIfExists) {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = path2.dirname(__filename);
+    const filePath = path2.resolve(__dirname, "..", "starter-files", inputFile);
+    const fileString = fs2__default.readFileSync(filePath, "utf8");
+    if (fs2__default.existsSync(outputFilePath) && !replaceIfExists) {
+      console.log(`${outputFilePath} already exists`);
+      return false;
+    }
+    await fsExtra.outputFile(outputFilePath, fileString);
+    return true;
+  }
+  async setupEnvFile({ dbUrl }) {
+    const envPath = path2.join(process.cwd(), ".env.development");
+    await fsExtra.ensureFile(envPath);
+    const fileEnvService = new FileEnvService(envPath);
+    await fileEnvService.setEnvValue("DB_URL", dbUrl);
+  }
+  getFirstExistingFile(files) {
+    for (const f of files) {
+      if (fs2__default.existsSync(f)) {
+        return f;
+      }
+    }
+    throw new Error("Missing required file, checked the following paths: " + files.join(", "));
+  }
+  replaceValuesInFile({
+    filePath,
+    replacements
+  }) {
+    let fileContent = fs2__default.readFileSync(filePath, "utf8");
+    replacements.forEach(({ search, replace }) => {
+      fileContent = fileContent.replaceAll(search, replace);
+    });
+    fs2__default.writeFileSync(filePath, fileContent);
+  }
+};
+function rewriteLibsqlImport() {
+  const t = babel__default.types;
+  let hasReplaced = false;
+  return {
+    name: "rewrite-libsql-import",
+    visitor: {
+      FunctionDeclaration(path3) {
+        if (path3.node.id?.name === "requireNative" && !hasReplaced) {
+          hasReplaced = true;
+          const createRequire = addNamed(path3, "createRequire", "module");
+          const requireIdentifier = t.identifier("require");
+          path3.replaceWith(
+            t.functionDeclaration(
+              t.identifier("requireNative"),
+              [],
+              t.blockStatement([
+                t.variableDeclaration("const", [
+                  t.variableDeclarator(
+                    requireIdentifier,
+                    t.callExpression(createRequire, [
+                      t.memberExpression(
+                        t.metaProperty(t.identifier("import"), t.identifier("meta")),
+                        t.identifier("url")
+                      )
+                    ])
+                  )
+                ]),
+                t.returnStatement(t.callExpression(requireIdentifier, [t.stringLiteral("./libsql.node")]))
+              ])
+            )
+          );
+        }
+      }
+    }
+  };
+}
+
+// src/build/plugins/fix-libsql.ts
+function libSqlFix() {
+  return {
+    name: "libSqlFix",
+    transform(code, id) {
+      if (!id.includes("\\libsql\\index.js") && !id.includes("/libsql/index.js")) {
+        return null;
+      }
+      return new Promise((resolve2, reject) => {
+        babel.transform(
+          code,
+          {
+            babelrc: false,
+            configFile: false,
+            filename: id,
+            plugins: [rewriteLibsqlImport]
+          },
+          (err, result) => {
+            if (err) {
+              return reject(err);
+            }
+            resolve2({
+              code: result.code,
+              map: result.map
+            });
+          }
+        );
+      });
+    },
+    async generateBundle({ file, dir }) {
+      if (!file && !dir) {
+        throw new Error("No output options were given.");
+      }
+      const outputDirectory = dir || dirname(file);
+      let target = currentTarget();
+      if (familySync() == GLIBC) {
+        switch (target) {
+          case "linux-x64-musl":
+            target = "linux-x64-gnu";
+            break;
+          case "linux-arm64-musl":
+            target = "linux-arm64-gnu";
+            break;
+        }
+      }
+      const fileToCopy = await this.resolve(`@libsql/${target}/index.node`);
+      if (fileToCopy) {
+        await fsExtra.copy(fileToCopy.id, join(outputDirectory, "libsql.node"));
+      } else {
+        throw new Error(`libsql binding not found for @libsql/${target}/index.node`);
+      }
+    }
+  };
+}
+function removeDeployer() {
+  const t = babel__default.types;
+  let mastraClass = null;
+  let hasReplaced = false;
+  return {
+    name: "remove-deployer",
+    visitor: {
+      ImportDeclaration(path3) {
+        if ((path3.node.source.value === "@mastra/core" || path3.node.source.value === "@mastra/core/mastra") && path3.node.specifiers) {
+          const mastraObj = path3.node.specifiers.find(
+            (p) => t.isImportSpecifier(p) && t.isIdentifier(p.imported) && p.imported.name === "Mastra"
+          );
+          if (mastraObj?.local?.name) {
+            mastraClass = mastraObj.local.name;
+          }
+        }
+      },
+      NewExpression(path3) {
+        if (mastraClass && t.isIdentifier(path3.node.callee) && path3.node.callee.name === mastraClass && !hasReplaced) {
+          hasReplaced = true;
+          const newMastraObj = t.cloneNode(path3.node);
+          if (t.isObjectExpression(newMastraObj.arguments[0]) && newMastraObj.arguments[0].properties?.[0]) {
+            newMastraObj.arguments[0].properties = newMastraObj.arguments[0].properties.filter(
+              (prop) => t.isObjectProperty(prop) && t.isIdentifier(prop.key) && prop.key.name !== "deployer"
+            );
+            path3.replaceWith(newMastraObj);
+          }
+        }
+      }
+    }
+  };
+}
+
+// src/build/plugins/remove-deployer.ts
+function removeDeployer2(mastraEntry) {
+  return {
+    name: "remove-deployer",
+    transform(code, id) {
+      if (id !== mastraEntry) {
+        return;
+      }
+      return new Promise((resolve2, reject) => {
+        babel.transform(
+          code,
+          {
+            babelrc: false,
+            configFile: false,
+            filename: id,
+            plugins: [removeDeployer]
+          },
+          (err, result) => {
+            if (err) {
+              return reject(err);
+            }
+            resolve2({
+              code: result.code,
+              map: result.map
+            });
+          }
+        );
+      });
+    }
+  };
+}
+function getTelemetryMachineFile() {
+  switch (platform) {
+    case "darwin":
+      return "getMachineId-darwin";
+    case "linux":
+      return "getMachineId-linux";
+    case "freebsd":
+      return "getMachineId-bsd";
+    case "win32":
+      return "getMachineId-win";
+    default:
+      return "getMachineId-unsupported";
+  }
+}
+function telemetryFix() {
+  return {
+    name: "telemetry-fix",
+    transform(code, id) {
+      if (id.includes("require-in-the-middle")) {
+        return code.replace(
+          `const path = require('path')`,
+          `const path = require('path');
+      const { createRequire } = require('module');
+      const realRequire = createRequire(import.meta.url)`
+        ).replaceAll(`require.resolve`, `realRequire.resolve`);
+      }
+    },
+    resolveId(id, importer) {
+      if (id === "./machine-id/getMachineId" && importer) {
+        return { id: resolve(dirname(importer), `./machine-id/${getTelemetryMachineFile()}.js`) };
+      }
+      if (id === "formdata-node") {
+        return { id: "formdata-node", external: false };
+      }
+    },
+    load(id) {
+      if (id.startsWith("formdata-node")) {
+        return "export default {};";
+      }
+      return null;
+    }
+  };
+}
+
+// src/build/bundle.ts
+function getOptions(inputOptions, platform2) {
+  const fileService = new FileService();
+  const entry = fileService.getFirstExistingFile([
+    join(process.cwd(), "src/mastra/index.ts"),
+    join(process.cwd(), "src/mastra/index.js")
+  ]);
+  const nodeBuiltins = platform2 === "node" ? builtins({ version: "20.0.0" }) : [];
+  let nodeResolvePlugin = platform2 === "node" ? nodeResolve({
+    preferBuiltins: true,
+    exportConditions: ["node", "import", "require"],
+    mainFields: ["module", "main"]
+  }) : nodeResolve({
+    preferBuiltins: false,
+    exportConditions: ["browser", "import", "require"],
+    mainFields: ["module", "main"],
+    browser: true
+  });
+  return {
+    logLevel: "silent",
+    ...inputOptions,
+    treeshake: false,
+    preserveSymlinks: true,
+    external: [
+      ...nodeBuiltins,
+      ...nodeBuiltins.map((builtin) => "node:" + builtin),
+      ...inputOptions.external ?? []
+    ],
+    plugins: [
+      ...inputOptions.plugins ?? [],
+      telemetryFix(),
+      alias({
+        entries: [
+          {
+            find: /^\#server$/,
+            replacement: fileURLToPath(import.meta.resolve("@mastra/deployer/server")).replaceAll("\\", "/")
+          },
+          { find: /^\#mastra$/, replacement: entry.replaceAll("\\", "/") },
+          {
+            find: /^hono\//,
+            replacement: "hono/",
+            customResolver: (id, importer) => {
+              if (!importer?.startsWith("\0virtual")) {
+                return null;
+              }
+              const path3 = import.meta.resolve(id);
+              return fileURLToPath(path3);
+            }
+          }
+        ]
+      }),
+      commonjs({
+        strictRequires: "debug"
+        // dynamicRequireTargets: ['node_modules/**/@libsql+win32-*/*'],
+      }),
+      libSqlFix(),
+      // for debugging
+      // {
+      //   name: 'logger',
+      //   // @ts-ignore
+      //   resolveId(id, ...args) {
+      //     console.log({ id, args });
+      //   },
+      // },
+      nodeResolvePlugin,
+      json(),
+      esbuild({
+        include: /\.tsx?$/,
+        target: "node20",
+        platform: platform2,
+        minify: false,
+        define: {
+          "process.env.NODE_ENV": JSON.stringify("production")
+        }
+      }),
+      removeDeployer2(entry),
+      esbuild({
+        include: entry,
+        target: "node20",
+        platform: platform2,
+        minify: false
+      })
+    ].filter(Boolean)
+  };
+}
+async function getBundler(inputOptions, platform2 = "node") {
+  const bundle = await rollup(getOptions(inputOptions, platform2));
+  return bundle;
+}
+async function getWatcher(inputOptions, platform2 = "node") {
+  const watcher = watch(getOptions(inputOptions, platform2));
+  return watcher;
+}
+var createPinoStream = (logger) => {
+  return new Transform({
+    transform(chunk, _encoding, callback) {
+      const line = chunk.toString().trim();
+      if (line) {
+        console.log(line);
+        logger.info(line);
+      }
+      callback(null, chunk);
+    }
+  });
+};
+function createChildProcessLogger({ logger, root }) {
+  const pinoStream = createPinoStream(logger);
+  return async ({ cmd, args, env }) => {
+    try {
+      const subprocess = spawn(cmd, args, {
+        cwd: root,
+        shell: true,
+        env
+      });
+      subprocess.stdout?.pipe(pinoStream);
+      subprocess.stderr?.pipe(pinoStream);
+      return new Promise((resolve2, reject) => {
+        subprocess.on("close", (code) => {
+          pinoStream.end();
+          if (code === 0) {
+            resolve2({ success: true });
+          } else {
+            reject(new Error(`Process exited with code ${code}`));
+          }
+        });
+        subprocess.on("error", (error) => {
+          pinoStream.end();
+          logger.error("Process failed", { error });
+          reject(error);
+        });
+      });
+    } catch (error) {
+      console.log(error);
+      logger.error("Process failed", { error });
+      pinoStream.end();
+      return { success: false, error };
+    }
+  };
+}
+
+// src/build/deps.ts
+var Deps = class extends MastraBase {
+  packageManager;
+  constructor() {
+    super({ component: "DEPLOYER", name: "DEPS" });
+    this.packageManager = this.getPackageManager();
+  }
+  findLockFile(dir) {
+    const lockFiles = ["pnpm-lock.yaml", "package-lock.json", "yarn.lock", "bun.lock"];
+    for (const file of lockFiles) {
+      if (fs2__default.existsSync(path2.join(dir, file))) {
+        return file;
+      }
+    }
+    const parentDir = path2.resolve(dir, "..");
+    if (parentDir !== dir) {
+      return this.findLockFile(parentDir);
+    }
+    return null;
+  }
+  getPackageManager() {
+    const lockFile = this.findLockFile(process.cwd());
+    switch (lockFile) {
+      case "pnpm-lock.yaml":
+        return "pnpm";
+      case "package-lock.json":
+        return "npm";
+      case "yarn.lock":
+        return "yarn";
+      case "bun.lock":
+        return "bun";
+      default:
+        return "npm";
+    }
+  }
+  async install({ dir = process.cwd(), packages = [] }) {
+    let runCommand = this.packageManager;
+    if (this.packageManager === "npm") {
+      runCommand = `${this.packageManager} i`;
+    } else {
+      runCommand = `${this.packageManager} ${packages?.length > 0 ? `add` : `install`}`;
+    }
+    const cpLogger = createChildProcessLogger({
+      logger: this.logger,
+      root: dir
+    });
+    return cpLogger({
+      cmd: runCommand,
+      args: packages,
+      env: {
+        PATH: process.env.PATH
+      }
+    });
+  }
+  async installPackages(packages) {
+    let runCommand = this.packageManager;
+    if (this.packageManager === "npm") {
+      runCommand = `${this.packageManager} i`;
+    } else {
+      runCommand = `${this.packageManager} add`;
+    }
+    const cpLogger = createChildProcessLogger({
+      logger: this.logger,
+      root: ""
+    });
+    return cpLogger({
+      cmd: `${runCommand}`,
+      args: packages,
+      env: {
+        PATH: process.env.PATH
+      }
+    });
+  }
+  async checkDependencies(dependencies) {
+    try {
+      const packageJsonPath = path2.join(process.cwd(), "package.json");
+      try {
+        await fsPromises.access(packageJsonPath);
+      } catch {
+        return "No package.json file found in the current directory";
+      }
+      const packageJson = JSON.parse(await fsPromises.readFile(packageJsonPath, "utf-8"));
+      for (const dependency of dependencies) {
+        if (!packageJson.dependencies || !packageJson.dependencies[dependency]) {
+          return `Please install ${dependency} before running this command (${this.packageManager} install ${dependency})`;
+        }
+      }
+      return "ok";
+    } catch (err) {
+      console.error(err);
+      return "Could not check dependencies";
+    }
+  }
+  async getProjectName() {
+    try {
+      const packageJsonPath = path2.join(process.cwd(), "package.json");
+      const packageJson = await fsPromises.readFile(packageJsonPath, "utf-8");
+      const pkg = JSON.parse(packageJson);
+      return pkg.name;
+    } catch (err) {
+      throw err;
+    }
+  }
+  async getPackageVersion() {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = dirname(__filename);
+    const pkgJsonPath = path2.join(__dirname, "..", "..", "package.json");
+    const content = await fsExtra.readJSON(pkgJsonPath);
+    return content.version;
+  }
+  async addScriptsToPackageJson(scripts) {
+    const packageJson = JSON.parse(await fsPromises.readFile("package.json", "utf-8"));
+    packageJson.scripts = {
+      ...packageJson.scripts,
+      ...scripts
+    };
+    await fsPromises.writeFile("package.json", JSON.stringify(packageJson, null, 2));
+  }
+};
+
+export { Deps, FileService, getBundler, getWatcher };