@514labs/moose-lib 0.6.321 → 0.6.322-ci-9-g72529e37

package/dist/moose-runner.mjs

@@ -15,6 +15,59 @@ var __export = (target, all) => {
     __defProp(target, name, { get: all[name], enumerable: true });
 };
 
+// src/compiler-config.ts
+import { existsSync } from "fs";
+import path from "path";
+function getSourceDir() {
+  return process.env.MOOSE_SOURCE_DIR || "app";
+}
+function hasCompiledArtifacts(projectRoot = process.cwd()) {
+  const sourceDir = getSourceDir();
+  const compiledIndexPath = path.join(
+    projectRoot,
+    ".moose",
+    "compiled",
+    sourceDir,
+    "index.js"
+  );
+  return existsSync(compiledIndexPath);
+}
+function shouldUseCompiled(projectRoot = process.cwd()) {
+  const envSaysCompiled = process.env.MOOSE_USE_COMPILED === "true";
+  if (!envSaysCompiled) {
+    return false;
+  }
+  const hasArtifacts = hasCompiledArtifacts(projectRoot);
+  if (!hasArtifacts) {
+    console.warn(
+      `[moose] MOOSE_USE_COMPILED=true but no compiled artifacts found at .moose/compiled/${getSourceDir()}/index.js. Falling back to ts-node.`
+    );
+  }
+  return hasArtifacts;
+}
+var MOOSE_COMPILER_PLUGINS, COMMANDS_REQUIRING_PLUGINS;
+var init_compiler_config = __esm({
+  "src/compiler-config.ts"() {
+    "use strict";
+    MOOSE_COMPILER_PLUGINS = [
+      {
+        transform: "./node_modules/@514labs/moose-lib/dist/compilerPlugin.js",
+        transformProgram: true
+      },
+      {
+        transform: "typia/lib/transform"
+      }
+    ];
+    COMMANDS_REQUIRING_PLUGINS = [
+      "consumption-apis",
+      "consumption-type-serializer",
+      "dmv2-serializer",
+      "streaming-functions",
+      "scripts"
+    ];
+  }
+});
+
 // src/dmv2/utils/stackTrace.ts
 var init_stackTrace = __esm({
   "src/dmv2/utils/stackTrace.ts"() {
@@ -920,17 +973,17 @@ var init_cluster_utils = __esm({
 });
 
 // src/config/configFile.ts
-import path from "path";
+import path2 from "path";
 import * as toml from "toml";
 async function findConfigFile(startDir = process.cwd()) {
   const fs5 = await import("fs");
-  let currentDir = path.resolve(startDir);
+  let currentDir = path2.resolve(startDir);
   while (true) {
-    const configPath = path.join(currentDir, "moose.config.toml");
+    const configPath = path2.join(currentDir, "moose.config.toml");
     if (fs5.existsSync(configPath)) {
       return configPath;
     }
-    const parentDir = path.dirname(currentDir);
+    const parentDir = path2.dirname(currentDir);
     if (parentDir === currentDir) {
       break;
     }
@@ -1207,11 +1260,15 @@ var init_runner = __esm({
     init_cluster_utils();
     init_sqlHelpers();
     init_internal();
+    init_compiler_config();
     toClientConfig2 = (config) => ({
       ...config,
       useSSL: config.useSSL ? "true" : "false"
     });
-    createPath = (apisDir, path5) => `${apisDir}${path5}.ts`;
+    createPath = (apisDir, path6, useCompiled2) => {
+      const extension = useCompiled2 ? ".js" : ".ts";
+      return `${apisDir}${path6}${extension}`;
+    };
     httpLogger = (req, res, startMs) => {
       console.log(
         `${req.method} ${req.url} ${res.statusCode} ${Date.now() - startMs}ms`
@@ -1219,6 +1276,9 @@ var init_runner = __esm({
     };
     modulesCache = /* @__PURE__ */ new Map();
     apiHandler = async (publicKey, clickhouseClient, temporalClient, apisDir, enforceAuth, isDmv2, jwtConfig) => {
+      const useCompiled2 = shouldUseCompiled();
+      const sourceDir = getSourceDir();
+      const actualApisDir = useCompiled2 ? `${process.cwd()}/.moose/compiled/${sourceDir}/apis/` : apisDir;
       const apis = isDmv2 ? await getApis2() : /* @__PURE__ */ new Map();
       return async (req, res) => {
         const start = Date.now();
@@ -1256,7 +1316,7 @@ var init_runner = __esm({
             httpLogger(req, res, start);
             return;
           }
-          const pathName = createPath(apisDir, fileName);
+          const pathName = createPath(actualApisDir, fileName, useCompiled2);
           const paramsObject = Array.from(url.searchParams.entries()).reduce(
             (obj, [key, value]) => {
               const existingValue = obj[key];
@@ -1715,16 +1775,13 @@ var init_index = __esm({
 // src/dmv2/internal.ts
 import process2 from "process";
 import * as fs2 from "fs";
-import * as path2 from "path";
-function getSourceDir() {
-  return process2.env.MOOSE_SOURCE_DIR || "app";
-}
+import * as path3 from "path";
 function findSourceFiles(dir, extensions = [".ts", ".tsx", ".js", ".jsx", ".mts", ".cts"]) {
   const files = [];
   try {
     const entries = fs2.readdirSync(dir, { withFileTypes: true });
     for (const entry of entries) {
-      const fullPath = path2.join(dir, entry.name);
+      const fullPath = path3.join(dir, entry.name);
       if (entry.isDirectory()) {
         if (entry.name !== "node_modules" && !entry.name.startsWith(".")) {
           files.push(...findSourceFiles(fullPath, extensions));
@@ -1733,7 +1790,7 @@ function findSourceFiles(dir, extensions = [".ts", ".tsx", ".js", ".jsx", ".mts"
         if (entry.name.endsWith(".d.ts") || entry.name.endsWith(".d.mts") || entry.name.endsWith(".d.cts")) {
           continue;
         }
-        const ext = path2.extname(entry.name);
+        const ext = path3.extname(entry.name);
         if (extensions.includes(ext)) {
           files.push(fullPath);
         }
@@ -1745,12 +1802,12 @@ function findSourceFiles(dir, extensions = [".ts", ".tsx", ".js", ".jsx", ".mts"
   return files;
 }
 function findUnloadedFiles() {
-  const appDir = path2.resolve(process2.cwd(), getSourceDir());
+  const appDir = path3.resolve(process2.cwd(), getSourceDir());
   const allSourceFiles = findSourceFiles(appDir);
   const loadedFiles = new Set(
-    Object.keys(__require.cache).filter((key) => key.startsWith(appDir)).map((key) => path2.resolve(key))
+    Object.keys(__require.cache).filter((key) => key.startsWith(appDir)).map((key) => path3.resolve(key))
   );
-  const unloadedFiles = allSourceFiles.map((file) => path2.resolve(file)).filter((file) => !loadedFiles.has(file)).map((file) => path2.relative(process2.cwd(), file));
+  const unloadedFiles = allSourceFiles.map((file) => path3.resolve(file)).filter((file) => !loadedFiles.has(file)).map((file) => path3.relative(process2.cwd(), file));
   return unloadedFiles;
 }
 function isS3QueueConfig(config) {
@@ -2009,6 +2066,7 @@ var init_internal = __esm({
     "use strict";
     init_index();
     init_commons();
+    init_compiler_config();
     moose_internal = {
       tables: /* @__PURE__ */ new Map(),
       streams: /* @__PURE__ */ new Map(),
@@ -2293,6 +2351,7 @@ var init_internal = __esm({
       );
     };
     loadIndex = () => {
+      const useCompiled2 = shouldUseCompiled();
       const registry = getMooseInternal();
       registry.tables.clear();
       registry.streams.clear();
@@ -2303,14 +2362,21 @@ var init_internal = __esm({
       registry.webApps.clear();
       registry.materializedViews.clear();
       registry.views.clear();
-      const appDir = `${process2.cwd()}/${getSourceDir()}`;
-      Object.keys(__require.cache).forEach((key) => {
-        if (key.startsWith(appDir)) {
-          delete __require.cache[key];
-        }
-      });
+      if (!useCompiled2) {
+        const appDir = `${process2.cwd()}/${getSourceDir()}`;
+        Object.keys(__require.cache).forEach((key) => {
+          if (key.startsWith(appDir)) {
+            delete __require.cache[key];
+          }
+        });
+      }
       try {
-        __require(`${process2.cwd()}/${getSourceDir()}/index.ts`);
+        const sourceDir = getSourceDir();
+        if (useCompiled2) {
+          __require(`${process2.cwd()}/.moose/compiled/${sourceDir}/index.js`);
+        } else {
+          __require(`${process2.cwd()}/${sourceDir}/index.ts`);
+        }
       } catch (error) {
         let hint;
         let includeDetails = true;
@@ -2417,21 +2483,23 @@ var init_internal = __esm({
 });
 
 // src/moose-runner.ts
+init_compiler_config();
 init_internal();
 import { register } from "ts-node";
 
 // src/blocks/runner.ts
 init_commons();
+init_compiler_config();
 import fastq from "fastq";
 import fs3 from "fs";
-import path3 from "path";
+import path4 from "path";
 var walkDir = (dir, fileExtension, fileList) => {
   const files = fs3.readdirSync(dir);
   files.forEach((file) => {
-    if (fs3.statSync(path3.join(dir, file)).isDirectory()) {
-      fileList = walkDir(path3.join(dir, file), fileExtension, fileList);
+    if (fs3.statSync(path4.join(dir, file)).isDirectory()) {
+      fileList = walkDir(path4.join(dir, file), fileExtension, fileList);
     } else if (file.endsWith(fileExtension)) {
-      fileList.push(path3.join(dir, file));
+      fileList.push(path4.join(dir, file));
     }
   });
   return fileList;
@@ -2496,7 +2564,11 @@ var asyncWorker = async (task) => {
 var runBlocks = async (config) => {
   const chClient = getClickhouseClient(toClientConfig3(config.clickhouseConfig));
   console.log(`Connected`);
-  const blocksFiles = walkDir(config.blocksDir, ".ts", []);
+  const useCompiled2 = shouldUseCompiled();
+  const sourceDir = getSourceDir();
+  const blocksDir = useCompiled2 ? `${process.cwd()}/.moose/compiled/${sourceDir}/blocks/` : config.blocksDir;
+  const fileExtension = useCompiled2 ? ".js" : ".ts";
+  const blocksFiles = walkDir(blocksDir, fileExtension, []);
   const numOfBlockFiles = blocksFiles.length;
   console.log(`Found ${numOfBlockFiles} blocks files`);
   const queue = fastq.promise(asyncWorker, 1);
@@ -2507,10 +2579,10 @@ var runBlocks = async (config) => {
       }
     }
   });
-  for (const path5 of blocksFiles) {
-    console.log(`Adding to queue: ${path5}`);
+  for (const path6 of blocksFiles) {
+    console.log(`Adding to queue: ${path6}`);
     try {
-      const blocks = __require(path5).default;
+      const blocks = __require(path6).default;
       queue.push({
         chClient,
         blocks,
@@ -2519,7 +2591,7 @@ var runBlocks = async (config) => {
     } catch (err) {
       cliLog({
         action: "Blocks",
-        message: `Failed to import blocks from ${path5}: ${err}`,
+        message: `Failed to import blocks from ${path6}: ${err}`,
         message_type: "Error"
       });
     }
@@ -2817,7 +2889,8 @@ var sendMessageMetrics = (logger2, metrics) => {
 function loadStreamingFunction(functionFilePath) {
   let streamingFunctionImport;
   try {
-    streamingFunctionImport = __require(functionFilePath.substring(0, functionFilePath.length - 3));
+    const pathWithoutExt = functionFilePath.replace(/\.(ts|js)$/, "");
+    streamingFunctionImport = __require(pathWithoutExt);
   } catch (e) {
     cliLog({ action: "Function", message: `${e}`, message_type: "Error" });
     throw e;
@@ -3089,18 +3162,32 @@ var runStreamingFunctions = async (args) => {
 };
 
 // src/moduleExportSerializer.ts
+init_compiler_config();
 async function runExportSerializer(targetModel) {
-  const exports_list = __require(targetModel);
+  const useCompiled2 = shouldUseCompiled();
+  const sourceDir = getSourceDir();
+  let modulePath = targetModel;
+  if (useCompiled2) {
+    if (modulePath.includes(sourceDir)) {
+      modulePath = modulePath.replace(
+        new RegExp(`/${sourceDir}/`),
+        `/.moose/compiled/${sourceDir}/`
+      );
+    }
+    modulePath = modulePath.replace(/\.ts$/, ".js");
+  }
+  const exports_list = __require(modulePath);
   console.log(JSON.stringify(exports_list));
 }
 
 // src/consumption-apis/exportTypeSerializer.ts
+init_compiler_config();
 import process4 from "process";
-function getSourceDir2() {
-  return process4.env.MOOSE_SOURCE_DIR || "app";
-}
 async function runApiTypeSerializer(targetModel) {
-  const func = __require(`${process4.cwd()}/${getSourceDir2()}/apis/${targetModel}.ts`).default;
+  const sourceDir = getSourceDir();
+  const useCompiled2 = shouldUseCompiled();
+  const apiPath = useCompiled2 ? `${process4.cwd()}/.moose/compiled/${sourceDir}/apis/${targetModel}.js` : `${process4.cwd()}/${sourceDir}/apis/${targetModel}.ts`;
+  const func = __require(apiPath).default;
   const inputSchema = func["moose_input_schema"] || null;
   const outputSchema = func["moose_output_schema"] || null;
   console.log(
@@ -3118,7 +3205,7 @@ import {
   Worker,
   bundleWorkflowCode
 } from "@temporalio/worker";
-import * as path4 from "path";
+import * as path5 from "path";
 import * as fs4 from "fs";
 
 // src/scripts/activity.ts
@@ -3414,7 +3501,7 @@ async function registerWorkflows(logger2, config) {
       }
     };
     const workflowBundle = await bundleWorkflowCode({
-      workflowsPath: path4.resolve(__dirname, "scripts/workflow.js"),
+      workflowsPath: path5.resolve(__dirname, "scripts/workflow.js"),
       logger: silentLogger
     });
     const worker = await Worker.create({
@@ -3495,31 +3582,27 @@ async function runScripts(config) {
 // src/moose-runner.ts
 import process5 from "process";
 import { Command } from "commander";
-if (process5.argv[2] == "consumption-apis" || process5.argv[2] == "consumption-type-serializer" || process5.argv[2] == "dmv2-serializer" || // Streaming functions for dmv2 need to load moose internals
-process5.argv[2] == "streaming-functions" || process5.argv[2] == "scripts") {
-  register({
-    require: ["tsconfig-paths/register"],
-    esm: true,
-    experimentalTsImportSpecifiers: true,
-    compiler: "ts-patch/compiler",
-    compilerOptions: {
-      plugins: [
-        {
-          transform: `./node_modules/@514labs/moose-lib/dist/compilerPlugin.js`,
-          transformProgram: true
-        },
-        {
-          transform: "typia/lib/transform"
-        }
-      ],
-      experimentalDecorators: true
-    }
-  });
-} else {
-  register({
-    esm: true,
-    experimentalTsImportSpecifiers: true
-  });
+var useCompiled = shouldUseCompiled();
+if (!useCompiled) {
+  const command = process5.argv[2];
+  const needsPlugins = COMMANDS_REQUIRING_PLUGINS.includes(command);
+  if (needsPlugins) {
+    register({
+      require: ["tsconfig-paths/register"],
+      esm: true,
+      experimentalTsImportSpecifiers: true,
+      compiler: "ts-patch/compiler",
+      compilerOptions: {
+        plugins: [...MOOSE_COMPILER_PLUGINS],
+        experimentalDecorators: true
+      }
+    });
+  } else {
+    register({
+      esm: true,
+      experimentalTsImportSpecifiers: true
+    });
+  }
 }
 var program = new Command();
 program.name("moose-runner").description("Moose runner for various operations").version("1.0.0");