@514labs/moose-lib 0.6.267-ci-2-g3cd14684 → 0.6.267-ci-3-g2d546d7e

package/dist/moose-runner.mjs

@@ -962,8 +962,15 @@ var runApis = async (config) => {
   const apisCluster = new Cluster({
     maxWorkerCount: (config.workerCount ?? 0) > 0 ? config.workerCount : void 0,
     workerStart: async () => {
+      const workerInfo = `[Worker ${process.pid}]`;
+      const startTime = Date.now();
+      console.log(`${workerInfo} workerStart: beginning initialization`);
       let temporalClient;
       if (config.temporalConfig) {
+        const temporalStart = Date.now();
+        console.log(
+          `${workerInfo} workerStart: initializing Temporal client...`
+        );
         temporalClient = await getTemporalClient(
           config.temporalConfig.url,
           config.temporalConfig.namespace,
@@ -971,29 +978,51 @@ var runApis = async (config) => {
           config.temporalConfig.clientKey,
           config.temporalConfig.apiKey
         );
+        console.log(
+          `${workerInfo} workerStart: Temporal client initialized in ${Date.now() - temporalStart}ms`
+        );
       }
+      const clickhouseStart = Date.now();
+      console.log(
+        `${workerInfo} workerStart: initializing ClickHouse client...`
+      );
       const clickhouseClient = getClickhouseClient(
         toClientConfig(config.clickhouseConfig)
       );
+      console.log(
+        `${workerInfo} workerStart: ClickHouse client initialized in ${Date.now() - clickhouseStart}ms`
+      );
       let publicKey;
       if (config.jwtConfig?.secret) {
-        console.log("Importing JWT public key...");
+        const jwtStart = Date.now();
+        console.log(`${workerInfo} workerStart: importing JWT public key...`);
         publicKey = await jose.importSPKI(config.jwtConfig.secret, "RS256");
+        console.log(
+          `${workerInfo} workerStart: JWT key imported in ${Date.now() - jwtStart}ms`
+        );
       }
-      const server = http2.createServer(
-        await createMainRouter(
-          publicKey,
-          clickhouseClient,
-          temporalClient,
-          config.apisDir,
-          config.enforceAuth,
-          config.isDmv2,
-          config.jwtConfig
-        )
+      const routerStart = Date.now();
+      console.log(`${workerInfo} workerStart: creating main router...`);
+      const router = await createMainRouter(
+        publicKey,
+        clickhouseClient,
+        temporalClient,
+        config.apisDir,
+        config.enforceAuth,
+        config.isDmv2,
+        config.jwtConfig
+      );
+      console.log(
+        `${workerInfo} workerStart: main router created in ${Date.now() - routerStart}ms`
       );
+      const serverStart = Date.now();
+      console.log(`${workerInfo} workerStart: creating HTTP server...`);
+      const server = http2.createServer(router);
       const port = config.proxyPort !== void 0 ? config.proxyPort : 4001;
       server.listen(port, "localhost", () => {
-        console.log(`Server running on port ${port}`);
+        console.log(
+          `${workerInfo} Server running on port ${port} (total startup: ${Date.now() - startTime}ms)`
+        );
       });
       return server;
     },
@@ -1614,43 +1643,106 @@ if (getMooseInternal() === void 0) {
   globalThis.moose_internal = moose_internal;
 }
 var dumpMooseInternal = async () => {
-  loadIndex();
+  await loadIndex();
   console.log(
     "___MOOSE_STUFF___start",
     JSON.stringify(toInfraMap(getMooseInternal())),
     "end___MOOSE_STUFF___"
   );
 };
-var loadIndex = () => {
-  const registry = getMooseInternal();
-  registry.tables.clear();
-  registry.streams.clear();
-  registry.ingestApis.clear();
-  registry.apis.clear();
-  registry.sqlResources.clear();
-  registry.workflows.clear();
-  registry.webApps.clear();
-  const appDir = `${process2.cwd()}/${getSourceDir()}`;
-  Object.keys(__require.cache).forEach((key) => {
-    if (key.startsWith(appDir)) {
-      delete __require.cache[key];
-    }
-  });
-  try {
-    __require(`${process2.cwd()}/${getSourceDir()}/index.ts`);
-  } catch (error) {
-    let hint;
-    const details = error instanceof Error ? error.message : String(error);
-    if (details.includes("ERR_REQUIRE_ESM") || details.includes("ES Module")) {
-      hint = "The file or its dependencies are ESM-only. Switch to packages that dual-support CJS & ESM, or upgrade to Node 22.12+. If you must use Node 20, you may try Node 20.19\n\n";
-    }
-    const errorMsg = `${hint ?? ""}${details}`;
-    const cause = error instanceof Error ? error : void 0;
-    throw new Error(errorMsg, { cause });
+var indexLoadState = "unloaded";
+var indexLoadPromise = null;
+var loadIndex = async () => {
+  const workerInfo = `[Worker ${process2.pid}]`;
+  if (indexLoadState === "loaded") {
+    console.log(
+      `${workerInfo} loadIndex: already loaded, returning immediately`
+    );
+    return;
+  }
+  if (indexLoadState === "loading" && indexLoadPromise) {
+    console.log(
+      `${workerInfo} loadIndex: already loading, waiting for completion`
+    );
+    return indexLoadPromise;
   }
+  console.log(`${workerInfo} loadIndex: starting load process`);
+  const startTime = Date.now();
+  const delay = Math.random() * 500;
+  console.log(
+    `${workerInfo} loadIndex: waiting ${delay.toFixed(0)}ms to stagger load`
+  );
+  await new Promise((resolve2) => setTimeout(resolve2, delay));
+  if (indexLoadState === "loading" && indexLoadPromise) {
+    console.log(
+      `${workerInfo} loadIndex: another worker started loading during delay, waiting`
+    );
+    return indexLoadPromise;
+  }
+  if (indexLoadState === "loaded") {
+    console.log(
+      `${workerInfo} loadIndex: loaded by another worker during delay`
+    );
+    return;
+  }
+  indexLoadState = "loading";
+  indexLoadPromise = (async () => {
+    try {
+      console.log(`${workerInfo} loadIndex: clearing registry...`);
+      const clearStart = Date.now();
+      const registry = getMooseInternal();
+      registry.tables.clear();
+      registry.streams.clear();
+      registry.ingestApis.clear();
+      registry.apis.clear();
+      registry.sqlResources.clear();
+      registry.workflows.clear();
+      registry.webApps.clear();
+      console.log(
+        `${workerInfo} loadIndex: registry cleared in ${Date.now() - clearStart}ms`
+      );
+      console.log(`${workerInfo} loadIndex: clearing require cache...`);
+      const cacheStart = Date.now();
+      const appDir = `${process2.cwd()}/${getSourceDir()}`;
+      Object.keys(__require.cache).forEach((key) => {
+        if (key.startsWith(appDir)) {
+          delete __require.cache[key];
+        }
+      });
+      console.log(
+        `${workerInfo} loadIndex: require cache cleared in ${Date.now() - cacheStart}ms`
+      );
+      console.log(`${workerInfo} loadIndex: requiring index.ts...`);
+      const requireStart = Date.now();
+      __require(`${process2.cwd()}/${getSourceDir()}/index.ts`);
+      console.log(
+        `${workerInfo} loadIndex: require completed in ${Date.now() - requireStart}ms`
+      );
+      indexLoadState = "loaded";
+      console.log(
+        `${workerInfo} loadIndex: total load time ${Date.now() - startTime}ms`
+      );
+    } catch (error) {
+      console.error(
+        `${workerInfo} loadIndex: FAILED after ${Date.now() - startTime}ms`,
+        error
+      );
+      indexLoadState = "unloaded";
+      indexLoadPromise = null;
+      let hint;
+      const details = error instanceof Error ? error.message : String(error);
+      if (details.includes("ERR_REQUIRE_ESM") || details.includes("ES Module")) {
+        hint = "The file or its dependencies are ESM-only. Switch to packages that dual-support CJS & ESM, or upgrade to Node 22.12+. If you must use Node 20, you may try Node 20.19\n\n";
+      }
+      const errorMsg = `${hint ?? ""}${details}`;
+      const cause = error instanceof Error ? error : void 0;
+      throw new Error(errorMsg, { cause });
+    }
+  })();
+  return indexLoadPromise;
 };
 var getStreamingFunctions = async () => {
-  loadIndex();
+  await loadIndex();
   const registry = getMooseInternal();
   const transformFunctions = /* @__PURE__ */ new Map();
   registry.streams.forEach((stream) => {
@@ -1677,7 +1769,7 @@ var getStreamingFunctions = async () => {
   return transformFunctions;
 };
 var getApis2 = async () => {
-  loadIndex();
+  await loadIndex();
   const apiFunctions = /* @__PURE__ */ new Map();
   const registry = getMooseInternal();
   const versionCountByName = /* @__PURE__ */ new Map();
@@ -1709,7 +1801,7 @@ var getApis2 = async () => {
   return apiFunctions;
 };
 var getWorkflows2 = async () => {
-  loadIndex();
+  await loadIndex();
   const registry = getMooseInternal();
   return registry.workflows;
 };
@@ -1743,7 +1835,7 @@ var getTaskForWorkflow = async (workflowName, taskName) => {
   return task;
 };
 var getWebApps2 = async () => {
-  loadIndex();
+  await loadIndex();
   return getMooseInternal().webApps;
 };