@docusaurus/core 3.7.0-canary-6305 → 3.7.0-canary-6307

package/lib/ssg/ssgEnv.d.ts

@@ -7,3 +7,4 @@
 export declare const SSGConcurrency: number;
 export declare const SSGWorkerThreadCount: number | undefined;
 export declare const SSGWorkerThreadTaskSize: number;
+export declare const SSGWorkerThreadRecyclerMaxMemory: number | undefined;

package/lib/ssg/ssgEnv.js

@@ -6,7 +6,7 @@
  * LICENSE file in the root directory of this source tree.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.SSGWorkerThreadTaskSize = exports.SSGWorkerThreadCount = exports.SSGConcurrency = void 0;
+exports.SSGWorkerThreadRecyclerMaxMemory = exports.SSGWorkerThreadTaskSize = exports.SSGWorkerThreadCount = exports.SSGConcurrency = void 0;
 // Secret way to set SSR plugin async concurrency option
 // Waiting for feedback before documenting this officially?
 // TODO Docusaurus v4, rename SSR => SSG
@@ -27,3 +27,13 @@ exports.SSGWorkerThreadTaskSize = process.env
     .DOCUSAURUS_SSG_WORKER_THREAD_TASK_SIZE
     ? parseInt(process.env.DOCUSAURUS_SSG_WORKER_THREAD_TASK_SIZE, 10)
     : 10; // TODO need fine-tuning
+// Controls worker thread recycling behavior (maxMemoryLimitBeforeRecycle)
+// See https://github.com/facebook/docusaurus/pull/11166
+// See https://github.com/facebook/docusaurus/issues/11161
+exports.SSGWorkerThreadRecyclerMaxMemory = process.env
+    .DOCUSAURUS_SSG_WORKER_THREAD_RECYCLER_MAX_MEMORY
+    ? parseInt(process.env.DOCUSAURUS_SSG_WORKER_THREAD_RECYCLER_MAX_MEMORY, 10)
+    : // TODO we should probably provide a default value here
+        //  2gb is a quite reasonable max that should work well even for large sites
+        //  we'd rather ask community feedback first
+        undefined;

package/lib/ssg/ssgExecutor.js

@@ -84,6 +84,15 @@ const createPooledSSGExecutor = async ({ params, pathnames, }) => {
             runtime: 'worker_threads',
             isolateWorkers: false,
             workerData: { params },
+            // WORKER MEMORY MANAGEMENT
+            // Allows containing SSG memory leaks with a thread recycling workaround
+            // See https://github.com/facebook/docusaurus/pull/11166
+            // See https://github.com/facebook/docusaurus/issues/11161
+            maxMemoryLimitBeforeRecycle: ssgEnv_1.SSGWorkerThreadRecyclerMaxMemory,
+            resourceLimits: {
+            // For some reason I can't figure out how to limit memory on a worker
+            // See https://x.com/sebastienlorber/status/1920781195618513143
+            },
         });
     });
     const pathnamesChunks = lodash_1.default.chunk(pathnames, ssgEnv_1.SSGWorkerThreadTaskSize);

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@docusaurus/core",
   "description": "Easy to Maintain Open Source Documentation Websites",
-  "version": "3.7.0-canary-6305",
+  "version": "3.7.0-canary-6307",
   "license": "MIT",
   "publishConfig": {
     "access": "public"
@@ -33,13 +33,13 @@
     "url": "https://github.com/facebook/docusaurus/issues"
   },
   "dependencies": {
-    "@docusaurus/babel": "3.7.0-canary-6305",
-    "@docusaurus/bundler": "3.7.0-canary-6305",
-    "@docusaurus/logger": "3.7.0-canary-6305",
-    "@docusaurus/mdx-loader": "3.7.0-canary-6305",
-    "@docusaurus/utils": "3.7.0-canary-6305",
-    "@docusaurus/utils-common": "3.7.0-canary-6305",
-    "@docusaurus/utils-validation": "3.7.0-canary-6305",
+    "@docusaurus/babel": "3.7.0-canary-6307",
+    "@docusaurus/bundler": "3.7.0-canary-6307",
+    "@docusaurus/logger": "3.7.0-canary-6307",
+    "@docusaurus/mdx-loader": "3.7.0-canary-6307",
+    "@docusaurus/utils": "3.7.0-canary-6307",
+    "@docusaurus/utils-common": "3.7.0-canary-6307",
+    "@docusaurus/utils-validation": "3.7.0-canary-6307",
     "boxen": "^6.2.1",
     "chalk": "^4.1.2",
     "chokidar": "^3.5.3",
@@ -77,8 +77,8 @@
     "webpack-merge": "^6.0.1"
   },
   "devDependencies": {
-    "@docusaurus/module-type-aliases": "3.7.0-canary-6305",
-    "@docusaurus/types": "3.7.0-canary-6305",
+    "@docusaurus/module-type-aliases": "3.7.0-canary-6307",
+    "@docusaurus/types": "3.7.0-canary-6307",
     "@total-typescript/shoehorn": "^0.1.2",
     "@types/detect-port": "^1.3.3",
     "@types/react-dom": "^18.2.7",
@@ -98,5 +98,5 @@
   "engines": {
     "node": ">=18.0"
   },
-  "gitHead": "23671c5708319ffafb2b94e29eb850e4d6c4fa1b"
+  "gitHead": "0e2754e95723df81393508b9014db164f2ab7f34"
 }