@mui/internal-docs-infra 0.3.1-canary.2 → 0.3.1-canary.4

package/esm/pipeline/loaderUtils/rewriteImports.js

@@ -1,4 +1,3 @@
-import _createForOfIteratorHelper from "@babel/runtime/helpers/esm/createForOfIteratorHelper";
 /**
  * Interface for rewrite replacement operations.
  */
@@ -14,78 +13,66 @@ import _createForOfIteratorHelper from "@babel/runtime/helpers/esm/createForOfIt
  * @returns The source code with import statements rewritten to const declarations
  */
 export function rewriteImportsToNull(source, importPathsToRewrite, importResult) {
-  var replacements = [];
+  const replacements = [];
 
   // Find all import statements to rewrite
-  importPathsToRewrite.forEach(function (importPath) {
-    var importData = importResult[importPath];
+  importPathsToRewrite.forEach(importPath => {
+    const importData = importResult[importPath];
     if (importData && importData.positions.length > 0) {
       // For each position (there should typically be one per import statement)
-      var _iterator = _createForOfIteratorHelper(importData.positions),
-        _step;
-      try {
-        for (_iterator.s(); !(_step = _iterator.n()).done;) {
-          var position = _step.value;
-          // Parse backwards from the quote to find 'import' keyword
-          var importStart = position.start;
-          var targetWord = 'import';
-          while (importStart >= targetWord.length) {
-            var slice = source.slice(importStart - targetWord.length, importStart);
-            var prevChar = importStart > targetWord.length ? source[importStart - targetWord.length - 1] : '';
-            if (slice === targetWord && (!prevChar || /\s/.test(prevChar))) {
-              importStart -= targetWord.length;
-              break;
-            }
-            importStart -= 1;
+      for (const position of importData.positions) {
+        // Parse backwards from the quote to find 'import' keyword
+        let importStart = position.start;
+        const targetWord = 'import';
+        while (importStart >= targetWord.length) {
+          const slice = source.slice(importStart - targetWord.length, importStart);
+          const prevChar = importStart > targetWord.length ? source[importStart - targetWord.length - 1] : '';
+          if (slice === targetWord && (!prevChar || /\s/.test(prevChar))) {
+            importStart -= targetWord.length;
+            break;
           }
+          importStart -= 1;
+        }
 
-          // Parse forwards from after the closing quote to find semicolon/newline
-          // position.end points to the character AFTER the closing quote
-          var importEnd = position.end;
-
-          // Check for optional semicolon
-          if (importEnd < source.length && source[importEnd] === ';') {
-            importEnd += 1;
-          }
+        // Parse forwards from after the closing quote to find semicolon/newline
+        // position.end points to the character AFTER the closing quote
+        let importEnd = position.end;
 
-          // Check for newline after the statement
-          var hasTrailingNewline = false;
-          if (importEnd < source.length && source[importEnd] === '\n') {
-            hasTrailingNewline = true;
-            importEnd += 1;
-          }
+        // Check for optional semicolon
+        if (importEnd < source.length && source[importEnd] === ';') {
+          importEnd += 1;
+        }
 
-          // Generate const declarations from import names
-          var constDeclarations = importData.names.map(function (nameInfo) {
-            var varName = nameInfo.alias || nameInfo.name;
-            return "const ".concat(varName, " = null;");
-          }).join('\n');
-
-          // Add newline if original import had one
-          var newText = constDeclarations + (hasTrailingNewline ? '\n' : '');
-          replacements.push({
-            start: importStart,
-            end: importEnd,
-            newText: newText
-          });
+        // Check for newline after the statement
+        let hasTrailingNewline = false;
+        if (importEnd < source.length && source[importEnd] === '\n') {
+          hasTrailingNewline = true;
+          importEnd += 1;
         }
-      } catch (err) {
-        _iterator.e(err);
-      } finally {
-        _iterator.f();
+
+        // Generate const declarations from import names
+        const constDeclarations = importData.names.map(nameInfo => {
+          const varName = nameInfo.alias || nameInfo.name;
+          return `const ${varName} = null;`;
+        }).join('\n');
+
+        // Add newline if original import had one
+        const newText = constDeclarations + (hasTrailingNewline ? '\n' : '');
+        replacements.push({
+          start: importStart,
+          end: importEnd,
+          newText
+        });
       }
     }
   });
 
   // Sort replacements by position (descending) to avoid position shifts
-  replacements.sort(function (a, b) {
-    return b.start - a.start;
-  });
+  replacements.sort((a, b) => b.start - a.start);
 
   // Apply replacements from right to left (using same logic as rewriteImports)
-  var result = source;
-  for (var _i = 0, _replacements = replacements; _i < _replacements.length; _i++) {
-    var replacement = _replacements[_i];
+  let result = source;
+  for (const replacement of replacements) {
     result = result.slice(0, replacement.start) + replacement.newText + result.slice(replacement.end);
   }
   return result;
@@ -101,36 +88,24 @@ export function rewriteImportsToNull(source, importPathsToRewrite, importResult)
  * @returns The source code with import statements removed
  */
 export function removeImports(source, importPathsToRemove, importResult) {
-  var linesToRemove = new Set();
+  const linesToRemove = new Set();
 
   // Find all line numbers that contain imports to remove
-  importPathsToRemove.forEach(function (importPath) {
-    var _importResult$importP;
-    var positions = (_importResult$importP = importResult[importPath]) == null ? void 0 : _importResult$importP.positions;
+  importPathsToRemove.forEach(importPath => {
+    const positions = importResult[importPath]?.positions;
     if (positions && positions.length > 0) {
-      var _iterator2 = _createForOfIteratorHelper(positions),
-        _step2;
-      try {
-        for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
-          var position = _step2.value;
-          // Find which line this position is on
-          var beforePosition = source.slice(0, position.start);
-          var lineNumber = (beforePosition.match(/\n/g) || []).length;
-          linesToRemove.add(lineNumber);
-        }
-      } catch (err) {
-        _iterator2.e(err);
-      } finally {
-        _iterator2.f();
+      for (const position of positions) {
+        // Find which line this position is on
+        const beforePosition = source.slice(0, position.start);
+        const lineNumber = (beforePosition.match(/\n/g) || []).length;
+        linesToRemove.add(lineNumber);
       }
     }
   });
 
   // Split source into lines and filter out lines to remove
-  var lines = source.split('\n');
-  var filteredLines = lines.filter(function (_, index) {
-    return !linesToRemove.has(index);
-  });
+  const lines = source.split('\n');
+  const filteredLines = lines.filter((_, index) => !linesToRemove.has(index));
   return filteredLines.join('\n');
 }
 
@@ -145,51 +120,38 @@ export function removeImports(source, importPathsToRemove, importResult) {
  * @returns The source code with rewritten import paths
  */
 export function rewriteImports(source, importPathMapping, importResult) {
-  var replacements = [];
+  const replacements = [];
 
   // Use precise position-based replacement
-  importPathMapping.forEach(function (newPath, originalPath) {
-    var _importResult$origina;
-    var positions = (_importResult$origina = importResult[originalPath]) == null ? void 0 : _importResult$origina.positions;
+  importPathMapping.forEach((newPath, originalPath) => {
+    const positions = importResult[originalPath]?.positions;
     if (positions && positions.length > 0) {
       // Process all positions where this import path appears
-      var _iterator3 = _createForOfIteratorHelper(positions),
-        _step3;
-      try {
-        for (_iterator3.s(); !(_step3 = _iterator3.n()).done;) {
-          var position = _step3.value;
-          // Validate position bounds
-          if (position.start >= 0 && position.end <= source.length && position.start < position.end) {
-            // The positions include the quotes, so we need to preserve them
-            var originalText = source.slice(position.start, position.end);
-            if (originalText.length > 0) {
-              var quote = originalText.charAt(0); // Get the original quote character
-              var newText = "".concat(quote).concat(newPath).concat(quote);
-              replacements.push({
-                start: position.start,
-                end: position.end,
-                newText: newText
-              });
-            }
+      for (const position of positions) {
+        // Validate position bounds
+        if (position.start >= 0 && position.end <= source.length && position.start < position.end) {
+          // The positions include the quotes, so we need to preserve them
+          const originalText = source.slice(position.start, position.end);
+          if (originalText.length > 0) {
+            const quote = originalText.charAt(0); // Get the original quote character
+            const newText = `${quote}${newPath}${quote}`;
+            replacements.push({
+              start: position.start,
+              end: position.end,
+              newText
+            });
           }
         }
-      } catch (err) {
-        _iterator3.e(err);
-      } finally {
-        _iterator3.f();
       }
     }
   });
 
   // Sort replacements by position (descending) to avoid position shifts
-  replacements.sort(function (a, b) {
-    return b.start - a.start;
-  });
+  replacements.sort((a, b) => b.start - a.start);
 
   // Apply replacements from right to left
-  var result = source;
-  for (var _i2 = 0, _replacements2 = replacements; _i2 < _replacements2.length; _i2++) {
-    var replacement = _replacements2[_i2];
+  let result = source;
+  for (const replacement of replacements) {
     result = result.slice(0, replacement.start) + replacement.newText + result.slice(replacement.end);
   }
   return result;

package/esm/pipeline/parseSource/addLineGutters.js

@@ -1,4 +1,3 @@
-import _createForOfIteratorHelper from "@babel/runtime/helpers/esm/createForOfIteratorHelper";
 // Example copied from https://github.com/wooorm/starry-night#example-adding-line-numbers
 
 /**
@@ -8,17 +7,17 @@ import _createForOfIteratorHelper from "@babel/runtime/helpers/esm/createForOfIt
  * @returns The number of lines in the tree
  */
 export function countLines(tree) {
-  var search = /\r?\n|\r/g;
-  var index = -1;
-  var start = 0;
-  var startTextRemainder = '';
-  var lineNumber = 0;
+  const search = /\r?\n|\r/g;
+  let index = -1;
+  let start = 0;
+  let startTextRemainder = '';
+  let lineNumber = 0;
   while (index + 1 < tree.children.length) {
     index += 1;
-    var child = tree.children[index];
+    const child = tree.children[index];
     if (child.type === 'text') {
-      var textStart = 0;
-      var match = search.exec(child.value);
+      let textStart = 0;
+      let match = search.exec(child.value);
       while (match) {
         lineNumber += 1;
         start = index + 1;
@@ -39,31 +38,30 @@ export function countLines(tree) {
   }
   return lineNumber;
 }
-export function starryNightGutter(tree, sourceLines) {
-  var frameSize = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 120;
+export function starryNightGutter(tree, sourceLines, frameSize = 120) {
   /** @type {Array<RootContent>} */
-  var replacement = [];
-  var search = /\r?\n|\r/g;
-  var index = -1;
-  var start = 0;
-  var startTextRemainder = '';
-  var lineNumber = 0;
-  var frameLines = [];
-  var frameStartLine = 1; // Track the starting line number for the current frame
+  const replacement = [];
+  const search = /\r?\n|\r/g;
+  let index = -1;
+  let start = 0;
+  let startTextRemainder = '';
+  let lineNumber = 0;
+  let frameLines = [];
+  let frameStartLine = 1; // Track the starting line number for the current frame
 
   while (index + 1 < tree.children.length) {
     index += 1;
-    var child = tree.children[index];
+    const child = tree.children[index];
     if (child.type === 'text') {
-      var textStart = 0;
-      var match = search.exec(child.value);
+      let textStart = 0;
+      let match = search.exec(child.value);
       while (match) {
         // Nodes in this line.
-        var _line = tree.children.slice(start, index);
+        const line = tree.children.slice(start, index);
 
         // Prepend text from a partial matched earlier text.
         if (startTextRemainder) {
-          _line.unshift({
+          line.unshift({
             type: 'text',
             value: startTextRemainder
           });
@@ -72,7 +70,7 @@ export function starryNightGutter(tree, sourceLines) {
 
         // Append text from this text.
         if (match.index > textStart) {
-          _line.push({
+          line.push({
             type: 'text',
             value: child.value.slice(textStart, match.index)
           });
@@ -80,7 +78,7 @@ export function starryNightGutter(tree, sourceLines) {
 
         // Add a line, and the eol.
         lineNumber += 1;
-        frameLines.push(createLine(_line, lineNumber), {
+        frameLines.push(createLine(line, lineNumber), {
           type: 'text',
           value: match[0]
         });
@@ -102,7 +100,7 @@ export function starryNightGutter(tree, sourceLines) {
       }
     }
   }
-  var line = tree.children.slice(start);
+  const line = tree.children.slice(start);
   // Prepend text from a partial matched earlier text.
   if (startTextRemainder) {
     line.unshift({
@@ -123,22 +121,12 @@ export function starryNightGutter(tree, sourceLines) {
 
   // If there are multiple frames and sourceLines provided, add dataAsString to each frame
   if (replacement.length > 1 && sourceLines) {
-    var _iterator = _createForOfIteratorHelper(replacement),
-      _step;
-    try {
-      for (_iterator.s(); !(_step = _iterator.n()).done;) {
-        var _frame$properties;
-        var frame = _step.value;
-        if (frame.type === 'element' && frame.tagName === 'span' && ((_frame$properties = frame.properties) == null ? void 0 : _frame$properties.className) === 'frame' && typeof frame.properties.dataFrameStartLine === 'number' && typeof frame.properties.dataFrameEndLine === 'number') {
-          var startLine = frame.properties.dataFrameStartLine - 1; // Convert to 0-based index
-          var endLine = frame.properties.dataFrameEndLine; // This is already inclusive
-          frame.properties.dataAsString = sourceLines.slice(startLine, endLine).join('\n');
-        }
+    for (const frame of replacement) {
+      if (frame.type === 'element' && frame.tagName === 'span' && frame.properties?.className === 'frame' && typeof frame.properties.dataFrameStartLine === 'number' && typeof frame.properties.dataFrameEndLine === 'number') {
+        const startLine = frame.properties.dataFrameStartLine - 1; // Convert to 0-based index
+        const endLine = frame.properties.dataFrameEndLine; // This is already inclusive
+        frame.properties.dataAsString = sourceLines.slice(startLine, endLine).join('\n');
       }
-    } catch (err) {
-      _iterator.e(err);
-    } finally {
-      _iterator.f();
     }
   }
 
@@ -159,11 +147,11 @@ function createLine(children, line) {
       className: 'line',
       dataLn: line
     },
-    children: children
+    children
   };
 }
 function createFrame(frameChildren, sourceLines, startLine, endLine) {
-  var properties = {
+  const properties = {
     className: 'frame'
   };
 
@@ -175,7 +163,7 @@ function createFrame(frameChildren, sourceLines, startLine, endLine) {
   return {
     type: 'element',
     tagName: 'span',
-    properties: properties,
+    properties,
     children: frameChildren
   };
 }

package/esm/pipeline/parseSource/grammars.d.ts

@@ -1,2 +1,13 @@
 export declare const grammars: import("@wooorm/starry-night").Grammar[];
-export declare const extensionMap: Record<string, string>;
+export declare const extensionMap: Record<string, string>;
+/**
+ * Maps simplified language names back to grammar scope names.
+ * Used when `language` prop is provided instead of fileName.
+ */
+export declare const languageToGrammarMap: Record<string, string>;
+/**
+ * Gets the grammar scope from a language name.
+ * @param language - The language name (e.g., 'tsx', 'css', 'typescript')
+ * @returns The grammar scope or undefined if not recognized
+ */
+export declare function getGrammarFromLanguage(language: string): string | undefined;

package/esm/pipeline/parseSource/grammars.js

@@ -8,14 +8,13 @@ import textHtmlBasic from '@wooorm/starry-night/text.html.basic';
 import sourceCss from '@wooorm/starry-night/source.css';
 import sourceShell from '@wooorm/starry-night/source.shell';
 import sourceYaml from '@wooorm/starry-night/source.yaml';
-export var grammars = [sourceJs, sourceTs, sourceTsx, sourceJson, textMd, sourceMdx,
+export const grammars = [sourceJs, sourceTs, sourceTsx, sourceJson, textMd, sourceMdx,
 // needs sourceTsx
 textHtmlBasic, sourceCss, sourceShell, sourceYaml];
-export var extensionMap = {
+export const extensionMap = {
   '.js': 'source.js',
   '.ts': 'source.ts',
   '.jsx': 'source.tsx',
-  // TODO: is there a JSX grammar?
   '.tsx': 'source.tsx',
   '.json': 'source.json',
   '.md': 'text.md',
@@ -24,4 +23,37 @@ export var extensionMap = {
   '.css': 'source.css',
   '.sh': 'source.shell',
   '.yaml': 'source.yaml'
-};
+};
+
+/**
+ * Maps simplified language names back to grammar scope names.
+ * Used when `language` prop is provided instead of fileName.
+ */
+export const languageToGrammarMap = {
+  js: 'source.js',
+  javascript: 'source.js',
+  ts: 'source.ts',
+  typescript: 'source.ts',
+  jsx: 'source.tsx',
+  tsx: 'source.tsx',
+  json: 'source.json',
+  md: 'text.md',
+  markdown: 'text.md',
+  mdx: 'source.mdx',
+  html: 'text.html.basic',
+  css: 'source.css',
+  sh: 'source.shell',
+  shell: 'source.shell',
+  bash: 'source.shell',
+  yaml: 'source.yaml',
+  yml: 'source.yaml'
+};
+
+/**
+ * Gets the grammar scope from a language name.
+ * @param language - The language name (e.g., 'tsx', 'css', 'typescript')
+ * @returns The grammar scope or undefined if not recognized
+ */
+export function getGrammarFromLanguage(language) {
+  return languageToGrammarMap[language.toLowerCase()];
+}

package/esm/pipeline/parseSource/index.d.ts

@@ -1 +1,2 @@
-export * from "./parseSource.js";
+export * from "./parseSource.js";
+export { getGrammarFromLanguage, languageToGrammarMap, extensionMap } from "./grammars.js";

package/esm/pipeline/parseSource/index.js

@@ -1 +1,2 @@
-export * from "./parseSource.js";
+export * from "./parseSource.js";
+export { getGrammarFromLanguage, languageToGrammarMap, extensionMap } from "./grammars.js";

package/esm/pipeline/parseSource/parseSource.js

@@ -1,16 +1,23 @@
-import _regenerator from "@babel/runtime/helpers/esm/regenerator";
-import _asyncToGenerator from "@babel/runtime/helpers/esm/asyncToGenerator";
 import { createStarryNight } from '@wooorm/starry-night';
-import { grammars, extensionMap } from "./grammars.js";
+import { grammars, extensionMap, getGrammarFromLanguage } from "./grammars.js";
 import { starryNightGutter } from "./addLineGutters.js";
-var STARRY_NIGHT_KEY = '__docs_infra_starry_night_instance__';
-export var parseSource = function parseSource(source, fileName) {
-  var starryNight = globalThis[STARRY_NIGHT_KEY];
+const STARRY_NIGHT_KEY = '__docs_infra_starry_night_instance__';
+export const parseSource = (source, fileName, language) => {
+  const starryNight = globalThis[STARRY_NIGHT_KEY];
   if (!starryNight) {
     throw new Error('Starry Night not initialized. Use createParseSource to create an initialized parseSource function.');
   }
-  var fileType = fileName.slice(fileName.lastIndexOf('.'));
-  if (!extensionMap[fileType]) {
+
+  // Determine the grammar scope: prefer explicit language, then fall back to file extension
+  let grammarScope;
+  if (language) {
+    grammarScope = getGrammarFromLanguage(language);
+  }
+  if (!grammarScope && fileName) {
+    const fileType = fileName.slice(fileName.lastIndexOf('.'));
+    grammarScope = extensionMap[fileType];
+  }
+  if (!grammarScope) {
     // Return a basic HAST root node with the source text for unsupported file types
     // TODO: should we split and add line gutters?
     return {
@@ -21,31 +28,15 @@ export var parseSource = function parseSource(source, fileName) {
       }]
     };
   }
-  var highlighted = starryNight.highlight(source, extensionMap[fileType]);
-  var sourceLines = source.split(/\r?\n|\r/);
+  const highlighted = starryNight.highlight(source, grammarScope);
+  const sourceLines = source.split(/\r?\n|\r/);
   starryNightGutter(highlighted, sourceLines); // mutates the tree to add line gutters
 
   return highlighted;
 };
-export var createParseSource = /*#__PURE__*/function () {
-  var _ref = _asyncToGenerator(/*#__PURE__*/_regenerator().m(function _callee() {
-    return _regenerator().w(function (_context) {
-      while (1) switch (_context.n) {
-        case 0:
-          if (globalThis[STARRY_NIGHT_KEY]) {
-            _context.n = 2;
-            break;
-          }
-          _context.n = 1;
-          return createStarryNight(grammars);
-        case 1:
-          globalThis[STARRY_NIGHT_KEY] = _context.v;
-        case 2:
-          return _context.a(2, parseSource);
-      }
-    }, _callee);
-  }));
-  return function createParseSource() {
-    return _ref.apply(this, arguments);
-  };
-}();
+export const createParseSource = async () => {
+  if (!globalThis[STARRY_NIGHT_KEY]) {
+    globalThis[STARRY_NIGHT_KEY] = await createStarryNight(grammars);
+  }
+  return parseSource;
+};