pygments.rb 2.3.1 → 2.4.0

data/vendor/pygments-main/pygments/lexers/css.py

@@ -4,7 +4,7 @@
 
     Lexers for CSS and related stylesheet formats.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
@@ -13,8 +13,9 @@ import copy
 
 from pygments.lexer import ExtendedRegexLexer, RegexLexer, include, bygroups, \
     default, words, inherit
-from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
-    Number, Punctuation
+from pygments.token import Comment, Operator, Keyword, Name, String, Number, \
+    Punctuation, Whitespace
+from pygments.lexers._css_builtins import _css_properties
 
 __all__ = ['CssLexer', 'SassLexer', 'ScssLexer', 'LessCssLexer']
 
@@ -26,102 +27,38 @@ _vendor_prefixes = (
     '-webkit-', 'prince-', '-ah-', '-hp-', '-ro-', '-rim-', '-tc-',
 )
 
-# List of CSS properties obtained from:
-# https://www.w3.org/Style/CSS/all-properties.en.html
-# Note: handle --* separately
-_css_properties = (
-    'align-content', 'align-items', 'align-self', 'alignment-baseline', 'all',
-    'animation', 'animation-delay', 'animation-direction',
-    'animation-duration', 'animation-fill-mode', 'animation-iteration-count',
-    'animation-name', 'animation-play-state', 'animation-timing-function',
-    'appearance', 'azimuth', 'backface-visibility', 'background',
-    'background-attachment', 'background-blend-mode', 'background-clip',
-    'background-color', 'background-image', 'background-origin',
-    'background-position', 'background-repeat', 'background-size',
-    'baseline-shift', 'bookmark-label', 'bookmark-level', 'bookmark-state',
-    'border', 'border-bottom', 'border-bottom-color',
-    'border-bottom-left-radius', 'border-bottom-right-radius',
-    'border-bottom-style', 'border-bottom-width', 'border-boundary',
-    'border-collapse', 'border-color', 'border-image', 'border-image-outset',
-    'border-image-repeat', 'border-image-slice', 'border-image-source',
-    'border-image-width', 'border-left', 'border-left-color',
-    'border-left-style', 'border-left-width', 'border-radius', 'border-right',
-    'border-right-color', 'border-right-style', 'border-right-width',
-    'border-spacing', 'border-style', 'border-top', 'border-top-color',
-    'border-top-left-radius', 'border-top-right-radius', 'border-top-style',
-    'border-top-width', 'border-width', 'bottom', 'box-decoration-break',
-    'box-shadow', 'box-sizing', 'box-snap', 'box-suppress', 'break-after',
-    'break-before', 'break-inside', 'caption-side', 'caret', 'caret-animation',
-    'caret-color', 'caret-shape', 'chains', 'clear', 'clip', 'clip-path',
-    'clip-rule', 'color', 'color-interpolation-filters', 'column-count',
-    'column-fill', 'column-gap', 'column-rule', 'column-rule-color',
-    'column-rule-style', 'column-rule-width', 'column-span', 'column-width',
-    'columns', 'content', 'counter-increment', 'counter-reset', 'counter-set',
-    'crop', 'cue', 'cue-after', 'cue-before', 'cursor', 'direction', 'display',
-    'dominant-baseline', 'elevation', 'empty-cells', 'filter', 'flex',
-    'flex-basis', 'flex-direction', 'flex-flow', 'flex-grow', 'flex-shrink',
-    'flex-wrap', 'float', 'float-defer', 'float-offset', 'float-reference',
-    'flood-color', 'flood-opacity', 'flow', 'flow-from', 'flow-into', 'font',
-    'font-family', 'font-feature-settings', 'font-kerning',
-    'font-language-override', 'font-size', 'font-size-adjust', 'font-stretch',
-    'font-style', 'font-synthesis', 'font-variant', 'font-variant-alternates',
-    'font-variant-caps', 'font-variant-east-asian', 'font-variant-ligatures',
-    'font-variant-numeric', 'font-variant-position', 'font-weight',
-    'footnote-display', 'footnote-policy', 'glyph-orientation-vertical',
-    'grid', 'grid-area', 'grid-auto-columns', 'grid-auto-flow',
-    'grid-auto-rows', 'grid-column', 'grid-column-end', 'grid-column-gap',
-    'grid-column-start', 'grid-gap', 'grid-row', 'grid-row-end',
-    'grid-row-gap', 'grid-row-start', 'grid-template', 'grid-template-areas',
-    'grid-template-columns', 'grid-template-rows', 'hanging-punctuation',
-    'height', 'hyphenate-character', 'hyphenate-limit-chars',
-    'hyphenate-limit-last', 'hyphenate-limit-lines', 'hyphenate-limit-zone',
-    'hyphens', 'image-orientation', 'image-resolution', 'initial-letter',
-    'initial-letter-align', 'initial-letter-wrap', 'isolation',
-    'justify-content', 'justify-items', 'justify-self', 'left',
-    'letter-spacing', 'lighting-color', 'line-break', 'line-grid',
-    'line-height', 'line-snap', 'list-style', 'list-style-image',
-    'list-style-position', 'list-style-type', 'margin', 'margin-bottom',
-    'margin-left', 'margin-right', 'margin-top', 'marker-side',
-    'marquee-direction', 'marquee-loop', 'marquee-speed', 'marquee-style',
-    'mask', 'mask-border', 'mask-border-mode', 'mask-border-outset',
-    'mask-border-repeat', 'mask-border-slice', 'mask-border-source',
-    'mask-border-width', 'mask-clip', 'mask-composite', 'mask-image',
-    'mask-mode', 'mask-origin', 'mask-position', 'mask-repeat', 'mask-size',
-    'mask-type', 'max-height', 'max-lines', 'max-width', 'min-height',
-    'min-width', 'mix-blend-mode', 'motion', 'motion-offset', 'motion-path',
-    'motion-rotation', 'move-to', 'nav-down', 'nav-left', 'nav-right',
-    'nav-up', 'object-fit', 'object-position', 'offset-after', 'offset-before',
-    'offset-end', 'offset-start', 'opacity', 'order', 'orphans', 'outline',
-    'outline-color', 'outline-offset', 'outline-style', 'outline-width',
-    'overflow', 'overflow-style', 'overflow-wrap', 'overflow-x', 'overflow-y',
-    'padding', 'padding-bottom', 'padding-left', 'padding-right', 'padding-top',
-    'page', 'page-break-after', 'page-break-before', 'page-break-inside',
-    'page-policy', 'pause', 'pause-after', 'pause-before', 'perspective',
-    'perspective-origin', 'pitch', 'pitch-range', 'play-during', 'polar-angle',
-    'polar-distance', 'position', 'presentation-level', 'quotes',
-    'region-fragment', 'resize', 'rest', 'rest-after', 'rest-before',
-    'richness', 'right', 'rotation', 'rotation-point', 'ruby-align',
-    'ruby-merge', 'ruby-position', 'running', 'scroll-snap-coordinate',
-    'scroll-snap-destination', 'scroll-snap-points-x', 'scroll-snap-points-y',
-    'scroll-snap-type', 'shape-image-threshold', 'shape-inside', 'shape-margin',
-    'shape-outside', 'size', 'speak', 'speak-as', 'speak-header',
-    'speak-numeral', 'speak-punctuation', 'speech-rate', 'stress', 'string-set',
-    'tab-size', 'table-layout', 'text-align', 'text-align-last',
-    'text-combine-upright', 'text-decoration', 'text-decoration-color',
-    'text-decoration-line', 'text-decoration-skip', 'text-decoration-style',
-    'text-emphasis', 'text-emphasis-color', 'text-emphasis-position',
-    'text-emphasis-style', 'text-indent', 'text-justify', 'text-orientation',
-    'text-overflow', 'text-shadow', 'text-space-collapse', 'text-space-trim',
-    'text-spacing', 'text-transform', 'text-underline-position', 'text-wrap',
-    'top', 'transform', 'transform-origin', 'transform-style', 'transition',
-    'transition-delay', 'transition-duration', 'transition-property',
-    'transition-timing-function', 'unicode-bidi', 'user-select',
-    'vertical-align', 'visibility', 'voice-balance', 'voice-duration',
-    'voice-family', 'voice-pitch', 'voice-range', 'voice-rate', 'voice-stress',
-    'voice-volume', 'volume', 'white-space', 'widows', 'width', 'will-change',
-    'word-break', 'word-spacing', 'word-wrap', 'wrap-after', 'wrap-before',
-    'wrap-flow', 'wrap-inside', 'wrap-through', 'writing-mode', 'z-index',
-)
+# List of extended color keywords obtained from:
+# https://drafts.csswg.org/css-color/#named-colors
+_color_keywords = (
+    'aliceblue', 'antiquewhite', 'aqua', 'aquamarine', 'azure', 'beige',
+    'bisque', 'black', 'blanchedalmond', 'blue', 'blueviolet', 'brown',
+    'burlywood', 'cadetblue', 'chartreuse', 'chocolate', 'coral',
+    'cornflowerblue', 'cornsilk', 'crimson', 'cyan', 'darkblue', 'darkcyan',
+    'darkgoldenrod', 'darkgray', 'darkgreen', 'darkgrey', 'darkkhaki',
+    'darkmagenta', 'darkolivegreen', 'darkorange', 'darkorchid', 'darkred',
+    'darksalmon', 'darkseagreen', 'darkslateblue', 'darkslategray',
+    'darkslategrey', 'darkturquoise', 'darkviolet', 'deeppink', 'deepskyblue',
+    'dimgray', 'dimgrey', 'dodgerblue', 'firebrick', 'floralwhite',
+    'forestgreen', 'fuchsia', 'gainsboro', 'ghostwhite', 'gold', 'goldenrod',
+    'gray', 'green', 'greenyellow', 'grey', 'honeydew', 'hotpink', 'indianred',
+    'indigo', 'ivory', 'khaki', 'lavender', 'lavenderblush', 'lawngreen',
+    'lemonchiffon', 'lightblue', 'lightcoral', 'lightcyan',
+    'lightgoldenrodyellow', 'lightgray', 'lightgreen', 'lightgrey',
+    'lightpink', 'lightsalmon', 'lightseagreen', 'lightskyblue',
+    'lightslategray', 'lightslategrey', 'lightsteelblue', 'lightyellow',
+    'lime', 'limegreen', 'linen', 'magenta', 'maroon', 'mediumaquamarine',
+    'mediumblue', 'mediumorchid', 'mediumpurple', 'mediumseagreen',
+    'mediumslateblue', 'mediumspringgreen', 'mediumturquoise',
+    'mediumvioletred', 'midnightblue', 'mintcream', 'mistyrose', 'moccasin',
+    'navajowhite', 'navy', 'oldlace', 'olive', 'olivedrab', 'orange',
+    'orangered', 'orchid', 'palegoldenrod', 'palegreen', 'paleturquoise',
+    'palevioletred', 'papayawhip', 'peachpuff', 'peru', 'pink', 'plum',
+    'powderblue', 'purple', 'rebeccapurple', 'red', 'rosybrown', 'royalblue',
+    'saddlebrown', 'salmon', 'sandybrown', 'seagreen', 'seashell', 'sienna',
+    'silver', 'skyblue', 'slateblue', 'slategray', 'slategrey', 'snow',
+    'springgreen', 'steelblue', 'tan', 'teal', 'thistle', 'tomato', 'turquoise',
+    'violet', 'wheat', 'white', 'whitesmoke', 'yellow', 'yellowgreen',
+) + ('transparent',)
 
 # List of keyword values obtained from:
 # http://cssvalues.com/
@@ -179,39 +116,6 @@ _keyword_values = (
     'x-small', 'xx-large', 'xx-small', 'zoom-in', 'zoom-out',
 )
 
-# List of extended color keywords obtained from:
-# https://drafts.csswg.org/css-color/#named-colors
-_color_keywords = (
-    'aliceblue', 'antiquewhite', 'aqua', 'aquamarine', 'azure', 'beige',
-    'bisque', 'black', 'blanchedalmond', 'blue', 'blueviolet', 'brown',
-    'burlywood', 'cadetblue', 'chartreuse', 'chocolate', 'coral',
-    'cornflowerblue', 'cornsilk', 'crimson', 'cyan', 'darkblue', 'darkcyan',
-    'darkgoldenrod', 'darkgray', 'darkgreen', 'darkgrey', 'darkkhaki',
-    'darkmagenta', 'darkolivegreen', 'darkorange', 'darkorchid', 'darkred',
-    'darksalmon', 'darkseagreen', 'darkslateblue', 'darkslategray',
-    'darkslategrey', 'darkturquoise', 'darkviolet', 'deeppink', 'deepskyblue',
-    'dimgray', 'dimgrey', 'dodgerblue', 'firebrick', 'floralwhite',
-    'forestgreen', 'fuchsia', 'gainsboro', 'ghostwhite', 'gold', 'goldenrod',
-    'gray', 'green', 'greenyellow', 'grey', 'honeydew', 'hotpink', 'indianred',
-    'indigo', 'ivory', 'khaki', 'lavender', 'lavenderblush', 'lawngreen',
-    'lemonchiffon', 'lightblue', 'lightcoral', 'lightcyan',
-    'lightgoldenrodyellow', 'lightgray', 'lightgreen', 'lightgrey',
-    'lightpink', 'lightsalmon', 'lightseagreen', 'lightskyblue',
-    'lightslategray', 'lightslategrey', 'lightsteelblue', 'lightyellow',
-    'lime', 'limegreen', 'linen', 'magenta', 'maroon', 'mediumaquamarine',
-    'mediumblue', 'mediumorchid', 'mediumpurple', 'mediumseagreen',
-    'mediumslateblue', 'mediumspringgreen', 'mediumturquoise',
-    'mediumvioletred', 'midnightblue', 'mintcream', 'mistyrose', 'moccasin',
-    'navajowhite', 'navy', 'oldlace', 'olive', 'olivedrab', 'orange',
-    'orangered', 'orchid', 'palegoldenrod', 'palegreen', 'paleturquoise',
-    'palevioletred', 'papayawhip', 'peachpuff', 'peru', 'pink', 'plum',
-    'powderblue', 'purple', 'rebeccapurple', 'red', 'rosybrown', 'royalblue',
-    'saddlebrown', 'salmon', 'sandybrown', 'seagreen', 'seashell', 'sienna',
-    'silver', 'skyblue', 'slateblue', 'slategray', 'slategrey', 'snow',
-    'springgreen', 'steelblue', 'tan', 'teal', 'thistle', 'tomato', 'turquoise',
-    'violet', 'wheat', 'white', 'whitesmoke', 'yellow', 'yellowgreen',
-) + ('transparent',)
-
 # List of other keyword values from other sources:
 _other_keyword_values = (
     'above', 'aural', 'behind', 'bidi-override', 'center-left', 'center-right',
@@ -270,6 +174,7 @@ class CssLexer(RegexLexer):
     """
 
     name = 'CSS'
+    url = 'https://www.w3.org/TR/CSS/#css'
     aliases = ['css']
     filenames = ['*.css']
     mimetypes = ['text/css']
@@ -279,7 +184,7 @@ class CssLexer(RegexLexer):
             include('basics'),
         ],
         'basics': [
-            (r'\s+', Text),
+            (r'\s+', Whitespace),
             (r'/\*(?:.|\n)*?\*/', Comment),
             (r'\{', Punctuation, 'content'),
             (r'(\:{1,2})([\w-]+)', bygroups(Punctuation, Name.Decorator)),
@@ -301,23 +206,23 @@ class CssLexer(RegexLexer):
             (r'\}', Punctuation, '#pop:2'),
         ],
         'content': [
-            (r'\s+', Text),
+            (r'\s+', Whitespace),
             (r'\}', Punctuation, '#pop'),
             (r';', Punctuation),
             (r'^@.*?$', Comment.Preproc),
 
             (words(_vendor_prefixes,), Keyword.Pseudo),
             (r'('+r'|'.join(_css_properties)+r')(\s*)(\:)',
-             bygroups(Keyword, Text, Punctuation), 'value-start'),
-            (r'([-]+[a-zA-Z_][\w-]*)(\s*)(\:)', bygroups(Name.Variable, Text, Punctuation),
+             bygroups(Keyword, Whitespace, Punctuation), 'value-start'),
+            (r'([-]+[a-zA-Z_][\w-]*)(\s*)(\:)', bygroups(Name.Variable, Whitespace, Punctuation),
              'value-start'),
-            (r'([a-zA-Z_][\w-]*)(\s*)(\:)', bygroups(Name, Text, Punctuation),
+            (r'([a-zA-Z_][\w-]*)(\s*)(\:)', bygroups(Name, Whitespace, Punctuation),
              'value-start'),
 
             (r'/\*(?:.|\n)*?\*/', Comment),
         ],
         'value-start': [
-            (r'\s+', Text),
+            (r'\s+', Whitespace),
             (words(_vendor_prefixes,), Name.Builtin.Pseudo),
             include('urls'),
             (r'('+r'|'.join(_functional_notation_keyword_values)+r')(\()',
@@ -343,8 +248,8 @@ class CssLexer(RegexLexer):
             (r'\}', Punctuation, '#pop:2'),
         ],
         'function-start': [
-            (r'\s+', Text),
-            (r'[-]+([\w+]+[-]*)+', Name.Variable),
+            (r'\s+', Whitespace),
+            (r'[-]+([A-Za-z][\w+]*[-]*)+', Name.Variable),
             include('urls'),
             (words(_vendor_prefixes,), Keyword.Pseudo),
             (words(_keyword_values, suffix=r'\b'), Keyword.Constant),
@@ -389,7 +294,7 @@ class CssLexer(RegexLexer):
 
 common_sass_tokens = {
     'value': [
-        (r'[ \t]+', Text),
+        (r'[ \t]+', Whitespace),
         (r'[!$][\w-]+', Name.Variable),
         (r'url\(', String.Other, 'string-url'),
         (r'[a-z_-][\w-]*(?=\()', Name.Function),
@@ -451,7 +356,7 @@ common_sass_tokens = {
     ],
 
     'selector': [
-        (r'[ \t]+', Text),
+        (r'[ \t]+', Whitespace),
         (r'\:', Name.Decorator, 'pseudo-class'),
         (r'\.', Name.Class, 'class'),
         (r'\#', Name.Namespace, 'id'),
@@ -508,7 +413,7 @@ common_sass_tokens = {
 
 def _indentation(lexer, match, ctx):
     indentation = match.group(0)
-    yield match.start(), Text, indentation
+    yield match.start(), Whitespace, indentation
     ctx.last_indentation = indentation
     ctx.pos = match.end()
 
@@ -545,6 +450,7 @@ class SassLexer(ExtendedRegexLexer):
     """
 
     name = 'Sass'
+    url = 'https://sass-lang.com/'
     aliases = ['sass']
     filenames = ['*.sass']
     mimetypes = ['text/x-sass']
@@ -553,7 +459,7 @@ class SassLexer(ExtendedRegexLexer):
 
     tokens = {
         'root': [
-            (r'[ \t]*\n', Text),
+            (r'[ \t]*\n', Whitespace),
             (r'[ \t]*', _indentation),
         ],
 
@@ -565,8 +471,8 @@ class SassLexer(ExtendedRegexLexer):
             (r'@import', Keyword, 'import'),
             (r'@for', Keyword, 'for'),
             (r'@(debug|warn|if|while)', Keyword, 'value'),
-            (r'(@mixin)( [\w-]+)', bygroups(Keyword, Name.Function), 'value'),
-            (r'(@include)( [\w-]+)', bygroups(Keyword, Name.Decorator), 'value'),
+            (r'(@mixin)( )([\w-]+)', bygroups(Keyword, Whitespace, Name.Function), 'value'),
+            (r'(@include)( )([\w-]+)', bygroups(Keyword, Whitespace, Name.Decorator), 'value'),
             (r'@extend', Keyword, 'selector'),
             (r'@[\w-]+', Keyword, 'selector'),
             (r'=[\w-]+', Name.Function, 'value'),
@@ -580,31 +486,31 @@ class SassLexer(ExtendedRegexLexer):
 
         'single-comment': [
             (r'.+', Comment.Single),
-            (r'\n', Text, 'root'),
+            (r'\n', Whitespace, 'root'),
         ],
 
         'multi-comment': [
             (r'.+', Comment.Multiline),
-            (r'\n', Text, 'root'),
+            (r'\n', Whitespace, 'root'),
         ],
 
         'import': [
-            (r'[ \t]+', Text),
+            (r'[ \t]+', Whitespace),
             (r'\S+', String),
-            (r'\n', Text, 'root'),
+            (r'\n', Whitespace, 'root'),
         ],
 
         'old-style-attr': [
             (r'[^\s:="\[]+', Name.Attribute),
             (r'#\{', String.Interpol, 'interpolation'),
-            (r'[ \t]*=', Operator, 'value'),
+            (r'([ \t]*)(=)', bygroups(Whitespace, Operator), 'value'),
             default('value'),
         ],
 
         'new-style-attr': [
             (r'[^\s:="\[]+', Name.Attribute),
             (r'#\{', String.Interpol, 'interpolation'),
-            (r'[ \t]*[=:]', Operator, 'value'),
+            (r'([ \t]*)([=:])', bygroups(Whitespace, Operator), 'value'),
         ],
 
         'inline-comment': [
@@ -615,8 +521,8 @@ class SassLexer(ExtendedRegexLexer):
     }
     for group, common in common_sass_tokens.items():
         tokens[group] = copy.copy(common)
-    tokens['value'].append((r'\n', Text, 'root'))
-    tokens['selector'].append((r'\n', Text, 'root'))
+    tokens['value'].append((r'\n', Whitespace, 'root'))
+    tokens['selector'].append((r'\n', Whitespace, 'root'))
 
 
 class ScssLexer(RegexLexer):
@@ -625,6 +531,7 @@ class ScssLexer(RegexLexer):
     """
 
     name = 'SCSS'
+    url = 'https://sass-lang.com/'
     aliases = ['scss']
     filenames = ['*.scss']
     mimetypes = ['text/x-scss']
@@ -632,7 +539,7 @@ class ScssLexer(RegexLexer):
     flags = re.IGNORECASE | re.DOTALL
     tokens = {
         'root': [
-            (r'\s+', Text),
+            (r'\s+', Whitespace),
             (r'//.*?\n', Comment.Single),
             (r'/\*.*?\*/', Comment.Multiline),
             (r'@import', Keyword, 'value'),
@@ -641,7 +548,7 @@ class ScssLexer(RegexLexer):
             (r'(@mixin)( [\w-]+)', bygroups(Keyword, Name.Function), 'value'),
             (r'(@include)( [\w-]+)', bygroups(Keyword, Name.Decorator), 'value'),
             (r'@extend', Keyword, 'selector'),
-            (r'(@media)(\s+)', bygroups(Keyword, Text), 'value'),
+            (r'(@media)(\s+)', bygroups(Keyword, Whitespace), 'value'),
             (r'@[\w-]+', Keyword, 'selector'),
             (r'(\$[\w-]*\w)([ \t]*:)', bygroups(Name.Variable, Operator), 'value'),
             # TODO: broken, and prone to infinite loops.
@@ -665,18 +572,19 @@ class ScssLexer(RegexLexer):
     }
     for group, common in common_sass_tokens.items():
         tokens[group] = copy.copy(common)
-    tokens['value'].extend([(r'\n', Text), (r'[;{}]', Punctuation, '#pop')])
-    tokens['selector'].extend([(r'\n', Text), (r'[;{}]', Punctuation, '#pop')])
+    tokens['value'].extend([(r'\n', Whitespace), (r'[;{}]', Punctuation, '#pop')])
+    tokens['selector'].extend([(r'\n', Whitespace), (r'[;{}]', Punctuation, '#pop')])
 
 
 class LessCssLexer(CssLexer):
     """
-    For `LESS <http://lesscss.org/>`_ styleshets.
+    For LESS styleshets.
 
     .. versionadded:: 2.1
     """
 
     name = 'LessCss'
+    url = 'http://lesscss.org/'
     aliases = ['less']
     filenames = ['*.less']
     mimetypes = ['text/x-less-css']

data/vendor/pygments-main/pygments/lexers/d.py

@@ -4,13 +4,13 @@
 
     Lexers for D languages.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
-from pygments.lexer import RegexLexer, include, words
-from pygments.token import Text, Comment, Keyword, Name, String, \
-    Number, Punctuation
+from pygments.lexer import RegexLexer, include, words, bygroups
+from pygments.token import Comment, Keyword, Name, String, Number, \
+    Punctuation, Whitespace
 
 __all__ = ['DLexer', 'CrocLexer', 'MiniDLexer']
 
@@ -22,17 +22,18 @@ class DLexer(RegexLexer):
     .. versionadded:: 1.2
     """
     name = 'D'
+    url = 'https://dlang.org/'
     filenames = ['*.d', '*.di']
     aliases = ['d']
     mimetypes = ['text/x-dsrc']
 
     tokens = {
         'root': [
-            (r'\n', Text),
-            (r'\s+', Text),
+            (r'\n', Whitespace),
+            (r'\s+', Whitespace),
             # (r'\\\n', Text), # line continuations
             # Comments
-            (r'//(.*?)\n', Comment.Single),
+            (r'(//.*?)(\n)', bygroups(Comment.Single, Whitespace)),
             (r'/(\\\n)?[*](.|\n)*?[*](\\\n)?/', Comment.Multiline),
             (r'/\+', Comment.Multiline, 'nested_comment'),
             # Keywords
@@ -122,7 +123,8 @@ class DLexer(RegexLexer):
             # Identifier
             (r'[a-zA-Z_]\w*', Name),
             # Line
-            (r'#line\s.*\n', Comment.Special),
+            (r'(#line)(\s)(.*)(\n)', bygroups(Comment.Special, Whitespace,
+                Comment.Special, Whitespace)),
         ],
         'nested_comment': [
             (r'[^+/]+', Comment.Multiline),
@@ -185,19 +187,20 @@ class DLexer(RegexLexer):
 
 class CrocLexer(RegexLexer):
     """
-    For `Croc <http://jfbillingsley.com/croc>`_ source.
+    For Croc source.
     """
     name = 'Croc'
+    url = 'http://jfbillingsley.com/croc'
     filenames = ['*.croc']
     aliases = ['croc']
     mimetypes = ['text/x-crocsrc']
 
     tokens = {
         'root': [
-            (r'\n', Text),
-            (r'\s+', Text),
+            (r'\n', Whitespace),
+            (r'\s+', Whitespace),
             # Comments
-            (r'//(.*?)\n', Comment.Single),
+            (r'(//.*?)(\n)', bygroups(Comment.Single, Whitespace)),
             (r'/\*', Comment.Multiline, 'nestedcomment'),
             # Keywords
             (words((

data/vendor/pygments-main/pygments/lexers/dalvik.py

@@ -4,7 +4,7 @@
 
     Pygments lexers for Dalvik VM-related languages.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
@@ -12,19 +12,20 @@ import re
 
 from pygments.lexer import RegexLexer, include, bygroups
 from pygments.token import Keyword, Text, Comment, Name, String, Number, \
-    Punctuation
+    Punctuation, Whitespace
 
 __all__ = ['SmaliLexer']
 
 
 class SmaliLexer(RegexLexer):
     """
-    For `Smali <http://code.google.com/p/smali/>`_ (Android/Dalvik) assembly
+    For Smali (Android/Dalvik) assembly
     code.
 
     .. versionadded:: 1.6
     """
     name = 'Smali'
+    url = 'http://code.google.com/p/smali/'
     aliases = ['smali']
     filenames = ['*.smali']
     mimetypes = ['text/smali']
@@ -45,13 +46,15 @@ class SmaliLexer(RegexLexer):
             include('whitespace')
         ],
         'directive': [
-            (r'^[ \t]*\.(class|super|implements|field|subannotation|annotation|'
+            (r'^([ \t]*)(\.(?:class|super|implements|field|subannotation|annotation|'
              r'enum|method|registers|locals|array-data|packed-switch|'
              r'sparse-switch|catchall|catch|line|parameter|local|prologue|'
-             r'epilogue|source)', Keyword),
-            (r'^[ \t]*\.end (field|subannotation|annotation|method|array-data|'
-             'packed-switch|sparse-switch|parameter|local)', Keyword),
-            (r'^[ \t]*\.restart local', Keyword),
+             r'epilogue|source))', bygroups(Whitespace, Keyword)),
+            (r'^([ \t]*)(\.end)( )(field|subannotation|annotation|method|array-data|'
+             'packed-switch|sparse-switch|parameter|local)',
+             bygroups(Whitespace, Keyword, Whitespace, Keyword)),
+            (r'^([ \t]*)(\.restart)( )(local)',
+             bygroups(Whitespace, Keyword, Whitespace, Keyword)),
         ],
         'access-modifier': [
             (r'(public|private|protected|static|final|synchronized|bridge|'
@@ -60,12 +63,12 @@ class SmaliLexer(RegexLexer):
              r'transient)', Keyword),
         ],
         'whitespace': [
-            (r'\n', Text),
-            (r'\s+', Text),
+            (r'\n', Whitespace),
+            (r'\s+', Whitespace),
         ],
         'instruction': [
             (r'\b[vp]\d+\b', Name.Builtin),  # registers
-            (r'\b[a-z][A-Za-z0-9/-]+\s+', Text),  # instructions
+            (r'(\b[a-z][A-Za-z0-9/-]+)(\s+)', bygroups(Text, Whitespace)),  # instructions
         ],
         'literal': [
             (r'".*"', String),