pygments.rb 2.3.1 → 2.4.0

data/vendor/pygments-main/pygments/lexers/wgsl.py

@@ -0,0 +1,407 @@
+"""
+    pygments.lexers.wgsl
+    ~~~~~~~~~~~~~~~~~~~~
+
+    Lexer for the WebGPU Shading Language.
+
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+from pygments.lexer import RegexLexer, include, bygroups, words, default
+from pygments.token import Comment, Operator, Keyword, Name, \
+    Number, Punctuation, Whitespace
+from pygments import unistring as uni
+
+__all__ = ['WgslLexer']
+
+LF = '\\u000a'
+VT = '\\u000b'
+FF = '\\u000c'
+CR = '\\u000d'
+NextLine = '\\u0085'
+LineSep = '\\u2028'
+ParaSep = '\\u2029'
+LineEndCodePoints = [LF,VT,FF,CR,NextLine,LineSep,ParaSep]
+NotLineEndRE = '[^' + "".join(LineEndCodePoints) + ']'
+LineEndRE = '[' + "".join(LineEndCodePoints) + ']'
+
+# https://www.w3.org/TR/WGSL/#syntax-ident_pattern_token
+ident_pattern_token = '([{}][{}]+)|[{}]'.format(uni.xid_start,uni.xid_continue,uni.xid_start)
+
+
+class WgslLexer(RegexLexer):
+    """
+    Lexer for the WebGPU Shading Language.
+
+    .. versionadded:: 2.15
+    """
+    name = 'WebGPU Shading Language'
+    url = 'https://www.w3.org/TR/WGSL/'
+    aliases = ['wgsl']
+    filenames = ['*.wgsl']
+    mimetypes = ['text/wgsl']
+
+    # https://www.w3.org/TR/WGSL/#var-and-value
+    keyword_decl = (words('var let const override'.split(),suffix=r'\b'), Keyword.Declaration)
+    # https://www.w3.org/TR/WGSL/#keyword-summary
+    keywords = (words("""
+                alias
+                break
+                case
+                const_assert
+                continue
+                continuing
+                default
+                diagnostic
+                discard
+                else
+                enable
+                false
+                fn
+                for
+                if
+                loop
+                requires
+                return
+                struct
+                switch
+                true
+                while
+                """.split(), suffix=r'\b'), Keyword)
+
+    # https://www.w3.org/TR/WGSL/#reserved-words
+    keyword_reserved = (words("""
+                NULL
+                Self
+                abstract
+                active
+                alignas
+                alignof
+                as
+                asm
+                asm_fragment
+                async
+                attribute
+                auto
+                await
+                become
+                binding_array
+                cast
+                catch
+                class
+                co_await
+                co_return
+                co_yield
+                coherent
+                column_major
+                common
+                compile
+                compile_fragment
+                concept
+                const_cast
+                consteval
+                constexpr
+                constinit
+                crate
+                debugger
+                decltype
+                delete
+                demote
+                demote_to_helper
+                do
+                dynamic_cast
+                enum
+                explicit
+                export
+                extends
+                extern
+                external
+                fallthrough
+                filter
+                final
+                finally
+                friend
+                from
+                fxgroup
+                get
+                goto
+                groupshared
+                highp
+                impl
+                implements
+                import
+                inline
+                instanceof
+                interface
+                layout
+                lowp
+                macro
+                macro_rules
+                match
+                mediump
+                meta
+                mod
+                module
+                move
+                mut
+                mutable
+                namespace
+                new
+                nil
+                noexcept
+                noinline
+                nointerpolation
+                noperspective
+                null
+                nullptr
+                of
+                operator
+                package
+                packoffset
+                partition
+                pass
+                patch
+                pixelfragment
+                precise
+                precision
+                premerge
+                priv
+                protected
+                pub
+                public
+                readonly
+                ref
+                regardless
+                register
+                reinterpret_cast
+                require
+                resource
+                restrict
+                self
+                set
+                shared
+                sizeof
+                smooth
+                snorm
+                static
+                static_assert
+                static_cast
+                std
+                subroutine
+                super
+                target
+                template
+                this
+                thread_local
+                throw
+                trait
+                try
+                type
+                typedef
+                typeid
+                typename
+                typeof
+                union
+                unless
+                unorm
+                unsafe
+                unsized
+                use
+                using
+                varying
+                virtual
+                volatile
+                wgsl
+                where
+                with
+                writeonly
+                yield
+                """.split(), suffix=r'\b'), Keyword.Reserved)
+
+    # https://www.w3.org/TR/WGSL/#predeclared-enumerants
+    predeclared_enums = (words("""
+          read write read_write
+          function private workgroup uniform storage
+          perspective linear flat
+          center centroid sample
+          vertex_index instance_index position front_facing frag_depth
+              local_invocation_id local_invocation_index
+              global_invocation_id workgroup_id num_workgroups
+              sample_index sample_mask
+          rgba8unorm
+          rgba8snorm
+          rgba8uint
+          rgba8sint
+          rgba16uint
+          rgba16sint
+          rgba16float
+          r32uint
+          r32sint
+          r32float
+          rg32uint
+          rg32sint
+          rg32float
+          rgba32uint
+          rgba32sint
+          rgba32float
+          bgra8unorm
+          """.split(), suffix=r'\b'), Name.Builtin)
+
+    # https://www.w3.org/TR/WGSL/#predeclared-types
+    predeclared_types = (words("""
+          bool
+          f16
+          f32
+          i32
+          sampler sampler_comparison
+          texture_depth_2d
+          texture_depth_2d_array
+          texture_depth_cube
+          texture_depth_cube_array
+          texture_depth_multisampled_2d
+          texture_external
+          texture_external
+          u32
+          """.split(), suffix=r'\b'), Name.Builtin)
+
+    # https://www.w3.org/TR/WGSL/#predeclared-types
+    predeclared_type_generators = (words("""
+          array
+          atomic
+          mat2x2
+          mat2x3
+          mat2x4
+          mat3x2
+          mat3x3
+          mat3x4
+          mat4x2
+          mat4x3
+          mat4x4
+          ptr
+          texture_1d
+          texture_2d
+          texture_2d_array
+          texture_3d
+          texture_cube
+          texture_cube_array
+          texture_multisampled_2d
+          texture_storage_1d
+          texture_storage_2d
+          texture_storage_2d_array
+          texture_storage_3d
+          vec2
+          vec3
+          vec4
+          """.split(), suffix=r'\b'), Name.Builtin)
+
+    # Predeclared type aliases for vectors
+    # https://www.w3.org/TR/WGSL/#vector-types
+    predeclared_type_alias_vectors = (words("""
+          vec2i vec3i vec4i
+          vec2u vec3u vec4u
+          vec2f vec3f vec4f
+          vec2h vec3h vec4h
+          """.split(), suffix=r'\b'), Name.Builtin)
+
+    # Predeclared type aliases for matrices
+    # https://www.w3.org/TR/WGSL/#matrix-types
+    predeclared_type_alias_matrices = (words("""
+          mat2x2f mat2x3f mat2x4f
+          mat3x2f mat3x3f mat3x4f
+          mat4x2f mat4x3f mat4x4f
+          mat2x2h mat2x3h mat2x4h
+          mat3x2h mat3x3h mat3x4h
+          mat4x2h mat4x3h mat4x4h
+          """.split(), suffix=r'\b'), Name.Builtin)
+
+    tokens = {
+        'blankspace': [
+            # https://www.w3.org/TR/WGSL/#blankspace
+            (r'[\u0020\u0009\u000a\u000b\u000c\u000d\u0085\u200e\u200f\u2028\u2029]+', Whitespace),
+        ],
+        'comments': [
+            # Line ending comments
+            # Match up CR/LF pair first.
+            (r'//{}*{}{}'.format(NotLineEndRE,CR,LF), Comment.Single),
+            (r'//{}*{}'.format(NotLineEndRE,LineEndRE), Comment.Single),
+            (r'/\*', Comment.Multiline, 'block_comment'),
+        ],
+        'attribute': [
+            include('blankspace'),
+            include('comments'),
+            (ident_pattern_token, Name.Decorator,'#pop'),
+            default('#pop'),
+        ],
+        'root': [
+            include('blankspace'),
+            include('comments'),
+
+            # Attributes.
+            # https://www.w3.org/TR/WGSL/#attributes
+            # Mark the '@' and the attribute name as a decorator.
+            (r'@', Name.Decorator, 'attribute'),
+
+            # Keywords
+            (r'(true|false)\b', Keyword.Constant),
+            keyword_decl,
+            keywords,
+            keyword_reserved,
+
+            # Predeclared
+            predeclared_enums,
+            predeclared_types,
+            predeclared_type_generators,
+            predeclared_type_alias_vectors,
+            predeclared_type_alias_matrices,
+
+            # Decimal float literals
+            # https://www.w3.org/TR/WGSL/#syntax-decimal_float_literal
+            # 0, with type-specifying suffix.
+            (r'0[fh]', Number.Float),
+            # Other decimal integer, with type-specifying suffix.
+            (r'[1-9][0-9]*[fh]', Number.Float),
+            #    Has decimal point, at least one digit after decimal.
+            (r'[0-9]*\.[0-9]+([eE][+-]?[0-9]+)?[fh]?', Number.Float),
+            #    Has decimal point, at least one digit before decimal.
+            (r'[0-9]+\.[0-9]*([eE][+-]?[0-9]+)?[fh]?', Number.Float),
+            #    Has at least one digit, and has an exponent.
+            (r'[0-9]+[eE][+-]?[0-9]+[fh]?', Number.Float),
+
+            # Hex float literals
+            # https://www.w3.org/TR/WGSL/#syntax-hex_float_literal
+            (r'0[xX][0-9a-fA-F]*\.[0-9a-fA-F]+([pP][+-]?[0-9]+[fh]?)?', Number.Float),
+            (r'0[xX][0-9a-fA-F]+\.[0-9a-fA-F]*([pP][+-]?[0-9]+[fh]?)?', Number.Float),
+            (r'0[xX][0-9a-fA-F]+[pP][+-]?[0-9]+[fh]?', Number.Float),
+
+            # Hexadecimal integer literals
+            # https://www.w3.org/TR/WGSL/#syntax-hex_int_literal
+            (r'0[xX][0-9a-fA-F]+[iu]?', Number.Hex),
+            # Decimal integer literals
+            # https://www.w3.org/TR/WGSL/#syntax-decimal_int_literal
+            # We need two rules here because 01 is not valid.
+            (r'[1-9][0-9]*[iu]?', Number.Integer),
+            (r'0[iu]?', Number.Integer), # Must match last.
+
+            # Operators and Punctuation
+            (r'[{}()\[\],\.;:]', Punctuation),
+            (r'->', Punctuation), # Return-type arrow
+            (r'[+\-*/%&|<>^!~=]', Operator),
+
+            # TODO: Treat context-depedendent names specially
+            # https://www.w3.org/TR/WGSL/#context-dependent-name
+
+            # Identifiers
+            (ident_pattern_token, Name),
+
+            # TODO: templates start and end tokens.
+            # https://www.w3.org/TR/WGSL/#template-lists-sec
+        ],
+        'block_comment': [
+            # https://www.w3.org/TR/WGSL/#block-comment
+            (r'[^*/]+', Comment.Multiline),
+            (r'/\*', Comment.Multiline, '#push'),
+            (r'\*/', Comment.Multiline, '#pop'),
+            (r'[*/]', Comment.Multiline),
+        ],
+    }

data/vendor/pygments-main/pygments/lexers/whiley.py

@@ -4,7 +4,7 @@
 
     Lexers for the Whiley language.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
@@ -22,6 +22,7 @@ class WhileyLexer(RegexLexer):
     .. versionadded:: 2.2
     """
     name = 'Whiley'
+    url = 'http://whiley.org/'
     filenames = ['*.whiley']
     aliases = ['whiley']
     mimetypes = ['text/x-whiley']

data/vendor/pygments-main/pygments/lexers/wowtoc.py

@@ -0,0 +1,120 @@
+"""
+    pygments.lexers.wowtoc
+    ~~~~~~~~~~~~~~~~~~~~~~
+
+    Lexer for World of Warcraft TOC files
+
+    TOC files describe game addons.
+
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import re
+
+from pygments.lexer import RegexLexer, bygroups
+from pygments.token import Comment, Name, Text, Punctuation, String, Keyword
+
+__all__ = ["WoWTocLexer"]
+
+def _create_tag_line_pattern(inner_pattern, ignore_case=False):
+    return ((r"(?i)" if ignore_case else r"")
+        + r"^(##)( *)"  # groups 1, 2
+        + inner_pattern  # group 3
+        + r"( *)(:)( *)(.*?)( *)$")  # groups 4, 5, 6, 7, 8
+
+
+def _create_tag_line_token(inner_pattern, inner_token, ignore_case=False):
+    # this function template-izes the tag line for a specific type of tag, which will
+    # have a different pattern and different token. otherwise, everything about a tag
+    # line is the same
+    return (
+        _create_tag_line_pattern(inner_pattern, ignore_case=ignore_case),
+        bygroups(
+            Keyword.Declaration,
+            Text.Whitespace,
+            inner_token,
+            Text.Whitespace,
+            Punctuation,
+            Text.Whitespace,
+            String,
+            Text.Whitespace,
+        ),
+    )
+
+
+class WoWTocLexer(RegexLexer):
+    """
+    Lexer for World of Warcraft TOC files.
+
+    .. versionadded:: 2.14
+    """
+
+    name = "World of Warcraft TOC"
+    aliases = ["wowtoc"]
+    filenames = ["*.toc"]
+
+    tokens = {
+        "root": [
+            # official localized tags, Notes and Title
+            # (normal part is insensitive, locale part is sensitive)
+            _create_tag_line_token(
+                r"((?:[nN][oO][tT][eE][sS]|[tT][iI][tT][lL][eE])-(?:ptBR|zhCN|"
+                r"enCN|frFR|deDE|itIT|esMX|ptPT|koKR|ruRU|esES|zhTW|enTW|enGB|enUS))",
+                Name.Builtin,
+            ),
+            # other official tags
+            _create_tag_line_token(
+                r"(Interface|Title|Notes|RequiredDeps|Dep[^: ]*|OptionalDeps|"
+                r"LoadOnDemand|LoadWith|LoadManagers|SavedVariablesPerCharacter|"
+                r"SavedVariables|DefaultState|Secure|Author|Version)",
+                Name.Builtin,
+                ignore_case=True,
+            ),
+            # user-defined tags
+            _create_tag_line_token(
+                r"(X-[^: ]*)",
+                Name.Variable,
+                ignore_case=True,
+            ),
+            # non-conforming tags, but still valid
+            _create_tag_line_token(
+                r"([^: ]*)",
+                Name.Other,
+            ),
+
+            # Comments
+            (r"^#.*$", Comment),
+
+            # Addon Files
+            (r"^.+$", Name),
+        ]
+    }
+
+    def analyse_text(text):
+        # at time of writing, this file suffix conflict's with one of Tex's in
+        # markup.py. Tex's anaylse_text() appears to be definitive (binary) and does not
+        # share any likeness to WoW TOCs, which means we wont have to compete with it by
+        # abitrary increments in score.
+
+        result = 0
+
+        # while not required, an almost certain marker of WoW TOC's is the interface tag
+        # if this tag is omitted, players will need to opt-in to loading the addon with
+        # an options change ("Load out of date addons"). the value is also standardized:
+        # `<major><minor><patch>`, with minor and patch being two-digit zero-padded.
+        interface_pattern = _create_tag_line_pattern(r"(Interface)", ignore_case=True)
+        match = re.search(interface_pattern, text)
+        if match and re.match(r"(\d+)(\d{2})(\d{2})", match.group(7)):
+            result += 0.8
+
+        casefolded = text.casefold()
+        # Lua file listing is good marker too, but probably conflicts with many other
+        # lexers
+        if ".lua" in casefolded:
+            result += 0.1
+        # ditto for XML files, but they're less used in WoW TOCs
+        if ".xml" in casefolded:
+            result += 0.05
+
+        return result

data/vendor/pygments-main/pygments/lexers/wren.py

@@ -0,0 +1,99 @@
+"""
+    pygments.lexers.wren
+    ~~~~~~~~~~~~~~~~~~~~
+
+    Lexer for Wren.
+
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+import re
+
+from pygments.lexer import include, RegexLexer, words
+from pygments.token import Whitespace, Punctuation, Keyword, Name, Comment, \
+    Operator, Number, String, Error
+
+__all__ = ['WrenLexer']
+
+class WrenLexer(RegexLexer):
+    """
+    For Wren source code, version 0.4.0.
+
+    .. versionadded:: 2.14.0
+    """
+    name = 'Wren'
+    url = 'https://wren.io'
+    aliases = ['wren']
+    filenames = ['*.wren']
+
+    flags = re.MULTILINE | re.DOTALL
+
+    tokens = {
+        'root': [
+            # Whitespace.
+            (r'\s+', Whitespace),
+            (r'[,\\\[\]{}]', Punctuation),
+
+            # Really 'root', not '#push': in 'interpolation',
+            # parentheses inside the interpolation expression are
+            # Punctuation, not String.Interpol.
+            (r'\(', Punctuation, 'root'),
+            (r'\)', Punctuation, '#pop'),
+
+            # Keywords.
+            (words((
+                'as', 'break', 'class', 'construct', 'continue', 'else',
+                'for', 'foreign', 'if', 'import', 'return', 'static', 'super',
+                'this', 'var', 'while'), prefix = r'(?<!\.)',
+                suffix = r'\b'), Keyword),
+
+            (words((
+                'true', 'false', 'null'), prefix = r'(?<!\.)',
+                suffix = r'\b'), Keyword.Constant),
+
+            (words((
+                'in', 'is'), prefix = r'(?<!\.)',
+                suffix = r'\b'), Operator.Word),
+
+            # Comments.
+            (r'/\*', Comment.Multiline, 'comment'), # Multiline, can nest.
+            (r'//.*?$', Comment.Single),            # Single line.
+            (r'#.*?(\(.*?\))?$', Comment.Special),  # Attribute or shebang.
+
+            # Names and operators.
+            (r'[!%&*+\-./:<=>?\\^|~]+', Operator),
+            (r'[a-z][a-zA-Z_0-9]*', Name),
+            (r'[A-Z][a-zA-Z_0-9]*', Name.Class),
+            (r'__[a-zA-Z_0-9]*', Name.Variable.Class),
+            (r'_[a-zA-Z_0-9]*', Name.Variable.Instance),
+
+            # Numbers.
+            (r'0x[0-9a-fA-F]+', Number.Hex),
+            (r'\d+(\.\d+)?([eE][-+]?\d+)?', Number.Float),
+
+            # Strings.
+            (r'""".*?"""', String),   # Raw string
+            (r'"', String, 'string'), # Other string
+        ],
+        'comment': [
+            (r'/\*', Comment.Multiline, '#push'),
+            (r'\*/', Comment.Multiline, '#pop'),
+            (r'([^*/]|\*(?!/)|/(?!\*))+', Comment.Multiline),
+        ],
+        'string': [
+            (r'"', String, '#pop'),
+            (r'\\[\\%"0abefnrtv]', String.Escape), # Escape.
+            (r'\\x[a-fA-F0-9]{2}', String.Escape), # Byte escape.
+            (r'\\u[a-fA-F0-9]{4}', String.Escape), # Unicode escape.
+            (r'\\U[a-fA-F0-9]{8}', String.Escape), # Long Unicode escape.
+
+            (r'%\(', String.Interpol, 'interpolation'),
+            (r'[^\\"%]+', String), # All remaining characters.
+        ],
+        'interpolation': [
+            # redefine closing paren to be String.Interpol
+            (r'\)', String.Interpol, '#pop'),
+            include('root'),
+        ],
+    }

data/vendor/pygments-main/pygments/lexers/x10.py

@@ -4,26 +4,25 @@
 
     Lexers for the X10 programming language.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
-import re
-
 from pygments.lexer import RegexLexer
-from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
-    Number, Punctuation, Error
+from pygments.token import Text, Comment, Keyword, String
 
 __all__ = ['X10Lexer']
 
+
 class X10Lexer(RegexLexer):
     """
     For the X10 language.
 
-    .. versionadded:: 0.1
+    .. versionadded:: 2.2
     """
 
     name = 'X10'
+    url = 'http://x10-lang.org/'
     aliases = ['x10', 'xten']
     filenames = ['*.x10']
     mimetypes = ['text/x-x10']

data/vendor/pygments-main/pygments/lexers/xorg.py

@@ -4,7 +4,7 @@
 
     Lexers for Xorg configs.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
@@ -15,8 +15,9 @@ __all__ = ['XorgLexer']
 
 
 class XorgLexer(RegexLexer):
-    """Lexer for xorg.conf file."""
+    """Lexer for xorg.conf files."""
     name = 'Xorg'
+    url = 'https://www.x.org/wiki/'
     aliases = ['xorg.conf']
     filenames = ['xorg.conf']
     mimetypes = []