pygments.rb 2.3.1 → 2.4.0

data/vendor/pygments-main/pygments/lexers/jmespath.py

@@ -0,0 +1,68 @@
+"""
+    pygments.lexers.jmespath
+    ~~~~~~~~~~~~~~~~~~~~~~~~
+
+    Lexers for the JMESPath language
+
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+from pygments.lexer import RegexLexer, bygroups, include
+from pygments.token import String, Punctuation, Whitespace, Name, Operator, \
+    Number, Literal, Keyword
+
+__all__ = ['JMESPathLexer']
+
+
+class JMESPathLexer(RegexLexer):
+    """
+    For JMESPath queries.
+    """
+    name = 'JMESPath'
+    url = 'https://jmespath.org'
+    filenames = ['*.jp']
+    aliases = ['jmespath', 'jp']
+
+    tokens = {
+        'string': [
+            (r"'(\\(.|\n)|[^'\\])*'", String),
+        ],
+        'punctuation': [
+            (r'(\[\?|[\.\*\[\],:\(\)\{\}\|])', Punctuation),
+        ],
+        'ws': [
+            (r" |\t|\n|\r", Whitespace)
+        ],
+        "dq-identifier": [
+            (r'[^\\"]+', Name.Variable),
+            (r'\\"', Name.Variable),
+            (r'.', Punctuation, '#pop'),
+        ],
+        'identifier': [
+            (r'(&)?(")', bygroups(Name.Variable, Punctuation), 'dq-identifier'),
+            (r'(")?(&?[A-Za-z][A-Za-z0-9_-]*)(")?', bygroups(Punctuation, Name.Variable, Punctuation)),
+        ],
+        'root': [
+            include('ws'),
+            include('string'),
+            (r'(==|!=|<=|>=|<|>|&&|\|\||!)', Operator),
+            include('punctuation'),
+            (r'@', Name.Variable.Global),
+            (r'(&?[A-Za-z][A-Za-z0-9_]*)(\()', bygroups(Name.Function, Punctuation)),
+            (r'(&)(\()', bygroups(Name.Variable, Punctuation)),
+            include('identifier'),
+            (r'-?\d+', Number),
+            (r'`', Literal, 'literal'),
+        ],
+        'literal': [
+            include('ws'),
+            include('string'),
+            include('punctuation'),
+            (r'(false|true|null)\b', Keyword.Constant),
+            include('identifier'),
+            (r'-?\d+\.?\d*([eE][-+]\d+)?', Number),
+            (r'\\`', Literal),
+            (r'`', Literal, '#pop'),
+        ]
+    }

data/vendor/pygments-main/pygments/lexers/jslt.py

@@ -4,8 +4,8 @@
 
     Lexers for the JSLT language
 
-    :copyright: Copyright 2021 by the Pygments team, see AUTHORS
-    :license: BSD, see LICENSE for details
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
 """
 
 from pygments.lexer import RegexLexer, combined, words
@@ -21,11 +21,12 @@ _WORD_END = r'(?=[^0-9A-Z_a-z-])'
 
 class JSLTLexer(RegexLexer):
     """
-    For `JSLT <https://github.com/schibsted/jslt>`_ source.
+    For JSLT source.
 
     .. versionadded:: 2.10
     """
     name = 'JSLT'
+    url = 'https://github.com/schibsted/jslt'
     filenames = ['*.jslt']
     aliases = ['jslt']
     mimetypes = ['text/x-jslt']

data/vendor/pygments-main/pygments/lexers/jsonnet.py

@@ -0,0 +1,168 @@
+"""
+    pygments.lexers.jsonnet
+    ~~~~~~~~~~~~~~~~~~~~~~~
+
+    Lexer for Jsonnet data templating language.
+
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
+    :license: BSD, see LICENSE for details.
+"""
+
+from pygments.lexer import include, RegexLexer, words
+from pygments.token import Comment, Keyword, Name, Number, Operator, \
+    Punctuation, String, Text, Whitespace
+
+__all__ = ['JsonnetLexer']
+
+jsonnet_token = r'[^\W\d]\w*'
+jsonnet_function_token = jsonnet_token + r'(?=\()'
+
+
+def string_rules(quote_mark):
+    return [
+        (r"[^{}\\]".format(quote_mark), String),
+        (r"\\.", String.Escape),
+        (quote_mark, String, '#pop'),
+    ]
+
+
+def quoted_field_name(quote_mark):
+    return [
+        (r'([^{quote}\\]|\\.)*{quote}'.format(quote=quote_mark),
+         Name.Variable, 'field_separator')
+    ]
+
+
+class JsonnetLexer(RegexLexer):
+    """Lexer for Jsonnet source code."""
+
+    name = 'Jsonnet'
+    aliases = ['jsonnet']
+    filenames = ['*.jsonnet', '*.libsonnet']
+    url = "https://jsonnet.org"
+    tokens = {
+        # Not used by itself
+        '_comments': [
+            (r'(//|#).*\n', Comment.Single),
+            (r'/\*\*([^/]|/(?!\*))*\*/', String.Doc),
+            (r'/\*([^/]|/(?!\*))*\*/', Comment),
+        ],
+        'root': [
+            include('_comments'),
+            (r"@'.*'", String),
+            (r'@".*"', String),
+            (r"'", String, 'singlestring'),
+            (r'"', String, 'doublestring'),
+            (r'\|\|\|(.|\n)*\|\|\|', String),
+            # Jsonnet has no integers, only an IEEE754 64-bit float
+            (r'[+-]?[0-9]+(.[0-9])?', Number.Float),
+            # Omit : despite spec because it appears to be used as a field
+            # separator
+            (r'[!$~+\-&|^=<>*/%]', Operator),
+            (r'\{', Punctuation, 'object'),
+            (r'\[', Punctuation, 'array'),
+            (r'local\b', Keyword, ('local_name')),
+            (r'assert\b', Keyword, 'assert'),
+            (words([
+                'assert', 'else', 'error', 'false', 'for', 'if', 'import',
+                'importstr', 'in', 'null', 'tailstrict', 'then', 'self',
+                'super', 'true',
+             ], suffix=r'\b'), Keyword),
+            (r'\s+', Whitespace),
+            (r'function(?=\()', Keyword, 'function_params'),
+            (r'std\.' + jsonnet_function_token, Name.Builtin, 'function_args'),
+            (jsonnet_function_token, Name.Function, 'function_args'),
+            (jsonnet_token, Name.Variable),
+            (r'[\.()]', Punctuation),
+        ],
+        'singlestring': string_rules("'"),
+        'doublestring': string_rules('"'),
+        'array': [
+            (r',', Punctuation),
+            (r'\]', Punctuation, '#pop'),
+            include('root'),
+        ],
+        'local_name': [
+            (jsonnet_function_token, Name.Function, 'function_params'),
+            (jsonnet_token, Name.Variable),
+            (r'\s+', Whitespace),
+            ('(?==)', Whitespace, ('#pop', 'local_value')),
+        ],
+        'local_value': [
+            (r'=', Operator),
+            (r';', Punctuation, '#pop'),
+            include('root'),
+        ],
+        'assert': [
+            (r':', Punctuation),
+            (r';', Punctuation, '#pop'),
+            include('root'),
+        ],
+        'function_params': [
+            (jsonnet_token, Name.Variable),
+            (r'\(', Punctuation),
+            (r'\)', Punctuation, '#pop'),
+            (r',', Punctuation),
+            (r'\s+', Whitespace),
+            (r'=', Operator, 'function_param_default'),
+        ],
+        'function_args': [
+            (r'\(', Punctuation),
+            (r'\)', Punctuation, '#pop'),
+            (r',', Punctuation),
+            (r'\s+', Whitespace),
+            include('root'),
+        ],
+        'object': [
+            (r'\s+', Whitespace),
+            (r'local\b', Keyword, 'object_local_name'),
+            (r'assert\b', Keyword, 'object_assert'),
+            (r'\[', Operator, 'field_name_expr'),
+            (fr'(?={jsonnet_token})', Text, 'field_name'),
+            (r'\}', Punctuation, '#pop'),
+            (r'"', Name.Variable, 'double_field_name'),
+            (r"'", Name.Variable, 'single_field_name'),
+            include('_comments'),
+        ],
+        'field_name': [
+            (jsonnet_function_token, Name.Function,
+                ('field_separator', 'function_params')
+             ),
+            (jsonnet_token, Name.Variable, 'field_separator'),
+        ],
+        'double_field_name': quoted_field_name('"'),
+        'single_field_name': quoted_field_name("'"),
+        'field_name_expr': [
+            (r'\]', Operator, 'field_separator'),
+            include('root'),
+        ],
+        'function_param_default': [
+            (r'(?=[,\)])', Whitespace, '#pop'),
+            include('root'),
+        ],
+        'field_separator': [
+            (r'\s+', Whitespace),
+            (r'\+?::?:?', Punctuation, ('#pop', '#pop', 'field_value')),
+            include('_comments'),
+        ],
+        'field_value': [
+            (r',', Punctuation, '#pop'),
+            (r'\}', Punctuation, '#pop:2'),
+            include('root'),
+        ],
+        'object_assert': [
+            (r':', Punctuation),
+            (r',', Punctuation, '#pop'),
+            include('root'),
+        ],
+        'object_local_name': [
+            (jsonnet_token, Name.Variable, ('#pop', 'object_local_value')),
+            (r'\s+', Whitespace),
+        ],
+        'object_local_value': [
+            (r'=', Operator),
+            (r',', Punctuation, '#pop'),
+            (r'\}', Punctuation, '#pop:2'),
+            include('root'),
+        ],
+    }

data/vendor/pygments-main/pygments/lexers/julia.py

@@ -4,16 +4,14 @@
 
     Lexers for the Julia language.
 
-    :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
+    :copyright: Copyright 2006-2023 by the Pygments team, see AUTHORS.
     :license: BSD, see LICENSE for details.
 """
 
-import re
-
 from pygments.lexer import Lexer, RegexLexer, bygroups, do_insertions, \
     words, include
 from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
-    Number, Punctuation, Generic
+    Number, Punctuation, Generic, Whitespace
 from pygments.util import shebang_matches
 from pygments.lexers._julia_builtins import OPERATORS_LIST, DOTTED_OPERATORS_LIST, \
     KEYWORD_LIST, BUILTIN_LIST, LITERAL_LIST
@@ -28,22 +26,21 @@ operator_suffixes = r'[²³¹ʰʲʳʷʸˡˢˣᴬᴮᴰᴱᴳᴴᴵᴶᴷᴸᴹ
 
 class JuliaLexer(RegexLexer):
     """
-    For `Julia <http://julialang.org/>`_ source code.
+    For Julia source code.
 
     .. versionadded:: 1.6
     """
 
     name = 'Julia'
+    url = 'https://julialang.org/'
     aliases = ['julia', 'jl']
     filenames = ['*.jl']
     mimetypes = ['text/x-julia', 'application/x-julia']
 
-    flags = re.MULTILINE | re.UNICODE
-
     tokens = {
         'root': [
-            (r'\n', Text),
-            (r'[^\S\n]+', Text),
+            (r'\n', Whitespace),
+            (r'[^\S\n]+', Whitespace),
             (r'#=', Comment.Multiline, "blockcomment"),
             (r'#.*$', Comment),
             (r'[\[\](),;]', Punctuation),
@@ -51,29 +48,32 @@ class JuliaLexer(RegexLexer):
             # symbols
             #   intercept range expressions first
             (r'(' + allowed_variable + r')(\s*)(:)(' + allowed_variable + ')',
-                bygroups(Name, Text, Operator, Name)),
+                bygroups(Name, Whitespace, Operator, Name)),
             #   then match :name which does not follow closing brackets, digits, or the
             #   ::, <:, and :> operators
             (r'(?<![\]):<>\d.])(:' + allowed_variable + ')', String.Symbol),
 
             # type assertions - excludes expressions like ::typeof(sin) and ::avec[1]
-            (r'(?<=::)(\s*)(' + allowed_variable + r')\b(?![(\[])', bygroups(Text, Keyword.Type)),
+            (r'(?<=::)(\s*)(' + allowed_variable + r')\b(?![(\[])',
+             bygroups(Whitespace, Keyword.Type)),
             # type comparisons
             # - MyType <: A or MyType >: A
             ('(' + allowed_variable + r')(\s*)([<>]:)(\s*)(' + allowed_variable + r')\b(?![(\[])',
-                bygroups(Keyword.Type, Text, Operator, Text, Keyword.Type)),
+                bygroups(Keyword.Type, Whitespace, Operator, Whitespace, Keyword.Type)),
             # - <: B or >: B
             (r'([<>]:)(\s*)(' + allowed_variable + r')\b(?![(\[])',
-                bygroups(Operator, Text, Keyword.Type)),
+                bygroups(Operator, Whitespace, Keyword.Type)),
             # - A <: or A >:
             (r'\b(' + allowed_variable + r')(\s*)([<>]:)',
-                bygroups(Keyword.Type, Text, Operator)),
+                bygroups(Keyword.Type, Whitespace, Operator)),
 
             # operators
             # Suffixes aren't actually allowed on all operators, but we'll ignore that
             # since those cases are invalid Julia code.
-            (words([*OPERATORS_LIST, *DOTTED_OPERATORS_LIST], suffix=operator_suffixes), Operator),
-            (words(['.' + o for o in DOTTED_OPERATORS_LIST], suffix=operator_suffixes), Operator),
+            (words([*OPERATORS_LIST, *DOTTED_OPERATORS_LIST],
+                   suffix=operator_suffixes), Operator),
+            (words(['.' + o for o in DOTTED_OPERATORS_LIST],
+                   suffix=operator_suffixes), Operator),
             (words(['...', '..']), Operator),
 
             # NOTE
@@ -97,12 +97,16 @@ class JuliaLexer(RegexLexer):
             (r'(r)(""")', bygroups(String.Affix, String.Regex), 'tqregex'),
             (r'(r)(")', bygroups(String.Affix, String.Regex), 'regex'),
             # other strings
-            (r'(' + allowed_variable + ')?(""")', bygroups(String.Affix, String), 'tqstring'),
-            (r'(' + allowed_variable + ')?(")', bygroups(String.Affix, String), 'string'),
+            (r'(' + allowed_variable + ')?(""")',
+             bygroups(String.Affix, String), 'tqstring'),
+            (r'(' + allowed_variable + ')?(")',
+             bygroups(String.Affix, String), 'string'),
 
             # backticks
-            (r'(' + allowed_variable + ')?(```)', bygroups(String.Affix, String.Backtick), 'tqcommand'),
-            (r'(' + allowed_variable + ')?(`)', bygroups(String.Affix, String.Backtick), 'command'),
+            (r'(' + allowed_variable + ')?(```)',
+             bygroups(String.Affix, String.Backtick), 'tqcommand'),
+            (r'(' + allowed_variable + ')?(`)',
+             bygroups(String.Affix, String.Backtick), 'command'),
 
             # type names
             # - names that begin a curly expression
@@ -110,12 +114,16 @@ class JuliaLexer(RegexLexer):
                 bygroups(Keyword.Type, Punctuation), 'curly'),
             # - names as part of bare 'where'
             (r'(where)(\s+)(' + allowed_variable + ')',
-                bygroups(Keyword, Text, Keyword.Type)),
+                bygroups(Keyword, Whitespace, Keyword.Type)),
             # - curly expressions in general
             (r'(\{)', Punctuation, 'curly'),
             # - names as part of type declaration
-            (r'(abstract[ \t]+type|primitive[ \t]+type|mutable[ \t]+struct|struct)([\s()]+)(' +
-                allowed_variable + r')', bygroups(Keyword, Text, Keyword.Type)),
+            (r'(abstract|primitive)([ \t]+)(type\b)([\s()]+)(' +
+                allowed_variable + r')',
+                bygroups(Keyword, Whitespace, Keyword, Text, Keyword.Type)),
+            (r'(mutable(?=[ \t]))?([ \t]+)?(struct\b)([\s()]+)(' +
+                allowed_variable + r')',
+                bygroups(Keyword, Whitespace, Keyword, Text, Keyword.Type)),
 
             # macros
             (r'@' + allowed_variable, Name.Decorator),
@@ -169,9 +177,9 @@ class JuliaLexer(RegexLexer):
             (r'([^"\\]|\\[^"])+', String),
         ],
 
-        # Interpolation is defined as "$" followed by the shortest full expression, which is
-        # something we can't parse.
-        # Include the most common cases here: $word, and $(paren'd expr).
+        # Interpolation is defined as "$" followed by the shortest full
+        # expression, which is something we can't parse.  Include the most
+        # common cases here: $word, and $(paren'd expr).
         'interp': [
             (r'\$' + allowed_variable, String.Interpol),
             (r'(\$)(\()', bygroups(String.Interpol, Punctuation), 'in-intp'),
@@ -183,7 +191,8 @@ class JuliaLexer(RegexLexer):
         ],
 
         'string': [
-            (r'(")(' + allowed_variable + r'|\d+)?', bygroups(String, String.Affix), '#pop'),
+            (r'(")(' + allowed_variable + r'|\d+)?',
+             bygroups(String, String.Affix), '#pop'),
             # FIXME: This escape pattern is not perfect.
             (r'\\([\\"\'$nrbtfav]|(x|u|U)[a-fA-F0-9]+|\d+)', String.Escape),
             include('interp'),
@@ -194,7 +203,8 @@ class JuliaLexer(RegexLexer):
             (r'.', String),
         ],
         'tqstring': [
-            (r'(""")(' + allowed_variable + r'|\d+)?', bygroups(String, String.Affix), '#pop'),
+            (r'(""")(' + allowed_variable + r'|\d+)?',
+             bygroups(String, String.Affix), '#pop'),
             (r'\\([\\"\'$nrbtfav]|(x|u|U)[a-fA-F0-9]+|\d+)', String.Escape),
             include('interp'),
             (r'[^"$%\\]+', String),
@@ -213,14 +223,16 @@ class JuliaLexer(RegexLexer):
         ],
 
         'command': [
-            (r'(`)(' + allowed_variable + r'|\d+)?', bygroups(String.Backtick, String.Affix), '#pop'),
+            (r'(`)(' + allowed_variable + r'|\d+)?',
+             bygroups(String.Backtick, String.Affix), '#pop'),
             (r'\\[`$]', String.Escape),
             include('interp'),
             (r'[^\\`$]+', String.Backtick),
             (r'.', String.Backtick),
         ],
         'tqcommand': [
-            (r'(```)(' + allowed_variable + r'|\d+)?', bygroups(String.Backtick, String.Affix), '#pop'),
+            (r'(```)(' + allowed_variable + r'|\d+)?',
+             bygroups(String.Backtick, String.Affix), '#pop'),
             (r'\\\$', String.Escape),
             include('interp'),
             (r'[^\\`$]+', String.Backtick),
@@ -249,7 +261,7 @@ class JuliaConsoleLexer(Lexer):
         output = False
         error = False
 
-        for line in text.splitlines(True):
+        for line in text.splitlines(keepends=True):
             if line.startswith('julia>'):
                 insertions.append((len(curcode), [(0, Generic.Prompt, line[:6])]))
                 curcode += line[6:]
@@ -261,7 +273,7 @@ class JuliaConsoleLexer(Lexer):
                 output = False
                 error = False
             elif line.startswith('      ') and not output:
-                insertions.append((len(curcode), [(0, Text, line[:6])]))
+                insertions.append((len(curcode), [(0, Whitespace, line[:6])]))
                 curcode += line[6:]
             else:
                 if curcode: