pygments.rb 1.2.0 → 2.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.github/dependabot.yml +13 -0
- data/.github/workflows/ci.yml +40 -0
- data/.github/workflows/release.yml +24 -0
- data/.gitignore +5 -5
- data/.rubocop.yml +18 -0
- data/CHANGELOG.adoc +132 -0
- data/Gemfile +3 -1
- data/LICENSE +1 -1
- data/README.adoc +160 -0
- data/Rakefile +12 -21
- data/bench.rb +14 -8
- data/{cache-lexers.rb → cache_lexers.rb} +3 -2
- data/lexers +0 -0
- data/lib/pygments.rb +10 -11
- data/lib/pygments/lexer.rb +6 -6
- data/lib/pygments/mentos.py +23 -110
- data/lib/pygments/popen.rb +196 -275
- data/lib/pygments/version.rb +2 -2
- data/pygments.rb.gemspec +12 -10
- data/test/test_pygments.rb +50 -110
- data/vendor/pygments-main/{AUTHORS → Pygments-2.8.0.dist-info/AUTHORS} +26 -3
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/INSTALLER +1 -0
- data/vendor/pygments-main/{LICENSE → Pygments-2.8.0.dist-info/LICENSE} +1 -1
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/METADATA +48 -0
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/RECORD +494 -0
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/REQUESTED +0 -0
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/WHEEL +5 -0
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/entry_points.txt +3 -0
- data/vendor/pygments-main/Pygments-2.8.0.dist-info/top_level.txt +1 -0
- data/vendor/pygments-main/bin/pygmentize +8 -0
- data/vendor/pygments-main/pygments/__init__.py +6 -12
- data/vendor/pygments-main/pygments/__main__.py +17 -0
- data/vendor/pygments-main/pygments/cmdline.py +213 -184
- data/vendor/pygments-main/pygments/console.py +6 -10
- data/vendor/pygments-main/pygments/filter.py +4 -7
- data/vendor/pygments-main/pygments/filters/__init__.py +609 -22
- data/vendor/pygments-main/pygments/formatter.py +4 -5
- data/vendor/pygments-main/pygments/formatters/__init__.py +10 -10
- data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -4
- data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -2
- data/vendor/pygments-main/pygments/formatters/html.py +242 -139
- data/vendor/pygments-main/pygments/formatters/img.py +91 -50
- data/vendor/pygments-main/pygments/formatters/irc.py +39 -40
- data/vendor/pygments-main/pygments/formatters/latex.py +62 -33
- data/vendor/pygments-main/pygments/formatters/other.py +18 -17
- data/vendor/pygments-main/pygments/formatters/rtf.py +29 -30
- data/vendor/pygments-main/pygments/formatters/svg.py +40 -5
- data/vendor/pygments-main/pygments/formatters/terminal.py +25 -32
- data/vendor/pygments-main/pygments/formatters/terminal256.py +45 -14
- data/vendor/pygments-main/pygments/lexer.py +47 -44
- data/vendor/pygments-main/pygments/lexers/__init__.py +29 -17
- data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +5 -6
- data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +15 -16
- data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +21 -18
- data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1717 -1339
- data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +1 -2
- data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +2 -5
- data/vendor/pygments-main/pygments/lexers/_mapping.py +79 -31
- data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +2 -3
- data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1281 -0
- data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +439 -386
- data/vendor/pygments-main/pygments/lexers/_php_builtins.py +17 -21
- data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +73 -17
- data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +2 -3
- data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1 -4
- data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +151 -126
- data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +96 -58
- data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1 -2
- data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +112 -0
- data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +279 -0
- data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1 -2
- data/vendor/pygments-main/pygments/lexers/actionscript.py +14 -10
- data/vendor/pygments-main/pygments/lexers/agile.py +1 -2
- data/vendor/pygments-main/pygments/lexers/algebra.py +20 -2
- data/vendor/pygments-main/pygments/lexers/ambient.py +2 -3
- data/vendor/pygments-main/pygments/lexers/amdgpu.py +48 -0
- data/vendor/pygments-main/pygments/lexers/ampl.py +3 -4
- data/vendor/pygments-main/pygments/lexers/apl.py +15 -16
- data/vendor/pygments-main/pygments/lexers/archetype.py +4 -5
- data/vendor/pygments-main/pygments/lexers/arrow.py +116 -0
- data/vendor/pygments-main/pygments/lexers/asm.py +440 -77
- data/vendor/pygments-main/pygments/lexers/automation.py +7 -2
- data/vendor/pygments-main/pygments/lexers/bare.py +103 -0
- data/vendor/pygments-main/pygments/lexers/basic.py +168 -7
- data/vendor/pygments-main/pygments/lexers/bibtex.py +5 -6
- data/vendor/pygments-main/pygments/lexers/boa.py +101 -0
- data/vendor/pygments-main/pygments/lexers/business.py +19 -5
- data/vendor/pygments-main/pygments/lexers/c_cpp.py +138 -48
- data/vendor/pygments-main/pygments/lexers/c_like.py +67 -43
- data/vendor/pygments-main/pygments/lexers/capnproto.py +7 -8
- data/vendor/pygments-main/pygments/lexers/cddl.py +190 -0
- data/vendor/pygments-main/pygments/lexers/chapel.py +25 -16
- data/vendor/pygments-main/pygments/lexers/clean.py +135 -245
- data/vendor/pygments-main/pygments/lexers/compiled.py +1 -2
- data/vendor/pygments-main/pygments/lexers/configs.py +190 -38
- data/vendor/pygments-main/pygments/lexers/console.py +1 -2
- data/vendor/pygments-main/pygments/lexers/crystal.py +54 -81
- data/vendor/pygments-main/pygments/lexers/csound.py +288 -188
- data/vendor/pygments-main/pygments/lexers/css.py +28 -23
- data/vendor/pygments-main/pygments/lexers/d.py +12 -8
- data/vendor/pygments-main/pygments/lexers/dalvik.py +1 -2
- data/vendor/pygments-main/pygments/lexers/data.py +240 -98
- data/vendor/pygments-main/pygments/lexers/devicetree.py +108 -0
- data/vendor/pygments-main/pygments/lexers/diff.py +4 -5
- data/vendor/pygments-main/pygments/lexers/dotnet.py +46 -31
- data/vendor/pygments-main/pygments/lexers/dsls.py +146 -65
- data/vendor/pygments-main/pygments/lexers/dylan.py +16 -19
- data/vendor/pygments-main/pygments/lexers/ecl.py +17 -5
- data/vendor/pygments-main/pygments/lexers/eiffel.py +2 -3
- data/vendor/pygments-main/pygments/lexers/elm.py +5 -6
- data/vendor/pygments-main/pygments/lexers/email.py +150 -0
- data/vendor/pygments-main/pygments/lexers/erlang.py +29 -33
- data/vendor/pygments-main/pygments/lexers/esoteric.py +46 -20
- data/vendor/pygments-main/pygments/lexers/ezhil.py +21 -14
- data/vendor/pygments-main/pygments/lexers/factor.py +3 -4
- data/vendor/pygments-main/pygments/lexers/fantom.py +1 -2
- data/vendor/pygments-main/pygments/lexers/felix.py +1 -2
- data/vendor/pygments-main/pygments/lexers/floscript.py +82 -0
- data/vendor/pygments-main/pygments/lexers/forth.py +41 -41
- data/vendor/pygments-main/pygments/lexers/fortran.py +13 -10
- data/vendor/pygments-main/pygments/lexers/foxpro.py +2 -3
- data/vendor/pygments-main/pygments/lexers/freefem.py +897 -0
- data/vendor/pygments-main/pygments/lexers/functional.py +1 -2
- data/vendor/pygments-main/pygments/lexers/futhark.py +110 -0
- data/vendor/pygments-main/pygments/lexers/gdscript.py +345 -0
- data/vendor/pygments-main/pygments/lexers/go.py +2 -3
- data/vendor/pygments-main/pygments/lexers/grammar_notation.py +62 -6
- data/vendor/pygments-main/pygments/lexers/graph.py +14 -10
- data/vendor/pygments-main/pygments/lexers/graphics.py +274 -28
- data/vendor/pygments-main/pygments/lexers/graphviz.py +57 -0
- data/vendor/pygments-main/pygments/lexers/haskell.py +48 -22
- data/vendor/pygments-main/pygments/lexers/haxe.py +8 -9
- data/vendor/pygments-main/pygments/lexers/hdl.py +176 -90
- data/vendor/pygments-main/pygments/lexers/hexdump.py +1 -2
- data/vendor/pygments-main/pygments/lexers/html.py +37 -26
- data/vendor/pygments-main/pygments/lexers/idl.py +19 -9
- data/vendor/pygments-main/pygments/lexers/igor.py +244 -113
- data/vendor/pygments-main/pygments/lexers/inferno.py +2 -3
- data/vendor/pygments-main/pygments/lexers/installers.py +1 -2
- data/vendor/pygments-main/pygments/lexers/int_fiction.py +40 -16
- data/vendor/pygments-main/pygments/lexers/iolang.py +3 -4
- data/vendor/pygments-main/pygments/lexers/j.py +4 -5
- data/vendor/pygments-main/pygments/lexers/javascript.py +115 -104
- data/vendor/pygments-main/pygments/lexers/julia.py +44 -47
- data/vendor/pygments-main/pygments/lexers/jvm.py +368 -202
- data/vendor/pygments-main/pygments/lexers/lisp.py +887 -810
- data/vendor/pygments-main/pygments/lexers/make.py +12 -9
- data/vendor/pygments-main/pygments/lexers/markup.py +212 -45
- data/vendor/pygments-main/pygments/lexers/math.py +1 -2
- data/vendor/pygments-main/pygments/lexers/matlab.py +2705 -88
- data/vendor/pygments-main/pygments/lexers/mime.py +225 -0
- data/vendor/pygments-main/pygments/lexers/ml.py +203 -15
- data/vendor/pygments-main/pygments/lexers/modeling.py +26 -19
- data/vendor/pygments-main/pygments/lexers/modula2.py +27 -9
- data/vendor/pygments-main/pygments/lexers/monte.py +1 -2
- data/vendor/pygments-main/pygments/lexers/mosel.py +447 -0
- data/vendor/pygments-main/pygments/lexers/ncl.py +1 -2
- data/vendor/pygments-main/pygments/lexers/nimrod.py +4 -5
- data/vendor/pygments-main/pygments/lexers/nit.py +1 -2
- data/vendor/pygments-main/pygments/lexers/nix.py +1 -2
- data/vendor/pygments-main/pygments/lexers/oberon.py +17 -2
- data/vendor/pygments-main/pygments/lexers/objective.py +18 -19
- data/vendor/pygments-main/pygments/lexers/ooc.py +1 -2
- data/vendor/pygments-main/pygments/lexers/other.py +1 -2
- data/vendor/pygments-main/pygments/lexers/parasail.py +1 -2
- data/vendor/pygments-main/pygments/lexers/parsers.py +47 -83
- data/vendor/pygments-main/pygments/lexers/pascal.py +22 -23
- data/vendor/pygments-main/pygments/lexers/pawn.py +31 -28
- data/vendor/pygments-main/pygments/lexers/perl.py +260 -149
- data/vendor/pygments-main/pygments/lexers/php.py +66 -13
- data/vendor/pygments-main/pygments/lexers/pointless.py +70 -0
- data/vendor/pygments-main/pygments/lexers/pony.py +93 -0
- data/vendor/pygments-main/pygments/lexers/praat.py +38 -31
- data/vendor/pygments-main/pygments/lexers/prolog.py +38 -39
- data/vendor/pygments-main/pygments/lexers/promql.py +182 -0
- data/vendor/pygments-main/pygments/lexers/python.py +450 -231
- data/vendor/pygments-main/pygments/lexers/qvt.py +6 -7
- data/vendor/pygments-main/pygments/lexers/r.py +13 -276
- data/vendor/pygments-main/pygments/lexers/rdf.py +232 -40
- data/vendor/pygments-main/pygments/lexers/rebol.py +8 -9
- data/vendor/pygments-main/pygments/lexers/resource.py +2 -3
- data/vendor/pygments-main/pygments/lexers/ride.py +138 -0
- data/vendor/pygments-main/pygments/lexers/rnc.py +1 -2
- data/vendor/pygments-main/pygments/lexers/roboconf.py +1 -2
- data/vendor/pygments-main/pygments/lexers/robotframework.py +23 -32
- data/vendor/pygments-main/pygments/lexers/ruby.py +50 -46
- data/vendor/pygments-main/pygments/lexers/rust.py +76 -73
- data/vendor/pygments-main/pygments/lexers/sas.py +1 -2
- data/vendor/pygments-main/pygments/lexers/scdoc.py +82 -0
- data/vendor/pygments-main/pygments/lexers/scripting.py +79 -18
- data/vendor/pygments-main/pygments/lexers/sgf.py +60 -0
- data/vendor/pygments-main/pygments/lexers/shell.py +164 -49
- data/vendor/pygments-main/pygments/lexers/sieve.py +68 -0
- data/vendor/pygments-main/pygments/lexers/slash.py +184 -0
- data/vendor/pygments-main/pygments/lexers/smalltalk.py +2 -3
- data/vendor/pygments-main/pygments/lexers/smv.py +3 -4
- data/vendor/pygments-main/pygments/lexers/snobol.py +1 -2
- data/vendor/pygments-main/pygments/lexers/solidity.py +91 -0
- data/vendor/pygments-main/pygments/lexers/special.py +31 -28
- data/vendor/pygments-main/pygments/lexers/sql.py +330 -179
- data/vendor/pygments-main/pygments/lexers/stata.py +107 -45
- data/vendor/pygments-main/pygments/lexers/supercollider.py +8 -4
- data/vendor/pygments-main/pygments/lexers/tcl.py +1 -2
- data/vendor/pygments-main/pygments/lexers/templates.py +116 -136
- data/vendor/pygments-main/pygments/lexers/teraterm.py +334 -0
- data/vendor/pygments-main/pygments/lexers/testing.py +6 -7
- data/vendor/pygments-main/pygments/lexers/text.py +2 -2
- data/vendor/pygments-main/pygments/lexers/textedit.py +6 -7
- data/vendor/pygments-main/pygments/lexers/textfmts.py +146 -14
- data/vendor/pygments-main/pygments/lexers/theorem.py +74 -56
- data/vendor/pygments-main/pygments/lexers/tnt.py +262 -0
- data/vendor/pygments-main/pygments/lexers/trafficscript.py +1 -2
- data/vendor/pygments-main/pygments/lexers/typoscript.py +4 -12
- data/vendor/pygments-main/pygments/lexers/unicon.py +411 -0
- data/vendor/pygments-main/pygments/lexers/urbi.py +16 -4
- data/vendor/pygments-main/pygments/lexers/usd.py +89 -0
- data/vendor/pygments-main/pygments/lexers/varnish.py +4 -5
- data/vendor/pygments-main/pygments/lexers/verification.py +13 -11
- data/vendor/pygments-main/pygments/lexers/web.py +1 -2
- data/vendor/pygments-main/pygments/lexers/webidl.py +298 -0
- data/vendor/pygments-main/pygments/lexers/webmisc.py +35 -32
- data/vendor/pygments-main/pygments/lexers/whiley.py +5 -6
- data/vendor/pygments-main/pygments/lexers/x10.py +2 -3
- data/vendor/pygments-main/pygments/lexers/xorg.py +5 -5
- data/vendor/pygments-main/pygments/lexers/yang.py +103 -0
- data/vendor/pygments-main/pygments/lexers/zig.py +123 -0
- data/vendor/pygments-main/pygments/modeline.py +1 -2
- data/vendor/pygments-main/pygments/plugin.py +4 -3
- data/vendor/pygments-main/pygments/regexopt.py +1 -2
- data/vendor/pygments-main/pygments/scanner.py +2 -3
- data/vendor/pygments-main/pygments/sphinxext.py +2 -5
- data/vendor/pygments-main/pygments/style.py +61 -25
- data/vendor/pygments-main/pygments/styles/__init__.py +12 -5
- data/vendor/pygments-main/pygments/styles/abap.py +1 -2
- data/vendor/pygments-main/pygments/styles/algol.py +1 -2
- data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -2
- data/vendor/pygments-main/pygments/styles/arduino.py +2 -3
- data/vendor/pygments-main/pygments/styles/autumn.py +1 -2
- data/vendor/pygments-main/pygments/styles/borland.py +1 -2
- data/vendor/pygments-main/pygments/styles/bw.py +1 -2
- data/vendor/pygments-main/pygments/styles/colorful.py +1 -2
- data/vendor/pygments-main/pygments/styles/default.py +1 -2
- data/vendor/pygments-main/pygments/styles/emacs.py +1 -2
- data/vendor/pygments-main/pygments/styles/friendly.py +1 -2
- data/vendor/pygments-main/pygments/styles/fruity.py +1 -2
- data/vendor/pygments-main/pygments/styles/igor.py +1 -2
- data/vendor/pygments-main/pygments/styles/inkpot.py +66 -0
- data/vendor/pygments-main/pygments/styles/lovelace.py +1 -2
- data/vendor/pygments-main/pygments/styles/manni.py +1 -2
- data/vendor/pygments-main/pygments/styles/material.py +118 -0
- data/vendor/pygments-main/pygments/styles/monokai.py +4 -4
- data/vendor/pygments-main/pygments/styles/murphy.py +1 -2
- data/vendor/pygments-main/pygments/styles/native.py +1 -2
- data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -2
- data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -2
- data/vendor/pygments-main/pygments/styles/pastie.py +1 -2
- data/vendor/pygments-main/pygments/styles/perldoc.py +1 -2
- data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -2
- data/vendor/pygments-main/pygments/styles/rrt.py +1 -2
- data/vendor/pygments-main/pygments/styles/sas.py +1 -2
- data/vendor/pygments-main/pygments/styles/solarized.py +136 -0
- data/vendor/pygments-main/pygments/styles/stata_dark.py +40 -0
- data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -16
- data/vendor/pygments-main/pygments/styles/tango.py +1 -2
- data/vendor/pygments-main/pygments/styles/trac.py +1 -2
- data/vendor/pygments-main/pygments/styles/vim.py +1 -2
- data/vendor/pygments-main/pygments/styles/vs.py +1 -2
- data/vendor/pygments-main/pygments/styles/xcode.py +1 -2
- data/vendor/pygments-main/pygments/styles/zenburn.py +80 -0
- data/vendor/pygments-main/pygments/token.py +1 -2
- data/vendor/pygments-main/pygments/unistring.py +47 -109
- data/vendor/pygments-main/pygments/util.py +16 -96
- metadata +76 -137
- data/CHANGELOG.md +0 -105
- data/README.md +0 -121
- data/circle.yml +0 -20
- data/test/test_data.c +0 -2581
- data/test/test_data.py +0 -514
- data/test/test_data_generated +0 -2582
- data/vendor/custom_lexers/github.py +0 -565
- data/vendor/pygments-main/CHANGES +0 -1186
- data/vendor/pygments-main/MANIFEST.in +0 -6
- data/vendor/pygments-main/Makefile +0 -65
- data/vendor/pygments-main/README.rst +0 -39
- data/vendor/pygments-main/REVISION +0 -1
- data/vendor/pygments-main/TODO +0 -12
- data/vendor/pygments-main/doc/Makefile +0 -153
- data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
- data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
- data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
- data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
- data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
- data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
- data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
- data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
- data/vendor/pygments-main/doc/conf.py +0 -241
- data/vendor/pygments-main/doc/docs/api.rst +0 -354
- data/vendor/pygments-main/doc/docs/authors.rst +0 -4
- data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
- data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
- data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
- data/vendor/pygments-main/doc/docs/filters.rst +0 -41
- data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
- data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
- data/vendor/pygments-main/doc/docs/index.rst +0 -66
- data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
- data/vendor/pygments-main/doc/docs/java.rst +0 -70
- data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
- data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
- data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
- data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
- data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
- data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
- data/vendor/pygments-main/doc/docs/styles.rst +0 -201
- data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
- data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
- data/vendor/pygments-main/doc/download.rst +0 -41
- data/vendor/pygments-main/doc/faq.rst +0 -139
- data/vendor/pygments-main/doc/index.rst +0 -54
- data/vendor/pygments-main/doc/languages.rst +0 -154
- data/vendor/pygments-main/doc/make.bat +0 -190
- data/vendor/pygments-main/doc/pygmentize.1 +0 -94
- data/vendor/pygments-main/external/autopygmentize +0 -101
- data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
- data/vendor/pygments-main/external/markdown-processor.py +0 -67
- data/vendor/pygments-main/external/moin-parser.py +0 -112
- data/vendor/pygments-main/external/pygments.bashcomp +0 -38
- data/vendor/pygments-main/external/rst-directive.py +0 -82
- data/vendor/pygments-main/pygmentize +0 -8
- data/vendor/pygments-main/pygments/lexers/github.py +0 -565
- data/vendor/pygments-main/requirements.txt +0 -5
- data/vendor/pygments-main/scripts/check_sources.py +0 -211
- data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
- data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
- data/vendor/pygments-main/scripts/epydoc.css +0 -280
- data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
- data/vendor/pygments-main/scripts/pylintrc +0 -301
- data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
- data/vendor/pygments-main/setup.cfg +0 -10
- data/vendor/pygments-main/setup.py +0 -77
- data/vendor/pygments-main/tox.ini +0 -7
- data/vendor/simplejson/.gitignore +0 -10
- data/vendor/simplejson/.travis.yml +0 -5
- data/vendor/simplejson/CHANGES.txt +0 -291
- data/vendor/simplejson/LICENSE.txt +0 -19
- data/vendor/simplejson/MANIFEST.in +0 -5
- data/vendor/simplejson/README.rst +0 -19
- data/vendor/simplejson/conf.py +0 -179
- data/vendor/simplejson/index.rst +0 -628
- data/vendor/simplejson/scripts/make_docs.py +0 -18
- data/vendor/simplejson/setup.py +0 -104
- data/vendor/simplejson/simplejson/__init__.py +0 -510
- data/vendor/simplejson/simplejson/_speedups.c +0 -2745
- data/vendor/simplejson/simplejson/decoder.py +0 -425
- data/vendor/simplejson/simplejson/encoder.py +0 -567
- data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
- data/vendor/simplejson/simplejson/scanner.py +0 -77
- data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
- data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
- data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
- data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
- data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
- data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
- data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
- data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
- data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
- data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
- data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
- data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
- data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
- data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
- data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
- data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
- data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
- data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
- data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -1,11 +1,10 @@
|
|
1
|
-
# -*- coding: utf-8 -*-
|
2
1
|
"""
|
3
2
|
pygments.lexers.julia
|
4
3
|
~~~~~~~~~~~~~~~~~~~~~
|
5
4
|
|
6
5
|
Lexers for the Julia language.
|
7
6
|
|
8
|
-
:copyright: Copyright 2006-
|
7
|
+
:copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
|
9
8
|
:license: BSD, see LICENSE for details.
|
10
9
|
"""
|
11
10
|
|
@@ -15,13 +14,12 @@ from pygments.lexer import Lexer, RegexLexer, bygroups, do_insertions, \
|
|
15
14
|
words, include
|
16
15
|
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
|
17
16
|
Number, Punctuation, Generic
|
18
|
-
from pygments.util import shebang_matches
|
17
|
+
from pygments.util import shebang_matches
|
19
18
|
|
20
19
|
__all__ = ['JuliaLexer', 'JuliaConsoleLexer']
|
21
20
|
|
22
|
-
allowed_variable =
|
23
|
-
|
24
|
-
((unirange(0x10000, 0x10ffff),) * 2))
|
21
|
+
allowed_variable = \
|
22
|
+
'(?:[a-zA-Z_\u00A1-\U0010ffff]|%s)(?:[a-zA-Z_0-9\u00A1-\U0010ffff])*!*'
|
25
23
|
|
26
24
|
|
27
25
|
class JuliaLexer(RegexLexer):
|
@@ -48,6 +46,7 @@ class JuliaLexer(RegexLexer):
|
|
48
46
|
|
49
47
|
# keywords
|
50
48
|
(r'in\b', Keyword.Pseudo),
|
49
|
+
(r'isa\b', Keyword.Pseudo),
|
51
50
|
(r'(true|false)\b', Keyword.Constant),
|
52
51
|
(r'(local|global|const)\b', Keyword.Declaration),
|
53
52
|
(words([
|
@@ -55,7 +54,8 @@ class JuliaLexer(RegexLexer):
|
|
55
54
|
'baremodule', 'begin', 'bitstype', 'break', 'catch', 'ccall',
|
56
55
|
'continue', 'do', 'else', 'elseif', 'end', 'export', 'finally',
|
57
56
|
'for', 'if', 'import', 'importall', 'let', 'macro', 'module',
|
58
|
-
'
|
57
|
+
'mutable', 'primitive', 'quote', 'return', 'struct', 'try',
|
58
|
+
'using', 'while'],
|
59
59
|
suffix=r'\b'), Keyword),
|
60
60
|
|
61
61
|
# NOTE
|
@@ -129,60 +129,59 @@ class JuliaLexer(RegexLexer):
|
|
129
129
|
|
130
130
|
# builtins
|
131
131
|
(words([
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
u'π', u'φ'],
|
132
|
+
'ARGS', 'CPU_CORES', 'C_NULL', 'DevNull', 'ENDIAN_BOM',
|
133
|
+
'ENV', 'I', 'Inf', 'Inf16', 'Inf32', 'Inf64',
|
134
|
+
'InsertionSort', 'JULIA_HOME', 'LOAD_PATH', 'MergeSort',
|
135
|
+
'NaN', 'NaN16', 'NaN32', 'NaN64', 'OS_NAME',
|
136
|
+
'QuickSort', 'RoundDown', 'RoundFromZero', 'RoundNearest',
|
137
|
+
'RoundNearestTiesAway', 'RoundNearestTiesUp',
|
138
|
+
'RoundToZero', 'RoundUp', 'STDERR', 'STDIN', 'STDOUT',
|
139
|
+
'VERSION', 'WORD_SIZE', 'catalan', 'e', 'eu',
|
140
|
+
'eulergamma', 'golden', 'im', 'nothing', 'pi', 'γ', 'π', 'φ'],
|
142
141
|
suffix=r'\b'), Name.Builtin),
|
143
142
|
|
144
143
|
# operators
|
145
144
|
# see: https://github.com/JuliaLang/julia/blob/master/src/julia-parser.scm
|
146
|
-
(words(
|
145
|
+
(words((
|
147
146
|
# prec-assignment
|
148
|
-
|
149
|
-
|
150
|
-
|
147
|
+
'=', ':=', '+=', '-=', '*=', '/=', '//=', './/=', '.*=', './=',
|
148
|
+
'\\=', '.\\=', '^=', '.^=', '÷=', '.÷=', '%=', '.%=', '|=', '&=',
|
149
|
+
'$=', '=>', '<<=', '>>=', '>>>=', '~', '.+=', '.-=',
|
151
150
|
# prec-conditional
|
152
|
-
|
151
|
+
'?',
|
153
152
|
# prec-arrow
|
154
|
-
|
153
|
+
'--', '-->',
|
155
154
|
# prec-lazy-or
|
156
|
-
|
155
|
+
'||',
|
157
156
|
# prec-lazy-and
|
158
|
-
|
157
|
+
'&&',
|
159
158
|
# prec-comparison
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
159
|
+
'>', '<', '>=', '≥', '<=', '≤', '==', '===', '≡', '!=', '≠',
|
160
|
+
'!==', '≢', '.>', '.<', '.>=', '.≥', '.<=', '.≤', '.==', '.!=',
|
161
|
+
'.≠', '.=', '.!', '<:', '>:', '∈', '∉', '∋', '∌', '⊆',
|
162
|
+
'⊈', '⊂',
|
163
|
+
'⊄', '⊊',
|
165
164
|
# prec-pipe
|
166
|
-
|
165
|
+
'|>', '<|',
|
167
166
|
# prec-colon
|
168
|
-
|
167
|
+
':',
|
169
168
|
# prec-plus
|
170
|
-
|
169
|
+
'.+', '.-', '|', '∪', '$',
|
171
170
|
# prec-bitshift
|
172
|
-
|
171
|
+
'<<', '>>', '>>>', '.<<', '.>>', '.>>>',
|
173
172
|
# prec-times
|
174
|
-
|
173
|
+
'*', '/', './', '÷', '.÷', '%', '⋅', '.%', '.*', '\\', '.\\', '&', '∩',
|
175
174
|
# prec-rational
|
176
|
-
|
175
|
+
'//', './/',
|
177
176
|
# prec-power
|
178
|
-
|
177
|
+
'^', '.^',
|
179
178
|
# prec-decl
|
180
|
-
|
179
|
+
'::',
|
181
180
|
# prec-dot
|
182
|
-
|
181
|
+
'.',
|
183
182
|
# unary op
|
184
|
-
|
185
|
-
|
183
|
+
'+', '-', '!', '√', '∛', '∜',
|
184
|
+
)), Operator),
|
186
185
|
|
187
186
|
# chars
|
188
187
|
(r"'(\\.|\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,3}|\\u[a-fA-F0-9]{1,4}|"
|
@@ -314,9 +313,8 @@ class JuliaConsoleLexer(Lexer):
|
|
314
313
|
curcode += line[6:]
|
315
314
|
else:
|
316
315
|
if curcode:
|
317
|
-
|
318
|
-
|
319
|
-
yield item
|
316
|
+
yield from do_insertions(
|
317
|
+
insertions, jllexer.get_tokens_unprocessed(curcode))
|
320
318
|
curcode = ''
|
321
319
|
insertions = []
|
322
320
|
if line.startswith('ERROR: ') or error:
|
@@ -328,6 +326,5 @@ class JuliaConsoleLexer(Lexer):
|
|
328
326
|
start += len(line)
|
329
327
|
|
330
328
|
if curcode:
|
331
|
-
|
332
|
-
|
333
|
-
yield item
|
329
|
+
yield from do_insertions(
|
330
|
+
insertions, jllexer.get_tokens_unprocessed(curcode))
|
@@ -1,11 +1,10 @@
|
|
1
|
-
# -*- coding: utf-8 -*-
|
2
1
|
"""
|
3
2
|
pygments.lexers.jvm
|
4
3
|
~~~~~~~~~~~~~~~~~~~
|
5
4
|
|
6
5
|
Pygments lexers for JVM languages.
|
7
6
|
|
8
|
-
:copyright: Copyright 2006-
|
7
|
+
:copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
|
9
8
|
:license: BSD, see LICENSE for details.
|
10
9
|
"""
|
11
10
|
|
@@ -21,12 +20,12 @@ from pygments import unistring as uni
|
|
21
20
|
__all__ = ['JavaLexer', 'ScalaLexer', 'GosuLexer', 'GosuTemplateLexer',
|
22
21
|
'GroovyLexer', 'IokeLexer', 'ClojureLexer', 'ClojureScriptLexer',
|
23
22
|
'KotlinLexer', 'XtendLexer', 'AspectJLexer', 'CeylonLexer',
|
24
|
-
'PigLexer', 'GoloLexer', 'JasminLexer']
|
23
|
+
'PigLexer', 'GoloLexer', 'JasminLexer', 'SarlLexer']
|
25
24
|
|
26
25
|
|
27
26
|
class JavaLexer(RegexLexer):
|
28
27
|
"""
|
29
|
-
For `Java <
|
28
|
+
For `Java <https://www.oracle.com/technetwork/java/>`_ source code.
|
30
29
|
"""
|
31
30
|
|
32
31
|
name = 'Java'
|
@@ -50,7 +49,7 @@ class JavaLexer(RegexLexer):
|
|
50
49
|
(r'((?:(?:[^\W\d]|\$)[\w.\[\]$<>]*\s+)+?)' # return arguments
|
51
50
|
r'((?:[^\W\d]|\$)[\w$]*)' # method name
|
52
51
|
r'(\s*)(\()', # signature start
|
53
|
-
bygroups(using(this), Name.Function, Text,
|
52
|
+
bygroups(using(this), Name.Function, Text, Punctuation)),
|
54
53
|
(r'@[^\W\d][\w.]*', Name.Decorator),
|
55
54
|
(r'(abstract|const|enum|extends|final|implements|native|private|'
|
56
55
|
r'protected|public|static|strictfp|super|synchronized|throws|'
|
@@ -61,11 +60,14 @@ class JavaLexer(RegexLexer):
|
|
61
60
|
(r'(true|false|null)\b', Keyword.Constant),
|
62
61
|
(r'(class|interface)(\s+)', bygroups(Keyword.Declaration, Text),
|
63
62
|
'class'),
|
63
|
+
(r'(var)(\s+)', bygroups(Keyword.Declaration, Text),
|
64
|
+
'var'),
|
64
65
|
(r'(import(?:\s+static)?)(\s+)', bygroups(Keyword.Namespace, Text),
|
65
66
|
'import'),
|
66
|
-
(r'"
|
67
|
+
(r'"', String, 'string'),
|
67
68
|
(r"'\\.'|'[^\\]'|'\\u[0-9a-fA-F]{4}'", String.Char),
|
68
|
-
(r'(\.)((?:[^\W\d]|\$)[\w$]*)', bygroups(
|
69
|
+
(r'(\.)((?:[^\W\d]|\$)[\w$]*)', bygroups(Punctuation,
|
70
|
+
Name.Attribute)),
|
69
71
|
(r'^\s*([^\W\d]|\$)[\w$]*:', Name.Label),
|
70
72
|
(r'([^\W\d]|\$)[\w$]*', Name),
|
71
73
|
(r'([0-9][0-9_]*\.([0-9][0-9_]*)?|'
|
@@ -80,15 +82,26 @@ class JavaLexer(RegexLexer):
|
|
80
82
|
(r'0[bB][01][01_]*[lL]?', Number.Bin),
|
81
83
|
(r'0[0-7_]+[lL]?', Number.Oct),
|
82
84
|
(r'0|[1-9][0-9_]*[lL]?', Number.Integer),
|
83
|
-
(r'[~^*!%&\[\]
|
85
|
+
(r'[~^*!%&\[\]<>|+=/?-]', Operator),
|
86
|
+
(r'[{}();:.,]', Punctuation),
|
84
87
|
(r'\n', Text)
|
85
88
|
],
|
86
89
|
'class': [
|
87
90
|
(r'([^\W\d]|\$)[\w$]*', Name.Class, '#pop')
|
88
91
|
],
|
92
|
+
'var': [
|
93
|
+
(r'([^\W\d]|\$)[\w$]*', Name, '#pop')
|
94
|
+
],
|
89
95
|
'import': [
|
90
96
|
(r'[\w.]+\*?', Name.Namespace, '#pop')
|
91
97
|
],
|
98
|
+
'string': [
|
99
|
+
(r'[^\\"]+', String),
|
100
|
+
(r'\\\\', String), # Escaped backslash
|
101
|
+
(r'\\"', String), # Escaped quote
|
102
|
+
(r'\\', String), # Bare backslash
|
103
|
+
(r'"', String, '#pop'), # Closing quote
|
104
|
+
],
|
92
105
|
}
|
93
106
|
|
94
107
|
|
@@ -104,7 +117,7 @@ class AspectJLexer(JavaLexer):
|
|
104
117
|
filenames = ['*.aj']
|
105
118
|
mimetypes = ['text/x-aspectj']
|
106
119
|
|
107
|
-
aj_keywords =
|
120
|
+
aj_keywords = {
|
108
121
|
'aspect', 'pointcut', 'privileged', 'call', 'execution',
|
109
122
|
'initialization', 'preinitialization', 'handler', 'get', 'set',
|
110
123
|
'staticinitialization', 'target', 'args', 'within', 'withincode',
|
@@ -114,9 +127,9 @@ class AspectJLexer(JavaLexer):
|
|
114
127
|
'thisJoinPointStaticPart', 'thisEnclosingJoinPointStaticPart',
|
115
128
|
'issingleton', 'perthis', 'pertarget', 'percflow', 'percflowbelow',
|
116
129
|
'pertypewithin', 'lock', 'unlock', 'thisAspectInstance'
|
117
|
-
|
118
|
-
aj_inter_type =
|
119
|
-
aj_inter_type_annotation =
|
130
|
+
}
|
131
|
+
aj_inter_type = {'parents:', 'warning:', 'error:', 'soft:', 'precedence:'}
|
132
|
+
aj_inter_type_annotation = {'@type', '@method', '@constructor', '@field'}
|
120
133
|
|
121
134
|
def get_tokens_unprocessed(self, text):
|
122
135
|
for index, token, value in JavaLexer.get_tokens_unprocessed(self, text):
|
@@ -144,148 +157,147 @@ class ScalaLexer(RegexLexer):
|
|
144
157
|
flags = re.MULTILINE | re.DOTALL
|
145
158
|
|
146
159
|
# don't use raw unicode strings!
|
147
|
-
op = (
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
letter = (
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
192
|
-
|
193
|
-
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
upper = (
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
|
202
|
-
|
203
|
-
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
208
|
-
|
209
|
-
|
210
|
-
|
211
|
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
231
|
-
|
232
|
-
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
|
237
|
-
|
238
|
-
|
239
|
-
|
240
|
-
|
241
|
-
|
242
|
-
|
243
|
-
|
244
|
-
|
245
|
-
|
246
|
-
|
247
|
-
|
248
|
-
|
249
|
-
|
250
|
-
|
251
|
-
|
252
|
-
|
253
|
-
|
254
|
-
|
255
|
-
|
256
|
-
|
257
|
-
|
258
|
-
|
259
|
-
idrest =
|
260
|
-
letter_letter_digit =
|
160
|
+
op = ('[-~\\^\\*!%&\\\\<>\\|+=:/?@\u00a6-\u00a7\u00a9\u00ac\u00ae\u00b0-\u00b1'
|
161
|
+
'\u00b6\u00d7\u00f7\u03f6\u0482\u0606-\u0608\u060e-\u060f\u06e9'
|
162
|
+
'\u06fd-\u06fe\u07f6\u09fa\u0b70\u0bf3-\u0bf8\u0bfa\u0c7f\u0cf1-\u0cf2'
|
163
|
+
'\u0d79\u0f01-\u0f03\u0f13-\u0f17\u0f1a-\u0f1f\u0f34\u0f36\u0f38'
|
164
|
+
'\u0fbe-\u0fc5\u0fc7-\u0fcf\u109e-\u109f\u1360\u1390-\u1399\u1940'
|
165
|
+
'\u19e0-\u19ff\u1b61-\u1b6a\u1b74-\u1b7c\u2044\u2052\u207a-\u207c'
|
166
|
+
'\u208a-\u208c\u2100-\u2101\u2103-\u2106\u2108-\u2109\u2114\u2116-\u2118'
|
167
|
+
'\u211e-\u2123\u2125\u2127\u2129\u212e\u213a-\u213b\u2140-\u2144'
|
168
|
+
'\u214a-\u214d\u214f\u2190-\u2328\u232b-\u244a\u249c-\u24e9\u2500-\u2767'
|
169
|
+
'\u2794-\u27c4\u27c7-\u27e5\u27f0-\u2982\u2999-\u29d7\u29dc-\u29fb'
|
170
|
+
'\u29fe-\u2b54\u2ce5-\u2cea\u2e80-\u2ffb\u3004\u3012-\u3013\u3020'
|
171
|
+
'\u3036-\u3037\u303e-\u303f\u3190-\u3191\u3196-\u319f\u31c0-\u31e3'
|
172
|
+
'\u3200-\u321e\u322a-\u3250\u3260-\u327f\u328a-\u32b0\u32c0-\u33ff'
|
173
|
+
'\u4dc0-\u4dff\ua490-\ua4c6\ua828-\ua82b\ufb29\ufdfd\ufe62\ufe64-\ufe66'
|
174
|
+
'\uff0b\uff1c-\uff1e\uff5c\uff5e\uffe2\uffe4\uffe8-\uffee\ufffc-\ufffd]+')
|
175
|
+
|
176
|
+
letter = ('[a-zA-Z\\$_\u00aa\u00b5\u00ba\u00c0-\u00d6\u00d8-\u00f6'
|
177
|
+
'\u00f8-\u02af\u0370-\u0373\u0376-\u0377\u037b-\u037d\u0386'
|
178
|
+
'\u0388-\u03f5\u03f7-\u0481\u048a-\u0556\u0561-\u0587\u05d0-\u05f2'
|
179
|
+
'\u0621-\u063f\u0641-\u064a\u066e-\u066f\u0671-\u06d3\u06d5'
|
180
|
+
'\u06ee-\u06ef\u06fa-\u06fc\u06ff\u0710\u0712-\u072f\u074d-\u07a5'
|
181
|
+
'\u07b1\u07ca-\u07ea\u0904-\u0939\u093d\u0950\u0958-\u0961'
|
182
|
+
'\u0972-\u097f\u0985-\u09b9\u09bd\u09ce\u09dc-\u09e1\u09f0-\u09f1'
|
183
|
+
'\u0a05-\u0a39\u0a59-\u0a5e\u0a72-\u0a74\u0a85-\u0ab9\u0abd'
|
184
|
+
'\u0ad0-\u0ae1\u0b05-\u0b39\u0b3d\u0b5c-\u0b61\u0b71\u0b83-\u0bb9'
|
185
|
+
'\u0bd0\u0c05-\u0c3d\u0c58-\u0c61\u0c85-\u0cb9\u0cbd\u0cde-\u0ce1'
|
186
|
+
'\u0d05-\u0d3d\u0d60-\u0d61\u0d7a-\u0d7f\u0d85-\u0dc6\u0e01-\u0e30'
|
187
|
+
'\u0e32-\u0e33\u0e40-\u0e45\u0e81-\u0eb0\u0eb2-\u0eb3\u0ebd-\u0ec4'
|
188
|
+
'\u0edc-\u0f00\u0f40-\u0f6c\u0f88-\u0f8b\u1000-\u102a\u103f'
|
189
|
+
'\u1050-\u1055\u105a-\u105d\u1061\u1065-\u1066\u106e-\u1070'
|
190
|
+
'\u1075-\u1081\u108e\u10a0-\u10fa\u1100-\u135a\u1380-\u138f'
|
191
|
+
'\u13a0-\u166c\u166f-\u1676\u1681-\u169a\u16a0-\u16ea\u16ee-\u1711'
|
192
|
+
'\u1720-\u1731\u1740-\u1751\u1760-\u1770\u1780-\u17b3\u17dc'
|
193
|
+
'\u1820-\u1842\u1844-\u18a8\u18aa-\u191c\u1950-\u19a9\u19c1-\u19c7'
|
194
|
+
'\u1a00-\u1a16\u1b05-\u1b33\u1b45-\u1b4b\u1b83-\u1ba0\u1bae-\u1baf'
|
195
|
+
'\u1c00-\u1c23\u1c4d-\u1c4f\u1c5a-\u1c77\u1d00-\u1d2b\u1d62-\u1d77'
|
196
|
+
'\u1d79-\u1d9a\u1e00-\u1fbc\u1fbe\u1fc2-\u1fcc\u1fd0-\u1fdb'
|
197
|
+
'\u1fe0-\u1fec\u1ff2-\u1ffc\u2071\u207f\u2102\u2107\u210a-\u2113'
|
198
|
+
'\u2115\u2119-\u211d\u2124\u2126\u2128\u212a-\u212d\u212f-\u2139'
|
199
|
+
'\u213c-\u213f\u2145-\u2149\u214e\u2160-\u2188\u2c00-\u2c7c'
|
200
|
+
'\u2c80-\u2ce4\u2d00-\u2d65\u2d80-\u2dde\u3006-\u3007\u3021-\u3029'
|
201
|
+
'\u3038-\u303a\u303c\u3041-\u3096\u309f\u30a1-\u30fa\u30ff-\u318e'
|
202
|
+
'\u31a0-\u31b7\u31f0-\u31ff\u3400-\u4db5\u4e00-\ua014\ua016-\ua48c'
|
203
|
+
'\ua500-\ua60b\ua610-\ua61f\ua62a-\ua66e\ua680-\ua697\ua722-\ua76f'
|
204
|
+
'\ua771-\ua787\ua78b-\ua801\ua803-\ua805\ua807-\ua80a\ua80c-\ua822'
|
205
|
+
'\ua840-\ua873\ua882-\ua8b3\ua90a-\ua925\ua930-\ua946\uaa00-\uaa28'
|
206
|
+
'\uaa40-\uaa42\uaa44-\uaa4b\uac00-\ud7a3\uf900-\ufb1d\ufb1f-\ufb28'
|
207
|
+
'\ufb2a-\ufd3d\ufd50-\ufdfb\ufe70-\ufefc\uff21-\uff3a\uff41-\uff5a'
|
208
|
+
'\uff66-\uff6f\uff71-\uff9d\uffa0-\uffdc]')
|
209
|
+
|
210
|
+
upper = ('[A-Z\\$_\u00c0-\u00d6\u00d8-\u00de\u0100\u0102\u0104\u0106\u0108'
|
211
|
+
'\u010a\u010c\u010e\u0110\u0112\u0114\u0116\u0118\u011a\u011c'
|
212
|
+
'\u011e\u0120\u0122\u0124\u0126\u0128\u012a\u012c\u012e\u0130'
|
213
|
+
'\u0132\u0134\u0136\u0139\u013b\u013d\u013f\u0141\u0143\u0145'
|
214
|
+
'\u0147\u014a\u014c\u014e\u0150\u0152\u0154\u0156\u0158\u015a'
|
215
|
+
'\u015c\u015e\u0160\u0162\u0164\u0166\u0168\u016a\u016c\u016e'
|
216
|
+
'\u0170\u0172\u0174\u0176\u0178-\u0179\u017b\u017d\u0181-\u0182'
|
217
|
+
'\u0184\u0186-\u0187\u0189-\u018b\u018e-\u0191\u0193-\u0194'
|
218
|
+
'\u0196-\u0198\u019c-\u019d\u019f-\u01a0\u01a2\u01a4\u01a6-\u01a7'
|
219
|
+
'\u01a9\u01ac\u01ae-\u01af\u01b1-\u01b3\u01b5\u01b7-\u01b8\u01bc'
|
220
|
+
'\u01c4\u01c7\u01ca\u01cd\u01cf\u01d1\u01d3\u01d5\u01d7\u01d9'
|
221
|
+
'\u01db\u01de\u01e0\u01e2\u01e4\u01e6\u01e8\u01ea\u01ec\u01ee'
|
222
|
+
'\u01f1\u01f4\u01f6-\u01f8\u01fa\u01fc\u01fe\u0200\u0202\u0204'
|
223
|
+
'\u0206\u0208\u020a\u020c\u020e\u0210\u0212\u0214\u0216\u0218'
|
224
|
+
'\u021a\u021c\u021e\u0220\u0222\u0224\u0226\u0228\u022a\u022c'
|
225
|
+
'\u022e\u0230\u0232\u023a-\u023b\u023d-\u023e\u0241\u0243-\u0246'
|
226
|
+
'\u0248\u024a\u024c\u024e\u0370\u0372\u0376\u0386\u0388-\u038f'
|
227
|
+
'\u0391-\u03ab\u03cf\u03d2-\u03d4\u03d8\u03da\u03dc\u03de\u03e0'
|
228
|
+
'\u03e2\u03e4\u03e6\u03e8\u03ea\u03ec\u03ee\u03f4\u03f7'
|
229
|
+
'\u03f9-\u03fa\u03fd-\u042f\u0460\u0462\u0464\u0466\u0468\u046a'
|
230
|
+
'\u046c\u046e\u0470\u0472\u0474\u0476\u0478\u047a\u047c\u047e'
|
231
|
+
'\u0480\u048a\u048c\u048e\u0490\u0492\u0494\u0496\u0498\u049a'
|
232
|
+
'\u049c\u049e\u04a0\u04a2\u04a4\u04a6\u04a8\u04aa\u04ac\u04ae'
|
233
|
+
'\u04b0\u04b2\u04b4\u04b6\u04b8\u04ba\u04bc\u04be\u04c0-\u04c1'
|
234
|
+
'\u04c3\u04c5\u04c7\u04c9\u04cb\u04cd\u04d0\u04d2\u04d4\u04d6'
|
235
|
+
'\u04d8\u04da\u04dc\u04de\u04e0\u04e2\u04e4\u04e6\u04e8\u04ea'
|
236
|
+
'\u04ec\u04ee\u04f0\u04f2\u04f4\u04f6\u04f8\u04fa\u04fc\u04fe'
|
237
|
+
'\u0500\u0502\u0504\u0506\u0508\u050a\u050c\u050e\u0510\u0512'
|
238
|
+
'\u0514\u0516\u0518\u051a\u051c\u051e\u0520\u0522\u0531-\u0556'
|
239
|
+
'\u10a0-\u10c5\u1e00\u1e02\u1e04\u1e06\u1e08\u1e0a\u1e0c\u1e0e'
|
240
|
+
'\u1e10\u1e12\u1e14\u1e16\u1e18\u1e1a\u1e1c\u1e1e\u1e20\u1e22'
|
241
|
+
'\u1e24\u1e26\u1e28\u1e2a\u1e2c\u1e2e\u1e30\u1e32\u1e34\u1e36'
|
242
|
+
'\u1e38\u1e3a\u1e3c\u1e3e\u1e40\u1e42\u1e44\u1e46\u1e48\u1e4a'
|
243
|
+
'\u1e4c\u1e4e\u1e50\u1e52\u1e54\u1e56\u1e58\u1e5a\u1e5c\u1e5e'
|
244
|
+
'\u1e60\u1e62\u1e64\u1e66\u1e68\u1e6a\u1e6c\u1e6e\u1e70\u1e72'
|
245
|
+
'\u1e74\u1e76\u1e78\u1e7a\u1e7c\u1e7e\u1e80\u1e82\u1e84\u1e86'
|
246
|
+
'\u1e88\u1e8a\u1e8c\u1e8e\u1e90\u1e92\u1e94\u1e9e\u1ea0\u1ea2'
|
247
|
+
'\u1ea4\u1ea6\u1ea8\u1eaa\u1eac\u1eae\u1eb0\u1eb2\u1eb4\u1eb6'
|
248
|
+
'\u1eb8\u1eba\u1ebc\u1ebe\u1ec0\u1ec2\u1ec4\u1ec6\u1ec8\u1eca'
|
249
|
+
'\u1ecc\u1ece\u1ed0\u1ed2\u1ed4\u1ed6\u1ed8\u1eda\u1edc\u1ede'
|
250
|
+
'\u1ee0\u1ee2\u1ee4\u1ee6\u1ee8\u1eea\u1eec\u1eee\u1ef0\u1ef2'
|
251
|
+
'\u1ef4\u1ef6\u1ef8\u1efa\u1efc\u1efe\u1f08-\u1f0f\u1f18-\u1f1d'
|
252
|
+
'\u1f28-\u1f2f\u1f38-\u1f3f\u1f48-\u1f4d\u1f59-\u1f5f'
|
253
|
+
'\u1f68-\u1f6f\u1fb8-\u1fbb\u1fc8-\u1fcb\u1fd8-\u1fdb'
|
254
|
+
'\u1fe8-\u1fec\u1ff8-\u1ffb\u2102\u2107\u210b-\u210d\u2110-\u2112'
|
255
|
+
'\u2115\u2119-\u211d\u2124\u2126\u2128\u212a-\u212d\u2130-\u2133'
|
256
|
+
'\u213e-\u213f\u2145\u2183\u2c00-\u2c2e\u2c60\u2c62-\u2c64\u2c67'
|
257
|
+
'\u2c69\u2c6b\u2c6d-\u2c6f\u2c72\u2c75\u2c80\u2c82\u2c84\u2c86'
|
258
|
+
'\u2c88\u2c8a\u2c8c\u2c8e\u2c90\u2c92\u2c94\u2c96\u2c98\u2c9a'
|
259
|
+
'\u2c9c\u2c9e\u2ca0\u2ca2\u2ca4\u2ca6\u2ca8\u2caa\u2cac\u2cae'
|
260
|
+
'\u2cb0\u2cb2\u2cb4\u2cb6\u2cb8\u2cba\u2cbc\u2cbe\u2cc0\u2cc2'
|
261
|
+
'\u2cc4\u2cc6\u2cc8\u2cca\u2ccc\u2cce\u2cd0\u2cd2\u2cd4\u2cd6'
|
262
|
+
'\u2cd8\u2cda\u2cdc\u2cde\u2ce0\u2ce2\ua640\ua642\ua644\ua646'
|
263
|
+
'\ua648\ua64a\ua64c\ua64e\ua650\ua652\ua654\ua656\ua658\ua65a'
|
264
|
+
'\ua65c\ua65e\ua662\ua664\ua666\ua668\ua66a\ua66c\ua680\ua682'
|
265
|
+
'\ua684\ua686\ua688\ua68a\ua68c\ua68e\ua690\ua692\ua694\ua696'
|
266
|
+
'\ua722\ua724\ua726\ua728\ua72a\ua72c\ua72e\ua732\ua734\ua736'
|
267
|
+
'\ua738\ua73a\ua73c\ua73e\ua740\ua742\ua744\ua746\ua748\ua74a'
|
268
|
+
'\ua74c\ua74e\ua750\ua752\ua754\ua756\ua758\ua75a\ua75c\ua75e'
|
269
|
+
'\ua760\ua762\ua764\ua766\ua768\ua76a\ua76c\ua76e\ua779\ua77b'
|
270
|
+
'\ua77d-\ua77e\ua780\ua782\ua784\ua786\ua78b\uff21-\uff3a]')
|
271
|
+
|
272
|
+
idrest = '%s(?:%s|[0-9])*(?:(?<=_)%s)?' % (letter, letter, op)
|
273
|
+
letter_letter_digit = '%s(?:%s|\\d)*' % (letter, letter)
|
261
274
|
|
262
275
|
tokens = {
|
263
276
|
'root': [
|
264
277
|
# method names
|
265
278
|
(r'(class|trait|object)(\s+)', bygroups(Keyword, Text), 'class'),
|
266
279
|
(r'[^\S\n]+', Text),
|
267
|
-
(
|
268
|
-
(r'
|
269
|
-
(
|
270
|
-
|
271
|
-
|
272
|
-
|
273
|
-
|
274
|
-
|
275
|
-
|
276
|
-
(
|
277
|
-
(u'%s%s\\b' % (upper, idrest), Name.Class),
|
280
|
+
include('comments'),
|
281
|
+
(r'@%s' % idrest, Name.Decorator),
|
282
|
+
(r'(abstract|ca(?:se|tch)|d(?:ef|o)|e(?:lse|xtends)|'
|
283
|
+
r'f(?:inal(?:ly)?|or(?:Some)?)|i(?:f|mplicit)|'
|
284
|
+
r'lazy|match|new|override|pr(?:ivate|otected)'
|
285
|
+
r'|re(?:quires|turn)|s(?:ealed|uper)|'
|
286
|
+
r't(?:h(?:is|row)|ry)|va[lr]|w(?:hile|ith)|yield)\b|'
|
287
|
+
r'(<[%:-]|=>|>:|[#=@_\u21D2\u2190])\b', Keyword),
|
288
|
+
(r':(?!%s)' % op, Keyword, 'type'),
|
289
|
+
(r'%s%s\b' % (upper, idrest), Name.Class),
|
278
290
|
(r'(true|false|null)\b', Keyword.Constant),
|
279
291
|
(r'(import|package)(\s+)', bygroups(Keyword, Text), 'import'),
|
280
292
|
(r'(type)(\s+)', bygroups(Keyword, Text), 'type'),
|
281
293
|
(r'""".*?"""(?!")', String),
|
282
|
-
(r'"(\\\\|\\
|
294
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String),
|
283
295
|
(r"'\\.'|'[^\\]'|'\\u[0-9a-fA-F]{4}'", String.Char),
|
284
|
-
(
|
296
|
+
(r"'%s" % idrest, Text.Symbol),
|
285
297
|
(r'[fs]"""', String, 'interptriplestring'), # interpolated strings
|
286
298
|
(r'[fs]"', String, 'interpstring'), # interpolated strings
|
287
|
-
(r'raw"(\\\\|\\
|
288
|
-
# (
|
299
|
+
(r'raw"(\\\\|\\[^\\]|[^"\\])*"', String), # raw strings
|
300
|
+
# (r'(\.)(%s|%s|`[^`]+`)' % (idrest, op), bygroups(Operator,
|
289
301
|
# Name.Attribute)),
|
290
302
|
(idrest, Name),
|
291
303
|
(r'`[^`]+`', Name),
|
@@ -299,34 +311,40 @@ class ScalaLexer(RegexLexer):
|
|
299
311
|
(r'\n', Text)
|
300
312
|
],
|
301
313
|
'class': [
|
302
|
-
(
|
303
|
-
bygroups(Name.Class, Text, Operator), 'typeparam'),
|
314
|
+
(r'(%s|%s|`[^`]+`)(\s*)(\[)' % (idrest, op),
|
315
|
+
bygroups(Name.Class, Text, Operator), ('#pop', 'typeparam')),
|
304
316
|
(r'\s+', Text),
|
317
|
+
include('comments'),
|
305
318
|
(r'\{', Operator, '#pop'),
|
306
319
|
(r'\(', Operator, '#pop'),
|
307
|
-
(r'
|
308
|
-
(u'%s|%s|`[^`]+`' % (idrest, op), Name.Class, '#pop'),
|
320
|
+
(r'%s|%s|`[^`]+`' % (idrest, op), Name.Class, '#pop'),
|
309
321
|
],
|
310
322
|
'type': [
|
311
323
|
(r'\s+', Text),
|
312
|
-
(
|
313
|
-
(
|
324
|
+
include('comments'),
|
325
|
+
(r'<[%:]|>:|[#_]|\bforSome\b|\btype\b', Keyword),
|
326
|
+
(r'([,);}]|=>|=|\u21d2)(\s*)', bygroups(Operator, Text), '#pop'),
|
314
327
|
(r'[({]', Operator, '#push'),
|
315
|
-
(
|
328
|
+
(r'((?:%s|%s|`[^`]+`)(?:\.(?:%s|%s|`[^`]+`))*)(\s*)(\[)' %
|
316
329
|
(idrest, op, idrest, op),
|
317
330
|
bygroups(Keyword.Type, Text, Operator), ('#pop', 'typeparam')),
|
318
|
-
(
|
331
|
+
(r'((?:%s|%s|`[^`]+`)(?:\.(?:%s|%s|`[^`]+`))*)(\s*)$' %
|
319
332
|
(idrest, op, idrest, op),
|
320
333
|
bygroups(Keyword.Type, Text), '#pop'),
|
321
|
-
(r'
|
322
|
-
(u'\\.|%s|%s|`[^`]+`' % (idrest, op), Keyword.Type)
|
334
|
+
(r'\.|%s|%s|`[^`]+`' % (idrest, op), Keyword.Type)
|
323
335
|
],
|
324
336
|
'typeparam': [
|
325
|
-
(r'
|
326
|
-
(
|
337
|
+
(r'\s+', Text),
|
338
|
+
include('comments'),
|
339
|
+
(r',+', Punctuation),
|
340
|
+
(r'<[%:]|=>|>:|[#_\u21D2]|\bforSome\b|\btype\b', Keyword),
|
327
341
|
(r'([\])}])', Operator, '#pop'),
|
328
342
|
(r'[(\[{]', Operator, '#push'),
|
329
|
-
(
|
343
|
+
(r'\.|%s|%s|`[^`]+`' % (idrest, op), Keyword.Type)
|
344
|
+
],
|
345
|
+
'comments': [
|
346
|
+
(r'//.*?\n', Comment.Single),
|
347
|
+
(r'/\*', Comment.Multiline, 'comment'),
|
330
348
|
],
|
331
349
|
'comment': [
|
332
350
|
(r'[^/*]+', Comment.Multiline),
|
@@ -335,7 +353,7 @@ class ScalaLexer(RegexLexer):
|
|
335
353
|
(r'[*/]', Comment.Multiline)
|
336
354
|
],
|
337
355
|
'import': [
|
338
|
-
(
|
356
|
+
(r'(%s|\.)+' % idrest, Name.Namespace, '#pop')
|
339
357
|
],
|
340
358
|
'interpstringcommon': [
|
341
359
|
(r'[^"$\\]+', String),
|
@@ -455,8 +473,7 @@ class GosuTemplateLexer(Lexer):
|
|
455
473
|
def get_tokens_unprocessed(self, text):
|
456
474
|
lexer = GosuLexer()
|
457
475
|
stack = ['templateText']
|
458
|
-
|
459
|
-
yield item
|
476
|
+
yield from lexer.get_tokens_unprocessed(text, stack)
|
460
477
|
|
461
478
|
|
462
479
|
class GroovyLexer(RegexLexer):
|
@@ -504,10 +521,10 @@ class GroovyLexer(RegexLexer):
|
|
504
521
|
(r'(import)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
|
505
522
|
(r'""".*?"""', String.Double),
|
506
523
|
(r"'''.*?'''", String.Single),
|
507
|
-
(r'"(\\\\|\\
|
508
|
-
(r"'(\\\\|\\
|
524
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
525
|
+
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
509
526
|
(r'\$/((?!/\$).)*/\$', String),
|
510
|
-
(r'/(\\\\|\\
|
527
|
+
(r'/(\\\\|\\[^\\]|[^/\\])*/', String),
|
511
528
|
(r"'\\.'|'[^\\]'|'\\u[0-9a-fA-F]{4}'", String.Char),
|
512
529
|
(r'(\.)([a-zA-Z_]\w*)', bygroups(Operator, Name.Attribute)),
|
513
530
|
(r'[a-zA-Z_]\w*:', Name.Label),
|
@@ -600,7 +617,7 @@ class IokeLexer(RegexLexer):
|
|
600
617
|
# Symbols
|
601
618
|
(r':[\w!:?]+', String.Symbol),
|
602
619
|
(r'[\w!:?]+:(?![\w!?])', String.Other),
|
603
|
-
(r':"(\\\\|\\
|
620
|
+
(r':"(\\\\|\\[^\\]|[^"\\])*"', String.Symbol),
|
604
621
|
|
605
622
|
# Documentation
|
606
623
|
(r'((?<=fn\()|(?<=fnx\()|(?<=method\()|(?<=macro\()|(?<=lecro\()'
|
@@ -687,9 +704,9 @@ class IokeLexer(RegexLexer):
|
|
687
704
|
r'System|Text|Tuple)(?![\w!:?])', Name.Builtin),
|
688
705
|
|
689
706
|
# functions
|
690
|
-
(
|
691
|
-
|
692
|
-
|
707
|
+
('(generateMatchMethod|aliasMethod|\u03bb|\u028E|fnx|fn|method|'
|
708
|
+
'dmacro|dlecro|syntax|macro|dlecrox|lecrox|lecro|syntax)'
|
709
|
+
'(?![\\w!:?])', Name.Function),
|
693
710
|
|
694
711
|
# Numbers
|
695
712
|
(r'-?0[xX][0-9a-fA-F]+', Number.Hex),
|
@@ -705,7 +722,7 @@ class IokeLexer(RegexLexer):
|
|
705
722
|
r'\-\-|<=|>=|==|!=|&&|\.\.|\+=|\-=|\*=|\/=|%=|&=|\^=|\|=|<\-|'
|
706
723
|
r'\+>|!>|<>|&>|%>|#>|\@>|\/>|\*>|\?>|\|>|\^>|~>|\$>|<\->|\->|'
|
707
724
|
r'<<|>>|\*\*|\?\||\?&|\|\||>|<|\*|\/|%|\+|\-|&|\^|\||=|\$|!|~|'
|
708
|
-
|
725
|
+
r'\?|#|\u2260|\u2218|\u2208|\u2209)', Operator),
|
709
726
|
(r'(and|nand|or|xor|nor|return|import)(?![\w!?])',
|
710
727
|
Operator),
|
711
728
|
|
@@ -801,7 +818,7 @@ class ClojureLexer(RegexLexer):
|
|
801
818
|
|
802
819
|
# TODO / should divide keywords/symbols into namespace/rest
|
803
820
|
# but that's hard, so just pretend / is part of the name
|
804
|
-
valid_name = r'(?!#)[\w
|
821
|
+
valid_name = r'(?!#)[\w!$%*+<=>?/.#|-]+'
|
805
822
|
|
806
823
|
tokens = {
|
807
824
|
'root': [
|
@@ -818,7 +835,7 @@ class ClojureLexer(RegexLexer):
|
|
818
835
|
(r'0x-?[abcdef\d]+', Number.Hex),
|
819
836
|
|
820
837
|
# strings, symbols and characters
|
821
|
-
(r'"(\\\\|\\
|
838
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String),
|
822
839
|
(r"'" + valid_name, String.Symbol),
|
823
840
|
(r"\\(.|[a-z]+)", String.Char),
|
824
841
|
|
@@ -899,8 +916,8 @@ class TeaLangLexer(RegexLexer):
|
|
899
916
|
(r'(true|false|null)\b', Keyword.Constant),
|
900
917
|
(r'(template)(\s+)', bygroups(Keyword.Declaration, Text), 'template'),
|
901
918
|
(r'(import)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
|
902
|
-
(r'"(\\\\|\\
|
903
|
-
(r'
|
919
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
920
|
+
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
904
921
|
(r'(\.)([a-zA-Z_]\w*)', bygroups(Operator, Name.Attribute)),
|
905
922
|
(r'[a-zA-Z_]\w*:', Name.Label),
|
906
923
|
(r'[a-zA-Z_\$]\w*', Name),
|
@@ -961,9 +978,8 @@ class CeylonLexer(RegexLexer):
|
|
961
978
|
(r'(class|interface|object|alias)(\s+)',
|
962
979
|
bygroups(Keyword.Declaration, Text), 'class'),
|
963
980
|
(r'(import)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
|
964
|
-
(r'"(\\\\|\\
|
981
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String),
|
965
982
|
(r"'\\.'|'[^\\]'|'\\\{#[0-9a-fA-F]{4}\}'", String.Char),
|
966
|
-
(r'".*``.*``.*"', String.Interpol),
|
967
983
|
(r'(\.)([a-z_]\w*)',
|
968
984
|
bygroups(Operator, Name.Attribute)),
|
969
985
|
(r'[a-zA-Z_]\w*:', Name.Label),
|
@@ -1009,7 +1025,7 @@ class KotlinLexer(RegexLexer):
|
|
1009
1025
|
|
1010
1026
|
name = 'Kotlin'
|
1011
1027
|
aliases = ['kotlin']
|
1012
|
-
filenames = ['*.kt']
|
1028
|
+
filenames = ['*.kt', '*.kts']
|
1013
1029
|
mimetypes = ['text/x-kotlin']
|
1014
1030
|
|
1015
1031
|
flags = re.MULTILINE | re.DOTALL | re.UNICODE
|
@@ -1017,50 +1033,141 @@ class KotlinLexer(RegexLexer):
|
|
1017
1033
|
kt_name = ('@?[_' + uni.combine('Lu', 'Ll', 'Lt', 'Lm', 'Nl') + ']' +
|
1018
1034
|
'[' + uni.combine('Lu', 'Ll', 'Lt', 'Lm', 'Nl', 'Nd', 'Pc', 'Cf',
|
1019
1035
|
'Mn', 'Mc') + ']*')
|
1020
|
-
|
1036
|
+
|
1037
|
+
kt_space_name = ('@?[_' + uni.combine('Lu', 'Ll', 'Lt', 'Lm', 'Nl') + ']' +
|
1038
|
+
'[' + uni.combine('Lu', 'Ll', 'Lt', 'Lm', 'Nl', 'Nd', 'Pc', 'Cf',
|
1039
|
+
'Mn', 'Mc', 'Zs')
|
1040
|
+
+ r'\'~!%^&*()+=|\[\]:;,.<>/\?-]*')
|
1041
|
+
|
1042
|
+
kt_id = '(' + kt_name + '|`' + kt_space_name + '`)'
|
1043
|
+
|
1044
|
+
modifiers = (r'actual|abstract|annotation|companion|const|crossinline|'
|
1045
|
+
r'data|enum|expect|external|final|infix|inline|inner|'
|
1046
|
+
r'internal|lateinit|noinline|open|operator|override|private|'
|
1047
|
+
r'protected|public|sealed|suspend|tailrec')
|
1021
1048
|
|
1022
1049
|
tokens = {
|
1023
1050
|
'root': [
|
1024
|
-
|
1051
|
+
# Whitespaces
|
1025
1052
|
(r'[^\S\n]+', Text),
|
1053
|
+
(r'\s+', Text),
|
1026
1054
|
(r'\\\n', Text), # line continuation
|
1055
|
+
(r'\n', Text),
|
1056
|
+
# Comments
|
1027
1057
|
(r'//.*?\n', Comment.Single),
|
1058
|
+
(r'^#!/.+?\n', Comment.Single), # shebang for kotlin scripts
|
1028
1059
|
(r'/[*].*?[*]/', Comment.Multiline),
|
1029
|
-
|
1060
|
+
# Keywords
|
1061
|
+
(r'as\?', Keyword),
|
1062
|
+
(r'(as|break|by|catch|constructor|continue|do|dynamic|else|finally|'
|
1063
|
+
r'get|for|if|init|[!]*in|[!]*is|out|reified|return|set|super|this|'
|
1064
|
+
r'throw|try|typealias|typeof|vararg|when|where|while)\b', Keyword),
|
1065
|
+
(r'it\b', Name.Builtin),
|
1066
|
+
# Built-in types
|
1067
|
+
(words(('Boolean?', 'Byte?', 'Char?', 'Double?', 'Float?',
|
1068
|
+
'Int?', 'Long?', 'Short?', 'String?', 'Any?', 'Unit?')), Keyword.Type),
|
1069
|
+
(words(('Boolean', 'Byte', 'Char', 'Double', 'Float',
|
1070
|
+
'Int', 'Long', 'Short', 'String', 'Any', 'Unit'), suffix=r'\b'), Keyword.Type),
|
1071
|
+
# Constants
|
1072
|
+
(r'(true|false|null)\b', Keyword.Constant),
|
1073
|
+
# Imports
|
1074
|
+
(r'(package|import)(\s+)(\S+)', bygroups(Keyword, Text, Name.Namespace)),
|
1075
|
+
# Dot access
|
1076
|
+
(r'(\?\.)((?:[^\W\d]|\$)[\w$]*)', bygroups(Operator, Name.Attribute)),
|
1077
|
+
(r'(\.)((?:[^\W\d]|\$)[\w$]*)', bygroups(Punctuation, Name.Attribute)),
|
1078
|
+
# Annotations
|
1079
|
+
(r'@[^\W\d][\w.]*', Name.Decorator),
|
1080
|
+
# Labels
|
1081
|
+
(r'[^\W\d][\w.]+@', Name.Decorator),
|
1082
|
+
# Object expression
|
1083
|
+
(r'(object)(\s+)(:)(\s+)', bygroups(Keyword, Text, Punctuation, Text), 'class'),
|
1084
|
+
# Types
|
1085
|
+
(r'((?:(?:' + modifiers + r'|fun)\s+)*)(class|interface|object)(\s+)',
|
1086
|
+
bygroups(using(this, state='modifiers'), Keyword.Declaration, Text), 'class'),
|
1087
|
+
# Variables
|
1088
|
+
(r'(var|val)(\s+)(\()', bygroups(Keyword.Declaration, Text, Punctuation),
|
1089
|
+
'destructuring_assignment'),
|
1090
|
+
(r'((?:(?:' + modifiers + r')\s+)*)(var|val)(\s+)',
|
1091
|
+
bygroups(using(this, state='modifiers'), Keyword.Declaration, Text), 'variable'),
|
1092
|
+
# Functions
|
1093
|
+
(r'((?:(?:' + modifiers + r')\s+)*)(fun)(\s+)',
|
1094
|
+
bygroups(using(this, state='modifiers'), Keyword.Declaration, Text), 'function'),
|
1095
|
+
# Operators
|
1030
1096
|
(r'::|!!|\?[:.]', Operator),
|
1031
|
-
(r'[
|
1032
|
-
|
1033
|
-
(r'
|
1034
|
-
|
1097
|
+
(r'[~^*!%&\[\]<>|+=/?-]', Operator),
|
1098
|
+
# Punctuation
|
1099
|
+
(r'[{}();:.,]', Punctuation),
|
1100
|
+
# Strings
|
1101
|
+
(r'"""', String, 'multiline_string'),
|
1102
|
+
(r'"', String, 'string'),
|
1035
1103
|
(r"'\\.'|'[^\\]'", String.Char),
|
1104
|
+
# Numbers
|
1036
1105
|
(r"[0-9](\.[0-9]*)?([eE][+-][0-9]+)?[flFL]?|"
|
1037
1106
|
r"0[xX][0-9a-fA-F]+[Ll]?", Number),
|
1038
|
-
|
1039
|
-
(r'(
|
1040
|
-
(r'(package|import)(\s+)', bygroups(Keyword, Text), 'package'),
|
1041
|
-
(r'(val|var)(\s+)', bygroups(Keyword, Text), 'property'),
|
1042
|
-
(r'(fun)(\s+)', bygroups(Keyword, Text), 'function'),
|
1043
|
-
(r'(abstract|annotation|as|break|by|catch|class|companion|const|'
|
1044
|
-
r'constructor|continue|crossinline|data|do|dynamic|else|enum|'
|
1045
|
-
r'external|false|final|finally|for|fun|get|if|import|in|infix|'
|
1046
|
-
r'inline|inner|interface|internal|is|lateinit|noinline|null|'
|
1047
|
-
r'object|open|operator|out|override|package|private|protected|'
|
1048
|
-
r'public|reified|return|sealed|set|super|tailrec|this|throw|'
|
1049
|
-
r'true|try|val|var|vararg|when|where|while)\b', Keyword),
|
1050
|
-
(kt_id, Name),
|
1051
|
-
],
|
1052
|
-
'package': [
|
1053
|
-
(r'\S+', Name.Namespace, '#pop')
|
1107
|
+
# Identifiers
|
1108
|
+
(r'' + kt_id + r'((\?[^.])?)', Name) # additionally handle nullable types
|
1054
1109
|
],
|
1055
1110
|
'class': [
|
1056
1111
|
(kt_id, Name.Class, '#pop')
|
1057
1112
|
],
|
1058
|
-
'
|
1059
|
-
(kt_id, Name.
|
1113
|
+
'variable': [
|
1114
|
+
(kt_id, Name.Variable, '#pop')
|
1115
|
+
],
|
1116
|
+
'destructuring_assignment': [
|
1117
|
+
(r',', Punctuation),
|
1118
|
+
(r'\s+', Text),
|
1119
|
+
(kt_id, Name.Variable),
|
1120
|
+
(r'(:)(\s+)(' + kt_id + ')', bygroups(Punctuation, Text, Name)),
|
1121
|
+
(r'<', Operator, 'generic'),
|
1122
|
+
(r'\)', Punctuation, '#pop')
|
1060
1123
|
],
|
1061
1124
|
'function': [
|
1125
|
+
(r'<', Operator, 'generic'),
|
1126
|
+
(r'' + kt_id + r'(\.)' + kt_id, bygroups(Name, Punctuation, Name.Function), '#pop'),
|
1062
1127
|
(kt_id, Name.Function, '#pop')
|
1063
1128
|
],
|
1129
|
+
'generic': [
|
1130
|
+
(r'(>)(\s*)', bygroups(Operator, Text), '#pop'),
|
1131
|
+
(r':', Punctuation),
|
1132
|
+
(r'(reified|out|in)\b', Keyword),
|
1133
|
+
(r',', Punctuation),
|
1134
|
+
(r'\s+', Text),
|
1135
|
+
(kt_id, Name)
|
1136
|
+
],
|
1137
|
+
'modifiers': [
|
1138
|
+
(r'\w+', Keyword.Declaration),
|
1139
|
+
(r'\s+', Text),
|
1140
|
+
default('#pop')
|
1141
|
+
],
|
1142
|
+
'string': [
|
1143
|
+
(r'"', String, '#pop'),
|
1144
|
+
include('string_common')
|
1145
|
+
],
|
1146
|
+
'multiline_string': [
|
1147
|
+
(r'"""', String, '#pop'),
|
1148
|
+
(r'"', String),
|
1149
|
+
include('string_common')
|
1150
|
+
],
|
1151
|
+
'string_common': [
|
1152
|
+
(r'\\\\', String), # escaped backslash
|
1153
|
+
(r'\\"', String), # escaped quote
|
1154
|
+
(r'\\', String), # bare backslash
|
1155
|
+
(r'\$\{', String.Interpol, 'interpolation'),
|
1156
|
+
(r'(\$)(\w+)', bygroups(String.Interpol, Name)),
|
1157
|
+
(r'[^\\"$]+', String)
|
1158
|
+
],
|
1159
|
+
'interpolation': [
|
1160
|
+
(r'"', String),
|
1161
|
+
(r'\$\{', String.Interpol, 'interpolation'),
|
1162
|
+
(r'\{', Punctuation, 'scope'),
|
1163
|
+
(r'\}', String.Interpol, '#pop'),
|
1164
|
+
include('root')
|
1165
|
+
],
|
1166
|
+
'scope': [
|
1167
|
+
(r'\{', Punctuation, 'scope'),
|
1168
|
+
(r'\}', Punctuation, '#pop'),
|
1169
|
+
include('root')
|
1170
|
+
]
|
1064
1171
|
}
|
1065
1172
|
|
1066
1173
|
|
@@ -1104,9 +1211,9 @@ class XtendLexer(RegexLexer):
|
|
1104
1211
|
'class'),
|
1105
1212
|
(r'(import)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
|
1106
1213
|
(r"(''')", String, 'template'),
|
1107
|
-
(
|
1108
|
-
(r'"(\\\\|\\
|
1109
|
-
(r"'(\\\\|\\
|
1214
|
+
(r'(\u00BB)', String, 'template'),
|
1215
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
1216
|
+
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
1110
1217
|
(r'[a-zA-Z_]\w*:', Name.Label),
|
1111
1218
|
(r'[a-zA-Z_$]\w*', Name),
|
1112
1219
|
(r'[~^*!%&\[\](){}<>\|+=:;,./?-]', Operator),
|
@@ -1123,7 +1230,7 @@ class XtendLexer(RegexLexer):
|
|
1123
1230
|
],
|
1124
1231
|
'template': [
|
1125
1232
|
(r"'''", String, '#pop'),
|
1126
|
-
(
|
1233
|
+
(r'\u00AB', String, '#pop'),
|
1127
1234
|
(r'.', String)
|
1128
1235
|
],
|
1129
1236
|
}
|
@@ -1258,7 +1365,7 @@ class GoloLexer(RegexLexer):
|
|
1258
1365
|
(r'-?\d[\d_]*L', Number.Integer.Long),
|
1259
1366
|
(r'-?\d[\d_]*', Number.Integer),
|
1260
1367
|
|
1261
|
-
('`?[a-zA-Z_][\w$]*', Name),
|
1368
|
+
(r'`?[a-zA-Z_][\w$]*', Name),
|
1262
1369
|
(r'@[a-zA-Z_][\w$.]*', Name.Decorator),
|
1263
1370
|
|
1264
1371
|
(r'"""', String, combined('stringescape', 'triplestring')),
|
@@ -1571,3 +1678,62 @@ class JasminLexer(RegexLexer):
|
|
1571
1678
|
re.MULTILINE):
|
1572
1679
|
score += 0.6
|
1573
1680
|
return score
|
1681
|
+
|
1682
|
+
|
1683
|
+
class SarlLexer(RegexLexer):
|
1684
|
+
"""
|
1685
|
+
For `SARL <http://www.sarl.io>`_ source code.
|
1686
|
+
|
1687
|
+
.. versionadded:: 2.4
|
1688
|
+
"""
|
1689
|
+
|
1690
|
+
name = 'SARL'
|
1691
|
+
aliases = ['sarl']
|
1692
|
+
filenames = ['*.sarl']
|
1693
|
+
mimetypes = ['text/x-sarl']
|
1694
|
+
|
1695
|
+
flags = re.MULTILINE | re.DOTALL
|
1696
|
+
|
1697
|
+
tokens = {
|
1698
|
+
'root': [
|
1699
|
+
# method names
|
1700
|
+
(r'^(\s*(?:[a-zA-Z_][\w.\[\]]*\s+)+?)' # return arguments
|
1701
|
+
r'([a-zA-Z_$][\w$]*)' # method name
|
1702
|
+
r'(\s*)(\()', # signature start
|
1703
|
+
bygroups(using(this), Name.Function, Text, Operator)),
|
1704
|
+
(r'[^\S\n]+', Text),
|
1705
|
+
(r'//.*?\n', Comment.Single),
|
1706
|
+
(r'/\*.*?\*/', Comment.Multiline),
|
1707
|
+
(r'@[a-zA-Z_][\w.]*', Name.Decorator),
|
1708
|
+
(r'(as|break|case|catch|default|do|else|extends|extension|finally|'
|
1709
|
+
r'fires|for|if|implements|instanceof|new|on|requires|return|super|'
|
1710
|
+
r'switch|throw|throws|try|typeof|uses|while|with)\b',
|
1711
|
+
Keyword),
|
1712
|
+
(r'(abstract|def|dispatch|final|native|override|private|protected|'
|
1713
|
+
r'public|static|strictfp|synchronized|transient|val|var|volatile)\b',
|
1714
|
+
Keyword.Declaration),
|
1715
|
+
(r'(boolean|byte|char|double|float|int|long|short|void)\b',
|
1716
|
+
Keyword.Type),
|
1717
|
+
(r'(package)(\s+)', bygroups(Keyword.Namespace, Text)),
|
1718
|
+
(r'(false|it|null|occurrence|this|true|void)\b', Keyword.Constant),
|
1719
|
+
(r'(agent|annotation|artifact|behavior|capacity|class|enum|event|'
|
1720
|
+
r'interface|skill|space)(\s+)', bygroups(Keyword.Declaration, Text),
|
1721
|
+
'class'),
|
1722
|
+
(r'(import)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
|
1723
|
+
(r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
|
1724
|
+
(r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
|
1725
|
+
(r'[a-zA-Z_]\w*:', Name.Label),
|
1726
|
+
(r'[a-zA-Z_$]\w*', Name),
|
1727
|
+
(r'[~^*!%&\[\](){}<>\|+=:;,./?-]', Operator),
|
1728
|
+
(r'[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?', Number.Float),
|
1729
|
+
(r'0x[0-9a-fA-F]+', Number.Hex),
|
1730
|
+
(r'[0-9]+L?', Number.Integer),
|
1731
|
+
(r'\n', Text)
|
1732
|
+
],
|
1733
|
+
'class': [
|
1734
|
+
(r'[a-zA-Z_]\w*', Name.Class, '#pop')
|
1735
|
+
],
|
1736
|
+
'import': [
|
1737
|
+
(r'[\w.]+\*?', Name.Namespace, '#pop')
|
1738
|
+
],
|
1739
|
+
}
|