pygments.rb 1.2.1 → 2.0.0.rc2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/.github/dependabot.yml +13 -0
- data/.github/workflows/ci.yml +28 -0
- data/.github/workflows/release.yml +24 -0
- data/.gitignore +5 -6
- data/CHANGELOG.adoc +119 -0
- data/Gemfile +3 -1
- data/LICENSE +1 -1
- data/README.adoc +161 -0
- data/Rakefile +10 -21
- data/bench.rb +8 -7
- data/cache-lexers.rb +3 -2
- data/lib/pygments.rb +10 -11
- data/lib/pygments/lexer.rb +5 -5
- data/lib/pygments/mentos.py +23 -66
- data/lib/pygments/popen.rb +152 -204
- data/lib/pygments/version.rb +2 -2
- data/pygments.rb.gemspec +11 -9
- data/test/test_pygments.rb +51 -84
- data/vendor/pygments-main/{AUTHORS → Pygments-2.7.3.dist-info/AUTHORS} +21 -3
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/INSTALLER +1 -0
- data/vendor/pygments-main/{LICENSE → Pygments-2.7.3.dist-info/LICENSE} +1 -1
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/METADATA +49 -0
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/RECORD +482 -0
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/REQUESTED +0 -0
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/WHEEL +5 -0
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/entry_points.txt +3 -0
- data/vendor/pygments-main/Pygments-2.7.3.dist-info/top_level.txt +1 -0
- data/vendor/pygments-main/bin/pygmentize +8 -0
- data/vendor/pygments-main/pygments/__init__.py +6 -11
- data/vendor/pygments-main/pygments/__main__.py +18 -0
- data/vendor/pygments-main/pygments/cmdline.py +38 -29
- data/vendor/pygments-main/pygments/console.py +6 -9
- data/vendor/pygments-main/pygments/filter.py +4 -6
- data/vendor/pygments-main/pygments/filters/__init__.py +609 -21
- data/vendor/pygments-main/pygments/formatter.py +4 -4
- data/vendor/pygments-main/pygments/formatters/__init__.py +9 -8
- data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -3
- data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -1
- data/vendor/pygments-main/pygments/formatters/html.py +223 -135
- data/vendor/pygments-main/pygments/formatters/img.py +68 -41
- data/vendor/pygments-main/pygments/formatters/irc.py +39 -39
- data/vendor/pygments-main/pygments/formatters/latex.py +56 -26
- data/vendor/pygments-main/pygments/formatters/other.py +12 -8
- data/vendor/pygments-main/pygments/formatters/rtf.py +29 -29
- data/vendor/pygments-main/pygments/formatters/svg.py +38 -4
- data/vendor/pygments-main/pygments/formatters/terminal.py +25 -31
- data/vendor/pygments-main/pygments/formatters/terminal256.py +22 -12
- data/vendor/pygments-main/pygments/lexer.py +41 -39
- data/vendor/pygments-main/pygments/lexers/__init__.py +342 -0
- data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1645 -0
- data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +232 -0
- data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +71 -0
- data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1725 -0
- data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5327 -0
- data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +293 -0
- data/vendor/pygments-main/pygments/lexers/_mapping.py +551 -0
- data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1172 -0
- data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1282 -0
- data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2547 -0
- data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4753 -0
- data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +678 -0
- data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3094 -0
- data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1161 -0
- data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +558 -0
- data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +421 -0
- data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1004 -0
- data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +113 -0
- data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +280 -0
- data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1939 -0
- data/vendor/pygments-main/pygments/lexers/actionscript.py +245 -0
- data/vendor/pygments-main/pygments/lexers/agile.py +24 -0
- data/vendor/pygments-main/pygments/lexers/algebra.py +240 -0
- data/vendor/pygments-main/pygments/lexers/ambient.py +76 -0
- data/vendor/pygments-main/pygments/lexers/ampl.py +87 -0
- data/vendor/pygments-main/pygments/lexers/apl.py +101 -0
- data/vendor/pygments-main/pygments/lexers/archetype.py +318 -0
- data/vendor/pygments-main/pygments/lexers/arrow.py +117 -0
- data/vendor/pygments-main/pygments/lexers/asm.py +1005 -0
- data/vendor/pygments-main/pygments/lexers/automation.py +374 -0
- data/vendor/pygments-main/pygments/lexers/bare.py +104 -0
- data/vendor/pygments-main/pygments/lexers/basic.py +662 -0
- data/vendor/pygments-main/pygments/lexers/bibtex.py +160 -0
- data/vendor/pygments-main/pygments/lexers/boa.py +102 -0
- data/vendor/pygments-main/pygments/lexers/business.py +627 -0
- data/vendor/pygments-main/pygments/lexers/c_cpp.py +344 -0
- data/vendor/pygments-main/pygments/lexers/c_like.py +566 -0
- data/vendor/pygments-main/pygments/lexers/capnproto.py +78 -0
- data/vendor/pygments-main/pygments/lexers/chapel.py +112 -0
- data/vendor/pygments-main/pygments/lexers/clean.py +179 -0
- data/vendor/pygments-main/pygments/lexers/compiled.py +34 -0
- data/vendor/pygments-main/pygments/lexers/configs.py +984 -0
- data/vendor/pygments-main/pygments/lexers/console.py +114 -0
- data/vendor/pygments-main/pygments/lexers/crystal.py +392 -0
- data/vendor/pygments-main/pygments/lexers/csound.py +467 -0
- data/vendor/pygments-main/pygments/lexers/css.py +691 -0
- data/vendor/pygments-main/pygments/lexers/d.py +256 -0
- data/vendor/pygments-main/pygments/lexers/dalvik.py +125 -0
- data/vendor/pygments-main/pygments/lexers/data.py +698 -0
- data/vendor/pygments-main/pygments/lexers/devicetree.py +109 -0
- data/vendor/pygments-main/pygments/lexers/diff.py +165 -0
- data/vendor/pygments-main/pygments/lexers/dotnet.py +707 -0
- data/vendor/pygments-main/pygments/lexers/dsls.py +960 -0
- data/vendor/pygments-main/pygments/lexers/dylan.py +287 -0
- data/vendor/pygments-main/pygments/lexers/ecl.py +139 -0
- data/vendor/pygments-main/pygments/lexers/eiffel.py +65 -0
- data/vendor/pygments-main/pygments/lexers/elm.py +121 -0
- data/vendor/pygments-main/pygments/lexers/email.py +151 -0
- data/vendor/pygments-main/pygments/lexers/erlang.py +530 -0
- data/vendor/pygments-main/pygments/lexers/esoteric.py +304 -0
- data/vendor/pygments-main/pygments/lexers/ezhil.py +77 -0
- data/vendor/pygments-main/pygments/lexers/factor.py +344 -0
- data/vendor/pygments-main/pygments/lexers/fantom.py +250 -0
- data/vendor/pygments-main/pygments/lexers/felix.py +273 -0
- data/vendor/pygments-main/pygments/lexers/floscript.py +83 -0
- data/vendor/pygments-main/pygments/lexers/forth.py +178 -0
- data/vendor/pygments-main/pygments/lexers/fortran.py +206 -0
- data/vendor/pygments-main/pygments/lexers/foxpro.py +428 -0
- data/vendor/pygments-main/pygments/lexers/freefem.py +898 -0
- data/vendor/pygments-main/pygments/lexers/functional.py +21 -0
- data/vendor/pygments-main/pygments/lexers/gdscript.py +346 -0
- data/vendor/pygments-main/pygments/lexers/go.py +101 -0
- data/vendor/pygments-main/pygments/lexers/grammar_notation.py +270 -0
- data/vendor/pygments-main/pygments/lexers/graph.py +85 -0
- data/vendor/pygments-main/pygments/lexers/graphics.py +800 -0
- data/vendor/pygments-main/pygments/lexers/haskell.py +870 -0
- data/vendor/pygments-main/pygments/lexers/haxe.py +936 -0
- data/vendor/pygments-main/pygments/lexers/hdl.py +472 -0
- data/vendor/pygments-main/pygments/lexers/hexdump.py +103 -0
- data/vendor/pygments-main/pygments/lexers/html.py +614 -0
- data/vendor/pygments-main/pygments/lexers/idl.py +281 -0
- data/vendor/pygments-main/pygments/lexers/igor.py +420 -0
- data/vendor/pygments-main/pygments/lexers/inferno.py +96 -0
- data/vendor/pygments-main/pygments/lexers/installers.py +322 -0
- data/vendor/pygments-main/pygments/lexers/int_fiction.py +1368 -0
- data/vendor/pygments-main/pygments/lexers/iolang.py +63 -0
- data/vendor/pygments-main/pygments/lexers/j.py +146 -0
- data/vendor/pygments-main/pygments/lexers/javascript.py +1540 -0
- data/vendor/pygments-main/pygments/lexers/julia.py +331 -0
- data/vendor/pygments-main/pygments/lexers/jvm.py +1673 -0
- data/vendor/pygments-main/pygments/lexers/lisp.py +2699 -0
- data/vendor/pygments-main/pygments/lexers/make.py +206 -0
- data/vendor/pygments-main/pygments/lexers/markup.py +765 -0
- data/vendor/pygments-main/pygments/lexers/math.py +21 -0
- data/vendor/pygments-main/pygments/lexers/matlab.py +720 -0
- data/vendor/pygments-main/pygments/lexers/mime.py +226 -0
- data/vendor/pygments-main/pygments/lexers/ml.py +958 -0
- data/vendor/pygments-main/pygments/lexers/modeling.py +366 -0
- data/vendor/pygments-main/pygments/lexers/modula2.py +1580 -0
- data/vendor/pygments-main/pygments/lexers/monte.py +204 -0
- data/vendor/pygments-main/pygments/lexers/mosel.py +448 -0
- data/vendor/pygments-main/pygments/lexers/ncl.py +894 -0
- data/vendor/pygments-main/pygments/lexers/nimrod.py +159 -0
- data/vendor/pygments-main/pygments/lexers/nit.py +64 -0
- data/vendor/pygments-main/pygments/lexers/nix.py +136 -0
- data/vendor/pygments-main/pygments/lexers/oberon.py +121 -0
- data/vendor/pygments-main/pygments/lexers/objective.py +504 -0
- data/vendor/pygments-main/pygments/lexers/ooc.py +85 -0
- data/vendor/pygments-main/pygments/lexers/other.py +41 -0
- data/vendor/pygments-main/pygments/lexers/parasail.py +79 -0
- data/vendor/pygments-main/pygments/lexers/parsers.py +800 -0
- data/vendor/pygments-main/pygments/lexers/pascal.py +644 -0
- data/vendor/pygments-main/pygments/lexers/pawn.py +205 -0
- data/vendor/pygments-main/pygments/lexers/perl.py +732 -0
- data/vendor/pygments-main/pygments/lexers/php.py +321 -0
- data/vendor/pygments-main/pygments/lexers/pointless.py +71 -0
- data/vendor/pygments-main/pygments/lexers/pony.py +94 -0
- data/vendor/pygments-main/pygments/lexers/praat.py +302 -0
- data/vendor/pygments-main/pygments/lexers/prolog.py +306 -0
- data/vendor/pygments-main/pygments/lexers/promql.py +183 -0
- data/vendor/pygments-main/pygments/lexers/python.py +1151 -0
- data/vendor/pygments-main/pygments/lexers/qvt.py +152 -0
- data/vendor/pygments-main/pygments/lexers/r.py +191 -0
- data/vendor/pygments-main/pygments/lexers/rdf.py +463 -0
- data/vendor/pygments-main/pygments/lexers/rebol.py +431 -0
- data/vendor/pygments-main/pygments/lexers/resource.py +85 -0
- data/vendor/pygments-main/pygments/lexers/ride.py +139 -0
- data/vendor/pygments-main/pygments/lexers/rnc.py +67 -0
- data/vendor/pygments-main/pygments/lexers/roboconf.py +82 -0
- data/vendor/pygments-main/pygments/lexers/robotframework.py +552 -0
- data/vendor/pygments-main/pygments/lexers/ruby.py +517 -0
- data/vendor/pygments-main/pygments/lexers/rust.py +224 -0
- data/vendor/pygments-main/pygments/lexers/sas.py +228 -0
- data/vendor/pygments-main/pygments/lexers/scdoc.py +83 -0
- data/vendor/pygments-main/pygments/lexers/scripting.py +1284 -0
- data/vendor/pygments-main/pygments/lexers/sgf.py +61 -0
- data/vendor/pygments-main/pygments/lexers/shell.py +914 -0
- data/vendor/pygments-main/pygments/lexers/sieve.py +69 -0
- data/vendor/pygments-main/pygments/lexers/slash.py +185 -0
- data/vendor/pygments-main/pygments/lexers/smalltalk.py +195 -0
- data/vendor/pygments-main/pygments/lexers/smv.py +79 -0
- data/vendor/pygments-main/pygments/lexers/snobol.py +83 -0
- data/vendor/pygments-main/pygments/lexers/solidity.py +92 -0
- data/vendor/pygments-main/pygments/lexers/special.py +105 -0
- data/vendor/pygments-main/pygments/lexers/sql.py +837 -0
- data/vendor/pygments-main/pygments/lexers/stata.py +171 -0
- data/vendor/pygments-main/pygments/lexers/supercollider.py +95 -0
- data/vendor/pygments-main/pygments/lexers/tcl.py +145 -0
- data/vendor/pygments-main/pygments/lexers/templates.py +2264 -0
- data/vendor/pygments-main/pygments/lexers/teraterm.py +335 -0
- data/vendor/pygments-main/pygments/lexers/testing.py +207 -0
- data/vendor/pygments-main/pygments/lexers/text.py +26 -0
- data/vendor/pygments-main/pygments/lexers/textedit.py +169 -0
- data/vendor/pygments-main/pygments/lexers/textfmts.py +430 -0
- data/vendor/pygments-main/pygments/lexers/theorem.py +474 -0
- data/vendor/pygments-main/pygments/lexers/tnt.py +263 -0
- data/vendor/pygments-main/pygments/lexers/trafficscript.py +54 -0
- data/vendor/pygments-main/pygments/lexers/typoscript.py +219 -0
- data/vendor/pygments-main/pygments/lexers/unicon.py +412 -0
- data/vendor/pygments-main/pygments/lexers/urbi.py +146 -0
- data/vendor/pygments-main/pygments/lexers/usd.py +90 -0
- data/vendor/pygments-main/pygments/lexers/varnish.py +190 -0
- data/vendor/pygments-main/pygments/lexers/verification.py +114 -0
- data/vendor/pygments-main/pygments/lexers/web.py +24 -0
- data/vendor/pygments-main/pygments/lexers/webidl.py +299 -0
- data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
- data/vendor/pygments-main/pygments/lexers/whiley.py +116 -0
- data/vendor/pygments-main/pygments/lexers/x10.py +69 -0
- data/vendor/pygments-main/pygments/lexers/xorg.py +37 -0
- data/vendor/pygments-main/pygments/lexers/yang.py +104 -0
- data/vendor/pygments-main/pygments/lexers/zig.py +124 -0
- data/vendor/pygments-main/pygments/modeline.py +1 -1
- data/vendor/pygments-main/pygments/plugin.py +4 -2
- data/vendor/pygments-main/pygments/regexopt.py +1 -1
- data/vendor/pygments-main/pygments/scanner.py +2 -2
- data/vendor/pygments-main/pygments/sphinxext.py +2 -4
- data/vendor/pygments-main/pygments/style.py +61 -24
- data/vendor/pygments-main/pygments/styles/__init__.py +10 -4
- data/vendor/pygments-main/pygments/styles/abap.py +1 -1
- data/vendor/pygments-main/pygments/styles/algol.py +1 -1
- data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -1
- data/vendor/pygments-main/pygments/styles/arduino.py +2 -2
- data/vendor/pygments-main/pygments/styles/autumn.py +1 -1
- data/vendor/pygments-main/pygments/styles/borland.py +1 -1
- data/vendor/pygments-main/pygments/styles/bw.py +1 -1
- data/vendor/pygments-main/pygments/styles/colorful.py +1 -1
- data/vendor/pygments-main/pygments/styles/default.py +1 -1
- data/vendor/pygments-main/pygments/styles/emacs.py +1 -1
- data/vendor/pygments-main/pygments/styles/friendly.py +1 -1
- data/vendor/pygments-main/pygments/styles/fruity.py +1 -1
- data/vendor/pygments-main/pygments/styles/igor.py +1 -1
- data/vendor/pygments-main/pygments/styles/inkpot.py +67 -0
- data/vendor/pygments-main/pygments/styles/lovelace.py +1 -1
- data/vendor/pygments-main/pygments/styles/manni.py +1 -1
- data/vendor/pygments-main/pygments/styles/monokai.py +4 -3
- data/vendor/pygments-main/pygments/styles/murphy.py +1 -1
- data/vendor/pygments-main/pygments/styles/native.py +1 -1
- data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -1
- data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -1
- data/vendor/pygments-main/pygments/styles/pastie.py +1 -1
- data/vendor/pygments-main/pygments/styles/perldoc.py +1 -1
- data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -1
- data/vendor/pygments-main/pygments/styles/rrt.py +1 -1
- data/vendor/pygments-main/pygments/styles/sas.py +1 -1
- data/vendor/pygments-main/pygments/styles/solarized.py +134 -0
- data/vendor/pygments-main/pygments/styles/stata_dark.py +41 -0
- data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -15
- data/vendor/pygments-main/pygments/styles/tango.py +1 -1
- data/vendor/pygments-main/pygments/styles/trac.py +1 -1
- data/vendor/pygments-main/pygments/styles/vim.py +1 -1
- data/vendor/pygments-main/pygments/styles/vs.py +1 -1
- data/vendor/pygments-main/pygments/styles/xcode.py +1 -1
- data/vendor/pygments-main/pygments/token.py +1 -1
- data/vendor/pygments-main/pygments/unistring.py +47 -108
- data/vendor/pygments-main/pygments/util.py +15 -92
- metadata +69 -136
- data/CHANGELOG.md +0 -111
- data/README.md +0 -121
- data/circle.yml +0 -20
- data/test/test_data.py +0 -514
- data/test/test_data_generated +0 -2582
- data/vendor/custom_lexers/github.py +0 -565
- data/vendor/pygments-main/CHANGES +0 -1186
- data/vendor/pygments-main/MANIFEST.in +0 -6
- data/vendor/pygments-main/Makefile +0 -65
- data/vendor/pygments-main/README.rst +0 -39
- data/vendor/pygments-main/REVISION +0 -1
- data/vendor/pygments-main/TODO +0 -12
- data/vendor/pygments-main/doc/Makefile +0 -153
- data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
- data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
- data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
- data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
- data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
- data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
- data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
- data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
- data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
- data/vendor/pygments-main/doc/conf.py +0 -241
- data/vendor/pygments-main/doc/docs/api.rst +0 -354
- data/vendor/pygments-main/doc/docs/authors.rst +0 -4
- data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
- data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
- data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
- data/vendor/pygments-main/doc/docs/filters.rst +0 -41
- data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
- data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
- data/vendor/pygments-main/doc/docs/index.rst +0 -66
- data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
- data/vendor/pygments-main/doc/docs/java.rst +0 -70
- data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
- data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
- data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
- data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
- data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
- data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
- data/vendor/pygments-main/doc/docs/styles.rst +0 -201
- data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
- data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
- data/vendor/pygments-main/doc/download.rst +0 -41
- data/vendor/pygments-main/doc/faq.rst +0 -139
- data/vendor/pygments-main/doc/index.rst +0 -54
- data/vendor/pygments-main/doc/languages.rst +0 -154
- data/vendor/pygments-main/doc/make.bat +0 -190
- data/vendor/pygments-main/doc/pygmentize.1 +0 -94
- data/vendor/pygments-main/external/autopygmentize +0 -101
- data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
- data/vendor/pygments-main/external/markdown-processor.py +0 -67
- data/vendor/pygments-main/external/moin-parser.py +0 -112
- data/vendor/pygments-main/external/pygments.bashcomp +0 -38
- data/vendor/pygments-main/external/rst-directive.py +0 -82
- data/vendor/pygments-main/pygmentize +0 -8
- data/vendor/pygments-main/requirements.txt +0 -5
- data/vendor/pygments-main/scripts/check_sources.py +0 -211
- data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
- data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
- data/vendor/pygments-main/scripts/epydoc.css +0 -280
- data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
- data/vendor/pygments-main/scripts/pylintrc +0 -301
- data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
- data/vendor/pygments-main/setup.cfg +0 -10
- data/vendor/pygments-main/setup.py +0 -77
- data/vendor/pygments-main/tox.ini +0 -7
- data/vendor/simplejson/.gitignore +0 -10
- data/vendor/simplejson/.travis.yml +0 -5
- data/vendor/simplejson/CHANGES.txt +0 -291
- data/vendor/simplejson/LICENSE.txt +0 -19
- data/vendor/simplejson/MANIFEST.in +0 -5
- data/vendor/simplejson/README.rst +0 -19
- data/vendor/simplejson/conf.py +0 -179
- data/vendor/simplejson/index.rst +0 -628
- data/vendor/simplejson/scripts/make_docs.py +0 -18
- data/vendor/simplejson/setup.py +0 -104
- data/vendor/simplejson/simplejson/__init__.py +0 -510
- data/vendor/simplejson/simplejson/_speedups.c +0 -2745
- data/vendor/simplejson/simplejson/decoder.py +0 -425
- data/vendor/simplejson/simplejson/encoder.py +0 -567
- data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
- data/vendor/simplejson/simplejson/scanner.py +0 -77
- data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
- data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
- data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
- data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
- data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
- data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
- data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
- data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
- data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
- data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
- data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
- data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
- data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
- data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
- data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
- data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
- data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
- data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
- data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
- data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
- data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,159 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.lexers.nimrod
|
4
|
+
~~~~~~~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Lexer for the Nim language (formerly known as Nimrod).
|
7
|
+
|
8
|
+
:copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
|
9
|
+
:license: BSD, see LICENSE for details.
|
10
|
+
"""
|
11
|
+
|
12
|
+
import re
|
13
|
+
|
14
|
+
from pygments.lexer import RegexLexer, include, default
|
15
|
+
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
|
16
|
+
Number, Punctuation, Error
|
17
|
+
|
18
|
+
__all__ = ['NimrodLexer']
|
19
|
+
|
20
|
+
|
21
|
+
class NimrodLexer(RegexLexer):
|
22
|
+
"""
|
23
|
+
For `Nim <http://nim-lang.org/>`_ source code.
|
24
|
+
|
25
|
+
.. versionadded:: 1.5
|
26
|
+
"""
|
27
|
+
|
28
|
+
name = 'Nimrod'
|
29
|
+
aliases = ['nim', 'nimrod']
|
30
|
+
filenames = ['*.nim', '*.nimrod']
|
31
|
+
mimetypes = ['text/x-nim']
|
32
|
+
|
33
|
+
flags = re.MULTILINE | re.IGNORECASE | re.UNICODE
|
34
|
+
|
35
|
+
def underscorize(words):
|
36
|
+
newWords = []
|
37
|
+
new = ""
|
38
|
+
for word in words:
|
39
|
+
for ch in word:
|
40
|
+
new += (ch + "_?")
|
41
|
+
newWords.append(new)
|
42
|
+
new = ""
|
43
|
+
return "|".join(newWords)
|
44
|
+
|
45
|
+
keywords = [
|
46
|
+
'addr', 'and', 'as', 'asm', 'bind', 'block', 'break', 'case',
|
47
|
+
'cast', 'concept', 'const', 'continue', 'converter', 'defer', 'discard',
|
48
|
+
'distinct', 'div', 'do', 'elif', 'else', 'end', 'enum', 'except',
|
49
|
+
'export', 'finally', 'for', 'func', 'if', 'in', 'yield', 'interface',
|
50
|
+
'is', 'isnot', 'iterator', 'let', 'macro', 'method', 'mixin', 'mod',
|
51
|
+
'not', 'notin', 'object', 'of', 'or', 'out', 'proc', 'ptr', 'raise',
|
52
|
+
'ref', 'return', 'shl', 'shr', 'static', 'template', 'try',
|
53
|
+
'tuple', 'type', 'using', 'when', 'while', 'xor'
|
54
|
+
]
|
55
|
+
|
56
|
+
keywordsPseudo = [
|
57
|
+
'nil', 'true', 'false'
|
58
|
+
]
|
59
|
+
|
60
|
+
opWords = [
|
61
|
+
'and', 'or', 'not', 'xor', 'shl', 'shr', 'div', 'mod', 'in',
|
62
|
+
'notin', 'is', 'isnot'
|
63
|
+
]
|
64
|
+
|
65
|
+
types = [
|
66
|
+
'int', 'int8', 'int16', 'int32', 'int64', 'float', 'float32', 'float64',
|
67
|
+
'bool', 'char', 'range', 'array', 'seq', 'set', 'string'
|
68
|
+
]
|
69
|
+
|
70
|
+
tokens = {
|
71
|
+
'root': [
|
72
|
+
(r'##.*$', String.Doc),
|
73
|
+
(r'#.*$', Comment),
|
74
|
+
(r'[*=><+\-/@$~&%!?|\\\[\]]', Operator),
|
75
|
+
(r'\.\.|\.|,|\[\.|\.\]|\{\.|\.\}|\(\.|\.\)|\{|\}|\(|\)|:|\^|`|;',
|
76
|
+
Punctuation),
|
77
|
+
|
78
|
+
# Strings
|
79
|
+
(r'(?:[\w]+)"', String, 'rdqs'),
|
80
|
+
(r'"""', String, 'tdqs'),
|
81
|
+
('"', String, 'dqs'),
|
82
|
+
|
83
|
+
# Char
|
84
|
+
("'", String.Char, 'chars'),
|
85
|
+
|
86
|
+
# Keywords
|
87
|
+
(r'(%s)\b' % underscorize(opWords), Operator.Word),
|
88
|
+
(r'(p_?r_?o_?c_?\s)(?![(\[\]])', Keyword, 'funcname'),
|
89
|
+
(r'(%s)\b' % underscorize(keywords), Keyword),
|
90
|
+
(r'(%s)\b' % underscorize(['from', 'import', 'include']),
|
91
|
+
Keyword.Namespace),
|
92
|
+
(r'(v_?a_?r)\b', Keyword.Declaration),
|
93
|
+
(r'(%s)\b' % underscorize(types), Keyword.Type),
|
94
|
+
(r'(%s)\b' % underscorize(keywordsPseudo), Keyword.Pseudo),
|
95
|
+
# Identifiers
|
96
|
+
(r'\b((?![_\d])\w)(((?!_)\w)|(_(?!_)\w))*', Name),
|
97
|
+
# Numbers
|
98
|
+
(r'[0-9][0-9_]*(?=([e.]|\'f(32|64)))',
|
99
|
+
Number.Float, ('float-suffix', 'float-number')),
|
100
|
+
(r'0x[a-f0-9][a-f0-9_]*', Number.Hex, 'int-suffix'),
|
101
|
+
(r'0b[01][01_]*', Number.Bin, 'int-suffix'),
|
102
|
+
(r'0o[0-7][0-7_]*', Number.Oct, 'int-suffix'),
|
103
|
+
(r'[0-9][0-9_]*', Number.Integer, 'int-suffix'),
|
104
|
+
# Whitespace
|
105
|
+
(r'\s+', Text),
|
106
|
+
(r'.+$', Error),
|
107
|
+
],
|
108
|
+
'chars': [
|
109
|
+
(r'\\([\\abcefnrtvl"\']|x[a-f0-9]{2}|[0-9]{1,3})', String.Escape),
|
110
|
+
(r"'", String.Char, '#pop'),
|
111
|
+
(r".", String.Char)
|
112
|
+
],
|
113
|
+
'strings': [
|
114
|
+
(r'(?<!\$)\$(\d+|#|\w+)+', String.Interpol),
|
115
|
+
(r'[^\\\'"$\n]+', String),
|
116
|
+
# quotes, dollars and backslashes must be parsed one at a time
|
117
|
+
(r'[\'"\\]', String),
|
118
|
+
# unhandled string formatting sign
|
119
|
+
(r'\$', String)
|
120
|
+
# newlines are an error (use "nl" state)
|
121
|
+
],
|
122
|
+
'dqs': [
|
123
|
+
(r'\\([\\abcefnrtvl"\']|\n|x[a-f0-9]{2}|[0-9]{1,3})',
|
124
|
+
String.Escape),
|
125
|
+
(r'"', String, '#pop'),
|
126
|
+
include('strings')
|
127
|
+
],
|
128
|
+
'rdqs': [
|
129
|
+
(r'"(?!")', String, '#pop'),
|
130
|
+
(r'""', String.Escape),
|
131
|
+
include('strings')
|
132
|
+
],
|
133
|
+
'tdqs': [
|
134
|
+
(r'"""(?!")', String, '#pop'),
|
135
|
+
include('strings'),
|
136
|
+
include('nl')
|
137
|
+
],
|
138
|
+
'funcname': [
|
139
|
+
(r'((?![\d_])\w)(((?!_)\w)|(_(?!_)\w))*', Name.Function, '#pop'),
|
140
|
+
(r'`.+`', Name.Function, '#pop')
|
141
|
+
],
|
142
|
+
'nl': [
|
143
|
+
(r'\n', String)
|
144
|
+
],
|
145
|
+
'float-number': [
|
146
|
+
(r'\.(?!\.)[0-9_]*', Number.Float),
|
147
|
+
(r'e[+-]?[0-9][0-9_]*', Number.Float),
|
148
|
+
default('#pop')
|
149
|
+
],
|
150
|
+
'float-suffix': [
|
151
|
+
(r'\'f(32|64)', Number.Float),
|
152
|
+
default('#pop')
|
153
|
+
],
|
154
|
+
'int-suffix': [
|
155
|
+
(r'\'i(32|64)', Number.Integer.Long),
|
156
|
+
(r'\'i(8|16)', Number.Integer),
|
157
|
+
default('#pop')
|
158
|
+
],
|
159
|
+
}
|
@@ -0,0 +1,64 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.lexers.nit
|
4
|
+
~~~~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Lexer for the Nit language.
|
7
|
+
|
8
|
+
:copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
|
9
|
+
:license: BSD, see LICENSE for details.
|
10
|
+
"""
|
11
|
+
|
12
|
+
from pygments.lexer import RegexLexer, words
|
13
|
+
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
|
14
|
+
Number, Punctuation
|
15
|
+
|
16
|
+
__all__ = ['NitLexer']
|
17
|
+
|
18
|
+
|
19
|
+
class NitLexer(RegexLexer):
|
20
|
+
"""
|
21
|
+
For `nit <http://nitlanguage.org>`_ source.
|
22
|
+
|
23
|
+
.. versionadded:: 2.0
|
24
|
+
"""
|
25
|
+
|
26
|
+
name = 'Nit'
|
27
|
+
aliases = ['nit']
|
28
|
+
filenames = ['*.nit']
|
29
|
+
tokens = {
|
30
|
+
'root': [
|
31
|
+
(r'#.*?$', Comment.Single),
|
32
|
+
(words((
|
33
|
+
'package', 'module', 'import', 'class', 'abstract', 'interface',
|
34
|
+
'universal', 'enum', 'end', 'fun', 'type', 'init', 'redef',
|
35
|
+
'isa', 'do', 'readable', 'writable', 'var', 'intern', 'extern',
|
36
|
+
'public', 'protected', 'private', 'intrude', 'if', 'then',
|
37
|
+
'else', 'while', 'loop', 'for', 'in', 'and', 'or', 'not',
|
38
|
+
'implies', 'return', 'continue', 'break', 'abort', 'assert',
|
39
|
+
'new', 'is', 'once', 'super', 'self', 'true', 'false', 'nullable',
|
40
|
+
'null', 'as', 'isset', 'label', '__debug__'), suffix=r'(?=[\r\n\t( ])'),
|
41
|
+
Keyword),
|
42
|
+
(r'[A-Z]\w*', Name.Class),
|
43
|
+
(r'"""(([^\'\\]|\\.)|\\r|\\n)*((\{\{?)?(""?\{\{?)*""""*)', String), # Simple long string
|
44
|
+
(r'\'\'\'(((\\.|[^\'\\])|\\r|\\n)|\'((\\.|[^\'\\])|\\r|\\n)|'
|
45
|
+
r'\'\'((\\.|[^\'\\])|\\r|\\n))*\'\'\'', String), # Simple long string alt
|
46
|
+
(r'"""(([^\'\\]|\\.)|\\r|\\n)*((""?)?(\{\{?""?)*\{\{\{\{*)', String), # Start long string
|
47
|
+
(r'\}\}\}(((\\.|[^\'\\])|\\r|\\n))*(""?)?(\{\{?""?)*\{\{\{\{*', String), # Mid long string
|
48
|
+
(r'\}\}\}(((\\.|[^\'\\])|\\r|\\n))*(\{\{?)?(""?\{\{?)*""""*', String), # End long string
|
49
|
+
(r'"(\\.|([^"}{\\]))*"', String), # Simple String
|
50
|
+
(r'"(\\.|([^"}{\\]))*\{', String), # Start string
|
51
|
+
(r'\}(\\.|([^"}{\\]))*\{', String), # Mid String
|
52
|
+
(r'\}(\\.|([^"}{\\]))*"', String), # End String
|
53
|
+
(r'(\'[^\'\\]\')|(\'\\.\')', String.Char),
|
54
|
+
(r'[0-9]+', Number.Integer),
|
55
|
+
(r'[0-9]*.[0-9]+', Number.Float),
|
56
|
+
(r'0(x|X)[0-9A-Fa-f]+', Number.Hex),
|
57
|
+
(r'[a-z]\w*', Name),
|
58
|
+
(r'_\w+', Name.Variable.Instance),
|
59
|
+
(r'==|!=|<==>|>=|>>|>|<=|<<|<|\+|-|=|/|\*|%|\+=|-=|!|@', Operator),
|
60
|
+
(r'\(|\)|\[|\]|,|\.\.\.|\.\.|\.|::|:', Punctuation),
|
61
|
+
(r'`\{[^`]*`\}', Text), # Extern blocks won't be Lexed by Nit
|
62
|
+
(r'[\r\n\t ]+', Text),
|
63
|
+
],
|
64
|
+
}
|
@@ -0,0 +1,136 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.lexers.nix
|
4
|
+
~~~~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Lexers for the NixOS Nix language.
|
7
|
+
|
8
|
+
:copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
|
9
|
+
:license: BSD, see LICENSE for details.
|
10
|
+
"""
|
11
|
+
|
12
|
+
import re
|
13
|
+
|
14
|
+
from pygments.lexer import RegexLexer, include
|
15
|
+
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
|
16
|
+
Number, Punctuation, Literal
|
17
|
+
|
18
|
+
__all__ = ['NixLexer']
|
19
|
+
|
20
|
+
|
21
|
+
class NixLexer(RegexLexer):
|
22
|
+
"""
|
23
|
+
For the `Nix language <http://nixos.org/nix/>`_.
|
24
|
+
|
25
|
+
.. versionadded:: 2.0
|
26
|
+
"""
|
27
|
+
|
28
|
+
name = 'Nix'
|
29
|
+
aliases = ['nixos', 'nix']
|
30
|
+
filenames = ['*.nix']
|
31
|
+
mimetypes = ['text/x-nix']
|
32
|
+
|
33
|
+
flags = re.MULTILINE | re.UNICODE
|
34
|
+
|
35
|
+
keywords = ['rec', 'with', 'let', 'in', 'inherit', 'assert', 'if',
|
36
|
+
'else', 'then', '...']
|
37
|
+
builtins = ['import', 'abort', 'baseNameOf', 'dirOf', 'isNull', 'builtins',
|
38
|
+
'map', 'removeAttrs', 'throw', 'toString', 'derivation']
|
39
|
+
operators = ['++', '+', '?', '.', '!', '//', '==',
|
40
|
+
'!=', '&&', '||', '->', '=']
|
41
|
+
|
42
|
+
punctuations = ["(", ")", "[", "]", ";", "{", "}", ":", ",", "@"]
|
43
|
+
|
44
|
+
tokens = {
|
45
|
+
'root': [
|
46
|
+
# comments starting with #
|
47
|
+
(r'#.*$', Comment.Single),
|
48
|
+
|
49
|
+
# multiline comments
|
50
|
+
(r'/\*', Comment.Multiline, 'comment'),
|
51
|
+
|
52
|
+
# whitespace
|
53
|
+
(r'\s+', Text),
|
54
|
+
|
55
|
+
# keywords
|
56
|
+
('(%s)' % '|'.join(re.escape(entry) + '\\b' for entry in keywords), Keyword),
|
57
|
+
|
58
|
+
# highlight the builtins
|
59
|
+
('(%s)' % '|'.join(re.escape(entry) + '\\b' for entry in builtins),
|
60
|
+
Name.Builtin),
|
61
|
+
|
62
|
+
(r'\b(true|false|null)\b', Name.Constant),
|
63
|
+
|
64
|
+
# operators
|
65
|
+
('(%s)' % '|'.join(re.escape(entry) for entry in operators),
|
66
|
+
Operator),
|
67
|
+
|
68
|
+
# word operators
|
69
|
+
(r'\b(or|and)\b', Operator.Word),
|
70
|
+
|
71
|
+
# punctuations
|
72
|
+
('(%s)' % '|'.join(re.escape(entry) for entry in punctuations), Punctuation),
|
73
|
+
|
74
|
+
# integers
|
75
|
+
(r'[0-9]+', Number.Integer),
|
76
|
+
|
77
|
+
# strings
|
78
|
+
(r'"', String.Double, 'doublequote'),
|
79
|
+
(r"''", String.Single, 'singlequote'),
|
80
|
+
|
81
|
+
# paths
|
82
|
+
(r'[\w.+-]*(\/[\w.+-]+)+', Literal),
|
83
|
+
(r'\<[\w.+-]+(\/[\w.+-]+)*\>', Literal),
|
84
|
+
|
85
|
+
# urls
|
86
|
+
(r'[a-zA-Z][a-zA-Z0-9\+\-\.]*\:[\w%/?:@&=+$,\\.!~*\'-]+', Literal),
|
87
|
+
|
88
|
+
# names of variables
|
89
|
+
(r'[\w-]+\s*=', String.Symbol),
|
90
|
+
(r'[a-zA-Z_][\w\'-]*', Text),
|
91
|
+
|
92
|
+
],
|
93
|
+
'comment': [
|
94
|
+
(r'[^/*]+', Comment.Multiline),
|
95
|
+
(r'/\*', Comment.Multiline, '#push'),
|
96
|
+
(r'\*/', Comment.Multiline, '#pop'),
|
97
|
+
(r'[*/]', Comment.Multiline),
|
98
|
+
],
|
99
|
+
'singlequote': [
|
100
|
+
(r"'''", String.Escape),
|
101
|
+
(r"''\$\{", String.Escape),
|
102
|
+
(r"''\n", String.Escape),
|
103
|
+
(r"''\r", String.Escape),
|
104
|
+
(r"''\t", String.Escape),
|
105
|
+
(r"''", String.Single, '#pop'),
|
106
|
+
(r'\$\{', String.Interpol, 'antiquote'),
|
107
|
+
(r"[^']", String.Single),
|
108
|
+
],
|
109
|
+
'doublequote': [
|
110
|
+
(r'\\', String.Escape),
|
111
|
+
(r'\\"', String.Escape),
|
112
|
+
(r'\\$\{', String.Escape),
|
113
|
+
(r'"', String.Double, '#pop'),
|
114
|
+
(r'\$\{', String.Interpol, 'antiquote'),
|
115
|
+
(r'[^"]', String.Double),
|
116
|
+
],
|
117
|
+
'antiquote': [
|
118
|
+
(r"\}", String.Interpol, '#pop'),
|
119
|
+
# TODO: we should probably escape also here ''${ \${
|
120
|
+
(r"\$\{", String.Interpol, '#push'),
|
121
|
+
include('root'),
|
122
|
+
],
|
123
|
+
}
|
124
|
+
|
125
|
+
def analyse_text(text):
|
126
|
+
rv = 0.0
|
127
|
+
# TODO: let/in
|
128
|
+
if re.search(r'import.+?<[^>]+>', text):
|
129
|
+
rv += 0.4
|
130
|
+
if re.search(r'mkDerivation\s+(\(|\{|rec)', text):
|
131
|
+
rv += 0.4
|
132
|
+
if re.search(r'=\s+mkIf\s+', text):
|
133
|
+
rv += 0.4
|
134
|
+
if re.search(r'\{[a-zA-Z,\s]+\}:', text):
|
135
|
+
rv += 0.1
|
136
|
+
return rv
|
@@ -0,0 +1,121 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.lexers.oberon
|
4
|
+
~~~~~~~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Lexers for Oberon family languages.
|
7
|
+
|
8
|
+
:copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
|
9
|
+
:license: BSD, see LICENSE for details.
|
10
|
+
"""
|
11
|
+
|
12
|
+
import re
|
13
|
+
|
14
|
+
from pygments.lexer import RegexLexer, include, words
|
15
|
+
from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
|
16
|
+
Number, Punctuation
|
17
|
+
|
18
|
+
__all__ = ['ComponentPascalLexer']
|
19
|
+
|
20
|
+
|
21
|
+
class ComponentPascalLexer(RegexLexer):
|
22
|
+
"""
|
23
|
+
For `Component Pascal <http://www.oberon.ch/pdf/CP-Lang.pdf>`_ source code.
|
24
|
+
|
25
|
+
.. versionadded:: 2.1
|
26
|
+
"""
|
27
|
+
name = 'Component Pascal'
|
28
|
+
aliases = ['componentpascal', 'cp']
|
29
|
+
filenames = ['*.cp', '*.cps']
|
30
|
+
mimetypes = ['text/x-component-pascal']
|
31
|
+
|
32
|
+
flags = re.MULTILINE | re.DOTALL
|
33
|
+
|
34
|
+
tokens = {
|
35
|
+
'root': [
|
36
|
+
include('whitespace'),
|
37
|
+
include('comments'),
|
38
|
+
include('punctuation'),
|
39
|
+
include('numliterals'),
|
40
|
+
include('strings'),
|
41
|
+
include('operators'),
|
42
|
+
include('builtins'),
|
43
|
+
include('identifiers'),
|
44
|
+
],
|
45
|
+
'whitespace': [
|
46
|
+
(r'\n+', Text), # blank lines
|
47
|
+
(r'\s+', Text), # whitespace
|
48
|
+
],
|
49
|
+
'comments': [
|
50
|
+
(r'\(\*([^$].*?)\*\)', Comment.Multiline),
|
51
|
+
# TODO: nested comments (* (* ... *) ... (* ... *) *) not supported!
|
52
|
+
],
|
53
|
+
'punctuation': [
|
54
|
+
(r'[()\[\]{},.:;|]', Punctuation),
|
55
|
+
],
|
56
|
+
'numliterals': [
|
57
|
+
(r'[0-9A-F]+X\b', Number.Hex), # char code
|
58
|
+
(r'[0-9A-F]+[HL]\b', Number.Hex), # hexadecimal number
|
59
|
+
(r'[0-9]+\.[0-9]+E[+-][0-9]+', Number.Float), # real number
|
60
|
+
(r'[0-9]+\.[0-9]+', Number.Float), # real number
|
61
|
+
(r'[0-9]+', Number.Integer), # decimal whole number
|
62
|
+
],
|
63
|
+
'strings': [
|
64
|
+
(r"'[^\n']*'", String), # single quoted string
|
65
|
+
(r'"[^\n"]*"', String), # double quoted string
|
66
|
+
],
|
67
|
+
'operators': [
|
68
|
+
# Arithmetic Operators
|
69
|
+
(r'[+-]', Operator),
|
70
|
+
(r'[*/]', Operator),
|
71
|
+
# Relational Operators
|
72
|
+
(r'[=#<>]', Operator),
|
73
|
+
# Dereferencing Operator
|
74
|
+
(r'\^', Operator),
|
75
|
+
# Logical AND Operator
|
76
|
+
(r'&', Operator),
|
77
|
+
# Logical NOT Operator
|
78
|
+
(r'~', Operator),
|
79
|
+
# Assignment Symbol
|
80
|
+
(r':=', Operator),
|
81
|
+
# Range Constructor
|
82
|
+
(r'\.\.', Operator),
|
83
|
+
(r'\$', Operator),
|
84
|
+
],
|
85
|
+
'identifiers': [
|
86
|
+
(r'([a-zA-Z_$][\w$]*)', Name),
|
87
|
+
],
|
88
|
+
'builtins': [
|
89
|
+
(words((
|
90
|
+
'ANYPTR', 'ANYREC', 'BOOLEAN', 'BYTE', 'CHAR', 'INTEGER', 'LONGINT',
|
91
|
+
'REAL', 'SET', 'SHORTCHAR', 'SHORTINT', 'SHORTREAL'
|
92
|
+
), suffix=r'\b'), Keyword.Type),
|
93
|
+
(words((
|
94
|
+
'ABS', 'ABSTRACT', 'ARRAY', 'ASH', 'ASSERT', 'BEGIN', 'BITS', 'BY',
|
95
|
+
'CAP', 'CASE', 'CHR', 'CLOSE', 'CONST', 'DEC', 'DIV', 'DO', 'ELSE',
|
96
|
+
'ELSIF', 'EMPTY', 'END', 'ENTIER', 'EXCL', 'EXIT', 'EXTENSIBLE', 'FOR',
|
97
|
+
'HALT', 'IF', 'IMPORT', 'IN', 'INC', 'INCL', 'IS', 'LEN', 'LIMITED',
|
98
|
+
'LONG', 'LOOP', 'MAX', 'MIN', 'MOD', 'MODULE', 'NEW', 'ODD', 'OF',
|
99
|
+
'OR', 'ORD', 'OUT', 'POINTER', 'PROCEDURE', 'RECORD', 'REPEAT', 'RETURN',
|
100
|
+
'SHORT', 'SHORTCHAR', 'SHORTINT', 'SIZE', 'THEN', 'TYPE', 'TO', 'UNTIL',
|
101
|
+
'VAR', 'WHILE', 'WITH'
|
102
|
+
), suffix=r'\b'), Keyword.Reserved),
|
103
|
+
(r'(TRUE|FALSE|NIL|INF)\b', Keyword.Constant),
|
104
|
+
]
|
105
|
+
}
|
106
|
+
|
107
|
+
def analyse_text(text):
|
108
|
+
"""The only other lexer using .cp is the C++ one, so we check if for
|
109
|
+
a few common Pascal keywords here. Those are unfortunately quite
|
110
|
+
common across various business languages as well."""
|
111
|
+
result = 0
|
112
|
+
if 'BEGIN' in text:
|
113
|
+
result += 0.01
|
114
|
+
if 'END' in text:
|
115
|
+
result += 0.01
|
116
|
+
if 'PROCEDURE' in text:
|
117
|
+
result += 0.01
|
118
|
+
if 'END' in text:
|
119
|
+
result += 0.01
|
120
|
+
|
121
|
+
return result
|