gitlab-pygments.rb 0.3.2
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +6 -0
- data/Gemfile +2 -0
- data/README.md +91 -0
- data/Rakefile +78 -0
- data/bench.rb +22 -0
- data/cache-lexers.rb +8 -0
- data/lexers +0 -0
- data/lib/pygments/lexer.rb +148 -0
- data/lib/pygments/mentos.py +344 -0
- data/lib/pygments/popen.rb +389 -0
- data/lib/pygments/version.rb +3 -0
- data/lib/pygments.rb +8 -0
- data/pygments.rb.gemspec +24 -0
- data/test/test_data.c +2581 -0
- data/test/test_data.py +514 -0
- data/test/test_data_generated +2582 -0
- data/test/test_pygments.rb +276 -0
- data/vendor/custom_formatters/gitlab.py +171 -0
- data/vendor/custom_lexers/github.py +362 -0
- data/vendor/pygments-main/AUTHORS +115 -0
- data/vendor/pygments-main/CHANGES +762 -0
- data/vendor/pygments-main/LICENSE +25 -0
- data/vendor/pygments-main/MANIFEST.in +6 -0
- data/vendor/pygments-main/Makefile +59 -0
- data/vendor/pygments-main/REVISION +1 -0
- data/vendor/pygments-main/TODO +15 -0
- data/vendor/pygments-main/docs/generate.py +472 -0
- data/vendor/pygments-main/docs/pygmentize.1 +94 -0
- data/vendor/pygments-main/docs/src/api.txt +270 -0
- data/vendor/pygments-main/docs/src/authors.txt +5 -0
- data/vendor/pygments-main/docs/src/changelog.txt +5 -0
- data/vendor/pygments-main/docs/src/cmdline.txt +147 -0
- data/vendor/pygments-main/docs/src/filterdevelopment.txt +70 -0
- data/vendor/pygments-main/docs/src/filters.txt +42 -0
- data/vendor/pygments-main/docs/src/formatterdevelopment.txt +169 -0
- data/vendor/pygments-main/docs/src/formatters.txt +48 -0
- data/vendor/pygments-main/docs/src/index.txt +69 -0
- data/vendor/pygments-main/docs/src/installation.txt +71 -0
- data/vendor/pygments-main/docs/src/integrate.txt +43 -0
- data/vendor/pygments-main/docs/src/lexerdevelopment.txt +551 -0
- data/vendor/pygments-main/docs/src/lexers.txt +67 -0
- data/vendor/pygments-main/docs/src/moinmoin.txt +39 -0
- data/vendor/pygments-main/docs/src/plugins.txt +93 -0
- data/vendor/pygments-main/docs/src/quickstart.txt +202 -0
- data/vendor/pygments-main/docs/src/rstdirective.txt +22 -0
- data/vendor/pygments-main/docs/src/styles.txt +143 -0
- data/vendor/pygments-main/docs/src/tokens.txt +349 -0
- data/vendor/pygments-main/docs/src/unicode.txt +49 -0
- data/vendor/pygments-main/external/markdown-processor.py +67 -0
- data/vendor/pygments-main/external/moin-parser.py +112 -0
- data/vendor/pygments-main/external/pygments.bashcomp +38 -0
- data/vendor/pygments-main/external/rst-directive-old.py +77 -0
- data/vendor/pygments-main/external/rst-directive.py +83 -0
- data/vendor/pygments-main/ez_setup.py +276 -0
- data/vendor/pygments-main/pygmentize +7 -0
- data/vendor/pygments-main/pygments/__init__.py +91 -0
- data/vendor/pygments-main/pygments/cmdline.py +433 -0
- data/vendor/pygments-main/pygments/console.py +74 -0
- data/vendor/pygments-main/pygments/filter.py +74 -0
- data/vendor/pygments-main/pygments/filters/__init__.py +357 -0
- data/vendor/pygments-main/pygments/formatter.py +92 -0
- data/vendor/pygments-main/pygments/formatters/__init__.py +68 -0
- data/vendor/pygments-main/pygments/formatters/_mapping.py +94 -0
- data/vendor/pygments-main/pygments/formatters/bbcode.py +109 -0
- data/vendor/pygments-main/pygments/formatters/gitlab.py +171 -0
- data/vendor/pygments-main/pygments/formatters/html.py +750 -0
- data/vendor/pygments-main/pygments/formatters/img.py +553 -0
- data/vendor/pygments-main/pygments/formatters/latex.py +378 -0
- data/vendor/pygments-main/pygments/formatters/other.py +117 -0
- data/vendor/pygments-main/pygments/formatters/rtf.py +136 -0
- data/vendor/pygments-main/pygments/formatters/svg.py +154 -0
- data/vendor/pygments-main/pygments/formatters/terminal.py +112 -0
- data/vendor/pygments-main/pygments/formatters/terminal256.py +222 -0
- data/vendor/pygments-main/pygments/lexer.py +697 -0
- data/vendor/pygments-main/pygments/lexers/__init__.py +229 -0
- data/vendor/pygments-main/pygments/lexers/_asybuiltins.py +1645 -0
- data/vendor/pygments-main/pygments/lexers/_clbuiltins.py +232 -0
- data/vendor/pygments-main/pygments/lexers/_luabuiltins.py +249 -0
- data/vendor/pygments-main/pygments/lexers/_mapping.py +298 -0
- data/vendor/pygments-main/pygments/lexers/_phpbuiltins.py +3787 -0
- data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +232 -0
- data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +29 -0
- data/vendor/pygments-main/pygments/lexers/_vimbuiltins.py +3 -0
- data/vendor/pygments-main/pygments/lexers/agile.py +1803 -0
- data/vendor/pygments-main/pygments/lexers/asm.py +360 -0
- data/vendor/pygments-main/pygments/lexers/compiled.py +2891 -0
- data/vendor/pygments-main/pygments/lexers/dotnet.py +636 -0
- data/vendor/pygments-main/pygments/lexers/functional.py +1832 -0
- data/vendor/pygments-main/pygments/lexers/github.py +362 -0
- data/vendor/pygments-main/pygments/lexers/hdl.py +356 -0
- data/vendor/pygments-main/pygments/lexers/jvm.py +847 -0
- data/vendor/pygments-main/pygments/lexers/math.py +1072 -0
- data/vendor/pygments-main/pygments/lexers/other.py +3339 -0
- data/vendor/pygments-main/pygments/lexers/parsers.py +695 -0
- data/vendor/pygments-main/pygments/lexers/shell.py +361 -0
- data/vendor/pygments-main/pygments/lexers/special.py +100 -0
- data/vendor/pygments-main/pygments/lexers/sql.py +559 -0
- data/vendor/pygments-main/pygments/lexers/templates.py +1631 -0
- data/vendor/pygments-main/pygments/lexers/text.py +1753 -0
- data/vendor/pygments-main/pygments/lexers/web.py +2864 -0
- data/vendor/pygments-main/pygments/plugin.py +74 -0
- data/vendor/pygments-main/pygments/scanner.py +104 -0
- data/vendor/pygments-main/pygments/style.py +117 -0
- data/vendor/pygments-main/pygments/styles/__init__.py +70 -0
- data/vendor/pygments-main/pygments/styles/autumn.py +65 -0
- data/vendor/pygments-main/pygments/styles/borland.py +51 -0
- data/vendor/pygments-main/pygments/styles/bw.py +49 -0
- data/vendor/pygments-main/pygments/styles/colorful.py +81 -0
- data/vendor/pygments-main/pygments/styles/default.py +73 -0
- data/vendor/pygments-main/pygments/styles/emacs.py +72 -0
- data/vendor/pygments-main/pygments/styles/friendly.py +72 -0
- data/vendor/pygments-main/pygments/styles/fruity.py +42 -0
- data/vendor/pygments-main/pygments/styles/manni.py +75 -0
- data/vendor/pygments-main/pygments/styles/monokai.py +106 -0
- data/vendor/pygments-main/pygments/styles/murphy.py +80 -0
- data/vendor/pygments-main/pygments/styles/native.py +65 -0
- data/vendor/pygments-main/pygments/styles/pastie.py +75 -0
- data/vendor/pygments-main/pygments/styles/perldoc.py +69 -0
- data/vendor/pygments-main/pygments/styles/rrt.py +33 -0
- data/vendor/pygments-main/pygments/styles/tango.py +141 -0
- data/vendor/pygments-main/pygments/styles/trac.py +63 -0
- data/vendor/pygments-main/pygments/styles/vim.py +63 -0
- data/vendor/pygments-main/pygments/styles/vs.py +38 -0
- data/vendor/pygments-main/pygments/token.py +195 -0
- data/vendor/pygments-main/pygments/unistring.py +130 -0
- data/vendor/pygments-main/pygments/util.py +232 -0
- data/vendor/pygments-main/scripts/check_sources.py +242 -0
- data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +30 -0
- data/vendor/pygments-main/scripts/epydoc.css +280 -0
- data/vendor/pygments-main/scripts/find_codetags.py +205 -0
- data/vendor/pygments-main/scripts/find_error.py +171 -0
- data/vendor/pygments-main/scripts/get_vimkw.py +43 -0
- data/vendor/pygments-main/scripts/pylintrc +301 -0
- data/vendor/pygments-main/scripts/reindent.py +291 -0
- data/vendor/pygments-main/scripts/vim2pygments.py +933 -0
- data/vendor/pygments-main/setup.cfg +6 -0
- data/vendor/pygments-main/setup.py +88 -0
- data/vendor/pygments-main/tests/dtds/HTML4-f.dtd +37 -0
- data/vendor/pygments-main/tests/dtds/HTML4-s.dtd +869 -0
- data/vendor/pygments-main/tests/dtds/HTML4.dcl +88 -0
- data/vendor/pygments-main/tests/dtds/HTML4.dtd +1092 -0
- data/vendor/pygments-main/tests/dtds/HTML4.soc +9 -0
- data/vendor/pygments-main/tests/dtds/HTMLlat1.ent +195 -0
- data/vendor/pygments-main/tests/dtds/HTMLspec.ent +77 -0
- data/vendor/pygments-main/tests/dtds/HTMLsym.ent +241 -0
- data/vendor/pygments-main/tests/examplefiles/ANTLRv3.g +608 -0
- data/vendor/pygments-main/tests/examplefiles/AcidStateAdvanced.hs +209 -0
- data/vendor/pygments-main/tests/examplefiles/AlternatingGroup.mu +102 -0
- data/vendor/pygments-main/tests/examplefiles/CPDictionary.j +611 -0
- data/vendor/pygments-main/tests/examplefiles/Constants.mo +158 -0
- data/vendor/pygments-main/tests/examplefiles/DancingSudoku.lhs +411 -0
- data/vendor/pygments-main/tests/examplefiles/Errors.scala +18 -0
- data/vendor/pygments-main/tests/examplefiles/File.hy +174 -0
- data/vendor/pygments-main/tests/examplefiles/Intro.java +1660 -0
- data/vendor/pygments-main/tests/examplefiles/Makefile +1131 -0
- data/vendor/pygments-main/tests/examplefiles/Object.st +4394 -0
- data/vendor/pygments-main/tests/examplefiles/OrderedMap.hx +584 -0
- data/vendor/pygments-main/tests/examplefiles/SmallCheck.hs +378 -0
- data/vendor/pygments-main/tests/examplefiles/Sorting.mod +470 -0
- data/vendor/pygments-main/tests/examplefiles/Sudoku.lhs +382 -0
- data/vendor/pygments-main/tests/examplefiles/addressbook.proto +30 -0
- data/vendor/pygments-main/tests/examplefiles/antlr_throws +1 -0
- data/vendor/pygments-main/tests/examplefiles/apache2.conf +393 -0
- data/vendor/pygments-main/tests/examplefiles/as3_test.as +143 -0
- data/vendor/pygments-main/tests/examplefiles/as3_test2.as +46 -0
- data/vendor/pygments-main/tests/examplefiles/as3_test3.as +3 -0
- data/vendor/pygments-main/tests/examplefiles/aspx-cs_example +27 -0
- data/vendor/pygments-main/tests/examplefiles/badcase.java +2 -0
- data/vendor/pygments-main/tests/examplefiles/batchfile.bat +49 -0
- data/vendor/pygments-main/tests/examplefiles/boot-9.scm +1557 -0
- data/vendor/pygments-main/tests/examplefiles/cells.ps +515 -0
- data/vendor/pygments-main/tests/examplefiles/ceval.c +2604 -0
- data/vendor/pygments-main/tests/examplefiles/cheetah_example.html +13 -0
- data/vendor/pygments-main/tests/examplefiles/classes.dylan +40 -0
- data/vendor/pygments-main/tests/examplefiles/condensed_ruby.rb +10 -0
- data/vendor/pygments-main/tests/examplefiles/coq_RelationClasses +447 -0
- data/vendor/pygments-main/tests/examplefiles/database.pytb +20 -0
- data/vendor/pygments-main/tests/examplefiles/de.MoinMoin.po +2461 -0
- data/vendor/pygments-main/tests/examplefiles/demo.ahk +181 -0
- data/vendor/pygments-main/tests/examplefiles/demo.cfm +38 -0
- data/vendor/pygments-main/tests/examplefiles/django_sample.html+django +68 -0
- data/vendor/pygments-main/tests/examplefiles/dwarf.cw +17 -0
- data/vendor/pygments-main/tests/examplefiles/erl_session +10 -0
- data/vendor/pygments-main/tests/examplefiles/escape_semicolon.clj +1 -0
- data/vendor/pygments-main/tests/examplefiles/evil_regex.js +48 -0
- data/vendor/pygments-main/tests/examplefiles/example.c +2080 -0
- data/vendor/pygments-main/tests/examplefiles/example.cls +15 -0
- data/vendor/pygments-main/tests/examplefiles/example.cpp +2363 -0
- data/vendor/pygments-main/tests/examplefiles/example.gs +106 -0
- data/vendor/pygments-main/tests/examplefiles/example.gst +7 -0
- data/vendor/pygments-main/tests/examplefiles/example.kt +47 -0
- data/vendor/pygments-main/tests/examplefiles/example.lua +250 -0
- data/vendor/pygments-main/tests/examplefiles/example.moo +26 -0
- data/vendor/pygments-main/tests/examplefiles/example.moon +629 -0
- data/vendor/pygments-main/tests/examplefiles/example.nim +1010 -0
- data/vendor/pygments-main/tests/examplefiles/example.ns2 +69 -0
- data/vendor/pygments-main/tests/examplefiles/example.p +34 -0
- data/vendor/pygments-main/tests/examplefiles/example.pas +2708 -0
- data/vendor/pygments-main/tests/examplefiles/example.rb +1852 -0
- data/vendor/pygments-main/tests/examplefiles/example.rhtml +561 -0
- data/vendor/pygments-main/tests/examplefiles/example.sh-session +19 -0
- data/vendor/pygments-main/tests/examplefiles/example.sml +156 -0
- data/vendor/pygments-main/tests/examplefiles/example.snobol +15 -0
- data/vendor/pygments-main/tests/examplefiles/example.tea +34 -0
- data/vendor/pygments-main/tests/examplefiles/example.u +548 -0
- data/vendor/pygments-main/tests/examplefiles/example.weechatlog +9 -0
- data/vendor/pygments-main/tests/examplefiles/example.xhtml +376 -0
- data/vendor/pygments-main/tests/examplefiles/example.yaml +302 -0
- data/vendor/pygments-main/tests/examplefiles/example2.aspx +29 -0
- data/vendor/pygments-main/tests/examplefiles/example_elixir.ex +363 -0
- data/vendor/pygments-main/tests/examplefiles/example_file.fy +128 -0
- data/vendor/pygments-main/tests/examplefiles/firefox.mak +586 -0
- data/vendor/pygments-main/tests/examplefiles/flipflop.sv +19 -0
- data/vendor/pygments-main/tests/examplefiles/foo.sce +6 -0
- data/vendor/pygments-main/tests/examplefiles/format.ml +1213 -0
- data/vendor/pygments-main/tests/examplefiles/fucked_up.rb +77 -0
- data/vendor/pygments-main/tests/examplefiles/function.mu +1 -0
- data/vendor/pygments-main/tests/examplefiles/functional.rst +1472 -0
- data/vendor/pygments-main/tests/examplefiles/genclass.clj +510 -0
- data/vendor/pygments-main/tests/examplefiles/genshi_example.xml+genshi +193 -0
- data/vendor/pygments-main/tests/examplefiles/genshitext_example.genshitext +33 -0
- data/vendor/pygments-main/tests/examplefiles/glsl.frag +7 -0
- data/vendor/pygments-main/tests/examplefiles/glsl.vert +13 -0
- data/vendor/pygments-main/tests/examplefiles/html+php_faulty.php +1 -0
- data/vendor/pygments-main/tests/examplefiles/http_request_example +14 -0
- data/vendor/pygments-main/tests/examplefiles/http_response_example +27 -0
- data/vendor/pygments-main/tests/examplefiles/import.hs +4 -0
- data/vendor/pygments-main/tests/examplefiles/intro.ik +24 -0
- data/vendor/pygments-main/tests/examplefiles/ints.php +10 -0
- data/vendor/pygments-main/tests/examplefiles/intsyn.fun +675 -0
- data/vendor/pygments-main/tests/examplefiles/intsyn.sig +286 -0
- data/vendor/pygments-main/tests/examplefiles/irb_heredoc +8 -0
- data/vendor/pygments-main/tests/examplefiles/irc.lsp +214 -0
- data/vendor/pygments-main/tests/examplefiles/java.properties +16 -0
- data/vendor/pygments-main/tests/examplefiles/jbst_example1.jbst +28 -0
- data/vendor/pygments-main/tests/examplefiles/jbst_example2.jbst +45 -0
- data/vendor/pygments-main/tests/examplefiles/jinjadesignerdoc.rst +713 -0
- data/vendor/pygments-main/tests/examplefiles/lighttpd_config.conf +13 -0
- data/vendor/pygments-main/tests/examplefiles/linecontinuation.py +47 -0
- data/vendor/pygments-main/tests/examplefiles/ltmain.sh +2849 -0
- data/vendor/pygments-main/tests/examplefiles/main.cmake +42 -0
- data/vendor/pygments-main/tests/examplefiles/markdown.lsp +679 -0
- data/vendor/pygments-main/tests/examplefiles/matlab_noreturn +3 -0
- data/vendor/pygments-main/tests/examplefiles/matlab_sample +27 -0
- data/vendor/pygments-main/tests/examplefiles/matlabsession_sample.txt +37 -0
- data/vendor/pygments-main/tests/examplefiles/minimal.ns2 +4 -0
- data/vendor/pygments-main/tests/examplefiles/moin_SyntaxReference.txt +340 -0
- data/vendor/pygments-main/tests/examplefiles/multiline_regexes.rb +38 -0
- data/vendor/pygments-main/tests/examplefiles/nasm_aoutso.asm +96 -0
- data/vendor/pygments-main/tests/examplefiles/nasm_objexe.asm +30 -0
- data/vendor/pygments-main/tests/examplefiles/nemerle_sample.n +87 -0
- data/vendor/pygments-main/tests/examplefiles/nginx_nginx.conf +118 -0
- data/vendor/pygments-main/tests/examplefiles/numbers.c +12 -0
- data/vendor/pygments-main/tests/examplefiles/objc_example.m +25 -0
- data/vendor/pygments-main/tests/examplefiles/objc_example2.m +24 -0
- data/vendor/pygments-main/tests/examplefiles/perl_misc +62 -0
- data/vendor/pygments-main/tests/examplefiles/perl_perl5db +998 -0
- data/vendor/pygments-main/tests/examplefiles/perl_regex-delims +120 -0
- data/vendor/pygments-main/tests/examplefiles/perlfunc.1 +856 -0
- data/vendor/pygments-main/tests/examplefiles/phpcomplete.vim +567 -0
- data/vendor/pygments-main/tests/examplefiles/pleac.in.rb +1223 -0
- data/vendor/pygments-main/tests/examplefiles/postgresql_test.txt +47 -0
- data/vendor/pygments-main/tests/examplefiles/pppoe.applescript +10 -0
- data/vendor/pygments-main/tests/examplefiles/psql_session.txt +122 -0
- data/vendor/pygments-main/tests/examplefiles/py3_test.txt +2 -0
- data/vendor/pygments-main/tests/examplefiles/pycon_test.pycon +14 -0
- data/vendor/pygments-main/tests/examplefiles/pytb_test2.pytb +2 -0
- data/vendor/pygments-main/tests/examplefiles/python25-bsd.mak +234 -0
- data/vendor/pygments-main/tests/examplefiles/qsort.prolog +13 -0
- data/vendor/pygments-main/tests/examplefiles/r-console-transcript.Rout +38 -0
- data/vendor/pygments-main/tests/examplefiles/ragel-cpp_rlscan +280 -0
- data/vendor/pygments-main/tests/examplefiles/ragel-cpp_snippet +2 -0
- data/vendor/pygments-main/tests/examplefiles/regex.js +22 -0
- data/vendor/pygments-main/tests/examplefiles/reversi.lsp +427 -0
- data/vendor/pygments-main/tests/examplefiles/ruby_func_def.rb +11 -0
- data/vendor/pygments-main/tests/examplefiles/scilab.sci +30 -0
- data/vendor/pygments-main/tests/examplefiles/sibling.prolog +19 -0
- data/vendor/pygments-main/tests/examplefiles/simple.md +747 -0
- data/vendor/pygments-main/tests/examplefiles/smarty_example.html +209 -0
- data/vendor/pygments-main/tests/examplefiles/source.lgt +343 -0
- data/vendor/pygments-main/tests/examplefiles/sources.list +62 -0
- data/vendor/pygments-main/tests/examplefiles/sphere.pov +18 -0
- data/vendor/pygments-main/tests/examplefiles/sqlite3.sqlite3-console +27 -0
- data/vendor/pygments-main/tests/examplefiles/squid.conf +30 -0
- data/vendor/pygments-main/tests/examplefiles/string.jl +1031 -0
- data/vendor/pygments-main/tests/examplefiles/string_delimiters.d +21 -0
- data/vendor/pygments-main/tests/examplefiles/stripheredoc.sh +3 -0
- data/vendor/pygments-main/tests/examplefiles/test.R +119 -0
- data/vendor/pygments-main/tests/examplefiles/test.adb +211 -0
- data/vendor/pygments-main/tests/examplefiles/test.asy +131 -0
- data/vendor/pygments-main/tests/examplefiles/test.awk +121 -0
- data/vendor/pygments-main/tests/examplefiles/test.bas +29 -0
- data/vendor/pygments-main/tests/examplefiles/test.bmx +145 -0
- data/vendor/pygments-main/tests/examplefiles/test.boo +39 -0
- data/vendor/pygments-main/tests/examplefiles/test.bro +250 -0
- data/vendor/pygments-main/tests/examplefiles/test.cs +374 -0
- data/vendor/pygments-main/tests/examplefiles/test.css +54 -0
- data/vendor/pygments-main/tests/examplefiles/test.d +135 -0
- data/vendor/pygments-main/tests/examplefiles/test.dart +23 -0
- data/vendor/pygments-main/tests/examplefiles/test.dtd +89 -0
- data/vendor/pygments-main/tests/examplefiles/test.ec +605 -0
- data/vendor/pygments-main/tests/examplefiles/test.ecl +58 -0
- data/vendor/pygments-main/tests/examplefiles/test.eh +315 -0
- data/vendor/pygments-main/tests/examplefiles/test.erl +169 -0
- data/vendor/pygments-main/tests/examplefiles/test.evoque +33 -0
- data/vendor/pygments-main/tests/examplefiles/test.fan +818 -0
- data/vendor/pygments-main/tests/examplefiles/test.flx +57 -0
- data/vendor/pygments-main/tests/examplefiles/test.gdc +13 -0
- data/vendor/pygments-main/tests/examplefiles/test.groovy +97 -0
- data/vendor/pygments-main/tests/examplefiles/test.html +339 -0
- data/vendor/pygments-main/tests/examplefiles/test.ini +10 -0
- data/vendor/pygments-main/tests/examplefiles/test.java +653 -0
- data/vendor/pygments-main/tests/examplefiles/test.jsp +24 -0
- data/vendor/pygments-main/tests/examplefiles/test.maql +45 -0
- data/vendor/pygments-main/tests/examplefiles/test.mod +374 -0
- data/vendor/pygments-main/tests/examplefiles/test.moo +51 -0
- data/vendor/pygments-main/tests/examplefiles/test.myt +166 -0
- data/vendor/pygments-main/tests/examplefiles/test.nim +93 -0
- data/vendor/pygments-main/tests/examplefiles/test.pas +743 -0
- data/vendor/pygments-main/tests/examplefiles/test.php +505 -0
- data/vendor/pygments-main/tests/examplefiles/test.plot +333 -0
- data/vendor/pygments-main/tests/examplefiles/test.ps1 +108 -0
- data/vendor/pygments-main/tests/examplefiles/test.pypylog +1839 -0
- data/vendor/pygments-main/tests/examplefiles/test.r3 +94 -0
- data/vendor/pygments-main/tests/examplefiles/test.rb +177 -0
- data/vendor/pygments-main/tests/examplefiles/test.rhtml +43 -0
- data/vendor/pygments-main/tests/examplefiles/test.scaml +8 -0
- data/vendor/pygments-main/tests/examplefiles/test.ssp +12 -0
- data/vendor/pygments-main/tests/examplefiles/test.tcsh +830 -0
- data/vendor/pygments-main/tests/examplefiles/test.vb +407 -0
- data/vendor/pygments-main/tests/examplefiles/test.vhdl +161 -0
- data/vendor/pygments-main/tests/examplefiles/test.xqy +138 -0
- data/vendor/pygments-main/tests/examplefiles/test.xsl +23 -0
- data/vendor/pygments-main/tests/examplefiles/truncated.pytb +15 -0
- data/vendor/pygments-main/tests/examplefiles/type.lisp +1202 -0
- data/vendor/pygments-main/tests/examplefiles/underscore.coffee +603 -0
- data/vendor/pygments-main/tests/examplefiles/unicode.applescript +5 -0
- data/vendor/pygments-main/tests/examplefiles/unicodedoc.py +11 -0
- data/vendor/pygments-main/tests/examplefiles/webkit-transition.css +3 -0
- data/vendor/pygments-main/tests/examplefiles/while.pov +13 -0
- data/vendor/pygments-main/tests/examplefiles/wiki.factor +384 -0
- data/vendor/pygments-main/tests/examplefiles/xml_example +1897 -0
- data/vendor/pygments-main/tests/examplefiles/zmlrpc.f90 +798 -0
- data/vendor/pygments-main/tests/old_run.py +138 -0
- data/vendor/pygments-main/tests/run.py +48 -0
- data/vendor/pygments-main/tests/support.py +15 -0
- data/vendor/pygments-main/tests/test_basic_api.py +294 -0
- data/vendor/pygments-main/tests/test_clexer.py +31 -0
- data/vendor/pygments-main/tests/test_cmdline.py +105 -0
- data/vendor/pygments-main/tests/test_examplefiles.py +97 -0
- data/vendor/pygments-main/tests/test_html_formatter.py +162 -0
- data/vendor/pygments-main/tests/test_latex_formatter.py +55 -0
- data/vendor/pygments-main/tests/test_perllexer.py +137 -0
- data/vendor/pygments-main/tests/test_regexlexer.py +47 -0
- data/vendor/pygments-main/tests/test_token.py +46 -0
- data/vendor/pygments-main/tests/test_using_api.py +40 -0
- data/vendor/pygments-main/tests/test_util.py +116 -0
- data/vendor/simplejson/.gitignore +10 -0
- data/vendor/simplejson/.travis.yml +5 -0
- data/vendor/simplejson/CHANGES.txt +291 -0
- data/vendor/simplejson/LICENSE.txt +19 -0
- data/vendor/simplejson/MANIFEST.in +5 -0
- data/vendor/simplejson/README.rst +19 -0
- data/vendor/simplejson/conf.py +179 -0
- data/vendor/simplejson/index.rst +628 -0
- data/vendor/simplejson/scripts/make_docs.py +18 -0
- data/vendor/simplejson/setup.py +104 -0
- data/vendor/simplejson/simplejson/__init__.py +510 -0
- data/vendor/simplejson/simplejson/_speedups.c +2745 -0
- data/vendor/simplejson/simplejson/decoder.py +425 -0
- data/vendor/simplejson/simplejson/encoder.py +567 -0
- data/vendor/simplejson/simplejson/ordered_dict.py +119 -0
- data/vendor/simplejson/simplejson/scanner.py +77 -0
- data/vendor/simplejson/simplejson/tests/__init__.py +67 -0
- data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +55 -0
- data/vendor/simplejson/simplejson/tests/test_check_circular.py +30 -0
- data/vendor/simplejson/simplejson/tests/test_decimal.py +66 -0
- data/vendor/simplejson/simplejson/tests/test_decode.py +83 -0
- data/vendor/simplejson/simplejson/tests/test_default.py +9 -0
- data/vendor/simplejson/simplejson/tests/test_dump.py +67 -0
- data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +46 -0
- data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +32 -0
- data/vendor/simplejson/simplejson/tests/test_errors.py +34 -0
- data/vendor/simplejson/simplejson/tests/test_fail.py +91 -0
- data/vendor/simplejson/simplejson/tests/test_float.py +19 -0
- data/vendor/simplejson/simplejson/tests/test_indent.py +86 -0
- data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +20 -0
- data/vendor/simplejson/simplejson/tests/test_namedtuple.py +121 -0
- data/vendor/simplejson/simplejson/tests/test_pass1.py +76 -0
- data/vendor/simplejson/simplejson/tests/test_pass2.py +14 -0
- data/vendor/simplejson/simplejson/tests/test_pass3.py +20 -0
- data/vendor/simplejson/simplejson/tests/test_recursion.py +67 -0
- data/vendor/simplejson/simplejson/tests/test_scanstring.py +117 -0
- data/vendor/simplejson/simplejson/tests/test_separators.py +42 -0
- data/vendor/simplejson/simplejson/tests/test_speedups.py +20 -0
- data/vendor/simplejson/simplejson/tests/test_tuple.py +49 -0
- data/vendor/simplejson/simplejson/tests/test_unicode.py +109 -0
- data/vendor/simplejson/simplejson/tool.py +39 -0
- metadata +492 -0
@@ -0,0 +1,559 @@
|
|
1
|
+
# -*- coding: utf-8 -*-
|
2
|
+
"""
|
3
|
+
pygments.lexers.sql
|
4
|
+
~~~~~~~~~~~~~~~~~~~
|
5
|
+
|
6
|
+
Lexers for various SQL dialects and related interactive sessions.
|
7
|
+
|
8
|
+
Postgres specific lexers:
|
9
|
+
|
10
|
+
`PostgresLexer`
|
11
|
+
A SQL lexer for the PostgreSQL dialect. Differences w.r.t. the SQL
|
12
|
+
lexer are:
|
13
|
+
|
14
|
+
- keywords and data types list parsed from the PG docs (run the
|
15
|
+
`_postgres_builtins` module to update them);
|
16
|
+
- Content of $-strings parsed using a specific lexer, e.g. the content
|
17
|
+
of a PL/Python function is parsed using the Python lexer;
|
18
|
+
- parse PG specific constructs: E-strings, $-strings, U&-strings,
|
19
|
+
different operators and punctuation.
|
20
|
+
|
21
|
+
`PlPgsqlLexer`
|
22
|
+
A lexer for the PL/pgSQL language. Adds a few specific construct on
|
23
|
+
top of the PG SQL lexer (such as <<label>>).
|
24
|
+
|
25
|
+
`PostgresConsoleLexer`
|
26
|
+
A lexer to highlight an interactive psql session:
|
27
|
+
|
28
|
+
- identifies the prompt and does its best to detect the end of command
|
29
|
+
in multiline statement where not all the lines are prefixed by a
|
30
|
+
prompt, telling them apart from the output;
|
31
|
+
- highlights errors in the output and notification levels;
|
32
|
+
- handles psql backslash commands.
|
33
|
+
|
34
|
+
The ``tests/examplefiles`` contains a few test files with data to be
|
35
|
+
parsed by these lexers.
|
36
|
+
|
37
|
+
:copyright: Copyright 2006-2012 by the Pygments team, see AUTHORS.
|
38
|
+
:license: BSD, see LICENSE for details.
|
39
|
+
"""
|
40
|
+
|
41
|
+
import re
|
42
|
+
|
43
|
+
from pygments.lexer import Lexer, RegexLexer, do_insertions, bygroups
|
44
|
+
from pygments.token import Punctuation, \
|
45
|
+
Text, Comment, Operator, Keyword, Name, String, Number, Generic
|
46
|
+
from pygments.lexers import get_lexer_by_name, ClassNotFound
|
47
|
+
|
48
|
+
from pygments.lexers._postgres_builtins import KEYWORDS, DATATYPES, \
|
49
|
+
PSEUDO_TYPES, PLPGSQL_KEYWORDS
|
50
|
+
|
51
|
+
|
52
|
+
__all__ = ['PostgresLexer', 'PlPgsqlLexer', 'PostgresConsoleLexer',
|
53
|
+
'SqlLexer', 'MySqlLexer', 'SqliteConsoleLexer']
|
54
|
+
|
55
|
+
line_re = re.compile('.*?\n')
|
56
|
+
|
57
|
+
language_re = re.compile(r"\s+LANGUAGE\s+'?(\w+)'?", re.IGNORECASE)
|
58
|
+
|
59
|
+
def language_callback(lexer, match):
|
60
|
+
"""Parse the content of a $-string using a lexer
|
61
|
+
|
62
|
+
The lexer is chosen looking for a nearby LANGUAGE.
|
63
|
+
"""
|
64
|
+
l = None
|
65
|
+
m = language_re.match(lexer.text[match.end():match.end()+100])
|
66
|
+
if m is not None:
|
67
|
+
l = lexer._get_lexer(m.group(1))
|
68
|
+
else:
|
69
|
+
m = list(language_re.finditer(
|
70
|
+
lexer.text[max(0, match.start()-100):match.start()]))
|
71
|
+
if m:
|
72
|
+
l = lexer._get_lexer(m[-1].group(1))
|
73
|
+
|
74
|
+
if l:
|
75
|
+
yield (match.start(1), String, match.group(1))
|
76
|
+
for x in l.get_tokens_unprocessed(match.group(2)):
|
77
|
+
yield x
|
78
|
+
yield (match.start(3), String, match.group(3))
|
79
|
+
|
80
|
+
else:
|
81
|
+
yield (match.start(), String, match.group())
|
82
|
+
|
83
|
+
|
84
|
+
class PostgresBase(object):
|
85
|
+
"""Base class for Postgres-related lexers.
|
86
|
+
|
87
|
+
This is implemented as a mixin to avoid the Lexer metaclass kicking in.
|
88
|
+
this way the different lexer don't have a common Lexer ancestor. If they
|
89
|
+
had, _tokens could be created on this ancestor and not updated for the
|
90
|
+
other classes, resulting e.g. in PL/pgSQL parsed as SQL. This shortcoming
|
91
|
+
seem to suggest that regexp lexers are not really subclassable.
|
92
|
+
"""
|
93
|
+
def get_tokens_unprocessed(self, text, *args):
|
94
|
+
# Have a copy of the entire text to be used by `language_callback`.
|
95
|
+
self.text = text
|
96
|
+
for x in super(PostgresBase, self).get_tokens_unprocessed(
|
97
|
+
text, *args):
|
98
|
+
yield x
|
99
|
+
|
100
|
+
def _get_lexer(self, lang):
|
101
|
+
if lang.lower() == 'sql':
|
102
|
+
return get_lexer_by_name('postgresql', **self.options)
|
103
|
+
|
104
|
+
tries = [ lang ]
|
105
|
+
if lang.startswith('pl'):
|
106
|
+
tries.append(lang[2:])
|
107
|
+
if lang.endswith('u'):
|
108
|
+
tries.append(lang[:-1])
|
109
|
+
if lang.startswith('pl') and lang.endswith('u'):
|
110
|
+
tries.append(lang[2:-1])
|
111
|
+
|
112
|
+
for l in tries:
|
113
|
+
try:
|
114
|
+
return get_lexer_by_name(l, **self.options)
|
115
|
+
except ClassNotFound:
|
116
|
+
pass
|
117
|
+
else:
|
118
|
+
# TODO: better logging
|
119
|
+
# print >>sys.stderr, "language not found:", lang
|
120
|
+
return None
|
121
|
+
|
122
|
+
|
123
|
+
class PostgresLexer(PostgresBase, RegexLexer):
|
124
|
+
"""
|
125
|
+
Lexer for the PostgreSQL dialect of SQL.
|
126
|
+
|
127
|
+
*New in Pygments 1.5.*
|
128
|
+
"""
|
129
|
+
|
130
|
+
name = 'PostgreSQL SQL dialect'
|
131
|
+
aliases = ['postgresql', 'postgres']
|
132
|
+
mimetypes = ['text/x-postgresql']
|
133
|
+
|
134
|
+
flags = re.IGNORECASE
|
135
|
+
tokens = {
|
136
|
+
'root': [
|
137
|
+
(r'\s+', Text),
|
138
|
+
(r'--.*?\n', Comment.Single),
|
139
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
140
|
+
(r'(' + '|'.join([s.replace(" ", "\s+")
|
141
|
+
for s in DATATYPES + PSEUDO_TYPES])
|
142
|
+
+ r')\b', Name.Builtin),
|
143
|
+
(r'(' + '|'.join(KEYWORDS) + r')\b', Keyword),
|
144
|
+
(r'[+*/<>=~!@#%^&|`?-]+', Operator),
|
145
|
+
(r'::', Operator), # cast
|
146
|
+
(r'\$\d+', Name.Variable),
|
147
|
+
(r'([0-9]*\.[0-9]*|[0-9]+)(e[+-]?[0-9]+)?', Number.Float),
|
148
|
+
(r'[0-9]+', Number.Integer),
|
149
|
+
(r"(E|U&)?'(''|[^'])*'", String.Single),
|
150
|
+
(r'(U&)?"(""|[^"])*"', String.Name), # quoted identifier
|
151
|
+
(r'(?s)(\$[^\$]*\$)(.*?)(\1)', language_callback),
|
152
|
+
(r'[a-zA-Z_][a-zA-Z0-9_]*', Name),
|
153
|
+
|
154
|
+
# psql variable in SQL
|
155
|
+
(r""":(['"]?)[a-z][a-z0-9_]*\b\1""", Name.Variable),
|
156
|
+
|
157
|
+
(r'[;:()\[\]\{\},\.]', Punctuation),
|
158
|
+
],
|
159
|
+
'multiline-comments': [
|
160
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
161
|
+
(r'\*/', Comment.Multiline, '#pop'),
|
162
|
+
(r'[^/\*]+', Comment.Multiline),
|
163
|
+
(r'[/*]', Comment.Multiline)
|
164
|
+
],
|
165
|
+
}
|
166
|
+
|
167
|
+
|
168
|
+
class PlPgsqlLexer(PostgresBase, RegexLexer):
|
169
|
+
"""
|
170
|
+
Handle the extra syntax in Pl/pgSQL language.
|
171
|
+
|
172
|
+
*New in Pygments 1.5.*
|
173
|
+
"""
|
174
|
+
name = 'PL/pgSQL'
|
175
|
+
aliases = ['plpgsql']
|
176
|
+
mimetypes = ['text/x-plpgsql']
|
177
|
+
|
178
|
+
flags = re.IGNORECASE
|
179
|
+
tokens = dict((k, l[:]) for (k, l) in PostgresLexer.tokens.iteritems())
|
180
|
+
|
181
|
+
# extend the keywords list
|
182
|
+
for i, pattern in enumerate(tokens['root']):
|
183
|
+
if pattern[1] == Keyword:
|
184
|
+
tokens['root'][i] = (
|
185
|
+
r'(' + '|'.join(KEYWORDS + PLPGSQL_KEYWORDS) + r')\b',
|
186
|
+
Keyword)
|
187
|
+
del i
|
188
|
+
break
|
189
|
+
else:
|
190
|
+
assert 0, "SQL keywords not found"
|
191
|
+
|
192
|
+
# Add specific PL/pgSQL rules (before the SQL ones)
|
193
|
+
tokens['root'][:0] = [
|
194
|
+
(r'\%[a-z][a-z0-9_]*\b', Name.Builtin), # actually, a datatype
|
195
|
+
(r':=', Operator),
|
196
|
+
(r'\<\<[a-z][a-z0-9_]*\>\>', Name.Label),
|
197
|
+
(r'\#[a-z][a-z0-9_]*\b', Keyword.Pseudo), # #variable_conflict
|
198
|
+
]
|
199
|
+
|
200
|
+
|
201
|
+
class PsqlRegexLexer(PostgresBase, RegexLexer):
|
202
|
+
"""
|
203
|
+
Extend the PostgresLexer adding support specific for psql commands.
|
204
|
+
|
205
|
+
This is not a complete psql lexer yet as it lacks prompt support
|
206
|
+
and output rendering.
|
207
|
+
"""
|
208
|
+
|
209
|
+
name = 'PostgreSQL console - regexp based lexer'
|
210
|
+
aliases = [] # not public
|
211
|
+
|
212
|
+
flags = re.IGNORECASE
|
213
|
+
tokens = dict((k, l[:]) for (k, l) in PostgresLexer.tokens.iteritems())
|
214
|
+
|
215
|
+
tokens['root'].append(
|
216
|
+
(r'\\[^\s]+', Keyword.Pseudo, 'psql-command'))
|
217
|
+
tokens['psql-command'] = [
|
218
|
+
(r'\n', Text, 'root'),
|
219
|
+
(r'\s+', Text),
|
220
|
+
(r'\\[^\s]+', Keyword.Pseudo),
|
221
|
+
(r""":(['"]?)[a-z][a-z0-9_]*\b\1""", Name.Variable),
|
222
|
+
(r"'(''|[^'])*'", String.Single),
|
223
|
+
(r"`([^`])*`", String.Backtick),
|
224
|
+
(r"[^\s]+", String.Symbol),
|
225
|
+
]
|
226
|
+
|
227
|
+
re_prompt = re.compile(r'^(\S.*?)??[=\-\(\$\'\"][#>]')
|
228
|
+
re_psql_command = re.compile(r'\s*\\')
|
229
|
+
re_end_command = re.compile(r';\s*(--.*?)?$')
|
230
|
+
re_psql_command = re.compile(r'(\s*)(\\.+?)(\s+)$')
|
231
|
+
re_error = re.compile(r'(ERROR|FATAL):')
|
232
|
+
re_message = re.compile(
|
233
|
+
r'((?:DEBUG|INFO|NOTICE|WARNING|ERROR|'
|
234
|
+
r'FATAL|HINT|DETAIL|CONTEXT|LINE [0-9]+):)(.*?\n)')
|
235
|
+
|
236
|
+
|
237
|
+
class lookahead(object):
|
238
|
+
"""Wrap an iterator and allow pushing back an item."""
|
239
|
+
def __init__(self, x):
|
240
|
+
self.iter = iter(x)
|
241
|
+
self._nextitem = None
|
242
|
+
def __iter__(self):
|
243
|
+
return self
|
244
|
+
def send(self, i):
|
245
|
+
self._nextitem = i
|
246
|
+
return i
|
247
|
+
def next(self):
|
248
|
+
if self._nextitem is not None:
|
249
|
+
ni = self._nextitem
|
250
|
+
self._nextitem = None
|
251
|
+
return ni
|
252
|
+
return self.iter.next()
|
253
|
+
|
254
|
+
|
255
|
+
class PostgresConsoleLexer(Lexer):
|
256
|
+
"""
|
257
|
+
Lexer for psql sessions.
|
258
|
+
|
259
|
+
*New in Pygments 1.5.*
|
260
|
+
"""
|
261
|
+
|
262
|
+
name = 'PostgreSQL console (psql)'
|
263
|
+
aliases = ['psql', 'postgresql-console', 'postgres-console']
|
264
|
+
mimetypes = ['text/x-postgresql-psql']
|
265
|
+
|
266
|
+
def get_tokens_unprocessed(self, data):
|
267
|
+
sql = PsqlRegexLexer(**self.options)
|
268
|
+
|
269
|
+
lines = lookahead(line_re.findall(data))
|
270
|
+
|
271
|
+
# prompt-output cycle
|
272
|
+
while 1:
|
273
|
+
|
274
|
+
# consume the lines of the command: start with an optional prompt
|
275
|
+
# and continue until the end of command is detected
|
276
|
+
curcode = ''
|
277
|
+
insertions = []
|
278
|
+
while 1:
|
279
|
+
try:
|
280
|
+
line = lines.next()
|
281
|
+
except StopIteration:
|
282
|
+
# allow the emission of partially collected items
|
283
|
+
# the repl loop will be broken below
|
284
|
+
break
|
285
|
+
|
286
|
+
# Identify a shell prompt in case of psql commandline example
|
287
|
+
if line.startswith('$') and not curcode:
|
288
|
+
lexer = get_lexer_by_name('console', **self.options)
|
289
|
+
for x in lexer.get_tokens_unprocessed(line):
|
290
|
+
yield x
|
291
|
+
break
|
292
|
+
|
293
|
+
# Identify a psql prompt
|
294
|
+
mprompt = re_prompt.match(line)
|
295
|
+
if mprompt is not None:
|
296
|
+
insertions.append((len(curcode),
|
297
|
+
[(0, Generic.Prompt, mprompt.group())]))
|
298
|
+
curcode += line[len(mprompt.group()):]
|
299
|
+
else:
|
300
|
+
curcode += line
|
301
|
+
|
302
|
+
# Check if this is the end of the command
|
303
|
+
# TODO: better handle multiline comments at the end with
|
304
|
+
# a lexer with an external state?
|
305
|
+
if re_psql_command.match(curcode) \
|
306
|
+
or re_end_command.search(curcode):
|
307
|
+
break
|
308
|
+
|
309
|
+
# Emit the combined stream of command and prompt(s)
|
310
|
+
for item in do_insertions(insertions,
|
311
|
+
sql.get_tokens_unprocessed(curcode)):
|
312
|
+
yield item
|
313
|
+
|
314
|
+
# Emit the output lines
|
315
|
+
out_token = Generic.Output
|
316
|
+
while 1:
|
317
|
+
line = lines.next()
|
318
|
+
mprompt = re_prompt.match(line)
|
319
|
+
if mprompt is not None:
|
320
|
+
# push the line back to have it processed by the prompt
|
321
|
+
lines.send(line)
|
322
|
+
break
|
323
|
+
|
324
|
+
mmsg = re_message.match(line)
|
325
|
+
if mmsg is not None:
|
326
|
+
if mmsg.group(1).startswith("ERROR") \
|
327
|
+
or mmsg.group(1).startswith("FATAL"):
|
328
|
+
out_token = Generic.Error
|
329
|
+
yield (mmsg.start(1), Generic.Strong, mmsg.group(1))
|
330
|
+
yield (mmsg.start(2), out_token, mmsg.group(2))
|
331
|
+
else:
|
332
|
+
yield (0, out_token, line)
|
333
|
+
|
334
|
+
|
335
|
+
class SqlLexer(RegexLexer):
|
336
|
+
"""
|
337
|
+
Lexer for Structured Query Language. Currently, this lexer does
|
338
|
+
not recognize any special syntax except ANSI SQL.
|
339
|
+
"""
|
340
|
+
|
341
|
+
name = 'SQL'
|
342
|
+
aliases = ['sql']
|
343
|
+
filenames = ['*.sql']
|
344
|
+
mimetypes = ['text/x-sql']
|
345
|
+
|
346
|
+
flags = re.IGNORECASE
|
347
|
+
tokens = {
|
348
|
+
'root': [
|
349
|
+
(r'\s+', Text),
|
350
|
+
(r'--.*?\n', Comment.Single),
|
351
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
352
|
+
(r'(ABORT|ABS|ABSOLUTE|ACCESS|ADA|ADD|ADMIN|AFTER|AGGREGATE|'
|
353
|
+
r'ALIAS|ALL|ALLOCATE|ALTER|ANALYSE|ANALYZE|AND|ANY|ARE|AS|'
|
354
|
+
r'ASC|ASENSITIVE|ASSERTION|ASSIGNMENT|ASYMMETRIC|AT|ATOMIC|'
|
355
|
+
r'AUTHORIZATION|AVG|BACKWARD|BEFORE|BEGIN|BETWEEN|BITVAR|'
|
356
|
+
r'BIT_LENGTH|BOTH|BREADTH|BY|C|CACHE|CALL|CALLED|CARDINALITY|'
|
357
|
+
r'CASCADE|CASCADED|CASE|CAST|CATALOG|CATALOG_NAME|CHAIN|'
|
358
|
+
r'CHARACTERISTICS|CHARACTER_LENGTH|CHARACTER_SET_CATALOG|'
|
359
|
+
r'CHARACTER_SET_NAME|CHARACTER_SET_SCHEMA|CHAR_LENGTH|CHECK|'
|
360
|
+
r'CHECKED|CHECKPOINT|CLASS|CLASS_ORIGIN|CLOB|CLOSE|CLUSTER|'
|
361
|
+
r'COALSECE|COBOL|COLLATE|COLLATION|COLLATION_CATALOG|'
|
362
|
+
r'COLLATION_NAME|COLLATION_SCHEMA|COLUMN|COLUMN_NAME|'
|
363
|
+
r'COMMAND_FUNCTION|COMMAND_FUNCTION_CODE|COMMENT|COMMIT|'
|
364
|
+
r'COMMITTED|COMPLETION|CONDITION_NUMBER|CONNECT|CONNECTION|'
|
365
|
+
r'CONNECTION_NAME|CONSTRAINT|CONSTRAINTS|CONSTRAINT_CATALOG|'
|
366
|
+
r'CONSTRAINT_NAME|CONSTRAINT_SCHEMA|CONSTRUCTOR|CONTAINS|'
|
367
|
+
r'CONTINUE|CONVERSION|CONVERT|COPY|CORRESPONTING|COUNT|'
|
368
|
+
r'CREATE|CREATEDB|CREATEUSER|CROSS|CUBE|CURRENT|CURRENT_DATE|'
|
369
|
+
r'CURRENT_PATH|CURRENT_ROLE|CURRENT_TIME|CURRENT_TIMESTAMP|'
|
370
|
+
r'CURRENT_USER|CURSOR|CURSOR_NAME|CYCLE|DATA|DATABASE|'
|
371
|
+
r'DATETIME_INTERVAL_CODE|DATETIME_INTERVAL_PRECISION|DAY|'
|
372
|
+
r'DEALLOCATE|DECLARE|DEFAULT|DEFAULTS|DEFERRABLE|DEFERRED|'
|
373
|
+
r'DEFINED|DEFINER|DELETE|DELIMITER|DELIMITERS|DEREF|DESC|'
|
374
|
+
r'DESCRIBE|DESCRIPTOR|DESTROY|DESTRUCTOR|DETERMINISTIC|'
|
375
|
+
r'DIAGNOSTICS|DICTIONARY|DISCONNECT|DISPATCH|DISTINCT|DO|'
|
376
|
+
r'DOMAIN|DROP|DYNAMIC|DYNAMIC_FUNCTION|DYNAMIC_FUNCTION_CODE|'
|
377
|
+
r'EACH|ELSE|ENCODING|ENCRYPTED|END|END-EXEC|EQUALS|ESCAPE|EVERY|'
|
378
|
+
r'EXCEPT|ESCEPTION|EXCLUDING|EXCLUSIVE|EXEC|EXECUTE|EXISTING|'
|
379
|
+
r'EXISTS|EXPLAIN|EXTERNAL|EXTRACT|FALSE|FETCH|FINAL|FIRST|FOR|'
|
380
|
+
r'FORCE|FOREIGN|FORTRAN|FORWARD|FOUND|FREE|FREEZE|FROM|FULL|'
|
381
|
+
r'FUNCTION|G|GENERAL|GENERATED|GET|GLOBAL|GO|GOTO|GRANT|GRANTED|'
|
382
|
+
r'GROUP|GROUPING|HANDLER|HAVING|HIERARCHY|HOLD|HOST|IDENTITY|'
|
383
|
+
r'IGNORE|ILIKE|IMMEDIATE|IMMUTABLE|IMPLEMENTATION|IMPLICIT|IN|'
|
384
|
+
r'INCLUDING|INCREMENT|INDEX|INDITCATOR|INFIX|INHERITS|INITIALIZE|'
|
385
|
+
r'INITIALLY|INNER|INOUT|INPUT|INSENSITIVE|INSERT|INSTANTIABLE|'
|
386
|
+
r'INSTEAD|INTERSECT|INTO|INVOKER|IS|ISNULL|ISOLATION|ITERATE|JOIN|'
|
387
|
+
r'KEY|KEY_MEMBER|KEY_TYPE|LANCOMPILER|LANGUAGE|LARGE|LAST|'
|
388
|
+
r'LATERAL|LEADING|LEFT|LENGTH|LESS|LEVEL|LIKE|LIMIT|LISTEN|LOAD|'
|
389
|
+
r'LOCAL|LOCALTIME|LOCALTIMESTAMP|LOCATION|LOCATOR|LOCK|LOWER|'
|
390
|
+
r'MAP|MATCH|MAX|MAXVALUE|MESSAGE_LENGTH|MESSAGE_OCTET_LENGTH|'
|
391
|
+
r'MESSAGE_TEXT|METHOD|MIN|MINUTE|MINVALUE|MOD|MODE|MODIFIES|'
|
392
|
+
r'MODIFY|MONTH|MORE|MOVE|MUMPS|NAMES|NATIONAL|NATURAL|NCHAR|'
|
393
|
+
r'NCLOB|NEW|NEXT|NO|NOCREATEDB|NOCREATEUSER|NONE|NOT|NOTHING|'
|
394
|
+
r'NOTIFY|NOTNULL|NULL|NULLABLE|NULLIF|OBJECT|OCTET_LENGTH|OF|OFF|'
|
395
|
+
r'OFFSET|OIDS|OLD|ON|ONLY|OPEN|OPERATION|OPERATOR|OPTION|OPTIONS|'
|
396
|
+
r'OR|ORDER|ORDINALITY|OUT|OUTER|OUTPUT|OVERLAPS|OVERLAY|OVERRIDING|'
|
397
|
+
r'OWNER|PAD|PARAMETER|PARAMETERS|PARAMETER_MODE|PARAMATER_NAME|'
|
398
|
+
r'PARAMATER_ORDINAL_POSITION|PARAMETER_SPECIFIC_CATALOG|'
|
399
|
+
r'PARAMETER_SPECIFIC_NAME|PARAMATER_SPECIFIC_SCHEMA|PARTIAL|'
|
400
|
+
r'PASCAL|PENDANT|PLACING|PLI|POSITION|POSTFIX|PRECISION|PREFIX|'
|
401
|
+
r'PREORDER|PREPARE|PRESERVE|PRIMARY|PRIOR|PRIVILEGES|PROCEDURAL|'
|
402
|
+
r'PROCEDURE|PUBLIC|READ|READS|RECHECK|RECURSIVE|REF|REFERENCES|'
|
403
|
+
r'REFERENCING|REINDEX|RELATIVE|RENAME|REPEATABLE|REPLACE|RESET|'
|
404
|
+
r'RESTART|RESTRICT|RESULT|RETURN|RETURNED_LENGTH|'
|
405
|
+
r'RETURNED_OCTET_LENGTH|RETURNED_SQLSTATE|RETURNS|REVOKE|RIGHT|'
|
406
|
+
r'ROLE|ROLLBACK|ROLLUP|ROUTINE|ROUTINE_CATALOG|ROUTINE_NAME|'
|
407
|
+
r'ROUTINE_SCHEMA|ROW|ROWS|ROW_COUNT|RULE|SAVE_POINT|SCALE|SCHEMA|'
|
408
|
+
r'SCHEMA_NAME|SCOPE|SCROLL|SEARCH|SECOND|SECURITY|SELECT|SELF|'
|
409
|
+
r'SENSITIVE|SERIALIZABLE|SERVER_NAME|SESSION|SESSION_USER|SET|'
|
410
|
+
r'SETOF|SETS|SHARE|SHOW|SIMILAR|SIMPLE|SIZE|SOME|SOURCE|SPACE|'
|
411
|
+
r'SPECIFIC|SPECIFICTYPE|SPECIFIC_NAME|SQL|SQLCODE|SQLERROR|'
|
412
|
+
r'SQLEXCEPTION|SQLSTATE|SQLWARNINIG|STABLE|START|STATE|STATEMENT|'
|
413
|
+
r'STATIC|STATISTICS|STDIN|STDOUT|STORAGE|STRICT|STRUCTURE|STYPE|'
|
414
|
+
r'SUBCLASS_ORIGIN|SUBLIST|SUBSTRING|SUM|SYMMETRIC|SYSID|SYSTEM|'
|
415
|
+
r'SYSTEM_USER|TABLE|TABLE_NAME| TEMP|TEMPLATE|TEMPORARY|TERMINATE|'
|
416
|
+
r'THAN|THEN|TIMESTAMP|TIMEZONE_HOUR|TIMEZONE_MINUTE|TO|TOAST|'
|
417
|
+
r'TRAILING|TRANSATION|TRANSACTIONS_COMMITTED|'
|
418
|
+
r'TRANSACTIONS_ROLLED_BACK|TRANSATION_ACTIVE|TRANSFORM|'
|
419
|
+
r'TRANSFORMS|TRANSLATE|TRANSLATION|TREAT|TRIGGER|TRIGGER_CATALOG|'
|
420
|
+
r'TRIGGER_NAME|TRIGGER_SCHEMA|TRIM|TRUE|TRUNCATE|TRUSTED|TYPE|'
|
421
|
+
r'UNCOMMITTED|UNDER|UNENCRYPTED|UNION|UNIQUE|UNKNOWN|UNLISTEN|'
|
422
|
+
r'UNNAMED|UNNEST|UNTIL|UPDATE|UPPER|USAGE|USER|'
|
423
|
+
r'USER_DEFINED_TYPE_CATALOG|USER_DEFINED_TYPE_NAME|'
|
424
|
+
r'USER_DEFINED_TYPE_SCHEMA|USING|VACUUM|VALID|VALIDATOR|VALUES|'
|
425
|
+
r'VARIABLE|VERBOSE|VERSION|VIEW|VOLATILE|WHEN|WHENEVER|WHERE|'
|
426
|
+
r'WITH|WITHOUT|WORK|WRITE|YEAR|ZONE)\b', Keyword),
|
427
|
+
(r'(ARRAY|BIGINT|BINARY|BIT|BLOB|BOOLEAN|CHAR|CHARACTER|DATE|'
|
428
|
+
r'DEC|DECIMAL|FLOAT|INT|INTEGER|INTERVAL|NUMBER|NUMERIC|REAL|'
|
429
|
+
r'SERIAL|SMALLINT|VARCHAR|VARYING|INT8|SERIAL8|TEXT)\b',
|
430
|
+
Name.Builtin),
|
431
|
+
(r'[+*/<>=~!@#%^&|`?-]', Operator),
|
432
|
+
(r'[0-9]+', Number.Integer),
|
433
|
+
# TODO: Backslash escapes?
|
434
|
+
(r"'(''|[^'])*'", String.Single),
|
435
|
+
(r'"(""|[^"])*"', String.Symbol), # not a real string literal in ANSI SQL
|
436
|
+
(r'[a-zA-Z_][a-zA-Z0-9_]*', Name),
|
437
|
+
(r'[;:()\[\],\.]', Punctuation)
|
438
|
+
],
|
439
|
+
'multiline-comments': [
|
440
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
441
|
+
(r'\*/', Comment.Multiline, '#pop'),
|
442
|
+
(r'[^/\*]+', Comment.Multiline),
|
443
|
+
(r'[/*]', Comment.Multiline)
|
444
|
+
]
|
445
|
+
}
|
446
|
+
|
447
|
+
|
448
|
+
class MySqlLexer(RegexLexer):
|
449
|
+
"""
|
450
|
+
Special lexer for MySQL.
|
451
|
+
"""
|
452
|
+
|
453
|
+
name = 'MySQL'
|
454
|
+
aliases = ['mysql']
|
455
|
+
mimetypes = ['text/x-mysql']
|
456
|
+
|
457
|
+
flags = re.IGNORECASE
|
458
|
+
tokens = {
|
459
|
+
'root': [
|
460
|
+
(r'\s+', Text),
|
461
|
+
(r'(#|--\s+).*?\n', Comment.Single),
|
462
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
463
|
+
(r'[0-9]+', Number.Integer),
|
464
|
+
(r'[0-9]*\.[0-9]+(e[+-][0-9]+)', Number.Float),
|
465
|
+
# TODO: add backslash escapes
|
466
|
+
(r"'(''|[^'])*'", String.Single),
|
467
|
+
(r'"(""|[^"])*"', String.Double),
|
468
|
+
(r"`(``|[^`])*`", String.Symbol),
|
469
|
+
(r'[+*/<>=~!@#%^&|`?-]', Operator),
|
470
|
+
(r'\b(tinyint|smallint|mediumint|int|integer|bigint|date|'
|
471
|
+
r'datetime|time|bit|bool|tinytext|mediumtext|longtext|text|'
|
472
|
+
r'tinyblob|mediumblob|longblob|blob|float|double|double\s+'
|
473
|
+
r'precision|real|numeric|dec|decimal|timestamp|year|char|'
|
474
|
+
r'varchar|varbinary|varcharacter|enum|set)(\b\s*)(\()?',
|
475
|
+
bygroups(Keyword.Type, Text, Punctuation)),
|
476
|
+
(r'\b(add|all|alter|analyze|and|as|asc|asensitive|before|between|'
|
477
|
+
r'bigint|binary|blob|both|by|call|cascade|case|change|char|'
|
478
|
+
r'character|check|collate|column|condition|constraint|continue|'
|
479
|
+
r'convert|create|cross|current_date|current_time|'
|
480
|
+
r'current_timestamp|current_user|cursor|database|databases|'
|
481
|
+
r'day_hour|day_microsecond|day_minute|day_second|dec|decimal|'
|
482
|
+
r'declare|default|delayed|delete|desc|describe|deterministic|'
|
483
|
+
r'distinct|distinctrow|div|double|drop|dual|each|else|elseif|'
|
484
|
+
r'enclosed|escaped|exists|exit|explain|fetch|float|float4|float8'
|
485
|
+
r'|for|force|foreign|from|fulltext|grant|group|having|'
|
486
|
+
r'high_priority|hour_microsecond|hour_minute|hour_second|if|'
|
487
|
+
r'ignore|in|index|infile|inner|inout|insensitive|insert|int|'
|
488
|
+
r'int1|int2|int3|int4|int8|integer|interval|into|is|iterate|'
|
489
|
+
r'join|key|keys|kill|leading|leave|left|like|limit|lines|load|'
|
490
|
+
r'localtime|localtimestamp|lock|long|loop|low_priority|match|'
|
491
|
+
r'minute_microsecond|minute_second|mod|modifies|natural|'
|
492
|
+
r'no_write_to_binlog|not|numeric|on|optimize|option|optionally|'
|
493
|
+
r'or|order|out|outer|outfile|precision|primary|procedure|purge|'
|
494
|
+
r'raid0|read|reads|real|references|regexp|release|rename|repeat|'
|
495
|
+
r'replace|require|restrict|return|revoke|right|rlike|schema|'
|
496
|
+
r'schemas|second_microsecond|select|sensitive|separator|set|'
|
497
|
+
r'show|smallint|soname|spatial|specific|sql|sql_big_result|'
|
498
|
+
r'sql_calc_found_rows|sql_small_result|sqlexception|sqlstate|'
|
499
|
+
r'sqlwarning|ssl|starting|straight_join|table|terminated|then|'
|
500
|
+
r'to|trailing|trigger|undo|union|unique|unlock|unsigned|update|'
|
501
|
+
r'usage|use|using|utc_date|utc_time|utc_timestamp|values|'
|
502
|
+
r'varying|when|where|while|with|write|x509|xor|year_month|'
|
503
|
+
r'zerofill)\b', Keyword),
|
504
|
+
# TODO: this list is not complete
|
505
|
+
(r'\b(auto_increment|engine|charset|tables)\b', Keyword.Pseudo),
|
506
|
+
(r'(true|false|null)', Name.Constant),
|
507
|
+
(r'([a-zA-Z_][a-zA-Z0-9_]*)(\s*)(\()',
|
508
|
+
bygroups(Name.Function, Text, Punctuation)),
|
509
|
+
(r'[a-zA-Z_][a-zA-Z0-9_]*', Name),
|
510
|
+
(r'@[A-Za-z0-9]*[._]*[A-Za-z0-9]*', Name.Variable),
|
511
|
+
(r'[;:()\[\],\.]', Punctuation)
|
512
|
+
],
|
513
|
+
'multiline-comments': [
|
514
|
+
(r'/\*', Comment.Multiline, 'multiline-comments'),
|
515
|
+
(r'\*/', Comment.Multiline, '#pop'),
|
516
|
+
(r'[^/\*]+', Comment.Multiline),
|
517
|
+
(r'[/*]', Comment.Multiline)
|
518
|
+
]
|
519
|
+
}
|
520
|
+
|
521
|
+
|
522
|
+
class SqliteConsoleLexer(Lexer):
|
523
|
+
"""
|
524
|
+
Lexer for example sessions using sqlite3.
|
525
|
+
|
526
|
+
*New in Pygments 0.11.*
|
527
|
+
"""
|
528
|
+
|
529
|
+
name = 'sqlite3con'
|
530
|
+
aliases = ['sqlite3']
|
531
|
+
filenames = ['*.sqlite3-console']
|
532
|
+
mimetypes = ['text/x-sqlite3-console']
|
533
|
+
|
534
|
+
def get_tokens_unprocessed(self, data):
|
535
|
+
sql = SqlLexer(**self.options)
|
536
|
+
|
537
|
+
curcode = ''
|
538
|
+
insertions = []
|
539
|
+
for match in line_re.finditer(data):
|
540
|
+
line = match.group()
|
541
|
+
if line.startswith('sqlite> ') or line.startswith(' ...> '):
|
542
|
+
insertions.append((len(curcode),
|
543
|
+
[(0, Generic.Prompt, line[:8])]))
|
544
|
+
curcode += line[8:]
|
545
|
+
else:
|
546
|
+
if curcode:
|
547
|
+
for item in do_insertions(insertions,
|
548
|
+
sql.get_tokens_unprocessed(curcode)):
|
549
|
+
yield item
|
550
|
+
curcode = ''
|
551
|
+
insertions = []
|
552
|
+
if line.startswith('SQL error: '):
|
553
|
+
yield (match.start(), Generic.Traceback, line)
|
554
|
+
else:
|
555
|
+
yield (match.start(), Generic.Output, line)
|
556
|
+
if curcode:
|
557
|
+
for item in do_insertions(insertions,
|
558
|
+
sql.get_tokens_unprocessed(curcode)):
|
559
|
+
yield item
|