pygments.rb 1.2.1 → 2.0.0.rc2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (378) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +28 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +5 -6
  6. data/CHANGELOG.adoc +119 -0
  7. data/Gemfile +3 -1
  8. data/LICENSE +1 -1
  9. data/README.adoc +161 -0
  10. data/Rakefile +10 -21
  11. data/bench.rb +8 -7
  12. data/cache-lexers.rb +3 -2
  13. data/lib/pygments.rb +10 -11
  14. data/lib/pygments/lexer.rb +5 -5
  15. data/lib/pygments/mentos.py +23 -66
  16. data/lib/pygments/popen.rb +152 -204
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +11 -9
  19. data/test/test_pygments.rb +51 -84
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.7.3.dist-info/AUTHORS} +21 -3
  21. data/vendor/pygments-main/Pygments-2.7.3.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.7.3.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.7.3.dist-info/METADATA +49 -0
  24. data/vendor/pygments-main/Pygments-2.7.3.dist-info/RECORD +482 -0
  25. data/vendor/pygments-main/Pygments-2.7.3.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.7.3.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.7.3.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.7.3.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -11
  31. data/vendor/pygments-main/pygments/__main__.py +18 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +38 -29
  33. data/vendor/pygments-main/pygments/console.py +6 -9
  34. data/vendor/pygments-main/pygments/filter.py +4 -6
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -21
  36. data/vendor/pygments-main/pygments/formatter.py +4 -4
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +9 -8
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -3
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -1
  40. data/vendor/pygments-main/pygments/formatters/html.py +223 -135
  41. data/vendor/pygments-main/pygments/formatters/img.py +68 -41
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -39
  43. data/vendor/pygments-main/pygments/formatters/latex.py +56 -26
  44. data/vendor/pygments-main/pygments/formatters/other.py +12 -8
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -29
  46. data/vendor/pygments-main/pygments/formatters/svg.py +38 -4
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -31
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +22 -12
  49. data/vendor/pygments-main/pygments/lexer.py +41 -39
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +342 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1645 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +232 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +71 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1725 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5327 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +293 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +551 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1172 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1282 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2547 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4753 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +678 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3094 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1161 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +558 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +421 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1004 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +113 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +280 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1939 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +245 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +24 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +240 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +76 -0
  75. data/vendor/pygments-main/pygments/lexers/ampl.py +87 -0
  76. data/vendor/pygments-main/pygments/lexers/apl.py +101 -0
  77. data/vendor/pygments-main/pygments/lexers/archetype.py +318 -0
  78. data/vendor/pygments-main/pygments/lexers/arrow.py +117 -0
  79. data/vendor/pygments-main/pygments/lexers/asm.py +1005 -0
  80. data/vendor/pygments-main/pygments/lexers/automation.py +374 -0
  81. data/vendor/pygments-main/pygments/lexers/bare.py +104 -0
  82. data/vendor/pygments-main/pygments/lexers/basic.py +662 -0
  83. data/vendor/pygments-main/pygments/lexers/bibtex.py +160 -0
  84. data/vendor/pygments-main/pygments/lexers/boa.py +102 -0
  85. data/vendor/pygments-main/pygments/lexers/business.py +627 -0
  86. data/vendor/pygments-main/pygments/lexers/c_cpp.py +344 -0
  87. data/vendor/pygments-main/pygments/lexers/c_like.py +566 -0
  88. data/vendor/pygments-main/pygments/lexers/capnproto.py +78 -0
  89. data/vendor/pygments-main/pygments/lexers/chapel.py +112 -0
  90. data/vendor/pygments-main/pygments/lexers/clean.py +179 -0
  91. data/vendor/pygments-main/pygments/lexers/compiled.py +34 -0
  92. data/vendor/pygments-main/pygments/lexers/configs.py +984 -0
  93. data/vendor/pygments-main/pygments/lexers/console.py +114 -0
  94. data/vendor/pygments-main/pygments/lexers/crystal.py +392 -0
  95. data/vendor/pygments-main/pygments/lexers/csound.py +467 -0
  96. data/vendor/pygments-main/pygments/lexers/css.py +691 -0
  97. data/vendor/pygments-main/pygments/lexers/d.py +256 -0
  98. data/vendor/pygments-main/pygments/lexers/dalvik.py +125 -0
  99. data/vendor/pygments-main/pygments/lexers/data.py +698 -0
  100. data/vendor/pygments-main/pygments/lexers/devicetree.py +109 -0
  101. data/vendor/pygments-main/pygments/lexers/diff.py +165 -0
  102. data/vendor/pygments-main/pygments/lexers/dotnet.py +707 -0
  103. data/vendor/pygments-main/pygments/lexers/dsls.py +960 -0
  104. data/vendor/pygments-main/pygments/lexers/dylan.py +287 -0
  105. data/vendor/pygments-main/pygments/lexers/ecl.py +139 -0
  106. data/vendor/pygments-main/pygments/lexers/eiffel.py +65 -0
  107. data/vendor/pygments-main/pygments/lexers/elm.py +121 -0
  108. data/vendor/pygments-main/pygments/lexers/email.py +151 -0
  109. data/vendor/pygments-main/pygments/lexers/erlang.py +530 -0
  110. data/vendor/pygments-main/pygments/lexers/esoteric.py +304 -0
  111. data/vendor/pygments-main/pygments/lexers/ezhil.py +77 -0
  112. data/vendor/pygments-main/pygments/lexers/factor.py +344 -0
  113. data/vendor/pygments-main/pygments/lexers/fantom.py +250 -0
  114. data/vendor/pygments-main/pygments/lexers/felix.py +273 -0
  115. data/vendor/pygments-main/pygments/lexers/floscript.py +83 -0
  116. data/vendor/pygments-main/pygments/lexers/forth.py +178 -0
  117. data/vendor/pygments-main/pygments/lexers/fortran.py +206 -0
  118. data/vendor/pygments-main/pygments/lexers/foxpro.py +428 -0
  119. data/vendor/pygments-main/pygments/lexers/freefem.py +898 -0
  120. data/vendor/pygments-main/pygments/lexers/functional.py +21 -0
  121. data/vendor/pygments-main/pygments/lexers/gdscript.py +346 -0
  122. data/vendor/pygments-main/pygments/lexers/go.py +101 -0
  123. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +270 -0
  124. data/vendor/pygments-main/pygments/lexers/graph.py +85 -0
  125. data/vendor/pygments-main/pygments/lexers/graphics.py +800 -0
  126. data/vendor/pygments-main/pygments/lexers/haskell.py +870 -0
  127. data/vendor/pygments-main/pygments/lexers/haxe.py +936 -0
  128. data/vendor/pygments-main/pygments/lexers/hdl.py +472 -0
  129. data/vendor/pygments-main/pygments/lexers/hexdump.py +103 -0
  130. data/vendor/pygments-main/pygments/lexers/html.py +614 -0
  131. data/vendor/pygments-main/pygments/lexers/idl.py +281 -0
  132. data/vendor/pygments-main/pygments/lexers/igor.py +420 -0
  133. data/vendor/pygments-main/pygments/lexers/inferno.py +96 -0
  134. data/vendor/pygments-main/pygments/lexers/installers.py +322 -0
  135. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1368 -0
  136. data/vendor/pygments-main/pygments/lexers/iolang.py +63 -0
  137. data/vendor/pygments-main/pygments/lexers/j.py +146 -0
  138. data/vendor/pygments-main/pygments/lexers/javascript.py +1540 -0
  139. data/vendor/pygments-main/pygments/lexers/julia.py +331 -0
  140. data/vendor/pygments-main/pygments/lexers/jvm.py +1673 -0
  141. data/vendor/pygments-main/pygments/lexers/lisp.py +2699 -0
  142. data/vendor/pygments-main/pygments/lexers/make.py +206 -0
  143. data/vendor/pygments-main/pygments/lexers/markup.py +765 -0
  144. data/vendor/pygments-main/pygments/lexers/math.py +21 -0
  145. data/vendor/pygments-main/pygments/lexers/matlab.py +720 -0
  146. data/vendor/pygments-main/pygments/lexers/mime.py +226 -0
  147. data/vendor/pygments-main/pygments/lexers/ml.py +958 -0
  148. data/vendor/pygments-main/pygments/lexers/modeling.py +366 -0
  149. data/vendor/pygments-main/pygments/lexers/modula2.py +1580 -0
  150. data/vendor/pygments-main/pygments/lexers/monte.py +204 -0
  151. data/vendor/pygments-main/pygments/lexers/mosel.py +448 -0
  152. data/vendor/pygments-main/pygments/lexers/ncl.py +894 -0
  153. data/vendor/pygments-main/pygments/lexers/nimrod.py +159 -0
  154. data/vendor/pygments-main/pygments/lexers/nit.py +64 -0
  155. data/vendor/pygments-main/pygments/lexers/nix.py +136 -0
  156. data/vendor/pygments-main/pygments/lexers/oberon.py +121 -0
  157. data/vendor/pygments-main/pygments/lexers/objective.py +504 -0
  158. data/vendor/pygments-main/pygments/lexers/ooc.py +85 -0
  159. data/vendor/pygments-main/pygments/lexers/other.py +41 -0
  160. data/vendor/pygments-main/pygments/lexers/parasail.py +79 -0
  161. data/vendor/pygments-main/pygments/lexers/parsers.py +800 -0
  162. data/vendor/pygments-main/pygments/lexers/pascal.py +644 -0
  163. data/vendor/pygments-main/pygments/lexers/pawn.py +205 -0
  164. data/vendor/pygments-main/pygments/lexers/perl.py +732 -0
  165. data/vendor/pygments-main/pygments/lexers/php.py +321 -0
  166. data/vendor/pygments-main/pygments/lexers/pointless.py +71 -0
  167. data/vendor/pygments-main/pygments/lexers/pony.py +94 -0
  168. data/vendor/pygments-main/pygments/lexers/praat.py +302 -0
  169. data/vendor/pygments-main/pygments/lexers/prolog.py +306 -0
  170. data/vendor/pygments-main/pygments/lexers/promql.py +183 -0
  171. data/vendor/pygments-main/pygments/lexers/python.py +1151 -0
  172. data/vendor/pygments-main/pygments/lexers/qvt.py +152 -0
  173. data/vendor/pygments-main/pygments/lexers/r.py +191 -0
  174. data/vendor/pygments-main/pygments/lexers/rdf.py +463 -0
  175. data/vendor/pygments-main/pygments/lexers/rebol.py +431 -0
  176. data/vendor/pygments-main/pygments/lexers/resource.py +85 -0
  177. data/vendor/pygments-main/pygments/lexers/ride.py +139 -0
  178. data/vendor/pygments-main/pygments/lexers/rnc.py +67 -0
  179. data/vendor/pygments-main/pygments/lexers/roboconf.py +82 -0
  180. data/vendor/pygments-main/pygments/lexers/robotframework.py +552 -0
  181. data/vendor/pygments-main/pygments/lexers/ruby.py +517 -0
  182. data/vendor/pygments-main/pygments/lexers/rust.py +224 -0
  183. data/vendor/pygments-main/pygments/lexers/sas.py +228 -0
  184. data/vendor/pygments-main/pygments/lexers/scdoc.py +83 -0
  185. data/vendor/pygments-main/pygments/lexers/scripting.py +1284 -0
  186. data/vendor/pygments-main/pygments/lexers/sgf.py +61 -0
  187. data/vendor/pygments-main/pygments/lexers/shell.py +914 -0
  188. data/vendor/pygments-main/pygments/lexers/sieve.py +69 -0
  189. data/vendor/pygments-main/pygments/lexers/slash.py +185 -0
  190. data/vendor/pygments-main/pygments/lexers/smalltalk.py +195 -0
  191. data/vendor/pygments-main/pygments/lexers/smv.py +79 -0
  192. data/vendor/pygments-main/pygments/lexers/snobol.py +83 -0
  193. data/vendor/pygments-main/pygments/lexers/solidity.py +92 -0
  194. data/vendor/pygments-main/pygments/lexers/special.py +105 -0
  195. data/vendor/pygments-main/pygments/lexers/sql.py +837 -0
  196. data/vendor/pygments-main/pygments/lexers/stata.py +171 -0
  197. data/vendor/pygments-main/pygments/lexers/supercollider.py +95 -0
  198. data/vendor/pygments-main/pygments/lexers/tcl.py +145 -0
  199. data/vendor/pygments-main/pygments/lexers/templates.py +2264 -0
  200. data/vendor/pygments-main/pygments/lexers/teraterm.py +335 -0
  201. data/vendor/pygments-main/pygments/lexers/testing.py +207 -0
  202. data/vendor/pygments-main/pygments/lexers/text.py +26 -0
  203. data/vendor/pygments-main/pygments/lexers/textedit.py +169 -0
  204. data/vendor/pygments-main/pygments/lexers/textfmts.py +430 -0
  205. data/vendor/pygments-main/pygments/lexers/theorem.py +474 -0
  206. data/vendor/pygments-main/pygments/lexers/tnt.py +263 -0
  207. data/vendor/pygments-main/pygments/lexers/trafficscript.py +54 -0
  208. data/vendor/pygments-main/pygments/lexers/typoscript.py +219 -0
  209. data/vendor/pygments-main/pygments/lexers/unicon.py +412 -0
  210. data/vendor/pygments-main/pygments/lexers/urbi.py +146 -0
  211. data/vendor/pygments-main/pygments/lexers/usd.py +90 -0
  212. data/vendor/pygments-main/pygments/lexers/varnish.py +190 -0
  213. data/vendor/pygments-main/pygments/lexers/verification.py +114 -0
  214. data/vendor/pygments-main/pygments/lexers/web.py +24 -0
  215. data/vendor/pygments-main/pygments/lexers/webidl.py +299 -0
  216. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  217. data/vendor/pygments-main/pygments/lexers/whiley.py +116 -0
  218. data/vendor/pygments-main/pygments/lexers/x10.py +69 -0
  219. data/vendor/pygments-main/pygments/lexers/xorg.py +37 -0
  220. data/vendor/pygments-main/pygments/lexers/yang.py +104 -0
  221. data/vendor/pygments-main/pygments/lexers/zig.py +124 -0
  222. data/vendor/pygments-main/pygments/modeline.py +1 -1
  223. data/vendor/pygments-main/pygments/plugin.py +4 -2
  224. data/vendor/pygments-main/pygments/regexopt.py +1 -1
  225. data/vendor/pygments-main/pygments/scanner.py +2 -2
  226. data/vendor/pygments-main/pygments/sphinxext.py +2 -4
  227. data/vendor/pygments-main/pygments/style.py +61 -24
  228. data/vendor/pygments-main/pygments/styles/__init__.py +10 -4
  229. data/vendor/pygments-main/pygments/styles/abap.py +1 -1
  230. data/vendor/pygments-main/pygments/styles/algol.py +1 -1
  231. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -1
  232. data/vendor/pygments-main/pygments/styles/arduino.py +2 -2
  233. data/vendor/pygments-main/pygments/styles/autumn.py +1 -1
  234. data/vendor/pygments-main/pygments/styles/borland.py +1 -1
  235. data/vendor/pygments-main/pygments/styles/bw.py +1 -1
  236. data/vendor/pygments-main/pygments/styles/colorful.py +1 -1
  237. data/vendor/pygments-main/pygments/styles/default.py +1 -1
  238. data/vendor/pygments-main/pygments/styles/emacs.py +1 -1
  239. data/vendor/pygments-main/pygments/styles/friendly.py +1 -1
  240. data/vendor/pygments-main/pygments/styles/fruity.py +1 -1
  241. data/vendor/pygments-main/pygments/styles/igor.py +1 -1
  242. data/vendor/pygments-main/pygments/styles/inkpot.py +67 -0
  243. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -1
  244. data/vendor/pygments-main/pygments/styles/manni.py +1 -1
  245. data/vendor/pygments-main/pygments/styles/monokai.py +4 -3
  246. data/vendor/pygments-main/pygments/styles/murphy.py +1 -1
  247. data/vendor/pygments-main/pygments/styles/native.py +1 -1
  248. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -1
  249. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -1
  250. data/vendor/pygments-main/pygments/styles/pastie.py +1 -1
  251. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -1
  252. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -1
  253. data/vendor/pygments-main/pygments/styles/rrt.py +1 -1
  254. data/vendor/pygments-main/pygments/styles/sas.py +1 -1
  255. data/vendor/pygments-main/pygments/styles/solarized.py +134 -0
  256. data/vendor/pygments-main/pygments/styles/stata_dark.py +41 -0
  257. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -15
  258. data/vendor/pygments-main/pygments/styles/tango.py +1 -1
  259. data/vendor/pygments-main/pygments/styles/trac.py +1 -1
  260. data/vendor/pygments-main/pygments/styles/vim.py +1 -1
  261. data/vendor/pygments-main/pygments/styles/vs.py +1 -1
  262. data/vendor/pygments-main/pygments/styles/xcode.py +1 -1
  263. data/vendor/pygments-main/pygments/token.py +1 -1
  264. data/vendor/pygments-main/pygments/unistring.py +47 -108
  265. data/vendor/pygments-main/pygments/util.py +15 -92
  266. metadata +69 -136
  267. data/CHANGELOG.md +0 -111
  268. data/README.md +0 -121
  269. data/circle.yml +0 -20
  270. data/test/test_data.py +0 -514
  271. data/test/test_data_generated +0 -2582
  272. data/vendor/custom_lexers/github.py +0 -565
  273. data/vendor/pygments-main/CHANGES +0 -1186
  274. data/vendor/pygments-main/MANIFEST.in +0 -6
  275. data/vendor/pygments-main/Makefile +0 -65
  276. data/vendor/pygments-main/README.rst +0 -39
  277. data/vendor/pygments-main/REVISION +0 -1
  278. data/vendor/pygments-main/TODO +0 -12
  279. data/vendor/pygments-main/doc/Makefile +0 -153
  280. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  281. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  282. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  283. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  284. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  285. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  286. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  287. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  288. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  289. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  290. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  291. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  292. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  293. data/vendor/pygments-main/doc/conf.py +0 -241
  294. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  295. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  296. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  297. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  298. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  299. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  300. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  301. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  302. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  303. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  304. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  305. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  306. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  307. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  308. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  309. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  310. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  311. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  312. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  313. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  314. data/vendor/pygments-main/doc/download.rst +0 -41
  315. data/vendor/pygments-main/doc/faq.rst +0 -139
  316. data/vendor/pygments-main/doc/index.rst +0 -54
  317. data/vendor/pygments-main/doc/languages.rst +0 -154
  318. data/vendor/pygments-main/doc/make.bat +0 -190
  319. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  320. data/vendor/pygments-main/external/autopygmentize +0 -101
  321. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  322. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  323. data/vendor/pygments-main/external/moin-parser.py +0 -112
  324. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  325. data/vendor/pygments-main/external/rst-directive.py +0 -82
  326. data/vendor/pygments-main/pygmentize +0 -8
  327. data/vendor/pygments-main/requirements.txt +0 -5
  328. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  329. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  330. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  331. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  332. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  333. data/vendor/pygments-main/scripts/pylintrc +0 -301
  334. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  335. data/vendor/pygments-main/setup.cfg +0 -10
  336. data/vendor/pygments-main/setup.py +0 -77
  337. data/vendor/pygments-main/tox.ini +0 -7
  338. data/vendor/simplejson/.gitignore +0 -10
  339. data/vendor/simplejson/.travis.yml +0 -5
  340. data/vendor/simplejson/CHANGES.txt +0 -291
  341. data/vendor/simplejson/LICENSE.txt +0 -19
  342. data/vendor/simplejson/MANIFEST.in +0 -5
  343. data/vendor/simplejson/README.rst +0 -19
  344. data/vendor/simplejson/conf.py +0 -179
  345. data/vendor/simplejson/index.rst +0 -628
  346. data/vendor/simplejson/scripts/make_docs.py +0 -18
  347. data/vendor/simplejson/setup.py +0 -104
  348. data/vendor/simplejson/simplejson/__init__.py +0 -510
  349. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  350. data/vendor/simplejson/simplejson/decoder.py +0 -425
  351. data/vendor/simplejson/simplejson/encoder.py +0 -567
  352. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  353. data/vendor/simplejson/simplejson/scanner.py +0 -77
  354. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  355. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  356. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  357. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  358. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  359. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  360. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  361. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  362. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  363. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  364. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  365. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  366. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  367. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  368. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  369. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  370. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  371. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  372. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  373. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  374. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  375. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  377. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  378. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,160 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.bibtex
4
+ ~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for BibTeX bibliography data and styles
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, ExtendedRegexLexer, include, default, \
15
+ words
16
+ from pygments.token import Name, Comment, String, Error, Number, Text, \
17
+ Keyword, Punctuation
18
+
19
+ __all__ = ['BibTeXLexer', 'BSTLexer']
20
+
21
+
22
+ class BibTeXLexer(ExtendedRegexLexer):
23
+ """
24
+ A lexer for BibTeX bibliography data format.
25
+
26
+ .. versionadded:: 2.2
27
+ """
28
+
29
+ name = 'BibTeX'
30
+ aliases = ['bib', 'bibtex']
31
+ filenames = ['*.bib']
32
+ mimetypes = ["text/x-bibtex"]
33
+ flags = re.IGNORECASE
34
+
35
+ ALLOWED_CHARS = r'@!$&*+\-./:;<>?\[\\\]^`|~'
36
+ IDENTIFIER = '[{}][{}]*'.format('a-z_' + ALLOWED_CHARS, r'\w' + ALLOWED_CHARS)
37
+
38
+ def open_brace_callback(self, match, ctx):
39
+ opening_brace = match.group()
40
+ ctx.opening_brace = opening_brace
41
+ yield match.start(), Punctuation, opening_brace
42
+ ctx.pos = match.end()
43
+
44
+ def close_brace_callback(self, match, ctx):
45
+ closing_brace = match.group()
46
+ if (
47
+ ctx.opening_brace == '{' and closing_brace != '}' or
48
+ ctx.opening_brace == '(' and closing_brace != ')'
49
+ ):
50
+ yield match.start(), Error, closing_brace
51
+ else:
52
+ yield match.start(), Punctuation, closing_brace
53
+ del ctx.opening_brace
54
+ ctx.pos = match.end()
55
+
56
+ tokens = {
57
+ 'root': [
58
+ include('whitespace'),
59
+ ('@comment', Comment),
60
+ ('@preamble', Name.Class, ('closing-brace', 'value', 'opening-brace')),
61
+ ('@string', Name.Class, ('closing-brace', 'field', 'opening-brace')),
62
+ ('@' + IDENTIFIER, Name.Class,
63
+ ('closing-brace', 'command-body', 'opening-brace')),
64
+ ('.+', Comment),
65
+ ],
66
+ 'opening-brace': [
67
+ include('whitespace'),
68
+ (r'[{(]', open_brace_callback, '#pop'),
69
+ ],
70
+ 'closing-brace': [
71
+ include('whitespace'),
72
+ (r'[})]', close_brace_callback, '#pop'),
73
+ ],
74
+ 'command-body': [
75
+ include('whitespace'),
76
+ (r'[^\s\,\}]+', Name.Label, ('#pop', 'fields')),
77
+ ],
78
+ 'fields': [
79
+ include('whitespace'),
80
+ (',', Punctuation, 'field'),
81
+ default('#pop'),
82
+ ],
83
+ 'field': [
84
+ include('whitespace'),
85
+ (IDENTIFIER, Name.Attribute, ('value', '=')),
86
+ default('#pop'),
87
+ ],
88
+ '=': [
89
+ include('whitespace'),
90
+ ('=', Punctuation, '#pop'),
91
+ ],
92
+ 'value': [
93
+ include('whitespace'),
94
+ (IDENTIFIER, Name.Variable),
95
+ ('"', String, 'quoted-string'),
96
+ (r'\{', String, 'braced-string'),
97
+ (r'[\d]+', Number),
98
+ ('#', Punctuation),
99
+ default('#pop'),
100
+ ],
101
+ 'quoted-string': [
102
+ (r'\{', String, 'braced-string'),
103
+ ('"', String, '#pop'),
104
+ (r'[^\{\"]+', String),
105
+ ],
106
+ 'braced-string': [
107
+ (r'\{', String, '#push'),
108
+ (r'\}', String, '#pop'),
109
+ (r'[^\{\}]+', String),
110
+ ],
111
+ 'whitespace': [
112
+ (r'\s+', Text),
113
+ ],
114
+ }
115
+
116
+
117
+ class BSTLexer(RegexLexer):
118
+ """
119
+ A lexer for BibTeX bibliography styles.
120
+
121
+ .. versionadded:: 2.2
122
+ """
123
+
124
+ name = 'BST'
125
+ aliases = ['bst', 'bst-pybtex']
126
+ filenames = ['*.bst']
127
+ flags = re.IGNORECASE | re.MULTILINE
128
+
129
+ tokens = {
130
+ 'root': [
131
+ include('whitespace'),
132
+ (words(['read', 'sort']), Keyword),
133
+ (words(['execute', 'integers', 'iterate', 'reverse', 'strings']),
134
+ Keyword, ('group')),
135
+ (words(['function', 'macro']), Keyword, ('group', 'group')),
136
+ (words(['entry']), Keyword, ('group', 'group', 'group')),
137
+ ],
138
+ 'group': [
139
+ include('whitespace'),
140
+ (r'\{', Punctuation, ('#pop', 'group-end', 'body')),
141
+ ],
142
+ 'group-end': [
143
+ include('whitespace'),
144
+ (r'\}', Punctuation, '#pop'),
145
+ ],
146
+ 'body': [
147
+ include('whitespace'),
148
+ (r"\'[^#\"\{\}\s]+", Name.Function),
149
+ (r'[^#\"\{\}\s]+\$', Name.Builtin),
150
+ (r'[^#\"\{\}\s]+', Name.Variable),
151
+ (r'"[^\"]*"', String),
152
+ (r'#-?\d+', Number),
153
+ (r'\{', Punctuation, ('group-end', 'body')),
154
+ default('#pop'),
155
+ ],
156
+ 'whitespace': [
157
+ (r'\s+', Text),
158
+ ('%.*?$', Comment.SingleLine),
159
+ ],
160
+ }
@@ -0,0 +1,102 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.boa
4
+ ~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for the Boa language.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, words
15
+ from pygments.token import String, Comment, Keyword, Name, Number, Text, \
16
+ Operator, Punctuation
17
+
18
+ __all__ = ['BoaLexer']
19
+
20
+ line_re = re.compile('.*?\n')
21
+
22
+
23
+ class BoaLexer(RegexLexer):
24
+ """
25
+ Lexer for the `Boa <http://boa.cs.iastate.edu/docs/>`_ language.
26
+
27
+ .. versionadded:: 2.4
28
+ """
29
+ name = 'Boa'
30
+ aliases = ['boa']
31
+ filenames = ['*.boa']
32
+
33
+ reserved = words(
34
+ ('input', 'output', 'of', 'weight', 'before', 'after', 'stop',
35
+ 'ifall', 'foreach', 'exists', 'function', 'break', 'switch', 'case',
36
+ 'visitor', 'default', 'return', 'visit', 'while', 'if', 'else'),
37
+ suffix=r'\b', prefix=r'\b')
38
+ keywords = words(
39
+ ('bottom', 'collection', 'maximum', 'mean', 'minimum', 'set', 'sum',
40
+ 'top', 'string', 'int', 'bool', 'float', 'time', 'false', 'true',
41
+ 'array', 'map', 'stack', 'enum', 'type'), suffix=r'\b', prefix=r'\b')
42
+ classes = words(
43
+ ('Project', 'ForgeKind', 'CodeRepository', 'Revision', 'RepositoryKind',
44
+ 'ChangedFile', 'FileKind', 'ASTRoot', 'Namespace', 'Declaration', 'Type',
45
+ 'Method', 'Variable', 'Statement', 'Expression', 'Modifier',
46
+ 'StatementKind', 'ExpressionKind', 'ModifierKind', 'Visibility',
47
+ 'TypeKind', 'Person', 'ChangeKind'),
48
+ suffix=r'\b', prefix=r'\b')
49
+ operators = ('->', ':=', ':', '=', '<<', '!', '++', '||',
50
+ '&&', '+', '-', '*', ">", "<")
51
+ string_sep = ('`', '\"')
52
+ built_in_functions = words(
53
+ (
54
+ # Array functions
55
+ 'new', 'sort',
56
+ # Date & Time functions
57
+ 'yearof', 'dayofyear', 'hourof', 'minuteof', 'secondof', 'now',
58
+ 'addday', 'addmonth', 'addweek', 'addyear', 'dayofmonth', 'dayofweek',
59
+ 'dayofyear', 'formattime', 'trunctoday', 'trunctohour', 'trunctominute',
60
+ 'trunctomonth', 'trunctosecond', 'trunctoyear',
61
+ # Map functions
62
+ 'clear', 'haskey', 'keys', 'lookup', 'remove', 'values',
63
+ # Math functions
64
+ 'abs', 'acos', 'acosh', 'asin', 'asinh', 'atan', 'atan2', 'atanh',
65
+ 'ceil', 'cos', 'cosh', 'exp', 'floor', 'highbit', 'isfinite', 'isinf',
66
+ 'isnan', 'isnormal', 'log', 'log10', 'max', 'min', 'nrand', 'pow',
67
+ 'rand', 'round', 'sin', 'sinh', 'sqrt', 'tan', 'tanh', 'trunc',
68
+ # Other functions
69
+ 'def', 'hash', 'len',
70
+ # Set functions
71
+ 'add', 'contains', 'remove',
72
+ # String functions
73
+ 'format', 'lowercase', 'match', 'matchposns', 'matchstrs', 'regex',
74
+ 'split', 'splitall', 'splitn', 'strfind', 'strreplace', 'strrfind',
75
+ 'substring', 'trim', 'uppercase',
76
+ # Type Conversion functions
77
+ 'bool', 'float', 'int', 'string', 'time',
78
+ # Domain-Specific functions
79
+ 'getast', 'getsnapshot', 'hasfiletype', 'isfixingrevision', 'iskind',
80
+ 'isliteral',
81
+ ),
82
+ prefix=r'\b',
83
+ suffix=r'\(')
84
+
85
+ tokens = {
86
+ 'root': [
87
+ (r'#.*?$', Comment.Single),
88
+ (r'/\*.*?\*/', Comment.Multiline),
89
+ (reserved, Keyword.Reserved),
90
+ (built_in_functions, Name.Function),
91
+ (keywords, Keyword.Type),
92
+ (classes, Name.Classes),
93
+ (words(operators), Operator),
94
+ (r'[][(),;{}\\.]', Punctuation),
95
+ (r'"(\\\\|\\"|[^"])*"', String),
96
+ (r'`(\\\\|\\`|[^`])*`', String),
97
+ (words(string_sep), String.Delimeter),
98
+ (r'[a-zA-Z_]+', Name.Variable),
99
+ (r'[0-9]+', Number.Integer),
100
+ (r'\s+?', Text), # Whitespace
101
+ ]
102
+ }
@@ -0,0 +1,627 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.business
4
+ ~~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for "business-oriented" languages.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, include, words, bygroups
15
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
16
+ Number, Punctuation, Error
17
+
18
+ from pygments.lexers._openedge_builtins import OPENEDGEKEYWORDS
19
+
20
+ __all__ = ['CobolLexer', 'CobolFreeformatLexer', 'ABAPLexer', 'OpenEdgeLexer',
21
+ 'GoodDataCLLexer', 'MaqlLexer']
22
+
23
+
24
+ class CobolLexer(RegexLexer):
25
+ """
26
+ Lexer for OpenCOBOL code.
27
+
28
+ .. versionadded:: 1.6
29
+ """
30
+ name = 'COBOL'
31
+ aliases = ['cobol']
32
+ filenames = ['*.cob', '*.COB', '*.cpy', '*.CPY']
33
+ mimetypes = ['text/x-cobol']
34
+ flags = re.IGNORECASE | re.MULTILINE
35
+
36
+ # Data Types: by PICTURE and USAGE
37
+ # Operators: **, *, +, -, /, <, >, <=, >=, =, <>
38
+ # Logical (?): NOT, AND, OR
39
+
40
+ # Reserved words:
41
+ # http://opencobol.add1tocobol.com/#reserved-words
42
+ # Intrinsics:
43
+ # http://opencobol.add1tocobol.com/#does-opencobol-implement-any-intrinsic-functions
44
+
45
+ tokens = {
46
+ 'root': [
47
+ include('comment'),
48
+ include('strings'),
49
+ include('core'),
50
+ include('nums'),
51
+ (r'[a-z0-9]([\w\-]*[a-z0-9]+)?', Name.Variable),
52
+ # (r'[\s]+', Text),
53
+ (r'[ \t]+', Text),
54
+ ],
55
+ 'comment': [
56
+ (r'(^.{6}[*/].*\n|^.{6}|\*>.*\n)', Comment),
57
+ ],
58
+ 'core': [
59
+ # Figurative constants
60
+ (r'(^|(?<=[^\w\-]))(ALL\s+)?'
61
+ r'((ZEROES)|(HIGH-VALUE|LOW-VALUE|QUOTE|SPACE|ZERO)(S)?)'
62
+ r'\s*($|(?=[^\w\-]))',
63
+ Name.Constant),
64
+
65
+ # Reserved words STATEMENTS and other bolds
66
+ (words((
67
+ 'ACCEPT', 'ADD', 'ALLOCATE', 'CALL', 'CANCEL', 'CLOSE', 'COMPUTE',
68
+ 'CONFIGURATION', 'CONTINUE', 'DATA', 'DELETE', 'DISPLAY', 'DIVIDE',
69
+ 'DIVISION', 'ELSE', 'END', 'END-ACCEPT',
70
+ 'END-ADD', 'END-CALL', 'END-COMPUTE', 'END-DELETE', 'END-DISPLAY',
71
+ 'END-DIVIDE', 'END-EVALUATE', 'END-IF', 'END-MULTIPLY', 'END-OF-PAGE',
72
+ 'END-PERFORM', 'END-READ', 'END-RETURN', 'END-REWRITE', 'END-SEARCH',
73
+ 'END-START', 'END-STRING', 'END-SUBTRACT', 'END-UNSTRING', 'END-WRITE',
74
+ 'ENVIRONMENT', 'EVALUATE', 'EXIT', 'FD', 'FILE', 'FILE-CONTROL', 'FOREVER',
75
+ 'FREE', 'GENERATE', 'GO', 'GOBACK', 'IDENTIFICATION', 'IF', 'INITIALIZE',
76
+ 'INITIATE', 'INPUT-OUTPUT', 'INSPECT', 'INVOKE', 'I-O-CONTROL', 'LINKAGE',
77
+ 'LOCAL-STORAGE', 'MERGE', 'MOVE', 'MULTIPLY', 'OPEN', 'PERFORM',
78
+ 'PROCEDURE', 'PROGRAM-ID', 'RAISE', 'READ', 'RELEASE', 'RESUME',
79
+ 'RETURN', 'REWRITE', 'SCREEN', 'SD', 'SEARCH', 'SECTION', 'SET',
80
+ 'SORT', 'START', 'STOP', 'STRING', 'SUBTRACT', 'SUPPRESS',
81
+ 'TERMINATE', 'THEN', 'UNLOCK', 'UNSTRING', 'USE', 'VALIDATE',
82
+ 'WORKING-STORAGE', 'WRITE'), prefix=r'(^|(?<=[^\w\-]))',
83
+ suffix=r'\s*($|(?=[^\w\-]))'),
84
+ Keyword.Reserved),
85
+
86
+ # Reserved words
87
+ (words((
88
+ 'ACCESS', 'ADDRESS', 'ADVANCING', 'AFTER', 'ALL',
89
+ 'ALPHABET', 'ALPHABETIC', 'ALPHABETIC-LOWER', 'ALPHABETIC-UPPER',
90
+ 'ALPHANUMERIC', 'ALPHANUMERIC-EDITED', 'ALSO', 'ALTER', 'ALTERNATE'
91
+ 'ANY', 'ARE', 'AREA', 'AREAS', 'ARGUMENT-NUMBER', 'ARGUMENT-VALUE', 'AS',
92
+ 'ASCENDING', 'ASSIGN', 'AT', 'AUTO', 'AUTO-SKIP', 'AUTOMATIC',
93
+ 'AUTOTERMINATE', 'BACKGROUND-COLOR', 'BASED', 'BEEP', 'BEFORE', 'BELL',
94
+ 'BLANK', 'BLINK', 'BLOCK', 'BOTTOM', 'BY', 'BYTE-LENGTH', 'CHAINING',
95
+ 'CHARACTER', 'CHARACTERS', 'CLASS', 'CODE', 'CODE-SET', 'COL',
96
+ 'COLLATING', 'COLS', 'COLUMN', 'COLUMNS', 'COMMA', 'COMMAND-LINE',
97
+ 'COMMIT', 'COMMON', 'CONSTANT', 'CONTAINS', 'CONTENT', 'CONTROL',
98
+ 'CONTROLS', 'CONVERTING', 'COPY', 'CORR', 'CORRESPONDING', 'COUNT', 'CRT',
99
+ 'CURRENCY', 'CURSOR', 'CYCLE', 'DATE', 'DAY', 'DAY-OF-WEEK', 'DE',
100
+ 'DEBUGGING', 'DECIMAL-POINT', 'DECLARATIVES', 'DEFAULT', 'DELIMITED',
101
+ 'DELIMITER', 'DEPENDING', 'DESCENDING', 'DETAIL', 'DISK',
102
+ 'DOWN', 'DUPLICATES', 'DYNAMIC', 'EBCDIC',
103
+ 'ENTRY', 'ENVIRONMENT-NAME', 'ENVIRONMENT-VALUE', 'EOL', 'EOP',
104
+ 'EOS', 'ERASE', 'ERROR', 'ESCAPE', 'EXCEPTION',
105
+ 'EXCLUSIVE', 'EXTEND', 'EXTERNAL', 'FILE-ID', 'FILLER', 'FINAL',
106
+ 'FIRST', 'FIXED', 'FLOAT-LONG', 'FLOAT-SHORT',
107
+ 'FOOTING', 'FOR', 'FOREGROUND-COLOR', 'FORMAT', 'FROM', 'FULL',
108
+ 'FUNCTION', 'FUNCTION-ID', 'GIVING', 'GLOBAL', 'GROUP',
109
+ 'HEADING', 'HIGHLIGHT', 'I-O', 'ID',
110
+ 'IGNORE', 'IGNORING', 'IN', 'INDEX', 'INDEXED', 'INDICATE',
111
+ 'INITIAL', 'INITIALIZED', 'INPUT', 'INTO', 'INTRINSIC', 'INVALID',
112
+ 'IS', 'JUST', 'JUSTIFIED', 'KEY', 'LABEL',
113
+ 'LAST', 'LEADING', 'LEFT', 'LENGTH', 'LIMIT', 'LIMITS', 'LINAGE',
114
+ 'LINAGE-COUNTER', 'LINE', 'LINES', 'LOCALE', 'LOCK',
115
+ 'LOWLIGHT', 'MANUAL', 'MEMORY', 'MINUS', 'MODE', 'MULTIPLE',
116
+ 'NATIONAL', 'NATIONAL-EDITED', 'NATIVE', 'NEGATIVE', 'NEXT', 'NO',
117
+ 'NULL', 'NULLS', 'NUMBER', 'NUMBERS', 'NUMERIC', 'NUMERIC-EDITED',
118
+ 'OBJECT-COMPUTER', 'OCCURS', 'OF', 'OFF', 'OMITTED', 'ON', 'ONLY',
119
+ 'OPTIONAL', 'ORDER', 'ORGANIZATION', 'OTHER', 'OUTPUT', 'OVERFLOW',
120
+ 'OVERLINE', 'PACKED-DECIMAL', 'PADDING', 'PAGE', 'PARAGRAPH',
121
+ 'PLUS', 'POINTER', 'POSITION', 'POSITIVE', 'PRESENT', 'PREVIOUS',
122
+ 'PRINTER', 'PRINTING', 'PROCEDURE-POINTER', 'PROCEDURES',
123
+ 'PROCEED', 'PROGRAM', 'PROGRAM-POINTER', 'PROMPT', 'QUOTE',
124
+ 'QUOTES', 'RANDOM', 'RD', 'RECORD', 'RECORDING', 'RECORDS', 'RECURSIVE',
125
+ 'REDEFINES', 'REEL', 'REFERENCE', 'RELATIVE', 'REMAINDER', 'REMOVAL',
126
+ 'RENAMES', 'REPLACING', 'REPORT', 'REPORTING', 'REPORTS', 'REPOSITORY',
127
+ 'REQUIRED', 'RESERVE', 'RETURNING', 'REVERSE-VIDEO', 'REWIND',
128
+ 'RIGHT', 'ROLLBACK', 'ROUNDED', 'RUN', 'SAME', 'SCROLL',
129
+ 'SECURE', 'SEGMENT-LIMIT', 'SELECT', 'SENTENCE', 'SEPARATE',
130
+ 'SEQUENCE', 'SEQUENTIAL', 'SHARING', 'SIGN', 'SIGNED', 'SIGNED-INT',
131
+ 'SIGNED-LONG', 'SIGNED-SHORT', 'SIZE', 'SORT-MERGE', 'SOURCE',
132
+ 'SOURCE-COMPUTER', 'SPECIAL-NAMES', 'STANDARD',
133
+ 'STANDARD-1', 'STANDARD-2', 'STATUS', 'SUM',
134
+ 'SYMBOLIC', 'SYNC', 'SYNCHRONIZED', 'TALLYING', 'TAPE',
135
+ 'TEST', 'THROUGH', 'THRU', 'TIME', 'TIMES', 'TO', 'TOP', 'TRAILING',
136
+ 'TRANSFORM', 'TYPE', 'UNDERLINE', 'UNIT', 'UNSIGNED',
137
+ 'UNSIGNED-INT', 'UNSIGNED-LONG', 'UNSIGNED-SHORT', 'UNTIL', 'UP',
138
+ 'UPDATE', 'UPON', 'USAGE', 'USING', 'VALUE', 'VALUES', 'VARYING',
139
+ 'WAIT', 'WHEN', 'WITH', 'WORDS', 'YYYYDDD', 'YYYYMMDD'),
140
+ prefix=r'(^|(?<=[^\w\-]))', suffix=r'\s*($|(?=[^\w\-]))'),
141
+ Keyword.Pseudo),
142
+
143
+ # inactive reserved words
144
+ (words((
145
+ 'ACTIVE-CLASS', 'ALIGNED', 'ANYCASE', 'ARITHMETIC', 'ATTRIBUTE',
146
+ 'B-AND', 'B-NOT', 'B-OR', 'B-XOR', 'BIT', 'BOOLEAN', 'CD', 'CENTER',
147
+ 'CF', 'CH', 'CHAIN', 'CLASS-ID', 'CLASSIFICATION', 'COMMUNICATION',
148
+ 'CONDITION', 'DATA-POINTER', 'DESTINATION', 'DISABLE', 'EC', 'EGI',
149
+ 'EMI', 'ENABLE', 'END-RECEIVE', 'ENTRY-CONVENTION', 'EO', 'ESI',
150
+ 'EXCEPTION-OBJECT', 'EXPANDS', 'FACTORY', 'FLOAT-BINARY-16',
151
+ 'FLOAT-BINARY-34', 'FLOAT-BINARY-7', 'FLOAT-DECIMAL-16',
152
+ 'FLOAT-DECIMAL-34', 'FLOAT-EXTENDED', 'FORMAT', 'FUNCTION-POINTER',
153
+ 'GET', 'GROUP-USAGE', 'IMPLEMENTS', 'INFINITY', 'INHERITS',
154
+ 'INTERFACE', 'INTERFACE-ID', 'INVOKE', 'LC_ALL', 'LC_COLLATE',
155
+ 'LC_CTYPE', 'LC_MESSAGES', 'LC_MONETARY', 'LC_NUMERIC', 'LC_TIME',
156
+ 'LINE-COUNTER', 'MESSAGE', 'METHOD', 'METHOD-ID', 'NESTED', 'NONE',
157
+ 'NORMAL', 'OBJECT', 'OBJECT-REFERENCE', 'OPTIONS', 'OVERRIDE',
158
+ 'PAGE-COUNTER', 'PF', 'PH', 'PROPERTY', 'PROTOTYPE', 'PURGE',
159
+ 'QUEUE', 'RAISE', 'RAISING', 'RECEIVE', 'RELATION', 'REPLACE',
160
+ 'REPRESENTS-NOT-A-NUMBER', 'RESET', 'RESUME', 'RETRY', 'RF', 'RH',
161
+ 'SECONDS', 'SEGMENT', 'SELF', 'SEND', 'SOURCES', 'STATEMENT',
162
+ 'STEP', 'STRONG', 'SUB-QUEUE-1', 'SUB-QUEUE-2', 'SUB-QUEUE-3',
163
+ 'SUPER', 'SYMBOL', 'SYSTEM-DEFAULT', 'TABLE', 'TERMINAL', 'TEXT',
164
+ 'TYPEDEF', 'UCS-4', 'UNIVERSAL', 'USER-DEFAULT', 'UTF-16', 'UTF-8',
165
+ 'VAL-STATUS', 'VALID', 'VALIDATE', 'VALIDATE-STATUS'),
166
+ prefix=r'(^|(?<=[^\w\-]))', suffix=r'\s*($|(?=[^\w\-]))'),
167
+ Error),
168
+
169
+ # Data Types
170
+ (r'(^|(?<=[^\w\-]))'
171
+ r'(PIC\s+.+?(?=(\s|\.\s))|PICTURE\s+.+?(?=(\s|\.\s))|'
172
+ r'(COMPUTATIONAL)(-[1-5X])?|(COMP)(-[1-5X])?|'
173
+ r'BINARY-C-LONG|'
174
+ r'BINARY-CHAR|BINARY-DOUBLE|BINARY-LONG|BINARY-SHORT|'
175
+ r'BINARY)\s*($|(?=[^\w\-]))', Keyword.Type),
176
+
177
+ # Operators
178
+ (r'(\*\*|\*|\+|-|/|<=|>=|<|>|==|/=|=)', Operator),
179
+
180
+ # (r'(::)', Keyword.Declaration),
181
+
182
+ (r'([(),;:&%.])', Punctuation),
183
+
184
+ # Intrinsics
185
+ (r'(^|(?<=[^\w\-]))(ABS|ACOS|ANNUITY|ASIN|ATAN|BYTE-LENGTH|'
186
+ r'CHAR|COMBINED-DATETIME|CONCATENATE|COS|CURRENT-DATE|'
187
+ r'DATE-OF-INTEGER|DATE-TO-YYYYMMDD|DAY-OF-INTEGER|DAY-TO-YYYYDDD|'
188
+ r'EXCEPTION-(?:FILE|LOCATION|STATEMENT|STATUS)|EXP10|EXP|E|'
189
+ r'FACTORIAL|FRACTION-PART|INTEGER-OF-(?:DATE|DAY|PART)|INTEGER|'
190
+ r'LENGTH|LOCALE-(?:DATE|TIME(?:-FROM-SECONDS)?)|LOG(?:10)?|'
191
+ r'LOWER-CASE|MAX|MEAN|MEDIAN|MIDRANGE|MIN|MOD|NUMVAL(?:-C)?|'
192
+ r'ORD(?:-MAX|-MIN)?|PI|PRESENT-VALUE|RANDOM|RANGE|REM|REVERSE|'
193
+ r'SECONDS-FROM-FORMATTED-TIME|SECONDS-PAST-MIDNIGHT|SIGN|SIN|SQRT|'
194
+ r'STANDARD-DEVIATION|STORED-CHAR-LENGTH|SUBSTITUTE(?:-CASE)?|'
195
+ r'SUM|TAN|TEST-DATE-YYYYMMDD|TEST-DAY-YYYYDDD|TRIM|'
196
+ r'UPPER-CASE|VARIANCE|WHEN-COMPILED|YEAR-TO-YYYY)\s*'
197
+ r'($|(?=[^\w\-]))', Name.Function),
198
+
199
+ # Booleans
200
+ (r'(^|(?<=[^\w\-]))(true|false)\s*($|(?=[^\w\-]))', Name.Builtin),
201
+ # Comparing Operators
202
+ (r'(^|(?<=[^\w\-]))(equal|equals|ne|lt|le|gt|ge|'
203
+ r'greater|less|than|not|and|or)\s*($|(?=[^\w\-]))', Operator.Word),
204
+ ],
205
+
206
+ # \"[^\"\n]*\"|\'[^\'\n]*\'
207
+ 'strings': [
208
+ # apparently strings can be delimited by EOL if they are continued
209
+ # in the next line
210
+ (r'"[^"\n]*("|\n)', String.Double),
211
+ (r"'[^'\n]*('|\n)", String.Single),
212
+ ],
213
+
214
+ 'nums': [
215
+ (r'\d+(\s*|\.$|$)', Number.Integer),
216
+ (r'[+-]?\d*\.\d+(E[-+]?\d+)?', Number.Float),
217
+ (r'[+-]?\d+\.\d*(E[-+]?\d+)?', Number.Float),
218
+ ],
219
+ }
220
+
221
+
222
+ class CobolFreeformatLexer(CobolLexer):
223
+ """
224
+ Lexer for Free format OpenCOBOL code.
225
+
226
+ .. versionadded:: 1.6
227
+ """
228
+ name = 'COBOLFree'
229
+ aliases = ['cobolfree']
230
+ filenames = ['*.cbl', '*.CBL']
231
+ mimetypes = []
232
+ flags = re.IGNORECASE | re.MULTILINE
233
+
234
+ tokens = {
235
+ 'comment': [
236
+ (r'(\*>.*\n|^\w*\*.*$)', Comment),
237
+ ],
238
+ }
239
+
240
+
241
+ class ABAPLexer(RegexLexer):
242
+ """
243
+ Lexer for ABAP, SAP's integrated language.
244
+
245
+ .. versionadded:: 1.1
246
+ """
247
+ name = 'ABAP'
248
+ aliases = ['abap']
249
+ filenames = ['*.abap', '*.ABAP']
250
+ mimetypes = ['text/x-abap']
251
+
252
+ flags = re.IGNORECASE | re.MULTILINE
253
+
254
+ tokens = {
255
+ 'common': [
256
+ (r'\s+', Text),
257
+ (r'^\*.*$', Comment.Single),
258
+ (r'\".*?\n', Comment.Single),
259
+ (r'##\w+', Comment.Special),
260
+ ],
261
+ 'variable-names': [
262
+ (r'<\S+>', Name.Variable),
263
+ (r'\w[\w~]*(?:(\[\])|->\*)?', Name.Variable),
264
+ ],
265
+ 'root': [
266
+ include('common'),
267
+ # function calls
268
+ (r'CALL\s+(?:BADI|CUSTOMER-FUNCTION|FUNCTION)',
269
+ Keyword),
270
+ (r'(CALL\s+(?:DIALOG|SCREEN|SUBSCREEN|SELECTION-SCREEN|'
271
+ r'TRANSACTION|TRANSFORMATION))\b',
272
+ Keyword),
273
+ (r'(FORM|PERFORM)(\s+)(\w+)',
274
+ bygroups(Keyword, Text, Name.Function)),
275
+ (r'(PERFORM)(\s+)(\()(\w+)(\))',
276
+ bygroups(Keyword, Text, Punctuation, Name.Variable, Punctuation)),
277
+ (r'(MODULE)(\s+)(\S+)(\s+)(INPUT|OUTPUT)',
278
+ bygroups(Keyword, Text, Name.Function, Text, Keyword)),
279
+
280
+ # method implementation
281
+ (r'(METHOD)(\s+)([\w~]+)',
282
+ bygroups(Keyword, Text, Name.Function)),
283
+ # method calls
284
+ (r'(\s+)([\w\-]+)([=\-]>)([\w\-~]+)',
285
+ bygroups(Text, Name.Variable, Operator, Name.Function)),
286
+ # call methodnames returning style
287
+ (r'(?<=(=|-)>)([\w\-~]+)(?=\()', Name.Function),
288
+
289
+ # text elements
290
+ (r'(TEXT)(-)(\d{3})',
291
+ bygroups(Keyword, Punctuation, Number.Integer)),
292
+ (r'(TEXT)(-)(\w{3})',
293
+ bygroups(Keyword, Punctuation, Name.Variable)),
294
+
295
+ # keywords with dashes in them.
296
+ # these need to be first, because for instance the -ID part
297
+ # of MESSAGE-ID wouldn't get highlighted if MESSAGE was
298
+ # first in the list of keywords.
299
+ (r'(ADD-CORRESPONDING|AUTHORITY-CHECK|'
300
+ r'CLASS-DATA|CLASS-EVENTS|CLASS-METHODS|CLASS-POOL|'
301
+ r'DELETE-ADJACENT|DIVIDE-CORRESPONDING|'
302
+ r'EDITOR-CALL|ENHANCEMENT-POINT|ENHANCEMENT-SECTION|EXIT-COMMAND|'
303
+ r'FIELD-GROUPS|FIELD-SYMBOLS|FUNCTION-POOL|'
304
+ r'INTERFACE-POOL|INVERTED-DATE|'
305
+ r'LOAD-OF-PROGRAM|LOG-POINT|'
306
+ r'MESSAGE-ID|MOVE-CORRESPONDING|MULTIPLY-CORRESPONDING|'
307
+ r'NEW-LINE|NEW-PAGE|NEW-SECTION|NO-EXTENSION|'
308
+ r'OUTPUT-LENGTH|PRINT-CONTROL|'
309
+ r'SELECT-OPTIONS|START-OF-SELECTION|SUBTRACT-CORRESPONDING|'
310
+ r'SYNTAX-CHECK|SYSTEM-EXCEPTIONS|'
311
+ r'TYPE-POOL|TYPE-POOLS|NO-DISPLAY'
312
+ r')\b', Keyword),
313
+
314
+ # keyword kombinations
315
+ (r'(?<![-\>])(CREATE\s+(PUBLIC|PRIVATE|DATA|OBJECT)|'
316
+ r'(PUBLIC|PRIVATE|PROTECTED)\s+SECTION|'
317
+ r'(TYPE|LIKE)\s+((LINE\s+OF|REF\s+TO|'
318
+ r'(SORTED|STANDARD|HASHED)\s+TABLE\s+OF))?|'
319
+ r'FROM\s+(DATABASE|MEMORY)|CALL\s+METHOD|'
320
+ r'(GROUP|ORDER) BY|HAVING|SEPARATED BY|'
321
+ r'GET\s+(BADI|BIT|CURSOR|DATASET|LOCALE|PARAMETER|'
322
+ r'PF-STATUS|(PROPERTY|REFERENCE)\s+OF|'
323
+ r'RUN\s+TIME|TIME\s+(STAMP)?)?|'
324
+ r'SET\s+(BIT|BLANK\s+LINES|COUNTRY|CURSOR|DATASET|EXTENDED\s+CHECK|'
325
+ r'HANDLER|HOLD\s+DATA|LANGUAGE|LEFT\s+SCROLL-BOUNDARY|'
326
+ r'LOCALE|MARGIN|PARAMETER|PF-STATUS|PROPERTY\s+OF|'
327
+ r'RUN\s+TIME\s+(ANALYZER|CLOCK\s+RESOLUTION)|SCREEN|'
328
+ r'TITLEBAR|UPADTE\s+TASK\s+LOCAL|USER-COMMAND)|'
329
+ r'CONVERT\s+((INVERTED-)?DATE|TIME|TIME\s+STAMP|TEXT)|'
330
+ r'(CLOSE|OPEN)\s+(DATASET|CURSOR)|'
331
+ r'(TO|FROM)\s+(DATA BUFFER|INTERNAL TABLE|MEMORY ID|'
332
+ r'DATABASE|SHARED\s+(MEMORY|BUFFER))|'
333
+ r'DESCRIBE\s+(DISTANCE\s+BETWEEN|FIELD|LIST|TABLE)|'
334
+ r'FREE\s(MEMORY|OBJECT)?|'
335
+ r'PROCESS\s+(BEFORE\s+OUTPUT|AFTER\s+INPUT|'
336
+ r'ON\s+(VALUE-REQUEST|HELP-REQUEST))|'
337
+ r'AT\s+(LINE-SELECTION|USER-COMMAND|END\s+OF|NEW)|'
338
+ r'AT\s+SELECTION-SCREEN(\s+(ON(\s+(BLOCK|(HELP|VALUE)-REQUEST\s+FOR|'
339
+ r'END\s+OF|RADIOBUTTON\s+GROUP))?|OUTPUT))?|'
340
+ r'SELECTION-SCREEN:?\s+((BEGIN|END)\s+OF\s+((TABBED\s+)?BLOCK|LINE|'
341
+ r'SCREEN)|COMMENT|FUNCTION\s+KEY|'
342
+ r'INCLUDE\s+BLOCKS|POSITION|PUSHBUTTON|'
343
+ r'SKIP|ULINE)|'
344
+ r'LEAVE\s+(LIST-PROCESSING|PROGRAM|SCREEN|'
345
+ r'TO LIST-PROCESSING|TO TRANSACTION)'
346
+ r'(ENDING|STARTING)\s+AT|'
347
+ r'FORMAT\s+(COLOR|INTENSIFIED|INVERSE|HOTSPOT|INPUT|FRAMES|RESET)|'
348
+ r'AS\s+(CHECKBOX|SUBSCREEN|WINDOW)|'
349
+ r'WITH\s+(((NON-)?UNIQUE)?\s+KEY|FRAME)|'
350
+ r'(BEGIN|END)\s+OF|'
351
+ r'DELETE(\s+ADJACENT\s+DUPLICATES\sFROM)?|'
352
+ r'COMPARING(\s+ALL\s+FIELDS)?|'
353
+ r'(INSERT|APPEND)(\s+INITIAL\s+LINE\s+(IN)?TO|\s+LINES\s+OF)?|'
354
+ r'IN\s+((BYTE|CHARACTER)\s+MODE|PROGRAM)|'
355
+ r'END-OF-(DEFINITION|PAGE|SELECTION)|'
356
+ r'WITH\s+FRAME(\s+TITLE)|'
357
+ r'(REPLACE|FIND)\s+((FIRST|ALL)\s+OCCURRENCES?\s+OF\s+)?(SUBSTRING|REGEX)?|'
358
+ r'MATCH\s+(LENGTH|COUNT|LINE|OFFSET)|'
359
+ r'(RESPECTING|IGNORING)\s+CASE|'
360
+ r'IN\s+UPDATE\s+TASK|'
361
+ r'(SOURCE|RESULT)\s+(XML)?|'
362
+ r'REFERENCE\s+INTO|'
363
+
364
+ # simple kombinations
365
+ r'AND\s+(MARK|RETURN)|CLIENT\s+SPECIFIED|CORRESPONDING\s+FIELDS\s+OF|'
366
+ r'IF\s+FOUND|FOR\s+EVENT|INHERITING\s+FROM|LEAVE\s+TO\s+SCREEN|'
367
+ r'LOOP\s+AT\s+(SCREEN)?|LOWER\s+CASE|MATCHCODE\s+OBJECT|MODIF\s+ID|'
368
+ r'MODIFY\s+SCREEN|NESTING\s+LEVEL|NO\s+INTERVALS|OF\s+STRUCTURE|'
369
+ r'RADIOBUTTON\s+GROUP|RANGE\s+OF|REF\s+TO|SUPPRESS DIALOG|'
370
+ r'TABLE\s+OF|UPPER\s+CASE|TRANSPORTING\s+NO\s+FIELDS|'
371
+ r'VALUE\s+CHECK|VISIBLE\s+LENGTH|HEADER\s+LINE|COMMON\s+PART)\b', Keyword),
372
+
373
+ # single word keywords.
374
+ (r'(^|(?<=(\s|\.)))(ABBREVIATED|ABSTRACT|ADD|ALIASES|ALIGN|ALPHA|'
375
+ r'ASSERT|AS|ASSIGN(ING)?|AT(\s+FIRST)?|'
376
+ r'BACK|BLOCK|BREAK-POINT|'
377
+ r'CASE|CATCH|CHANGING|CHECK|CLASS|CLEAR|COLLECT|COLOR|COMMIT|'
378
+ r'CREATE|COMMUNICATION|COMPONENTS?|COMPUTE|CONCATENATE|CONDENSE|'
379
+ r'CONSTANTS|CONTEXTS|CONTINUE|CONTROLS|COUNTRY|CURRENCY|'
380
+ r'DATA|DATE|DECIMALS|DEFAULT|DEFINE|DEFINITION|DEFERRED|DEMAND|'
381
+ r'DETAIL|DIRECTORY|DIVIDE|DO|DUMMY|'
382
+ r'ELSE(IF)?|ENDAT|ENDCASE|ENDCATCH|ENDCLASS|ENDDO|ENDFORM|ENDFUNCTION|'
383
+ r'ENDIF|ENDINTERFACE|ENDLOOP|ENDMETHOD|ENDMODULE|ENDSELECT|ENDTRY|ENDWHILE|'
384
+ r'ENHANCEMENT|EVENTS|EXACT|EXCEPTIONS?|EXIT|EXPONENT|EXPORT|EXPORTING|EXTRACT|'
385
+ r'FETCH|FIELDS?|FOR|FORM|FORMAT|FREE|FROM|FUNCTION|'
386
+ r'HIDE|'
387
+ r'ID|IF|IMPORT|IMPLEMENTATION|IMPORTING|IN|INCLUDE|INCLUDING|'
388
+ r'INDEX|INFOTYPES|INITIALIZATION|INTERFACE|INTERFACES|INTO|'
389
+ r'LANGUAGE|LEAVE|LENGTH|LINES|LOAD|LOCAL|'
390
+ r'JOIN|'
391
+ r'KEY|'
392
+ r'NEXT|'
393
+ r'MAXIMUM|MESSAGE|METHOD[S]?|MINIMUM|MODULE|MODIFIER|MODIFY|MOVE|MULTIPLY|'
394
+ r'NODES|NUMBER|'
395
+ r'OBLIGATORY|OBJECT|OF|OFF|ON|OTHERS|OVERLAY|'
396
+ r'PACK|PAD|PARAMETERS|PERCENTAGE|POSITION|PROGRAM|PROVIDE|PUBLIC|PUT|PF\d\d|'
397
+ r'RAISE|RAISING|RANGES?|READ|RECEIVE|REDEFINITION|REFRESH|REJECT|REPORT|RESERVE|'
398
+ r'RESUME|RETRY|RETURN|RETURNING|RIGHT|ROLLBACK|REPLACE|'
399
+ r'SCROLL|SEARCH|SELECT|SHIFT|SIGN|SINGLE|SIZE|SKIP|SORT|SPLIT|STATICS|STOP|'
400
+ r'STYLE|SUBMATCHES|SUBMIT|SUBTRACT|SUM(?!\()|SUMMARY|SUMMING|SUPPLY|'
401
+ r'TABLE|TABLES|TIMESTAMP|TIMES?|TIMEZONE|TITLE|\??TO|'
402
+ r'TOP-OF-PAGE|TRANSFER|TRANSLATE|TRY|TYPES|'
403
+ r'ULINE|UNDER|UNPACK|UPDATE|USING|'
404
+ r'VALUE|VALUES|VIA|VARYING|VARY|'
405
+ r'WAIT|WHEN|WHERE|WIDTH|WHILE|WITH|WINDOW|WRITE|XSD|ZERO)\b', Keyword),
406
+
407
+ # builtins
408
+ (r'(abs|acos|asin|atan|'
409
+ r'boolc|boolx|bit_set|'
410
+ r'char_off|charlen|ceil|cmax|cmin|condense|contains|'
411
+ r'contains_any_of|contains_any_not_of|concat_lines_of|cos|cosh|'
412
+ r'count|count_any_of|count_any_not_of|'
413
+ r'dbmaxlen|distance|'
414
+ r'escape|exp|'
415
+ r'find|find_end|find_any_of|find_any_not_of|floor|frac|from_mixed|'
416
+ r'insert|'
417
+ r'lines|log|log10|'
418
+ r'match|matches|'
419
+ r'nmax|nmin|numofchar|'
420
+ r'repeat|replace|rescale|reverse|round|'
421
+ r'segment|shift_left|shift_right|sign|sin|sinh|sqrt|strlen|'
422
+ r'substring|substring_after|substring_from|substring_before|substring_to|'
423
+ r'tan|tanh|to_upper|to_lower|to_mixed|translate|trunc|'
424
+ r'xstrlen)(\()\b', bygroups(Name.Builtin, Punctuation)),
425
+
426
+ (r'&[0-9]', Name),
427
+ (r'[0-9]+', Number.Integer),
428
+
429
+ # operators which look like variable names before
430
+ # parsing variable names.
431
+ (r'(?<=(\s|.))(AND|OR|EQ|NE|GT|LT|GE|LE|CO|CN|CA|NA|CS|NOT|NS|CP|NP|'
432
+ r'BYTE-CO|BYTE-CN|BYTE-CA|BYTE-NA|BYTE-CS|BYTE-NS|'
433
+ r'IS\s+(NOT\s+)?(INITIAL|ASSIGNED|REQUESTED|BOUND))\b', Operator.Word),
434
+
435
+ include('variable-names'),
436
+
437
+ # standard operators after variable names,
438
+ # because < and > are part of field symbols.
439
+ (r'[?*<>=\-+&]', Operator),
440
+ (r"'(''|[^'])*'", String.Single),
441
+ (r"`([^`])*`", String.Single),
442
+ (r"([|}])([^{}|]*?)([|{])",
443
+ bygroups(Punctuation, String.Single, Punctuation)),
444
+ (r'[/;:()\[\],.]', Punctuation),
445
+ (r'(!)(\w+)', bygroups(Operator, Name)),
446
+ ],
447
+ }
448
+
449
+
450
+ class OpenEdgeLexer(RegexLexer):
451
+ """
452
+ Lexer for `OpenEdge ABL (formerly Progress)
453
+ <http://web.progress.com/en/openedge/abl.html>`_ source code.
454
+
455
+ .. versionadded:: 1.5
456
+ """
457
+ name = 'OpenEdge ABL'
458
+ aliases = ['openedge', 'abl', 'progress']
459
+ filenames = ['*.p', '*.cls']
460
+ mimetypes = ['text/x-openedge', 'application/x-openedge']
461
+
462
+ types = (r'(?i)(^|(?<=[^\w\-]))(CHARACTER|CHAR|CHARA|CHARAC|CHARACT|CHARACTE|'
463
+ r'COM-HANDLE|DATE|DATETIME|DATETIME-TZ|'
464
+ r'DECIMAL|DEC|DECI|DECIM|DECIMA|HANDLE|'
465
+ r'INT64|INTEGER|INT|INTE|INTEG|INTEGE|'
466
+ r'LOGICAL|LONGCHAR|MEMPTR|RAW|RECID|ROWID)\s*($|(?=[^\w\-]))')
467
+
468
+ keywords = words(OPENEDGEKEYWORDS,
469
+ prefix=r'(?i)(^|(?<=[^\w\-]))',
470
+ suffix=r'\s*($|(?=[^\w\-]))')
471
+
472
+ tokens = {
473
+ 'root': [
474
+ (r'/\*', Comment.Multiline, 'comment'),
475
+ (r'\{', Comment.Preproc, 'preprocessor'),
476
+ (r'\s*&.*', Comment.Preproc),
477
+ (r'0[xX][0-9a-fA-F]+[LlUu]*', Number.Hex),
478
+ (r'(?i)(DEFINE|DEF|DEFI|DEFIN)\b', Keyword.Declaration),
479
+ (types, Keyword.Type),
480
+ (keywords, Name.Builtin),
481
+ (r'"(\\\\|\\"|[^"])*"', String.Double),
482
+ (r"'(\\\\|\\'|[^'])*'", String.Single),
483
+ (r'[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?', Number.Float),
484
+ (r'[0-9]+', Number.Integer),
485
+ (r'\s+', Text),
486
+ (r'[+*/=-]', Operator),
487
+ (r'[.:()]', Punctuation),
488
+ (r'.', Name.Variable), # Lazy catch-all
489
+ ],
490
+ 'comment': [
491
+ (r'[^*/]', Comment.Multiline),
492
+ (r'/\*', Comment.Multiline, '#push'),
493
+ (r'\*/', Comment.Multiline, '#pop'),
494
+ (r'[*/]', Comment.Multiline)
495
+ ],
496
+ 'preprocessor': [
497
+ (r'[^{}]', Comment.Preproc),
498
+ (r'\{', Comment.Preproc, '#push'),
499
+ (r'\}', Comment.Preproc, '#pop'),
500
+ ],
501
+ }
502
+
503
+ def analyse_text(text):
504
+ """Try to identify OpenEdge ABL based on a few common constructs."""
505
+ result = 0
506
+
507
+ if 'END.' in text:
508
+ result += 0.05
509
+
510
+ if 'END PROCEDURE.' in text:
511
+ result += 0.05
512
+
513
+ if 'ELSE DO:' in text:
514
+ result += 0.05
515
+
516
+ return result
517
+
518
+
519
+ class GoodDataCLLexer(RegexLexer):
520
+ """
521
+ Lexer for `GoodData-CL
522
+ <https://github.com/gooddata/GoodData-CL/raw/master/cli/src/main/resources/\
523
+ com/gooddata/processor/COMMANDS.txt>`_
524
+ script files.
525
+
526
+ .. versionadded:: 1.4
527
+ """
528
+
529
+ name = 'GoodData-CL'
530
+ aliases = ['gooddata-cl']
531
+ filenames = ['*.gdc']
532
+ mimetypes = ['text/x-gooddata-cl']
533
+
534
+ flags = re.IGNORECASE
535
+ tokens = {
536
+ 'root': [
537
+ # Comments
538
+ (r'#.*', Comment.Single),
539
+ # Function call
540
+ (r'[a-z]\w*', Name.Function),
541
+ # Argument list
542
+ (r'\(', Punctuation, 'args-list'),
543
+ # Punctuation
544
+ (r';', Punctuation),
545
+ # Space is not significant
546
+ (r'\s+', Text)
547
+ ],
548
+ 'args-list': [
549
+ (r'\)', Punctuation, '#pop'),
550
+ (r',', Punctuation),
551
+ (r'[a-z]\w*', Name.Variable),
552
+ (r'=', Operator),
553
+ (r'"', String, 'string-literal'),
554
+ (r'[0-9]+(?:\.[0-9]+)?(?:e[+-]?[0-9]{1,3})?', Number),
555
+ # Space is not significant
556
+ (r'\s', Text)
557
+ ],
558
+ 'string-literal': [
559
+ (r'\\[tnrfbae"\\]', String.Escape),
560
+ (r'"', String, '#pop'),
561
+ (r'[^\\"]+', String)
562
+ ]
563
+ }
564
+
565
+
566
+ class MaqlLexer(RegexLexer):
567
+ """
568
+ Lexer for `GoodData MAQL
569
+ <https://secure.gooddata.com/docs/html/advanced.metric.tutorial.html>`_
570
+ scripts.
571
+
572
+ .. versionadded:: 1.4
573
+ """
574
+
575
+ name = 'MAQL'
576
+ aliases = ['maql']
577
+ filenames = ['*.maql']
578
+ mimetypes = ['text/x-gooddata-maql', 'application/x-gooddata-maql']
579
+
580
+ flags = re.IGNORECASE
581
+ tokens = {
582
+ 'root': [
583
+ # IDENTITY
584
+ (r'IDENTIFIER\b', Name.Builtin),
585
+ # IDENTIFIER
586
+ (r'\{[^}]+\}', Name.Variable),
587
+ # NUMBER
588
+ (r'[0-9]+(?:\.[0-9]+)?(?:e[+-]?[0-9]{1,3})?', Number),
589
+ # STRING
590
+ (r'"', String, 'string-literal'),
591
+ # RELATION
592
+ (r'\<\>|\!\=', Operator),
593
+ (r'\=|\>\=|\>|\<\=|\<', Operator),
594
+ # :=
595
+ (r'\:\=', Operator),
596
+ # OBJECT
597
+ (r'\[[^]]+\]', Name.Variable.Class),
598
+ # keywords
599
+ (words((
600
+ 'DIMENSION', 'DIMENSIONS', 'BOTTOM', 'METRIC', 'COUNT', 'OTHER',
601
+ 'FACT', 'WITH', 'TOP', 'OR', 'ATTRIBUTE', 'CREATE', 'PARENT',
602
+ 'FALSE', 'ROW', 'ROWS', 'FROM', 'ALL', 'AS', 'PF', 'COLUMN',
603
+ 'COLUMNS', 'DEFINE', 'REPORT', 'LIMIT', 'TABLE', 'LIKE', 'AND',
604
+ 'BY', 'BETWEEN', 'EXCEPT', 'SELECT', 'MATCH', 'WHERE', 'TRUE',
605
+ 'FOR', 'IN', 'WITHOUT', 'FILTER', 'ALIAS', 'WHEN', 'NOT', 'ON',
606
+ 'KEYS', 'KEY', 'FULLSET', 'PRIMARY', 'LABELS', 'LABEL',
607
+ 'VISUAL', 'TITLE', 'DESCRIPTION', 'FOLDER', 'ALTER', 'DROP',
608
+ 'ADD', 'DATASET', 'DATATYPE', 'INT', 'BIGINT', 'DOUBLE', 'DATE',
609
+ 'VARCHAR', 'DECIMAL', 'SYNCHRONIZE', 'TYPE', 'DEFAULT', 'ORDER',
610
+ 'ASC', 'DESC', 'HYPERLINK', 'INCLUDE', 'TEMPLATE', 'MODIFY'),
611
+ suffix=r'\b'),
612
+ Keyword),
613
+ # FUNCNAME
614
+ (r'[a-z]\w*\b', Name.Function),
615
+ # Comments
616
+ (r'#.*', Comment.Single),
617
+ # Punctuation
618
+ (r'[,;()]', Punctuation),
619
+ # Space is not significant
620
+ (r'\s+', Text)
621
+ ],
622
+ 'string-literal': [
623
+ (r'\\[tnrfbae"\\]', String.Escape),
624
+ (r'"', String, '#pop'),
625
+ (r'[^\\"]+', String)
626
+ ],
627
+ }