pygments.rb 1.2.1 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +40 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +4 -6
  6. data/.rubocop.yml +16 -0
  7. data/CHANGELOG.adoc +137 -0
  8. data/Gemfile +3 -1
  9. data/LICENSE +1 -1
  10. data/README.adoc +159 -0
  11. data/Rakefile +8 -32
  12. data/bench.rb +14 -8
  13. data/lib/pygments.rb +16 -14
  14. data/lib/pygments/lexer.rb +87 -65
  15. data/lib/pygments/mentos.py +23 -110
  16. data/lib/pygments/popen.rb +188 -284
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +20 -13
  19. data/test/test_pygments.rb +50 -110
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.8.1.dist-info/AUTHORS} +26 -3
  21. data/vendor/pygments-main/Pygments-2.8.1.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.8.1.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.8.1.dist-info/METADATA +48 -0
  24. data/vendor/pygments-main/Pygments-2.8.1.dist-info/RECORD +494 -0
  25. data/vendor/pygments-main/Pygments-2.8.1.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.8.1.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.8.1.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.8.1.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -12
  31. data/vendor/pygments-main/pygments/__main__.py +17 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +213 -184
  33. data/vendor/pygments-main/pygments/console.py +6 -10
  34. data/vendor/pygments-main/pygments/filter.py +4 -7
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -22
  36. data/vendor/pygments-main/pygments/formatter.py +4 -5
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +10 -10
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -4
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -2
  40. data/vendor/pygments-main/pygments/formatters/html.py +242 -139
  41. data/vendor/pygments-main/pygments/formatters/img.py +91 -50
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -40
  43. data/vendor/pygments-main/pygments/formatters/latex.py +62 -33
  44. data/vendor/pygments-main/pygments/formatters/other.py +18 -17
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -30
  46. data/vendor/pygments-main/pygments/formatters/svg.py +40 -5
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -32
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +45 -14
  49. data/vendor/pygments-main/pygments/lexer.py +47 -44
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +341 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1644 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +231 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +75 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1724 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5326 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +292 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +554 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1171 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1281 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2600 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4752 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +677 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3093 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1160 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +557 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +457 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1003 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +112 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +279 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1938 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +244 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +23 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +239 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +75 -0
  75. data/vendor/pygments-main/pygments/lexers/amdgpu.py +48 -0
  76. data/vendor/pygments-main/pygments/lexers/ampl.py +86 -0
  77. data/vendor/pygments-main/pygments/lexers/apl.py +100 -0
  78. data/vendor/pygments-main/pygments/lexers/archetype.py +317 -0
  79. data/vendor/pygments-main/pygments/lexers/arrow.py +116 -0
  80. data/vendor/pygments-main/pygments/lexers/asm.py +1004 -0
  81. data/vendor/pygments-main/pygments/lexers/automation.py +379 -0
  82. data/vendor/pygments-main/pygments/lexers/bare.py +103 -0
  83. data/vendor/pygments-main/pygments/lexers/basic.py +661 -0
  84. data/vendor/pygments-main/pygments/lexers/bibtex.py +159 -0
  85. data/vendor/pygments-main/pygments/lexers/boa.py +101 -0
  86. data/vendor/pygments-main/pygments/lexers/business.py +626 -0
  87. data/vendor/pygments-main/pygments/lexers/c_cpp.py +342 -0
  88. data/vendor/pygments-main/pygments/lexers/c_like.py +565 -0
  89. data/vendor/pygments-main/pygments/lexers/capnproto.py +77 -0
  90. data/vendor/pygments-main/pygments/lexers/cddl.py +190 -0
  91. data/vendor/pygments-main/pygments/lexers/chapel.py +111 -0
  92. data/vendor/pygments-main/pygments/lexers/clean.py +178 -0
  93. data/vendor/pygments-main/pygments/lexers/compiled.py +33 -0
  94. data/vendor/pygments-main/pygments/lexers/configs.py +985 -0
  95. data/vendor/pygments-main/pygments/lexers/console.py +113 -0
  96. data/vendor/pygments-main/pygments/lexers/crystal.py +366 -0
  97. data/vendor/pygments-main/pygments/lexers/csound.py +466 -0
  98. data/vendor/pygments-main/pygments/lexers/css.py +694 -0
  99. data/vendor/pygments-main/pygments/lexers/d.py +255 -0
  100. data/vendor/pygments-main/pygments/lexers/dalvik.py +124 -0
  101. data/vendor/pygments-main/pygments/lexers/data.py +697 -0
  102. data/vendor/pygments-main/pygments/lexers/devicetree.py +108 -0
  103. data/vendor/pygments-main/pygments/lexers/diff.py +164 -0
  104. data/vendor/pygments-main/pygments/lexers/dotnet.py +706 -0
  105. data/vendor/pygments-main/pygments/lexers/dsls.py +959 -0
  106. data/vendor/pygments-main/pygments/lexers/dylan.py +286 -0
  107. data/vendor/pygments-main/pygments/lexers/ecl.py +137 -0
  108. data/vendor/pygments-main/pygments/lexers/eiffel.py +64 -0
  109. data/vendor/pygments-main/pygments/lexers/elm.py +120 -0
  110. data/vendor/pygments-main/pygments/lexers/email.py +150 -0
  111. data/vendor/pygments-main/pygments/lexers/erlang.py +529 -0
  112. data/vendor/pygments-main/pygments/lexers/esoteric.py +303 -0
  113. data/vendor/pygments-main/pygments/lexers/ezhil.py +76 -0
  114. data/vendor/pygments-main/pygments/lexers/factor.py +343 -0
  115. data/vendor/pygments-main/pygments/lexers/fantom.py +249 -0
  116. data/vendor/pygments-main/pygments/lexers/felix.py +272 -0
  117. data/vendor/pygments-main/pygments/lexers/floscript.py +82 -0
  118. data/vendor/pygments-main/pygments/lexers/forth.py +177 -0
  119. data/vendor/pygments-main/pygments/lexers/fortran.py +208 -0
  120. data/vendor/pygments-main/pygments/lexers/foxpro.py +427 -0
  121. data/vendor/pygments-main/pygments/lexers/freefem.py +897 -0
  122. data/vendor/pygments-main/pygments/lexers/functional.py +20 -0
  123. data/vendor/pygments-main/pygments/lexers/futhark.py +110 -0
  124. data/vendor/pygments-main/pygments/lexers/gdscript.py +345 -0
  125. data/vendor/pygments-main/pygments/lexers/go.py +100 -0
  126. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +269 -0
  127. data/vendor/pygments-main/pygments/lexers/graph.py +84 -0
  128. data/vendor/pygments-main/pygments/lexers/graphics.py +799 -0
  129. data/vendor/pygments-main/pygments/lexers/graphviz.py +57 -0
  130. data/vendor/pygments-main/pygments/lexers/haskell.py +869 -0
  131. data/vendor/pygments-main/pygments/lexers/haxe.py +935 -0
  132. data/vendor/pygments-main/pygments/lexers/hdl.py +468 -0
  133. data/vendor/pygments-main/pygments/lexers/hexdump.py +102 -0
  134. data/vendor/pygments-main/pygments/lexers/html.py +613 -0
  135. data/vendor/pygments-main/pygments/lexers/idl.py +280 -0
  136. data/vendor/pygments-main/pygments/lexers/igor.py +419 -0
  137. data/vendor/pygments-main/pygments/lexers/inferno.py +95 -0
  138. data/vendor/pygments-main/pygments/lexers/installers.py +321 -0
  139. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1367 -0
  140. data/vendor/pygments-main/pygments/lexers/iolang.py +62 -0
  141. data/vendor/pygments-main/pygments/lexers/j.py +145 -0
  142. data/vendor/pygments-main/pygments/lexers/javascript.py +1536 -0
  143. data/vendor/pygments-main/pygments/lexers/julia.py +330 -0
  144. data/vendor/pygments-main/pygments/lexers/jvm.py +1739 -0
  145. data/vendor/pygments-main/pygments/lexers/lisp.py +2698 -0
  146. data/vendor/pygments-main/pygments/lexers/make.py +205 -0
  147. data/vendor/pygments-main/pygments/lexers/markup.py +762 -0
  148. data/vendor/pygments-main/pygments/lexers/math.py +20 -0
  149. data/vendor/pygments-main/pygments/lexers/matlab.py +3280 -0
  150. data/vendor/pygments-main/pygments/lexers/mime.py +225 -0
  151. data/vendor/pygments-main/pygments/lexers/ml.py +957 -0
  152. data/vendor/pygments-main/pygments/lexers/modeling.py +365 -0
  153. data/vendor/pygments-main/pygments/lexers/modula2.py +1579 -0
  154. data/vendor/pygments-main/pygments/lexers/monte.py +203 -0
  155. data/vendor/pygments-main/pygments/lexers/mosel.py +447 -0
  156. data/vendor/pygments-main/pygments/lexers/ncl.py +893 -0
  157. data/vendor/pygments-main/pygments/lexers/nimrod.py +158 -0
  158. data/vendor/pygments-main/pygments/lexers/nit.py +63 -0
  159. data/vendor/pygments-main/pygments/lexers/nix.py +135 -0
  160. data/vendor/pygments-main/pygments/lexers/oberon.py +120 -0
  161. data/vendor/pygments-main/pygments/lexers/objective.py +503 -0
  162. data/vendor/pygments-main/pygments/lexers/ooc.py +84 -0
  163. data/vendor/pygments-main/pygments/lexers/other.py +40 -0
  164. data/vendor/pygments-main/pygments/lexers/parasail.py +78 -0
  165. data/vendor/pygments-main/pygments/lexers/parsers.py +799 -0
  166. data/vendor/pygments-main/pygments/lexers/pascal.py +643 -0
  167. data/vendor/pygments-main/pygments/lexers/pawn.py +202 -0
  168. data/vendor/pygments-main/pygments/lexers/perl.py +731 -0
  169. data/vendor/pygments-main/pygments/lexers/php.py +320 -0
  170. data/vendor/pygments-main/pygments/lexers/pointless.py +70 -0
  171. data/vendor/pygments-main/pygments/lexers/pony.py +93 -0
  172. data/vendor/pygments-main/pygments/lexers/praat.py +301 -0
  173. data/vendor/pygments-main/pygments/lexers/prolog.py +305 -0
  174. data/vendor/pygments-main/pygments/lexers/promql.py +182 -0
  175. data/vendor/pygments-main/pygments/lexers/python.py +1158 -0
  176. data/vendor/pygments-main/pygments/lexers/qvt.py +151 -0
  177. data/vendor/pygments-main/pygments/lexers/r.py +190 -0
  178. data/vendor/pygments-main/pygments/lexers/rdf.py +462 -0
  179. data/vendor/pygments-main/pygments/lexers/rebol.py +430 -0
  180. data/vendor/pygments-main/pygments/lexers/resource.py +84 -0
  181. data/vendor/pygments-main/pygments/lexers/ride.py +138 -0
  182. data/vendor/pygments-main/pygments/lexers/rnc.py +66 -0
  183. data/vendor/pygments-main/pygments/lexers/roboconf.py +81 -0
  184. data/vendor/pygments-main/pygments/lexers/robotframework.py +551 -0
  185. data/vendor/pygments-main/pygments/lexers/ruby.py +523 -0
  186. data/vendor/pygments-main/pygments/lexers/rust.py +223 -0
  187. data/vendor/pygments-main/pygments/lexers/sas.py +227 -0
  188. data/vendor/pygments-main/pygments/lexers/scdoc.py +82 -0
  189. data/vendor/pygments-main/pygments/lexers/scripting.py +1283 -0
  190. data/vendor/pygments-main/pygments/lexers/sgf.py +60 -0
  191. data/vendor/pygments-main/pygments/lexers/shell.py +909 -0
  192. data/vendor/pygments-main/pygments/lexers/sieve.py +68 -0
  193. data/vendor/pygments-main/pygments/lexers/slash.py +184 -0
  194. data/vendor/pygments-main/pygments/lexers/smalltalk.py +194 -0
  195. data/vendor/pygments-main/pygments/lexers/smv.py +78 -0
  196. data/vendor/pygments-main/pygments/lexers/snobol.py +82 -0
  197. data/vendor/pygments-main/pygments/lexers/solidity.py +91 -0
  198. data/vendor/pygments-main/pygments/lexers/special.py +106 -0
  199. data/vendor/pygments-main/pygments/lexers/sql.py +832 -0
  200. data/vendor/pygments-main/pygments/lexers/stata.py +170 -0
  201. data/vendor/pygments-main/pygments/lexers/supercollider.py +94 -0
  202. data/vendor/pygments-main/pygments/lexers/tcl.py +144 -0
  203. data/vendor/pygments-main/pygments/lexers/templates.py +2263 -0
  204. data/vendor/pygments-main/pygments/lexers/teraterm.py +334 -0
  205. data/vendor/pygments-main/pygments/lexers/testing.py +206 -0
  206. data/vendor/pygments-main/pygments/lexers/text.py +25 -0
  207. data/vendor/pygments-main/pygments/lexers/textedit.py +168 -0
  208. data/vendor/pygments-main/pygments/lexers/textfmts.py +429 -0
  209. data/vendor/pygments-main/pygments/lexers/theorem.py +476 -0
  210. data/vendor/pygments-main/pygments/lexers/tnt.py +262 -0
  211. data/vendor/pygments-main/pygments/lexers/trafficscript.py +53 -0
  212. data/vendor/pygments-main/pygments/lexers/typoscript.py +218 -0
  213. data/vendor/pygments-main/pygments/lexers/unicon.py +411 -0
  214. data/vendor/pygments-main/pygments/lexers/urbi.py +145 -0
  215. data/vendor/pygments-main/pygments/lexers/usd.py +89 -0
  216. data/vendor/pygments-main/pygments/lexers/varnish.py +189 -0
  217. data/vendor/pygments-main/pygments/lexers/verification.py +113 -0
  218. data/vendor/pygments-main/pygments/lexers/web.py +23 -0
  219. data/vendor/pygments-main/pygments/lexers/webidl.py +298 -0
  220. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  221. data/vendor/pygments-main/pygments/lexers/whiley.py +115 -0
  222. data/vendor/pygments-main/pygments/lexers/x10.py +68 -0
  223. data/vendor/pygments-main/pygments/lexers/xorg.py +36 -0
  224. data/vendor/pygments-main/pygments/lexers/yang.py +103 -0
  225. data/vendor/pygments-main/pygments/lexers/zig.py +123 -0
  226. data/vendor/pygments-main/pygments/modeline.py +1 -2
  227. data/vendor/pygments-main/pygments/plugin.py +4 -3
  228. data/vendor/pygments-main/pygments/regexopt.py +1 -2
  229. data/vendor/pygments-main/pygments/scanner.py +2 -3
  230. data/vendor/pygments-main/pygments/sphinxext.py +2 -5
  231. data/vendor/pygments-main/pygments/style.py +61 -25
  232. data/vendor/pygments-main/pygments/styles/__init__.py +12 -5
  233. data/vendor/pygments-main/pygments/styles/abap.py +1 -2
  234. data/vendor/pygments-main/pygments/styles/algol.py +1 -2
  235. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -2
  236. data/vendor/pygments-main/pygments/styles/arduino.py +2 -3
  237. data/vendor/pygments-main/pygments/styles/autumn.py +1 -2
  238. data/vendor/pygments-main/pygments/styles/borland.py +1 -2
  239. data/vendor/pygments-main/pygments/styles/bw.py +1 -2
  240. data/vendor/pygments-main/pygments/styles/colorful.py +1 -2
  241. data/vendor/pygments-main/pygments/styles/default.py +1 -2
  242. data/vendor/pygments-main/pygments/styles/emacs.py +1 -2
  243. data/vendor/pygments-main/pygments/styles/friendly.py +1 -2
  244. data/vendor/pygments-main/pygments/styles/fruity.py +1 -2
  245. data/vendor/pygments-main/pygments/styles/igor.py +1 -2
  246. data/vendor/pygments-main/pygments/styles/inkpot.py +66 -0
  247. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -2
  248. data/vendor/pygments-main/pygments/styles/manni.py +1 -2
  249. data/vendor/pygments-main/pygments/styles/material.py +118 -0
  250. data/vendor/pygments-main/pygments/styles/monokai.py +4 -4
  251. data/vendor/pygments-main/pygments/styles/murphy.py +1 -2
  252. data/vendor/pygments-main/pygments/styles/native.py +1 -2
  253. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -2
  254. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -2
  255. data/vendor/pygments-main/pygments/styles/pastie.py +1 -2
  256. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -2
  257. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -2
  258. data/vendor/pygments-main/pygments/styles/rrt.py +1 -2
  259. data/vendor/pygments-main/pygments/styles/sas.py +1 -2
  260. data/vendor/pygments-main/pygments/styles/solarized.py +136 -0
  261. data/vendor/pygments-main/pygments/styles/stata_dark.py +40 -0
  262. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -16
  263. data/vendor/pygments-main/pygments/styles/tango.py +1 -2
  264. data/vendor/pygments-main/pygments/styles/trac.py +1 -2
  265. data/vendor/pygments-main/pygments/styles/vim.py +1 -2
  266. data/vendor/pygments-main/pygments/styles/vs.py +1 -2
  267. data/vendor/pygments-main/pygments/styles/xcode.py +1 -2
  268. data/vendor/pygments-main/pygments/styles/zenburn.py +80 -0
  269. data/vendor/pygments-main/pygments/token.py +1 -2
  270. data/vendor/pygments-main/pygments/unistring.py +47 -109
  271. data/vendor/pygments-main/pygments/util.py +16 -96
  272. metadata +81 -139
  273. data/CHANGELOG.md +0 -111
  274. data/README.md +0 -121
  275. data/cache-lexers.rb +0 -8
  276. data/circle.yml +0 -20
  277. data/test/test_data.c +0 -2581
  278. data/test/test_data.py +0 -514
  279. data/test/test_data_generated +0 -2582
  280. data/vendor/custom_lexers/github.py +0 -565
  281. data/vendor/pygments-main/CHANGES +0 -1186
  282. data/vendor/pygments-main/MANIFEST.in +0 -6
  283. data/vendor/pygments-main/Makefile +0 -65
  284. data/vendor/pygments-main/README.rst +0 -39
  285. data/vendor/pygments-main/REVISION +0 -1
  286. data/vendor/pygments-main/TODO +0 -12
  287. data/vendor/pygments-main/doc/Makefile +0 -153
  288. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  289. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  290. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  291. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  292. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  293. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  294. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  295. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  296. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  297. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  298. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  299. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  300. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  301. data/vendor/pygments-main/doc/conf.py +0 -241
  302. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  303. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  304. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  305. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  306. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  307. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  308. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  309. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  310. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  311. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  312. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  313. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  314. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  315. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  316. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  317. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  318. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  319. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  320. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  321. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  322. data/vendor/pygments-main/doc/download.rst +0 -41
  323. data/vendor/pygments-main/doc/faq.rst +0 -139
  324. data/vendor/pygments-main/doc/index.rst +0 -54
  325. data/vendor/pygments-main/doc/languages.rst +0 -154
  326. data/vendor/pygments-main/doc/make.bat +0 -190
  327. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  328. data/vendor/pygments-main/external/autopygmentize +0 -101
  329. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  330. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  331. data/vendor/pygments-main/external/moin-parser.py +0 -112
  332. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  333. data/vendor/pygments-main/external/rst-directive.py +0 -82
  334. data/vendor/pygments-main/pygmentize +0 -8
  335. data/vendor/pygments-main/requirements.txt +0 -5
  336. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  337. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  338. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  339. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  340. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  341. data/vendor/pygments-main/scripts/pylintrc +0 -301
  342. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  343. data/vendor/pygments-main/setup.cfg +0 -10
  344. data/vendor/pygments-main/setup.py +0 -77
  345. data/vendor/pygments-main/tox.ini +0 -7
  346. data/vendor/simplejson/.gitignore +0 -10
  347. data/vendor/simplejson/.travis.yml +0 -5
  348. data/vendor/simplejson/CHANGES.txt +0 -291
  349. data/vendor/simplejson/LICENSE.txt +0 -19
  350. data/vendor/simplejson/MANIFEST.in +0 -5
  351. data/vendor/simplejson/README.rst +0 -19
  352. data/vendor/simplejson/conf.py +0 -179
  353. data/vendor/simplejson/index.rst +0 -628
  354. data/vendor/simplejson/scripts/make_docs.py +0 -18
  355. data/vendor/simplejson/setup.py +0 -104
  356. data/vendor/simplejson/simplejson/__init__.py +0 -510
  357. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  358. data/vendor/simplejson/simplejson/decoder.py +0 -425
  359. data/vendor/simplejson/simplejson/encoder.py +0 -567
  360. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  361. data/vendor/simplejson/simplejson/scanner.py +0 -77
  362. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  363. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  364. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  365. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  366. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  367. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  368. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  369. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  370. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  371. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  372. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  373. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  374. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  375. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  377. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  378. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  379. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  380. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  381. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  382. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  383. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  384. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  385. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  386. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,159 @@
1
+ """
2
+ pygments.lexers.bibtex
3
+ ~~~~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for BibTeX bibliography data and styles
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, ExtendedRegexLexer, include, default, \
14
+ words
15
+ from pygments.token import Name, Comment, String, Error, Number, Text, \
16
+ Keyword, Punctuation
17
+
18
+ __all__ = ['BibTeXLexer', 'BSTLexer']
19
+
20
+
21
+ class BibTeXLexer(ExtendedRegexLexer):
22
+ """
23
+ A lexer for BibTeX bibliography data format.
24
+
25
+ .. versionadded:: 2.2
26
+ """
27
+
28
+ name = 'BibTeX'
29
+ aliases = ['bib', 'bibtex']
30
+ filenames = ['*.bib']
31
+ mimetypes = ["text/x-bibtex"]
32
+ flags = re.IGNORECASE
33
+
34
+ ALLOWED_CHARS = r'@!$&*+\-./:;<>?\[\\\]^`|~'
35
+ IDENTIFIER = '[{}][{}]*'.format('a-z_' + ALLOWED_CHARS, r'\w' + ALLOWED_CHARS)
36
+
37
+ def open_brace_callback(self, match, ctx):
38
+ opening_brace = match.group()
39
+ ctx.opening_brace = opening_brace
40
+ yield match.start(), Punctuation, opening_brace
41
+ ctx.pos = match.end()
42
+
43
+ def close_brace_callback(self, match, ctx):
44
+ closing_brace = match.group()
45
+ if (
46
+ ctx.opening_brace == '{' and closing_brace != '}' or
47
+ ctx.opening_brace == '(' and closing_brace != ')'
48
+ ):
49
+ yield match.start(), Error, closing_brace
50
+ else:
51
+ yield match.start(), Punctuation, closing_brace
52
+ del ctx.opening_brace
53
+ ctx.pos = match.end()
54
+
55
+ tokens = {
56
+ 'root': [
57
+ include('whitespace'),
58
+ ('@comment', Comment),
59
+ ('@preamble', Name.Class, ('closing-brace', 'value', 'opening-brace')),
60
+ ('@string', Name.Class, ('closing-brace', 'field', 'opening-brace')),
61
+ ('@' + IDENTIFIER, Name.Class,
62
+ ('closing-brace', 'command-body', 'opening-brace')),
63
+ ('.+', Comment),
64
+ ],
65
+ 'opening-brace': [
66
+ include('whitespace'),
67
+ (r'[{(]', open_brace_callback, '#pop'),
68
+ ],
69
+ 'closing-brace': [
70
+ include('whitespace'),
71
+ (r'[})]', close_brace_callback, '#pop'),
72
+ ],
73
+ 'command-body': [
74
+ include('whitespace'),
75
+ (r'[^\s\,\}]+', Name.Label, ('#pop', 'fields')),
76
+ ],
77
+ 'fields': [
78
+ include('whitespace'),
79
+ (',', Punctuation, 'field'),
80
+ default('#pop'),
81
+ ],
82
+ 'field': [
83
+ include('whitespace'),
84
+ (IDENTIFIER, Name.Attribute, ('value', '=')),
85
+ default('#pop'),
86
+ ],
87
+ '=': [
88
+ include('whitespace'),
89
+ ('=', Punctuation, '#pop'),
90
+ ],
91
+ 'value': [
92
+ include('whitespace'),
93
+ (IDENTIFIER, Name.Variable),
94
+ ('"', String, 'quoted-string'),
95
+ (r'\{', String, 'braced-string'),
96
+ (r'[\d]+', Number),
97
+ ('#', Punctuation),
98
+ default('#pop'),
99
+ ],
100
+ 'quoted-string': [
101
+ (r'\{', String, 'braced-string'),
102
+ ('"', String, '#pop'),
103
+ (r'[^\{\"]+', String),
104
+ ],
105
+ 'braced-string': [
106
+ (r'\{', String, '#push'),
107
+ (r'\}', String, '#pop'),
108
+ (r'[^\{\}]+', String),
109
+ ],
110
+ 'whitespace': [
111
+ (r'\s+', Text),
112
+ ],
113
+ }
114
+
115
+
116
+ class BSTLexer(RegexLexer):
117
+ """
118
+ A lexer for BibTeX bibliography styles.
119
+
120
+ .. versionadded:: 2.2
121
+ """
122
+
123
+ name = 'BST'
124
+ aliases = ['bst', 'bst-pybtex']
125
+ filenames = ['*.bst']
126
+ flags = re.IGNORECASE | re.MULTILINE
127
+
128
+ tokens = {
129
+ 'root': [
130
+ include('whitespace'),
131
+ (words(['read', 'sort']), Keyword),
132
+ (words(['execute', 'integers', 'iterate', 'reverse', 'strings']),
133
+ Keyword, ('group')),
134
+ (words(['function', 'macro']), Keyword, ('group', 'group')),
135
+ (words(['entry']), Keyword, ('group', 'group', 'group')),
136
+ ],
137
+ 'group': [
138
+ include('whitespace'),
139
+ (r'\{', Punctuation, ('#pop', 'group-end', 'body')),
140
+ ],
141
+ 'group-end': [
142
+ include('whitespace'),
143
+ (r'\}', Punctuation, '#pop'),
144
+ ],
145
+ 'body': [
146
+ include('whitespace'),
147
+ (r"\'[^#\"\{\}\s]+", Name.Function),
148
+ (r'[^#\"\{\}\s]+\$', Name.Builtin),
149
+ (r'[^#\"\{\}\s]+', Name.Variable),
150
+ (r'"[^\"]*"', String),
151
+ (r'#-?\d+', Number),
152
+ (r'\{', Punctuation, ('group-end', 'body')),
153
+ default('#pop'),
154
+ ],
155
+ 'whitespace': [
156
+ (r'\s+', Text),
157
+ ('%.*?$', Comment.SingleLine),
158
+ ],
159
+ }
@@ -0,0 +1,101 @@
1
+ """
2
+ pygments.lexers.boa
3
+ ~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for the Boa language.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, words
14
+ from pygments.token import String, Comment, Keyword, Name, Number, Text, \
15
+ Operator, Punctuation
16
+
17
+ __all__ = ['BoaLexer']
18
+
19
+ line_re = re.compile('.*?\n')
20
+
21
+
22
+ class BoaLexer(RegexLexer):
23
+ """
24
+ Lexer for the `Boa <http://boa.cs.iastate.edu/docs/>`_ language.
25
+
26
+ .. versionadded:: 2.4
27
+ """
28
+ name = 'Boa'
29
+ aliases = ['boa']
30
+ filenames = ['*.boa']
31
+
32
+ reserved = words(
33
+ ('input', 'output', 'of', 'weight', 'before', 'after', 'stop',
34
+ 'ifall', 'foreach', 'exists', 'function', 'break', 'switch', 'case',
35
+ 'visitor', 'default', 'return', 'visit', 'while', 'if', 'else'),
36
+ suffix=r'\b', prefix=r'\b')
37
+ keywords = words(
38
+ ('bottom', 'collection', 'maximum', 'mean', 'minimum', 'set', 'sum',
39
+ 'top', 'string', 'int', 'bool', 'float', 'time', 'false', 'true',
40
+ 'array', 'map', 'stack', 'enum', 'type'), suffix=r'\b', prefix=r'\b')
41
+ classes = words(
42
+ ('Project', 'ForgeKind', 'CodeRepository', 'Revision', 'RepositoryKind',
43
+ 'ChangedFile', 'FileKind', 'ASTRoot', 'Namespace', 'Declaration', 'Type',
44
+ 'Method', 'Variable', 'Statement', 'Expression', 'Modifier',
45
+ 'StatementKind', 'ExpressionKind', 'ModifierKind', 'Visibility',
46
+ 'TypeKind', 'Person', 'ChangeKind'),
47
+ suffix=r'\b', prefix=r'\b')
48
+ operators = ('->', ':=', ':', '=', '<<', '!', '++', '||',
49
+ '&&', '+', '-', '*', ">", "<")
50
+ string_sep = ('`', '\"')
51
+ built_in_functions = words(
52
+ (
53
+ # Array functions
54
+ 'new', 'sort',
55
+ # Date & Time functions
56
+ 'yearof', 'dayofyear', 'hourof', 'minuteof', 'secondof', 'now',
57
+ 'addday', 'addmonth', 'addweek', 'addyear', 'dayofmonth', 'dayofweek',
58
+ 'dayofyear', 'formattime', 'trunctoday', 'trunctohour', 'trunctominute',
59
+ 'trunctomonth', 'trunctosecond', 'trunctoyear',
60
+ # Map functions
61
+ 'clear', 'haskey', 'keys', 'lookup', 'remove', 'values',
62
+ # Math functions
63
+ 'abs', 'acos', 'acosh', 'asin', 'asinh', 'atan', 'atan2', 'atanh',
64
+ 'ceil', 'cos', 'cosh', 'exp', 'floor', 'highbit', 'isfinite', 'isinf',
65
+ 'isnan', 'isnormal', 'log', 'log10', 'max', 'min', 'nrand', 'pow',
66
+ 'rand', 'round', 'sin', 'sinh', 'sqrt', 'tan', 'tanh', 'trunc',
67
+ # Other functions
68
+ 'def', 'hash', 'len',
69
+ # Set functions
70
+ 'add', 'contains', 'remove',
71
+ # String functions
72
+ 'format', 'lowercase', 'match', 'matchposns', 'matchstrs', 'regex',
73
+ 'split', 'splitall', 'splitn', 'strfind', 'strreplace', 'strrfind',
74
+ 'substring', 'trim', 'uppercase',
75
+ # Type Conversion functions
76
+ 'bool', 'float', 'int', 'string', 'time',
77
+ # Domain-Specific functions
78
+ 'getast', 'getsnapshot', 'hasfiletype', 'isfixingrevision', 'iskind',
79
+ 'isliteral',
80
+ ),
81
+ prefix=r'\b',
82
+ suffix=r'\(')
83
+
84
+ tokens = {
85
+ 'root': [
86
+ (r'#.*?$', Comment.Single),
87
+ (r'/\*.*?\*/', Comment.Multiline),
88
+ (reserved, Keyword.Reserved),
89
+ (built_in_functions, Name.Function),
90
+ (keywords, Keyword.Type),
91
+ (classes, Name.Classes),
92
+ (words(operators), Operator),
93
+ (r'[][(),;{}\\.]', Punctuation),
94
+ (r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
95
+ (r"`(\\\\|\\[^\\]|[^`\\])*`", String.Backtick),
96
+ (words(string_sep), String.Delimiter),
97
+ (r'[a-zA-Z_]+', Name.Variable),
98
+ (r'[0-9]+', Number.Integer),
99
+ (r'\s+?', Text), # Whitespace
100
+ ]
101
+ }
@@ -0,0 +1,626 @@
1
+ """
2
+ pygments.lexers.business
3
+ ~~~~~~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for "business-oriented" languages.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, include, words, bygroups
14
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
15
+ Number, Punctuation, Error
16
+
17
+ from pygments.lexers._openedge_builtins import OPENEDGEKEYWORDS
18
+
19
+ __all__ = ['CobolLexer', 'CobolFreeformatLexer', 'ABAPLexer', 'OpenEdgeLexer',
20
+ 'GoodDataCLLexer', 'MaqlLexer']
21
+
22
+
23
+ class CobolLexer(RegexLexer):
24
+ """
25
+ Lexer for OpenCOBOL code.
26
+
27
+ .. versionadded:: 1.6
28
+ """
29
+ name = 'COBOL'
30
+ aliases = ['cobol']
31
+ filenames = ['*.cob', '*.COB', '*.cpy', '*.CPY']
32
+ mimetypes = ['text/x-cobol']
33
+ flags = re.IGNORECASE | re.MULTILINE
34
+
35
+ # Data Types: by PICTURE and USAGE
36
+ # Operators: **, *, +, -, /, <, >, <=, >=, =, <>
37
+ # Logical (?): NOT, AND, OR
38
+
39
+ # Reserved words:
40
+ # http://opencobol.add1tocobol.com/#reserved-words
41
+ # Intrinsics:
42
+ # http://opencobol.add1tocobol.com/#does-opencobol-implement-any-intrinsic-functions
43
+
44
+ tokens = {
45
+ 'root': [
46
+ include('comment'),
47
+ include('strings'),
48
+ include('core'),
49
+ include('nums'),
50
+ (r'[a-z0-9]([\w\-]*[a-z0-9]+)?', Name.Variable),
51
+ # (r'[\s]+', Text),
52
+ (r'[ \t]+', Text),
53
+ ],
54
+ 'comment': [
55
+ (r'(^.{6}[*/].*\n|^.{6}|\*>.*\n)', Comment),
56
+ ],
57
+ 'core': [
58
+ # Figurative constants
59
+ (r'(^|(?<=[^\w\-]))(ALL\s+)?'
60
+ r'((ZEROES)|(HIGH-VALUE|LOW-VALUE|QUOTE|SPACE|ZERO)(S)?)'
61
+ r'\s*($|(?=[^\w\-]))',
62
+ Name.Constant),
63
+
64
+ # Reserved words STATEMENTS and other bolds
65
+ (words((
66
+ 'ACCEPT', 'ADD', 'ALLOCATE', 'CALL', 'CANCEL', 'CLOSE', 'COMPUTE',
67
+ 'CONFIGURATION', 'CONTINUE', 'DATA', 'DELETE', 'DISPLAY', 'DIVIDE',
68
+ 'DIVISION', 'ELSE', 'END', 'END-ACCEPT',
69
+ 'END-ADD', 'END-CALL', 'END-COMPUTE', 'END-DELETE', 'END-DISPLAY',
70
+ 'END-DIVIDE', 'END-EVALUATE', 'END-IF', 'END-MULTIPLY', 'END-OF-PAGE',
71
+ 'END-PERFORM', 'END-READ', 'END-RETURN', 'END-REWRITE', 'END-SEARCH',
72
+ 'END-START', 'END-STRING', 'END-SUBTRACT', 'END-UNSTRING', 'END-WRITE',
73
+ 'ENVIRONMENT', 'EVALUATE', 'EXIT', 'FD', 'FILE', 'FILE-CONTROL', 'FOREVER',
74
+ 'FREE', 'GENERATE', 'GO', 'GOBACK', 'IDENTIFICATION', 'IF', 'INITIALIZE',
75
+ 'INITIATE', 'INPUT-OUTPUT', 'INSPECT', 'INVOKE', 'I-O-CONTROL', 'LINKAGE',
76
+ 'LOCAL-STORAGE', 'MERGE', 'MOVE', 'MULTIPLY', 'OPEN', 'PERFORM',
77
+ 'PROCEDURE', 'PROGRAM-ID', 'RAISE', 'READ', 'RELEASE', 'RESUME',
78
+ 'RETURN', 'REWRITE', 'SCREEN', 'SD', 'SEARCH', 'SECTION', 'SET',
79
+ 'SORT', 'START', 'STOP', 'STRING', 'SUBTRACT', 'SUPPRESS',
80
+ 'TERMINATE', 'THEN', 'UNLOCK', 'UNSTRING', 'USE', 'VALIDATE',
81
+ 'WORKING-STORAGE', 'WRITE'), prefix=r'(^|(?<=[^\w\-]))',
82
+ suffix=r'\s*($|(?=[^\w\-]))'),
83
+ Keyword.Reserved),
84
+
85
+ # Reserved words
86
+ (words((
87
+ 'ACCESS', 'ADDRESS', 'ADVANCING', 'AFTER', 'ALL',
88
+ 'ALPHABET', 'ALPHABETIC', 'ALPHABETIC-LOWER', 'ALPHABETIC-UPPER',
89
+ 'ALPHANUMERIC', 'ALPHANUMERIC-EDITED', 'ALSO', 'ALTER', 'ALTERNATE'
90
+ 'ANY', 'ARE', 'AREA', 'AREAS', 'ARGUMENT-NUMBER', 'ARGUMENT-VALUE', 'AS',
91
+ 'ASCENDING', 'ASSIGN', 'AT', 'AUTO', 'AUTO-SKIP', 'AUTOMATIC',
92
+ 'AUTOTERMINATE', 'BACKGROUND-COLOR', 'BASED', 'BEEP', 'BEFORE', 'BELL',
93
+ 'BLANK', 'BLINK', 'BLOCK', 'BOTTOM', 'BY', 'BYTE-LENGTH', 'CHAINING',
94
+ 'CHARACTER', 'CHARACTERS', 'CLASS', 'CODE', 'CODE-SET', 'COL',
95
+ 'COLLATING', 'COLS', 'COLUMN', 'COLUMNS', 'COMMA', 'COMMAND-LINE',
96
+ 'COMMIT', 'COMMON', 'CONSTANT', 'CONTAINS', 'CONTENT', 'CONTROL',
97
+ 'CONTROLS', 'CONVERTING', 'COPY', 'CORR', 'CORRESPONDING', 'COUNT', 'CRT',
98
+ 'CURRENCY', 'CURSOR', 'CYCLE', 'DATE', 'DAY', 'DAY-OF-WEEK', 'DE',
99
+ 'DEBUGGING', 'DECIMAL-POINT', 'DECLARATIVES', 'DEFAULT', 'DELIMITED',
100
+ 'DELIMITER', 'DEPENDING', 'DESCENDING', 'DETAIL', 'DISK',
101
+ 'DOWN', 'DUPLICATES', 'DYNAMIC', 'EBCDIC',
102
+ 'ENTRY', 'ENVIRONMENT-NAME', 'ENVIRONMENT-VALUE', 'EOL', 'EOP',
103
+ 'EOS', 'ERASE', 'ERROR', 'ESCAPE', 'EXCEPTION',
104
+ 'EXCLUSIVE', 'EXTEND', 'EXTERNAL', 'FILE-ID', 'FILLER', 'FINAL',
105
+ 'FIRST', 'FIXED', 'FLOAT-LONG', 'FLOAT-SHORT',
106
+ 'FOOTING', 'FOR', 'FOREGROUND-COLOR', 'FORMAT', 'FROM', 'FULL',
107
+ 'FUNCTION', 'FUNCTION-ID', 'GIVING', 'GLOBAL', 'GROUP',
108
+ 'HEADING', 'HIGHLIGHT', 'I-O', 'ID',
109
+ 'IGNORE', 'IGNORING', 'IN', 'INDEX', 'INDEXED', 'INDICATE',
110
+ 'INITIAL', 'INITIALIZED', 'INPUT', 'INTO', 'INTRINSIC', 'INVALID',
111
+ 'IS', 'JUST', 'JUSTIFIED', 'KEY', 'LABEL',
112
+ 'LAST', 'LEADING', 'LEFT', 'LENGTH', 'LIMIT', 'LIMITS', 'LINAGE',
113
+ 'LINAGE-COUNTER', 'LINE', 'LINES', 'LOCALE', 'LOCK',
114
+ 'LOWLIGHT', 'MANUAL', 'MEMORY', 'MINUS', 'MODE', 'MULTIPLE',
115
+ 'NATIONAL', 'NATIONAL-EDITED', 'NATIVE', 'NEGATIVE', 'NEXT', 'NO',
116
+ 'NULL', 'NULLS', 'NUMBER', 'NUMBERS', 'NUMERIC', 'NUMERIC-EDITED',
117
+ 'OBJECT-COMPUTER', 'OCCURS', 'OF', 'OFF', 'OMITTED', 'ON', 'ONLY',
118
+ 'OPTIONAL', 'ORDER', 'ORGANIZATION', 'OTHER', 'OUTPUT', 'OVERFLOW',
119
+ 'OVERLINE', 'PACKED-DECIMAL', 'PADDING', 'PAGE', 'PARAGRAPH',
120
+ 'PLUS', 'POINTER', 'POSITION', 'POSITIVE', 'PRESENT', 'PREVIOUS',
121
+ 'PRINTER', 'PRINTING', 'PROCEDURE-POINTER', 'PROCEDURES',
122
+ 'PROCEED', 'PROGRAM', 'PROGRAM-POINTER', 'PROMPT', 'QUOTE',
123
+ 'QUOTES', 'RANDOM', 'RD', 'RECORD', 'RECORDING', 'RECORDS', 'RECURSIVE',
124
+ 'REDEFINES', 'REEL', 'REFERENCE', 'RELATIVE', 'REMAINDER', 'REMOVAL',
125
+ 'RENAMES', 'REPLACING', 'REPORT', 'REPORTING', 'REPORTS', 'REPOSITORY',
126
+ 'REQUIRED', 'RESERVE', 'RETURNING', 'REVERSE-VIDEO', 'REWIND',
127
+ 'RIGHT', 'ROLLBACK', 'ROUNDED', 'RUN', 'SAME', 'SCROLL',
128
+ 'SECURE', 'SEGMENT-LIMIT', 'SELECT', 'SENTENCE', 'SEPARATE',
129
+ 'SEQUENCE', 'SEQUENTIAL', 'SHARING', 'SIGN', 'SIGNED', 'SIGNED-INT',
130
+ 'SIGNED-LONG', 'SIGNED-SHORT', 'SIZE', 'SORT-MERGE', 'SOURCE',
131
+ 'SOURCE-COMPUTER', 'SPECIAL-NAMES', 'STANDARD',
132
+ 'STANDARD-1', 'STANDARD-2', 'STATUS', 'SUM',
133
+ 'SYMBOLIC', 'SYNC', 'SYNCHRONIZED', 'TALLYING', 'TAPE',
134
+ 'TEST', 'THROUGH', 'THRU', 'TIME', 'TIMES', 'TO', 'TOP', 'TRAILING',
135
+ 'TRANSFORM', 'TYPE', 'UNDERLINE', 'UNIT', 'UNSIGNED',
136
+ 'UNSIGNED-INT', 'UNSIGNED-LONG', 'UNSIGNED-SHORT', 'UNTIL', 'UP',
137
+ 'UPDATE', 'UPON', 'USAGE', 'USING', 'VALUE', 'VALUES', 'VARYING',
138
+ 'WAIT', 'WHEN', 'WITH', 'WORDS', 'YYYYDDD', 'YYYYMMDD'),
139
+ prefix=r'(^|(?<=[^\w\-]))', suffix=r'\s*($|(?=[^\w\-]))'),
140
+ Keyword.Pseudo),
141
+
142
+ # inactive reserved words
143
+ (words((
144
+ 'ACTIVE-CLASS', 'ALIGNED', 'ANYCASE', 'ARITHMETIC', 'ATTRIBUTE',
145
+ 'B-AND', 'B-NOT', 'B-OR', 'B-XOR', 'BIT', 'BOOLEAN', 'CD', 'CENTER',
146
+ 'CF', 'CH', 'CHAIN', 'CLASS-ID', 'CLASSIFICATION', 'COMMUNICATION',
147
+ 'CONDITION', 'DATA-POINTER', 'DESTINATION', 'DISABLE', 'EC', 'EGI',
148
+ 'EMI', 'ENABLE', 'END-RECEIVE', 'ENTRY-CONVENTION', 'EO', 'ESI',
149
+ 'EXCEPTION-OBJECT', 'EXPANDS', 'FACTORY', 'FLOAT-BINARY-16',
150
+ 'FLOAT-BINARY-34', 'FLOAT-BINARY-7', 'FLOAT-DECIMAL-16',
151
+ 'FLOAT-DECIMAL-34', 'FLOAT-EXTENDED', 'FORMAT', 'FUNCTION-POINTER',
152
+ 'GET', 'GROUP-USAGE', 'IMPLEMENTS', 'INFINITY', 'INHERITS',
153
+ 'INTERFACE', 'INTERFACE-ID', 'INVOKE', 'LC_ALL', 'LC_COLLATE',
154
+ 'LC_CTYPE', 'LC_MESSAGES', 'LC_MONETARY', 'LC_NUMERIC', 'LC_TIME',
155
+ 'LINE-COUNTER', 'MESSAGE', 'METHOD', 'METHOD-ID', 'NESTED', 'NONE',
156
+ 'NORMAL', 'OBJECT', 'OBJECT-REFERENCE', 'OPTIONS', 'OVERRIDE',
157
+ 'PAGE-COUNTER', 'PF', 'PH', 'PROPERTY', 'PROTOTYPE', 'PURGE',
158
+ 'QUEUE', 'RAISE', 'RAISING', 'RECEIVE', 'RELATION', 'REPLACE',
159
+ 'REPRESENTS-NOT-A-NUMBER', 'RESET', 'RESUME', 'RETRY', 'RF', 'RH',
160
+ 'SECONDS', 'SEGMENT', 'SELF', 'SEND', 'SOURCES', 'STATEMENT',
161
+ 'STEP', 'STRONG', 'SUB-QUEUE-1', 'SUB-QUEUE-2', 'SUB-QUEUE-3',
162
+ 'SUPER', 'SYMBOL', 'SYSTEM-DEFAULT', 'TABLE', 'TERMINAL', 'TEXT',
163
+ 'TYPEDEF', 'UCS-4', 'UNIVERSAL', 'USER-DEFAULT', 'UTF-16', 'UTF-8',
164
+ 'VAL-STATUS', 'VALID', 'VALIDATE', 'VALIDATE-STATUS'),
165
+ prefix=r'(^|(?<=[^\w\-]))', suffix=r'\s*($|(?=[^\w\-]))'),
166
+ Error),
167
+
168
+ # Data Types
169
+ (r'(^|(?<=[^\w\-]))'
170
+ r'(PIC\s+.+?(?=(\s|\.\s))|PICTURE\s+.+?(?=(\s|\.\s))|'
171
+ r'(COMPUTATIONAL)(-[1-5X])?|(COMP)(-[1-5X])?|'
172
+ r'BINARY-C-LONG|'
173
+ r'BINARY-CHAR|BINARY-DOUBLE|BINARY-LONG|BINARY-SHORT|'
174
+ r'BINARY)\s*($|(?=[^\w\-]))', Keyword.Type),
175
+
176
+ # Operators
177
+ (r'(\*\*|\*|\+|-|/|<=|>=|<|>|==|/=|=)', Operator),
178
+
179
+ # (r'(::)', Keyword.Declaration),
180
+
181
+ (r'([(),;:&%.])', Punctuation),
182
+
183
+ # Intrinsics
184
+ (r'(^|(?<=[^\w\-]))(ABS|ACOS|ANNUITY|ASIN|ATAN|BYTE-LENGTH|'
185
+ r'CHAR|COMBINED-DATETIME|CONCATENATE|COS|CURRENT-DATE|'
186
+ r'DATE-OF-INTEGER|DATE-TO-YYYYMMDD|DAY-OF-INTEGER|DAY-TO-YYYYDDD|'
187
+ r'EXCEPTION-(?:FILE|LOCATION|STATEMENT|STATUS)|EXP10|EXP|E|'
188
+ r'FACTORIAL|FRACTION-PART|INTEGER-OF-(?:DATE|DAY|PART)|INTEGER|'
189
+ r'LENGTH|LOCALE-(?:DATE|TIME(?:-FROM-SECONDS)?)|LOG(?:10)?|'
190
+ r'LOWER-CASE|MAX|MEAN|MEDIAN|MIDRANGE|MIN|MOD|NUMVAL(?:-C)?|'
191
+ r'ORD(?:-MAX|-MIN)?|PI|PRESENT-VALUE|RANDOM|RANGE|REM|REVERSE|'
192
+ r'SECONDS-FROM-FORMATTED-TIME|SECONDS-PAST-MIDNIGHT|SIGN|SIN|SQRT|'
193
+ r'STANDARD-DEVIATION|STORED-CHAR-LENGTH|SUBSTITUTE(?:-CASE)?|'
194
+ r'SUM|TAN|TEST-DATE-YYYYMMDD|TEST-DAY-YYYYDDD|TRIM|'
195
+ r'UPPER-CASE|VARIANCE|WHEN-COMPILED|YEAR-TO-YYYY)\s*'
196
+ r'($|(?=[^\w\-]))', Name.Function),
197
+
198
+ # Booleans
199
+ (r'(^|(?<=[^\w\-]))(true|false)\s*($|(?=[^\w\-]))', Name.Builtin),
200
+ # Comparing Operators
201
+ (r'(^|(?<=[^\w\-]))(equal|equals|ne|lt|le|gt|ge|'
202
+ r'greater|less|than|not|and|or)\s*($|(?=[^\w\-]))', Operator.Word),
203
+ ],
204
+
205
+ # \"[^\"\n]*\"|\'[^\'\n]*\'
206
+ 'strings': [
207
+ # apparently strings can be delimited by EOL if they are continued
208
+ # in the next line
209
+ (r'"[^"\n]*("|\n)', String.Double),
210
+ (r"'[^'\n]*('|\n)", String.Single),
211
+ ],
212
+
213
+ 'nums': [
214
+ (r'\d+(\s*|\.$|$)', Number.Integer),
215
+ (r'[+-]?\d*\.\d+(E[-+]?\d+)?', Number.Float),
216
+ (r'[+-]?\d+\.\d*(E[-+]?\d+)?', Number.Float),
217
+ ],
218
+ }
219
+
220
+
221
+ class CobolFreeformatLexer(CobolLexer):
222
+ """
223
+ Lexer for Free format OpenCOBOL code.
224
+
225
+ .. versionadded:: 1.6
226
+ """
227
+ name = 'COBOLFree'
228
+ aliases = ['cobolfree']
229
+ filenames = ['*.cbl', '*.CBL']
230
+ mimetypes = []
231
+ flags = re.IGNORECASE | re.MULTILINE
232
+
233
+ tokens = {
234
+ 'comment': [
235
+ (r'(\*>.*\n|^\w*\*.*$)', Comment),
236
+ ],
237
+ }
238
+
239
+
240
+ class ABAPLexer(RegexLexer):
241
+ """
242
+ Lexer for ABAP, SAP's integrated language.
243
+
244
+ .. versionadded:: 1.1
245
+ """
246
+ name = 'ABAP'
247
+ aliases = ['abap']
248
+ filenames = ['*.abap', '*.ABAP']
249
+ mimetypes = ['text/x-abap']
250
+
251
+ flags = re.IGNORECASE | re.MULTILINE
252
+
253
+ tokens = {
254
+ 'common': [
255
+ (r'\s+', Text),
256
+ (r'^\*.*$', Comment.Single),
257
+ (r'\".*?\n', Comment.Single),
258
+ (r'##\w+', Comment.Special),
259
+ ],
260
+ 'variable-names': [
261
+ (r'<\S+>', Name.Variable),
262
+ (r'\w[\w~]*(?:(\[\])|->\*)?', Name.Variable),
263
+ ],
264
+ 'root': [
265
+ include('common'),
266
+ # function calls
267
+ (r'CALL\s+(?:BADI|CUSTOMER-FUNCTION|FUNCTION)',
268
+ Keyword),
269
+ (r'(CALL\s+(?:DIALOG|SCREEN|SUBSCREEN|SELECTION-SCREEN|'
270
+ r'TRANSACTION|TRANSFORMATION))\b',
271
+ Keyword),
272
+ (r'(FORM|PERFORM)(\s+)(\w+)',
273
+ bygroups(Keyword, Text, Name.Function)),
274
+ (r'(PERFORM)(\s+)(\()(\w+)(\))',
275
+ bygroups(Keyword, Text, Punctuation, Name.Variable, Punctuation)),
276
+ (r'(MODULE)(\s+)(\S+)(\s+)(INPUT|OUTPUT)',
277
+ bygroups(Keyword, Text, Name.Function, Text, Keyword)),
278
+
279
+ # method implementation
280
+ (r'(METHOD)(\s+)([\w~]+)',
281
+ bygroups(Keyword, Text, Name.Function)),
282
+ # method calls
283
+ (r'(\s+)([\w\-]+)([=\-]>)([\w\-~]+)',
284
+ bygroups(Text, Name.Variable, Operator, Name.Function)),
285
+ # call methodnames returning style
286
+ (r'(?<=(=|-)>)([\w\-~]+)(?=\()', Name.Function),
287
+
288
+ # text elements
289
+ (r'(TEXT)(-)(\d{3})',
290
+ bygroups(Keyword, Punctuation, Number.Integer)),
291
+ (r'(TEXT)(-)(\w{3})',
292
+ bygroups(Keyword, Punctuation, Name.Variable)),
293
+
294
+ # keywords with dashes in them.
295
+ # these need to be first, because for instance the -ID part
296
+ # of MESSAGE-ID wouldn't get highlighted if MESSAGE was
297
+ # first in the list of keywords.
298
+ (r'(ADD-CORRESPONDING|AUTHORITY-CHECK|'
299
+ r'CLASS-DATA|CLASS-EVENTS|CLASS-METHODS|CLASS-POOL|'
300
+ r'DELETE-ADJACENT|DIVIDE-CORRESPONDING|'
301
+ r'EDITOR-CALL|ENHANCEMENT-POINT|ENHANCEMENT-SECTION|EXIT-COMMAND|'
302
+ r'FIELD-GROUPS|FIELD-SYMBOLS|FUNCTION-POOL|'
303
+ r'INTERFACE-POOL|INVERTED-DATE|'
304
+ r'LOAD-OF-PROGRAM|LOG-POINT|'
305
+ r'MESSAGE-ID|MOVE-CORRESPONDING|MULTIPLY-CORRESPONDING|'
306
+ r'NEW-LINE|NEW-PAGE|NEW-SECTION|NO-EXTENSION|'
307
+ r'OUTPUT-LENGTH|PRINT-CONTROL|'
308
+ r'SELECT-OPTIONS|START-OF-SELECTION|SUBTRACT-CORRESPONDING|'
309
+ r'SYNTAX-CHECK|SYSTEM-EXCEPTIONS|'
310
+ r'TYPE-POOL|TYPE-POOLS|NO-DISPLAY'
311
+ r')\b', Keyword),
312
+
313
+ # keyword kombinations
314
+ (r'(?<![-\>])(CREATE\s+(PUBLIC|PRIVATE|DATA|OBJECT)|'
315
+ r'(PUBLIC|PRIVATE|PROTECTED)\s+SECTION|'
316
+ r'(TYPE|LIKE)\s+((LINE\s+OF|REF\s+TO|'
317
+ r'(SORTED|STANDARD|HASHED)\s+TABLE\s+OF))?|'
318
+ r'FROM\s+(DATABASE|MEMORY)|CALL\s+METHOD|'
319
+ r'(GROUP|ORDER) BY|HAVING|SEPARATED BY|'
320
+ r'GET\s+(BADI|BIT|CURSOR|DATASET|LOCALE|PARAMETER|'
321
+ r'PF-STATUS|(PROPERTY|REFERENCE)\s+OF|'
322
+ r'RUN\s+TIME|TIME\s+(STAMP)?)?|'
323
+ r'SET\s+(BIT|BLANK\s+LINES|COUNTRY|CURSOR|DATASET|EXTENDED\s+CHECK|'
324
+ r'HANDLER|HOLD\s+DATA|LANGUAGE|LEFT\s+SCROLL-BOUNDARY|'
325
+ r'LOCALE|MARGIN|PARAMETER|PF-STATUS|PROPERTY\s+OF|'
326
+ r'RUN\s+TIME\s+(ANALYZER|CLOCK\s+RESOLUTION)|SCREEN|'
327
+ r'TITLEBAR|UPADTE\s+TASK\s+LOCAL|USER-COMMAND)|'
328
+ r'CONVERT\s+((INVERTED-)?DATE|TIME|TIME\s+STAMP|TEXT)|'
329
+ r'(CLOSE|OPEN)\s+(DATASET|CURSOR)|'
330
+ r'(TO|FROM)\s+(DATA BUFFER|INTERNAL TABLE|MEMORY ID|'
331
+ r'DATABASE|SHARED\s+(MEMORY|BUFFER))|'
332
+ r'DESCRIBE\s+(DISTANCE\s+BETWEEN|FIELD|LIST|TABLE)|'
333
+ r'FREE\s(MEMORY|OBJECT)?|'
334
+ r'PROCESS\s+(BEFORE\s+OUTPUT|AFTER\s+INPUT|'
335
+ r'ON\s+(VALUE-REQUEST|HELP-REQUEST))|'
336
+ r'AT\s+(LINE-SELECTION|USER-COMMAND|END\s+OF|NEW)|'
337
+ r'AT\s+SELECTION-SCREEN(\s+(ON(\s+(BLOCK|(HELP|VALUE)-REQUEST\s+FOR|'
338
+ r'END\s+OF|RADIOBUTTON\s+GROUP))?|OUTPUT))?|'
339
+ r'SELECTION-SCREEN:?\s+((BEGIN|END)\s+OF\s+((TABBED\s+)?BLOCK|LINE|'
340
+ r'SCREEN)|COMMENT|FUNCTION\s+KEY|'
341
+ r'INCLUDE\s+BLOCKS|POSITION|PUSHBUTTON|'
342
+ r'SKIP|ULINE)|'
343
+ r'LEAVE\s+(LIST-PROCESSING|PROGRAM|SCREEN|'
344
+ r'TO LIST-PROCESSING|TO TRANSACTION)'
345
+ r'(ENDING|STARTING)\s+AT|'
346
+ r'FORMAT\s+(COLOR|INTENSIFIED|INVERSE|HOTSPOT|INPUT|FRAMES|RESET)|'
347
+ r'AS\s+(CHECKBOX|SUBSCREEN|WINDOW)|'
348
+ r'WITH\s+(((NON-)?UNIQUE)?\s+KEY|FRAME)|'
349
+ r'(BEGIN|END)\s+OF|'
350
+ r'DELETE(\s+ADJACENT\s+DUPLICATES\sFROM)?|'
351
+ r'COMPARING(\s+ALL\s+FIELDS)?|'
352
+ r'(INSERT|APPEND)(\s+INITIAL\s+LINE\s+(IN)?TO|\s+LINES\s+OF)?|'
353
+ r'IN\s+((BYTE|CHARACTER)\s+MODE|PROGRAM)|'
354
+ r'END-OF-(DEFINITION|PAGE|SELECTION)|'
355
+ r'WITH\s+FRAME(\s+TITLE)|'
356
+ r'(REPLACE|FIND)\s+((FIRST|ALL)\s+OCCURRENCES?\s+OF\s+)?(SUBSTRING|REGEX)?|'
357
+ r'MATCH\s+(LENGTH|COUNT|LINE|OFFSET)|'
358
+ r'(RESPECTING|IGNORING)\s+CASE|'
359
+ r'IN\s+UPDATE\s+TASK|'
360
+ r'(SOURCE|RESULT)\s+(XML)?|'
361
+ r'REFERENCE\s+INTO|'
362
+
363
+ # simple kombinations
364
+ r'AND\s+(MARK|RETURN)|CLIENT\s+SPECIFIED|CORRESPONDING\s+FIELDS\s+OF|'
365
+ r'IF\s+FOUND|FOR\s+EVENT|INHERITING\s+FROM|LEAVE\s+TO\s+SCREEN|'
366
+ r'LOOP\s+AT\s+(SCREEN)?|LOWER\s+CASE|MATCHCODE\s+OBJECT|MODIF\s+ID|'
367
+ r'MODIFY\s+SCREEN|NESTING\s+LEVEL|NO\s+INTERVALS|OF\s+STRUCTURE|'
368
+ r'RADIOBUTTON\s+GROUP|RANGE\s+OF|REF\s+TO|SUPPRESS DIALOG|'
369
+ r'TABLE\s+OF|UPPER\s+CASE|TRANSPORTING\s+NO\s+FIELDS|'
370
+ r'VALUE\s+CHECK|VISIBLE\s+LENGTH|HEADER\s+LINE|COMMON\s+PART)\b', Keyword),
371
+
372
+ # single word keywords.
373
+ (r'(^|(?<=(\s|\.)))(ABBREVIATED|ABSTRACT|ADD|ALIASES|ALIGN|ALPHA|'
374
+ r'ASSERT|AS|ASSIGN(ING)?|AT(\s+FIRST)?|'
375
+ r'BACK|BLOCK|BREAK-POINT|'
376
+ r'CASE|CATCH|CHANGING|CHECK|CLASS|CLEAR|COLLECT|COLOR|COMMIT|'
377
+ r'CREATE|COMMUNICATION|COMPONENTS?|COMPUTE|CONCATENATE|CONDENSE|'
378
+ r'CONSTANTS|CONTEXTS|CONTINUE|CONTROLS|COUNTRY|CURRENCY|'
379
+ r'DATA|DATE|DECIMALS|DEFAULT|DEFINE|DEFINITION|DEFERRED|DEMAND|'
380
+ r'DETAIL|DIRECTORY|DIVIDE|DO|DUMMY|'
381
+ r'ELSE(IF)?|ENDAT|ENDCASE|ENDCATCH|ENDCLASS|ENDDO|ENDFORM|ENDFUNCTION|'
382
+ r'ENDIF|ENDINTERFACE|ENDLOOP|ENDMETHOD|ENDMODULE|ENDSELECT|ENDTRY|ENDWHILE|'
383
+ r'ENHANCEMENT|EVENTS|EXACT|EXCEPTIONS?|EXIT|EXPONENT|EXPORT|EXPORTING|EXTRACT|'
384
+ r'FETCH|FIELDS?|FOR|FORM|FORMAT|FREE|FROM|FUNCTION|'
385
+ r'HIDE|'
386
+ r'ID|IF|IMPORT|IMPLEMENTATION|IMPORTING|IN|INCLUDE|INCLUDING|'
387
+ r'INDEX|INFOTYPES|INITIALIZATION|INTERFACE|INTERFACES|INTO|'
388
+ r'LANGUAGE|LEAVE|LENGTH|LINES|LOAD|LOCAL|'
389
+ r'JOIN|'
390
+ r'KEY|'
391
+ r'NEXT|'
392
+ r'MAXIMUM|MESSAGE|METHOD[S]?|MINIMUM|MODULE|MODIFIER|MODIFY|MOVE|MULTIPLY|'
393
+ r'NODES|NUMBER|'
394
+ r'OBLIGATORY|OBJECT|OF|OFF|ON|OTHERS|OVERLAY|'
395
+ r'PACK|PAD|PARAMETERS|PERCENTAGE|POSITION|PROGRAM|PROVIDE|PUBLIC|PUT|PF\d\d|'
396
+ r'RAISE|RAISING|RANGES?|READ|RECEIVE|REDEFINITION|REFRESH|REJECT|REPORT|RESERVE|'
397
+ r'RESUME|RETRY|RETURN|RETURNING|RIGHT|ROLLBACK|REPLACE|'
398
+ r'SCROLL|SEARCH|SELECT|SHIFT|SIGN|SINGLE|SIZE|SKIP|SORT|SPLIT|STATICS|STOP|'
399
+ r'STYLE|SUBMATCHES|SUBMIT|SUBTRACT|SUM(?!\()|SUMMARY|SUMMING|SUPPLY|'
400
+ r'TABLE|TABLES|TIMESTAMP|TIMES?|TIMEZONE|TITLE|\??TO|'
401
+ r'TOP-OF-PAGE|TRANSFER|TRANSLATE|TRY|TYPES|'
402
+ r'ULINE|UNDER|UNPACK|UPDATE|USING|'
403
+ r'VALUE|VALUES|VIA|VARYING|VARY|'
404
+ r'WAIT|WHEN|WHERE|WIDTH|WHILE|WITH|WINDOW|WRITE|XSD|ZERO)\b', Keyword),
405
+
406
+ # builtins
407
+ (r'(abs|acos|asin|atan|'
408
+ r'boolc|boolx|bit_set|'
409
+ r'char_off|charlen|ceil|cmax|cmin|condense|contains|'
410
+ r'contains_any_of|contains_any_not_of|concat_lines_of|cos|cosh|'
411
+ r'count|count_any_of|count_any_not_of|'
412
+ r'dbmaxlen|distance|'
413
+ r'escape|exp|'
414
+ r'find|find_end|find_any_of|find_any_not_of|floor|frac|from_mixed|'
415
+ r'insert|'
416
+ r'lines|log|log10|'
417
+ r'match|matches|'
418
+ r'nmax|nmin|numofchar|'
419
+ r'repeat|replace|rescale|reverse|round|'
420
+ r'segment|shift_left|shift_right|sign|sin|sinh|sqrt|strlen|'
421
+ r'substring|substring_after|substring_from|substring_before|substring_to|'
422
+ r'tan|tanh|to_upper|to_lower|to_mixed|translate|trunc|'
423
+ r'xstrlen)(\()\b', bygroups(Name.Builtin, Punctuation)),
424
+
425
+ (r'&[0-9]', Name),
426
+ (r'[0-9]+', Number.Integer),
427
+
428
+ # operators which look like variable names before
429
+ # parsing variable names.
430
+ (r'(?<=(\s|.))(AND|OR|EQ|NE|GT|LT|GE|LE|CO|CN|CA|NA|CS|NOT|NS|CP|NP|'
431
+ r'BYTE-CO|BYTE-CN|BYTE-CA|BYTE-NA|BYTE-CS|BYTE-NS|'
432
+ r'IS\s+(NOT\s+)?(INITIAL|ASSIGNED|REQUESTED|BOUND))\b', Operator.Word),
433
+
434
+ include('variable-names'),
435
+
436
+ # standard operators after variable names,
437
+ # because < and > are part of field symbols.
438
+ (r'[?*<>=\-+&]', Operator),
439
+ (r"'(''|[^'])*'", String.Single),
440
+ (r"`([^`])*`", String.Single),
441
+ (r"([|}])([^{}|]*?)([|{])",
442
+ bygroups(Punctuation, String.Single, Punctuation)),
443
+ (r'[/;:()\[\],.]', Punctuation),
444
+ (r'(!)(\w+)', bygroups(Operator, Name)),
445
+ ],
446
+ }
447
+
448
+
449
+ class OpenEdgeLexer(RegexLexer):
450
+ """
451
+ Lexer for `OpenEdge ABL (formerly Progress)
452
+ <http://web.progress.com/en/openedge/abl.html>`_ source code.
453
+
454
+ .. versionadded:: 1.5
455
+ """
456
+ name = 'OpenEdge ABL'
457
+ aliases = ['openedge', 'abl', 'progress']
458
+ filenames = ['*.p', '*.cls']
459
+ mimetypes = ['text/x-openedge', 'application/x-openedge']
460
+
461
+ types = (r'(?i)(^|(?<=[^\w\-]))(CHARACTER|CHAR|CHARA|CHARAC|CHARACT|CHARACTE|'
462
+ r'COM-HANDLE|DATE|DATETIME|DATETIME-TZ|'
463
+ r'DECIMAL|DEC|DECI|DECIM|DECIMA|HANDLE|'
464
+ r'INT64|INTEGER|INT|INTE|INTEG|INTEGE|'
465
+ r'LOGICAL|LONGCHAR|MEMPTR|RAW|RECID|ROWID)\s*($|(?=[^\w\-]))')
466
+
467
+ keywords = words(OPENEDGEKEYWORDS,
468
+ prefix=r'(?i)(^|(?<=[^\w\-]))',
469
+ suffix=r'\s*($|(?=[^\w\-]))')
470
+
471
+ tokens = {
472
+ 'root': [
473
+ (r'/\*', Comment.Multiline, 'comment'),
474
+ (r'\{', Comment.Preproc, 'preprocessor'),
475
+ (r'\s*&.*', Comment.Preproc),
476
+ (r'0[xX][0-9a-fA-F]+[LlUu]*', Number.Hex),
477
+ (r'(?i)(DEFINE|DEF|DEFI|DEFIN)\b', Keyword.Declaration),
478
+ (types, Keyword.Type),
479
+ (keywords, Name.Builtin),
480
+ (r'"(\\\\|\\[^\\]|[^"\\])*"', String.Double),
481
+ (r"'(\\\\|\\[^\\]|[^'\\])*'", String.Single),
482
+ (r'[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?', Number.Float),
483
+ (r'[0-9]+', Number.Integer),
484
+ (r'\s+', Text),
485
+ (r'[+*/=-]', Operator),
486
+ (r'[.:()]', Punctuation),
487
+ (r'.', Name.Variable), # Lazy catch-all
488
+ ],
489
+ 'comment': [
490
+ (r'[^*/]', Comment.Multiline),
491
+ (r'/\*', Comment.Multiline, '#push'),
492
+ (r'\*/', Comment.Multiline, '#pop'),
493
+ (r'[*/]', Comment.Multiline)
494
+ ],
495
+ 'preprocessor': [
496
+ (r'[^{}]', Comment.Preproc),
497
+ (r'\{', Comment.Preproc, '#push'),
498
+ (r'\}', Comment.Preproc, '#pop'),
499
+ ],
500
+ }
501
+
502
+ def analyse_text(text):
503
+ """Try to identify OpenEdge ABL based on a few common constructs."""
504
+ result = 0
505
+
506
+ if 'END.' in text:
507
+ result += 0.05
508
+
509
+ if 'END PROCEDURE.' in text:
510
+ result += 0.05
511
+
512
+ if 'ELSE DO:' in text:
513
+ result += 0.05
514
+
515
+ return result
516
+
517
+
518
+ class GoodDataCLLexer(RegexLexer):
519
+ """
520
+ Lexer for `GoodData-CL
521
+ <https://github.com/gooddata/GoodData-CL/raw/master/cli/src/main/resources/\
522
+ com/gooddata/processor/COMMANDS.txt>`_
523
+ script files.
524
+
525
+ .. versionadded:: 1.4
526
+ """
527
+
528
+ name = 'GoodData-CL'
529
+ aliases = ['gooddata-cl']
530
+ filenames = ['*.gdc']
531
+ mimetypes = ['text/x-gooddata-cl']
532
+
533
+ flags = re.IGNORECASE
534
+ tokens = {
535
+ 'root': [
536
+ # Comments
537
+ (r'#.*', Comment.Single),
538
+ # Function call
539
+ (r'[a-z]\w*', Name.Function),
540
+ # Argument list
541
+ (r'\(', Punctuation, 'args-list'),
542
+ # Punctuation
543
+ (r';', Punctuation),
544
+ # Space is not significant
545
+ (r'\s+', Text)
546
+ ],
547
+ 'args-list': [
548
+ (r'\)', Punctuation, '#pop'),
549
+ (r',', Punctuation),
550
+ (r'[a-z]\w*', Name.Variable),
551
+ (r'=', Operator),
552
+ (r'"', String, 'string-literal'),
553
+ (r'[0-9]+(?:\.[0-9]+)?(?:e[+-]?[0-9]{1,3})?', Number),
554
+ # Space is not significant
555
+ (r'\s', Text)
556
+ ],
557
+ 'string-literal': [
558
+ (r'\\[tnrfbae"\\]', String.Escape),
559
+ (r'"', String, '#pop'),
560
+ (r'[^\\"]+', String)
561
+ ]
562
+ }
563
+
564
+
565
+ class MaqlLexer(RegexLexer):
566
+ """
567
+ Lexer for `GoodData MAQL
568
+ <https://secure.gooddata.com/docs/html/advanced.metric.tutorial.html>`_
569
+ scripts.
570
+
571
+ .. versionadded:: 1.4
572
+ """
573
+
574
+ name = 'MAQL'
575
+ aliases = ['maql']
576
+ filenames = ['*.maql']
577
+ mimetypes = ['text/x-gooddata-maql', 'application/x-gooddata-maql']
578
+
579
+ flags = re.IGNORECASE
580
+ tokens = {
581
+ 'root': [
582
+ # IDENTITY
583
+ (r'IDENTIFIER\b', Name.Builtin),
584
+ # IDENTIFIER
585
+ (r'\{[^}]+\}', Name.Variable),
586
+ # NUMBER
587
+ (r'[0-9]+(?:\.[0-9]+)?(?:e[+-]?[0-9]{1,3})?', Number),
588
+ # STRING
589
+ (r'"', String, 'string-literal'),
590
+ # RELATION
591
+ (r'\<\>|\!\=', Operator),
592
+ (r'\=|\>\=|\>|\<\=|\<', Operator),
593
+ # :=
594
+ (r'\:\=', Operator),
595
+ # OBJECT
596
+ (r'\[[^]]+\]', Name.Variable.Class),
597
+ # keywords
598
+ (words((
599
+ 'DIMENSION', 'DIMENSIONS', 'BOTTOM', 'METRIC', 'COUNT', 'OTHER',
600
+ 'FACT', 'WITH', 'TOP', 'OR', 'ATTRIBUTE', 'CREATE', 'PARENT',
601
+ 'FALSE', 'ROW', 'ROWS', 'FROM', 'ALL', 'AS', 'PF', 'COLUMN',
602
+ 'COLUMNS', 'DEFINE', 'REPORT', 'LIMIT', 'TABLE', 'LIKE', 'AND',
603
+ 'BY', 'BETWEEN', 'EXCEPT', 'SELECT', 'MATCH', 'WHERE', 'TRUE',
604
+ 'FOR', 'IN', 'WITHOUT', 'FILTER', 'ALIAS', 'WHEN', 'NOT', 'ON',
605
+ 'KEYS', 'KEY', 'FULLSET', 'PRIMARY', 'LABELS', 'LABEL',
606
+ 'VISUAL', 'TITLE', 'DESCRIPTION', 'FOLDER', 'ALTER', 'DROP',
607
+ 'ADD', 'DATASET', 'DATATYPE', 'INT', 'BIGINT', 'DOUBLE', 'DATE',
608
+ 'VARCHAR', 'DECIMAL', 'SYNCHRONIZE', 'TYPE', 'DEFAULT', 'ORDER',
609
+ 'ASC', 'DESC', 'HYPERLINK', 'INCLUDE', 'TEMPLATE', 'MODIFY'),
610
+ suffix=r'\b'),
611
+ Keyword),
612
+ # FUNCNAME
613
+ (r'[a-z]\w*\b', Name.Function),
614
+ # Comments
615
+ (r'#.*', Comment.Single),
616
+ # Punctuation
617
+ (r'[,;()]', Punctuation),
618
+ # Space is not significant
619
+ (r'\s+', Text)
620
+ ],
621
+ 'string-literal': [
622
+ (r'\\[tnrfbae"\\]', String.Escape),
623
+ (r'"', String, '#pop'),
624
+ (r'[^\\"]+', String)
625
+ ],
626
+ }