pygments.rb 1.2.1 → 2.0.0.rc2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (378) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +28 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +5 -6
  6. data/CHANGELOG.adoc +119 -0
  7. data/Gemfile +3 -1
  8. data/LICENSE +1 -1
  9. data/README.adoc +161 -0
  10. data/Rakefile +10 -21
  11. data/bench.rb +8 -7
  12. data/cache-lexers.rb +3 -2
  13. data/lib/pygments.rb +10 -11
  14. data/lib/pygments/lexer.rb +5 -5
  15. data/lib/pygments/mentos.py +23 -66
  16. data/lib/pygments/popen.rb +152 -204
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +11 -9
  19. data/test/test_pygments.rb +51 -84
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.7.3.dist-info/AUTHORS} +21 -3
  21. data/vendor/pygments-main/Pygments-2.7.3.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.7.3.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.7.3.dist-info/METADATA +49 -0
  24. data/vendor/pygments-main/Pygments-2.7.3.dist-info/RECORD +482 -0
  25. data/vendor/pygments-main/Pygments-2.7.3.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.7.3.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.7.3.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.7.3.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -11
  31. data/vendor/pygments-main/pygments/__main__.py +18 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +38 -29
  33. data/vendor/pygments-main/pygments/console.py +6 -9
  34. data/vendor/pygments-main/pygments/filter.py +4 -6
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -21
  36. data/vendor/pygments-main/pygments/formatter.py +4 -4
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +9 -8
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -3
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -1
  40. data/vendor/pygments-main/pygments/formatters/html.py +223 -135
  41. data/vendor/pygments-main/pygments/formatters/img.py +68 -41
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -39
  43. data/vendor/pygments-main/pygments/formatters/latex.py +56 -26
  44. data/vendor/pygments-main/pygments/formatters/other.py +12 -8
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -29
  46. data/vendor/pygments-main/pygments/formatters/svg.py +38 -4
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -31
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +22 -12
  49. data/vendor/pygments-main/pygments/lexer.py +41 -39
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +342 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1645 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +232 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +71 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1725 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5327 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +293 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +551 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1172 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1282 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2547 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4753 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +678 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3094 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1161 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +558 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +421 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1004 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +113 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +280 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1939 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +245 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +24 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +240 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +76 -0
  75. data/vendor/pygments-main/pygments/lexers/ampl.py +87 -0
  76. data/vendor/pygments-main/pygments/lexers/apl.py +101 -0
  77. data/vendor/pygments-main/pygments/lexers/archetype.py +318 -0
  78. data/vendor/pygments-main/pygments/lexers/arrow.py +117 -0
  79. data/vendor/pygments-main/pygments/lexers/asm.py +1005 -0
  80. data/vendor/pygments-main/pygments/lexers/automation.py +374 -0
  81. data/vendor/pygments-main/pygments/lexers/bare.py +104 -0
  82. data/vendor/pygments-main/pygments/lexers/basic.py +662 -0
  83. data/vendor/pygments-main/pygments/lexers/bibtex.py +160 -0
  84. data/vendor/pygments-main/pygments/lexers/boa.py +102 -0
  85. data/vendor/pygments-main/pygments/lexers/business.py +627 -0
  86. data/vendor/pygments-main/pygments/lexers/c_cpp.py +344 -0
  87. data/vendor/pygments-main/pygments/lexers/c_like.py +566 -0
  88. data/vendor/pygments-main/pygments/lexers/capnproto.py +78 -0
  89. data/vendor/pygments-main/pygments/lexers/chapel.py +112 -0
  90. data/vendor/pygments-main/pygments/lexers/clean.py +179 -0
  91. data/vendor/pygments-main/pygments/lexers/compiled.py +34 -0
  92. data/vendor/pygments-main/pygments/lexers/configs.py +984 -0
  93. data/vendor/pygments-main/pygments/lexers/console.py +114 -0
  94. data/vendor/pygments-main/pygments/lexers/crystal.py +392 -0
  95. data/vendor/pygments-main/pygments/lexers/csound.py +467 -0
  96. data/vendor/pygments-main/pygments/lexers/css.py +691 -0
  97. data/vendor/pygments-main/pygments/lexers/d.py +256 -0
  98. data/vendor/pygments-main/pygments/lexers/dalvik.py +125 -0
  99. data/vendor/pygments-main/pygments/lexers/data.py +698 -0
  100. data/vendor/pygments-main/pygments/lexers/devicetree.py +109 -0
  101. data/vendor/pygments-main/pygments/lexers/diff.py +165 -0
  102. data/vendor/pygments-main/pygments/lexers/dotnet.py +707 -0
  103. data/vendor/pygments-main/pygments/lexers/dsls.py +960 -0
  104. data/vendor/pygments-main/pygments/lexers/dylan.py +287 -0
  105. data/vendor/pygments-main/pygments/lexers/ecl.py +139 -0
  106. data/vendor/pygments-main/pygments/lexers/eiffel.py +65 -0
  107. data/vendor/pygments-main/pygments/lexers/elm.py +121 -0
  108. data/vendor/pygments-main/pygments/lexers/email.py +151 -0
  109. data/vendor/pygments-main/pygments/lexers/erlang.py +530 -0
  110. data/vendor/pygments-main/pygments/lexers/esoteric.py +304 -0
  111. data/vendor/pygments-main/pygments/lexers/ezhil.py +77 -0
  112. data/vendor/pygments-main/pygments/lexers/factor.py +344 -0
  113. data/vendor/pygments-main/pygments/lexers/fantom.py +250 -0
  114. data/vendor/pygments-main/pygments/lexers/felix.py +273 -0
  115. data/vendor/pygments-main/pygments/lexers/floscript.py +83 -0
  116. data/vendor/pygments-main/pygments/lexers/forth.py +178 -0
  117. data/vendor/pygments-main/pygments/lexers/fortran.py +206 -0
  118. data/vendor/pygments-main/pygments/lexers/foxpro.py +428 -0
  119. data/vendor/pygments-main/pygments/lexers/freefem.py +898 -0
  120. data/vendor/pygments-main/pygments/lexers/functional.py +21 -0
  121. data/vendor/pygments-main/pygments/lexers/gdscript.py +346 -0
  122. data/vendor/pygments-main/pygments/lexers/go.py +101 -0
  123. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +270 -0
  124. data/vendor/pygments-main/pygments/lexers/graph.py +85 -0
  125. data/vendor/pygments-main/pygments/lexers/graphics.py +800 -0
  126. data/vendor/pygments-main/pygments/lexers/haskell.py +870 -0
  127. data/vendor/pygments-main/pygments/lexers/haxe.py +936 -0
  128. data/vendor/pygments-main/pygments/lexers/hdl.py +472 -0
  129. data/vendor/pygments-main/pygments/lexers/hexdump.py +103 -0
  130. data/vendor/pygments-main/pygments/lexers/html.py +614 -0
  131. data/vendor/pygments-main/pygments/lexers/idl.py +281 -0
  132. data/vendor/pygments-main/pygments/lexers/igor.py +420 -0
  133. data/vendor/pygments-main/pygments/lexers/inferno.py +96 -0
  134. data/vendor/pygments-main/pygments/lexers/installers.py +322 -0
  135. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1368 -0
  136. data/vendor/pygments-main/pygments/lexers/iolang.py +63 -0
  137. data/vendor/pygments-main/pygments/lexers/j.py +146 -0
  138. data/vendor/pygments-main/pygments/lexers/javascript.py +1540 -0
  139. data/vendor/pygments-main/pygments/lexers/julia.py +331 -0
  140. data/vendor/pygments-main/pygments/lexers/jvm.py +1673 -0
  141. data/vendor/pygments-main/pygments/lexers/lisp.py +2699 -0
  142. data/vendor/pygments-main/pygments/lexers/make.py +206 -0
  143. data/vendor/pygments-main/pygments/lexers/markup.py +765 -0
  144. data/vendor/pygments-main/pygments/lexers/math.py +21 -0
  145. data/vendor/pygments-main/pygments/lexers/matlab.py +720 -0
  146. data/vendor/pygments-main/pygments/lexers/mime.py +226 -0
  147. data/vendor/pygments-main/pygments/lexers/ml.py +958 -0
  148. data/vendor/pygments-main/pygments/lexers/modeling.py +366 -0
  149. data/vendor/pygments-main/pygments/lexers/modula2.py +1580 -0
  150. data/vendor/pygments-main/pygments/lexers/monte.py +204 -0
  151. data/vendor/pygments-main/pygments/lexers/mosel.py +448 -0
  152. data/vendor/pygments-main/pygments/lexers/ncl.py +894 -0
  153. data/vendor/pygments-main/pygments/lexers/nimrod.py +159 -0
  154. data/vendor/pygments-main/pygments/lexers/nit.py +64 -0
  155. data/vendor/pygments-main/pygments/lexers/nix.py +136 -0
  156. data/vendor/pygments-main/pygments/lexers/oberon.py +121 -0
  157. data/vendor/pygments-main/pygments/lexers/objective.py +504 -0
  158. data/vendor/pygments-main/pygments/lexers/ooc.py +85 -0
  159. data/vendor/pygments-main/pygments/lexers/other.py +41 -0
  160. data/vendor/pygments-main/pygments/lexers/parasail.py +79 -0
  161. data/vendor/pygments-main/pygments/lexers/parsers.py +800 -0
  162. data/vendor/pygments-main/pygments/lexers/pascal.py +644 -0
  163. data/vendor/pygments-main/pygments/lexers/pawn.py +205 -0
  164. data/vendor/pygments-main/pygments/lexers/perl.py +732 -0
  165. data/vendor/pygments-main/pygments/lexers/php.py +321 -0
  166. data/vendor/pygments-main/pygments/lexers/pointless.py +71 -0
  167. data/vendor/pygments-main/pygments/lexers/pony.py +94 -0
  168. data/vendor/pygments-main/pygments/lexers/praat.py +302 -0
  169. data/vendor/pygments-main/pygments/lexers/prolog.py +306 -0
  170. data/vendor/pygments-main/pygments/lexers/promql.py +183 -0
  171. data/vendor/pygments-main/pygments/lexers/python.py +1151 -0
  172. data/vendor/pygments-main/pygments/lexers/qvt.py +152 -0
  173. data/vendor/pygments-main/pygments/lexers/r.py +191 -0
  174. data/vendor/pygments-main/pygments/lexers/rdf.py +463 -0
  175. data/vendor/pygments-main/pygments/lexers/rebol.py +431 -0
  176. data/vendor/pygments-main/pygments/lexers/resource.py +85 -0
  177. data/vendor/pygments-main/pygments/lexers/ride.py +139 -0
  178. data/vendor/pygments-main/pygments/lexers/rnc.py +67 -0
  179. data/vendor/pygments-main/pygments/lexers/roboconf.py +82 -0
  180. data/vendor/pygments-main/pygments/lexers/robotframework.py +552 -0
  181. data/vendor/pygments-main/pygments/lexers/ruby.py +517 -0
  182. data/vendor/pygments-main/pygments/lexers/rust.py +224 -0
  183. data/vendor/pygments-main/pygments/lexers/sas.py +228 -0
  184. data/vendor/pygments-main/pygments/lexers/scdoc.py +83 -0
  185. data/vendor/pygments-main/pygments/lexers/scripting.py +1284 -0
  186. data/vendor/pygments-main/pygments/lexers/sgf.py +61 -0
  187. data/vendor/pygments-main/pygments/lexers/shell.py +914 -0
  188. data/vendor/pygments-main/pygments/lexers/sieve.py +69 -0
  189. data/vendor/pygments-main/pygments/lexers/slash.py +185 -0
  190. data/vendor/pygments-main/pygments/lexers/smalltalk.py +195 -0
  191. data/vendor/pygments-main/pygments/lexers/smv.py +79 -0
  192. data/vendor/pygments-main/pygments/lexers/snobol.py +83 -0
  193. data/vendor/pygments-main/pygments/lexers/solidity.py +92 -0
  194. data/vendor/pygments-main/pygments/lexers/special.py +105 -0
  195. data/vendor/pygments-main/pygments/lexers/sql.py +837 -0
  196. data/vendor/pygments-main/pygments/lexers/stata.py +171 -0
  197. data/vendor/pygments-main/pygments/lexers/supercollider.py +95 -0
  198. data/vendor/pygments-main/pygments/lexers/tcl.py +145 -0
  199. data/vendor/pygments-main/pygments/lexers/templates.py +2264 -0
  200. data/vendor/pygments-main/pygments/lexers/teraterm.py +335 -0
  201. data/vendor/pygments-main/pygments/lexers/testing.py +207 -0
  202. data/vendor/pygments-main/pygments/lexers/text.py +26 -0
  203. data/vendor/pygments-main/pygments/lexers/textedit.py +169 -0
  204. data/vendor/pygments-main/pygments/lexers/textfmts.py +430 -0
  205. data/vendor/pygments-main/pygments/lexers/theorem.py +474 -0
  206. data/vendor/pygments-main/pygments/lexers/tnt.py +263 -0
  207. data/vendor/pygments-main/pygments/lexers/trafficscript.py +54 -0
  208. data/vendor/pygments-main/pygments/lexers/typoscript.py +219 -0
  209. data/vendor/pygments-main/pygments/lexers/unicon.py +412 -0
  210. data/vendor/pygments-main/pygments/lexers/urbi.py +146 -0
  211. data/vendor/pygments-main/pygments/lexers/usd.py +90 -0
  212. data/vendor/pygments-main/pygments/lexers/varnish.py +190 -0
  213. data/vendor/pygments-main/pygments/lexers/verification.py +114 -0
  214. data/vendor/pygments-main/pygments/lexers/web.py +24 -0
  215. data/vendor/pygments-main/pygments/lexers/webidl.py +299 -0
  216. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  217. data/vendor/pygments-main/pygments/lexers/whiley.py +116 -0
  218. data/vendor/pygments-main/pygments/lexers/x10.py +69 -0
  219. data/vendor/pygments-main/pygments/lexers/xorg.py +37 -0
  220. data/vendor/pygments-main/pygments/lexers/yang.py +104 -0
  221. data/vendor/pygments-main/pygments/lexers/zig.py +124 -0
  222. data/vendor/pygments-main/pygments/modeline.py +1 -1
  223. data/vendor/pygments-main/pygments/plugin.py +4 -2
  224. data/vendor/pygments-main/pygments/regexopt.py +1 -1
  225. data/vendor/pygments-main/pygments/scanner.py +2 -2
  226. data/vendor/pygments-main/pygments/sphinxext.py +2 -4
  227. data/vendor/pygments-main/pygments/style.py +61 -24
  228. data/vendor/pygments-main/pygments/styles/__init__.py +10 -4
  229. data/vendor/pygments-main/pygments/styles/abap.py +1 -1
  230. data/vendor/pygments-main/pygments/styles/algol.py +1 -1
  231. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -1
  232. data/vendor/pygments-main/pygments/styles/arduino.py +2 -2
  233. data/vendor/pygments-main/pygments/styles/autumn.py +1 -1
  234. data/vendor/pygments-main/pygments/styles/borland.py +1 -1
  235. data/vendor/pygments-main/pygments/styles/bw.py +1 -1
  236. data/vendor/pygments-main/pygments/styles/colorful.py +1 -1
  237. data/vendor/pygments-main/pygments/styles/default.py +1 -1
  238. data/vendor/pygments-main/pygments/styles/emacs.py +1 -1
  239. data/vendor/pygments-main/pygments/styles/friendly.py +1 -1
  240. data/vendor/pygments-main/pygments/styles/fruity.py +1 -1
  241. data/vendor/pygments-main/pygments/styles/igor.py +1 -1
  242. data/vendor/pygments-main/pygments/styles/inkpot.py +67 -0
  243. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -1
  244. data/vendor/pygments-main/pygments/styles/manni.py +1 -1
  245. data/vendor/pygments-main/pygments/styles/monokai.py +4 -3
  246. data/vendor/pygments-main/pygments/styles/murphy.py +1 -1
  247. data/vendor/pygments-main/pygments/styles/native.py +1 -1
  248. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -1
  249. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -1
  250. data/vendor/pygments-main/pygments/styles/pastie.py +1 -1
  251. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -1
  252. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -1
  253. data/vendor/pygments-main/pygments/styles/rrt.py +1 -1
  254. data/vendor/pygments-main/pygments/styles/sas.py +1 -1
  255. data/vendor/pygments-main/pygments/styles/solarized.py +134 -0
  256. data/vendor/pygments-main/pygments/styles/stata_dark.py +41 -0
  257. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -15
  258. data/vendor/pygments-main/pygments/styles/tango.py +1 -1
  259. data/vendor/pygments-main/pygments/styles/trac.py +1 -1
  260. data/vendor/pygments-main/pygments/styles/vim.py +1 -1
  261. data/vendor/pygments-main/pygments/styles/vs.py +1 -1
  262. data/vendor/pygments-main/pygments/styles/xcode.py +1 -1
  263. data/vendor/pygments-main/pygments/token.py +1 -1
  264. data/vendor/pygments-main/pygments/unistring.py +47 -108
  265. data/vendor/pygments-main/pygments/util.py +15 -92
  266. metadata +69 -136
  267. data/CHANGELOG.md +0 -111
  268. data/README.md +0 -121
  269. data/circle.yml +0 -20
  270. data/test/test_data.py +0 -514
  271. data/test/test_data_generated +0 -2582
  272. data/vendor/custom_lexers/github.py +0 -565
  273. data/vendor/pygments-main/CHANGES +0 -1186
  274. data/vendor/pygments-main/MANIFEST.in +0 -6
  275. data/vendor/pygments-main/Makefile +0 -65
  276. data/vendor/pygments-main/README.rst +0 -39
  277. data/vendor/pygments-main/REVISION +0 -1
  278. data/vendor/pygments-main/TODO +0 -12
  279. data/vendor/pygments-main/doc/Makefile +0 -153
  280. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  281. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  282. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  283. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  284. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  285. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  286. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  287. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  288. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  289. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  290. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  291. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  292. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  293. data/vendor/pygments-main/doc/conf.py +0 -241
  294. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  295. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  296. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  297. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  298. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  299. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  300. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  301. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  302. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  303. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  304. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  305. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  306. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  307. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  308. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  309. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  310. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  311. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  312. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  313. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  314. data/vendor/pygments-main/doc/download.rst +0 -41
  315. data/vendor/pygments-main/doc/faq.rst +0 -139
  316. data/vendor/pygments-main/doc/index.rst +0 -54
  317. data/vendor/pygments-main/doc/languages.rst +0 -154
  318. data/vendor/pygments-main/doc/make.bat +0 -190
  319. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  320. data/vendor/pygments-main/external/autopygmentize +0 -101
  321. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  322. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  323. data/vendor/pygments-main/external/moin-parser.py +0 -112
  324. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  325. data/vendor/pygments-main/external/rst-directive.py +0 -82
  326. data/vendor/pygments-main/pygmentize +0 -8
  327. data/vendor/pygments-main/requirements.txt +0 -5
  328. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  329. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  330. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  331. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  332. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  333. data/vendor/pygments-main/scripts/pylintrc +0 -301
  334. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  335. data/vendor/pygments-main/setup.cfg +0 -10
  336. data/vendor/pygments-main/setup.py +0 -77
  337. data/vendor/pygments-main/tox.ini +0 -7
  338. data/vendor/simplejson/.gitignore +0 -10
  339. data/vendor/simplejson/.travis.yml +0 -5
  340. data/vendor/simplejson/CHANGES.txt +0 -291
  341. data/vendor/simplejson/LICENSE.txt +0 -19
  342. data/vendor/simplejson/MANIFEST.in +0 -5
  343. data/vendor/simplejson/README.rst +0 -19
  344. data/vendor/simplejson/conf.py +0 -179
  345. data/vendor/simplejson/index.rst +0 -628
  346. data/vendor/simplejson/scripts/make_docs.py +0 -18
  347. data/vendor/simplejson/setup.py +0 -104
  348. data/vendor/simplejson/simplejson/__init__.py +0 -510
  349. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  350. data/vendor/simplejson/simplejson/decoder.py +0 -425
  351. data/vendor/simplejson/simplejson/encoder.py +0 -567
  352. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  353. data/vendor/simplejson/simplejson/scanner.py +0 -77
  354. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  355. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  356. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  357. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  358. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  359. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  360. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  361. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  362. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  363. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  364. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  365. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  366. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  367. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  368. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  369. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  370. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  371. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  372. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  373. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  374. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  375. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  377. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  378. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,644 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.pascal
4
+ ~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for Pascal family languages.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import Lexer, RegexLexer, include, bygroups, words, \
15
+ using, this, default
16
+ from pygments.util import get_bool_opt, get_list_opt
17
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
18
+ Number, Punctuation, Error
19
+ from pygments.scanner import Scanner
20
+
21
+ # compatibility import
22
+ from pygments.lexers.modula2 import Modula2Lexer
23
+
24
+ __all__ = ['DelphiLexer', 'AdaLexer']
25
+
26
+
27
+ class DelphiLexer(Lexer):
28
+ """
29
+ For `Delphi <http://www.borland.com/delphi/>`_ (Borland Object Pascal),
30
+ Turbo Pascal and Free Pascal source code.
31
+
32
+ Additional options accepted:
33
+
34
+ `turbopascal`
35
+ Highlight Turbo Pascal specific keywords (default: ``True``).
36
+ `delphi`
37
+ Highlight Borland Delphi specific keywords (default: ``True``).
38
+ `freepascal`
39
+ Highlight Free Pascal specific keywords (default: ``True``).
40
+ `units`
41
+ A list of units that should be considered builtin, supported are
42
+ ``System``, ``SysUtils``, ``Classes`` and ``Math``.
43
+ Default is to consider all of them builtin.
44
+ """
45
+ name = 'Delphi'
46
+ aliases = ['delphi', 'pas', 'pascal', 'objectpascal']
47
+ filenames = ['*.pas', '*.dpr']
48
+ mimetypes = ['text/x-pascal']
49
+
50
+ TURBO_PASCAL_KEYWORDS = (
51
+ 'absolute', 'and', 'array', 'asm', 'begin', 'break', 'case',
52
+ 'const', 'constructor', 'continue', 'destructor', 'div', 'do',
53
+ 'downto', 'else', 'end', 'file', 'for', 'function', 'goto',
54
+ 'if', 'implementation', 'in', 'inherited', 'inline', 'interface',
55
+ 'label', 'mod', 'nil', 'not', 'object', 'of', 'on', 'operator',
56
+ 'or', 'packed', 'procedure', 'program', 'record', 'reintroduce',
57
+ 'repeat', 'self', 'set', 'shl', 'shr', 'string', 'then', 'to',
58
+ 'type', 'unit', 'until', 'uses', 'var', 'while', 'with', 'xor'
59
+ )
60
+
61
+ DELPHI_KEYWORDS = (
62
+ 'as', 'class', 'except', 'exports', 'finalization', 'finally',
63
+ 'initialization', 'is', 'library', 'on', 'property', 'raise',
64
+ 'threadvar', 'try'
65
+ )
66
+
67
+ FREE_PASCAL_KEYWORDS = (
68
+ 'dispose', 'exit', 'false', 'new', 'true'
69
+ )
70
+
71
+ BLOCK_KEYWORDS = {
72
+ 'begin', 'class', 'const', 'constructor', 'destructor', 'end',
73
+ 'finalization', 'function', 'implementation', 'initialization',
74
+ 'label', 'library', 'operator', 'procedure', 'program', 'property',
75
+ 'record', 'threadvar', 'type', 'unit', 'uses', 'var'
76
+ }
77
+
78
+ FUNCTION_MODIFIERS = {
79
+ 'alias', 'cdecl', 'export', 'inline', 'interrupt', 'nostackframe',
80
+ 'pascal', 'register', 'safecall', 'softfloat', 'stdcall',
81
+ 'varargs', 'name', 'dynamic', 'near', 'virtual', 'external',
82
+ 'override', 'assembler'
83
+ }
84
+
85
+ # XXX: those aren't global. but currently we know no way for defining
86
+ # them just for the type context.
87
+ DIRECTIVES = {
88
+ 'absolute', 'abstract', 'assembler', 'cppdecl', 'default', 'far',
89
+ 'far16', 'forward', 'index', 'oldfpccall', 'private', 'protected',
90
+ 'published', 'public'
91
+ }
92
+
93
+ BUILTIN_TYPES = {
94
+ 'ansichar', 'ansistring', 'bool', 'boolean', 'byte', 'bytebool',
95
+ 'cardinal', 'char', 'comp', 'currency', 'double', 'dword',
96
+ 'extended', 'int64', 'integer', 'iunknown', 'longbool', 'longint',
97
+ 'longword', 'pansichar', 'pansistring', 'pbool', 'pboolean',
98
+ 'pbyte', 'pbytearray', 'pcardinal', 'pchar', 'pcomp', 'pcurrency',
99
+ 'pdate', 'pdatetime', 'pdouble', 'pdword', 'pextended', 'phandle',
100
+ 'pint64', 'pinteger', 'plongint', 'plongword', 'pointer',
101
+ 'ppointer', 'pshortint', 'pshortstring', 'psingle', 'psmallint',
102
+ 'pstring', 'pvariant', 'pwidechar', 'pwidestring', 'pword',
103
+ 'pwordarray', 'pwordbool', 'real', 'real48', 'shortint',
104
+ 'shortstring', 'single', 'smallint', 'string', 'tclass', 'tdate',
105
+ 'tdatetime', 'textfile', 'thandle', 'tobject', 'ttime', 'variant',
106
+ 'widechar', 'widestring', 'word', 'wordbool'
107
+ }
108
+
109
+ BUILTIN_UNITS = {
110
+ 'System': (
111
+ 'abs', 'acquireexceptionobject', 'addr', 'ansitoutf8',
112
+ 'append', 'arctan', 'assert', 'assigned', 'assignfile',
113
+ 'beginthread', 'blockread', 'blockwrite', 'break', 'chdir',
114
+ 'chr', 'close', 'closefile', 'comptocurrency', 'comptodouble',
115
+ 'concat', 'continue', 'copy', 'cos', 'dec', 'delete',
116
+ 'dispose', 'doubletocomp', 'endthread', 'enummodules',
117
+ 'enumresourcemodules', 'eof', 'eoln', 'erase', 'exceptaddr',
118
+ 'exceptobject', 'exclude', 'exit', 'exp', 'filepos', 'filesize',
119
+ 'fillchar', 'finalize', 'findclasshinstance', 'findhinstance',
120
+ 'findresourcehinstance', 'flush', 'frac', 'freemem',
121
+ 'get8087cw', 'getdir', 'getlasterror', 'getmem',
122
+ 'getmemorymanager', 'getmodulefilename', 'getvariantmanager',
123
+ 'halt', 'hi', 'high', 'inc', 'include', 'initialize', 'insert',
124
+ 'int', 'ioresult', 'ismemorymanagerset', 'isvariantmanagerset',
125
+ 'length', 'ln', 'lo', 'low', 'mkdir', 'move', 'new', 'odd',
126
+ 'olestrtostring', 'olestrtostrvar', 'ord', 'paramcount',
127
+ 'paramstr', 'pi', 'pos', 'pred', 'ptr', 'pucs4chars', 'random',
128
+ 'randomize', 'read', 'readln', 'reallocmem',
129
+ 'releaseexceptionobject', 'rename', 'reset', 'rewrite', 'rmdir',
130
+ 'round', 'runerror', 'seek', 'seekeof', 'seekeoln',
131
+ 'set8087cw', 'setlength', 'setlinebreakstyle',
132
+ 'setmemorymanager', 'setstring', 'settextbuf',
133
+ 'setvariantmanager', 'sin', 'sizeof', 'slice', 'sqr', 'sqrt',
134
+ 'str', 'stringofchar', 'stringtoolestr', 'stringtowidechar',
135
+ 'succ', 'swap', 'trunc', 'truncate', 'typeinfo',
136
+ 'ucs4stringtowidestring', 'unicodetoutf8', 'uniquestring',
137
+ 'upcase', 'utf8decode', 'utf8encode', 'utf8toansi',
138
+ 'utf8tounicode', 'val', 'vararrayredim', 'varclear',
139
+ 'widecharlentostring', 'widecharlentostrvar',
140
+ 'widechartostring', 'widechartostrvar',
141
+ 'widestringtoucs4string', 'write', 'writeln'
142
+ ),
143
+ 'SysUtils': (
144
+ 'abort', 'addexitproc', 'addterminateproc', 'adjustlinebreaks',
145
+ 'allocmem', 'ansicomparefilename', 'ansicomparestr',
146
+ 'ansicomparetext', 'ansidequotedstr', 'ansiextractquotedstr',
147
+ 'ansilastchar', 'ansilowercase', 'ansilowercasefilename',
148
+ 'ansipos', 'ansiquotedstr', 'ansisamestr', 'ansisametext',
149
+ 'ansistrcomp', 'ansistricomp', 'ansistrlastchar', 'ansistrlcomp',
150
+ 'ansistrlicomp', 'ansistrlower', 'ansistrpos', 'ansistrrscan',
151
+ 'ansistrscan', 'ansistrupper', 'ansiuppercase',
152
+ 'ansiuppercasefilename', 'appendstr', 'assignstr', 'beep',
153
+ 'booltostr', 'bytetocharindex', 'bytetocharlen', 'bytetype',
154
+ 'callterminateprocs', 'changefileext', 'charlength',
155
+ 'chartobyteindex', 'chartobytelen', 'comparemem', 'comparestr',
156
+ 'comparetext', 'createdir', 'createguid', 'currentyear',
157
+ 'currtostr', 'currtostrf', 'date', 'datetimetofiledate',
158
+ 'datetimetostr', 'datetimetostring', 'datetimetosystemtime',
159
+ 'datetimetotimestamp', 'datetostr', 'dayofweek', 'decodedate',
160
+ 'decodedatefully', 'decodetime', 'deletefile', 'directoryexists',
161
+ 'diskfree', 'disksize', 'disposestr', 'encodedate', 'encodetime',
162
+ 'exceptionerrormessage', 'excludetrailingbackslash',
163
+ 'excludetrailingpathdelimiter', 'expandfilename',
164
+ 'expandfilenamecase', 'expanduncfilename', 'extractfiledir',
165
+ 'extractfiledrive', 'extractfileext', 'extractfilename',
166
+ 'extractfilepath', 'extractrelativepath', 'extractshortpathname',
167
+ 'fileage', 'fileclose', 'filecreate', 'filedatetodatetime',
168
+ 'fileexists', 'filegetattr', 'filegetdate', 'fileisreadonly',
169
+ 'fileopen', 'fileread', 'filesearch', 'fileseek', 'filesetattr',
170
+ 'filesetdate', 'filesetreadonly', 'filewrite', 'finalizepackage',
171
+ 'findclose', 'findcmdlineswitch', 'findfirst', 'findnext',
172
+ 'floattocurr', 'floattodatetime', 'floattodecimal', 'floattostr',
173
+ 'floattostrf', 'floattotext', 'floattotextfmt', 'fmtloadstr',
174
+ 'fmtstr', 'forcedirectories', 'format', 'formatbuf', 'formatcurr',
175
+ 'formatdatetime', 'formatfloat', 'freeandnil', 'getcurrentdir',
176
+ 'getenvironmentvariable', 'getfileversion', 'getformatsettings',
177
+ 'getlocaleformatsettings', 'getmodulename', 'getpackagedescription',
178
+ 'getpackageinfo', 'gettime', 'guidtostring', 'incamonth',
179
+ 'includetrailingbackslash', 'includetrailingpathdelimiter',
180
+ 'incmonth', 'initializepackage', 'interlockeddecrement',
181
+ 'interlockedexchange', 'interlockedexchangeadd',
182
+ 'interlockedincrement', 'inttohex', 'inttostr', 'isdelimiter',
183
+ 'isequalguid', 'isleapyear', 'ispathdelimiter', 'isvalidident',
184
+ 'languages', 'lastdelimiter', 'loadpackage', 'loadstr',
185
+ 'lowercase', 'msecstotimestamp', 'newstr', 'nextcharindex', 'now',
186
+ 'outofmemoryerror', 'quotedstr', 'raiselastoserror',
187
+ 'raiselastwin32error', 'removedir', 'renamefile', 'replacedate',
188
+ 'replacetime', 'safeloadlibrary', 'samefilename', 'sametext',
189
+ 'setcurrentdir', 'showexception', 'sleep', 'stralloc', 'strbufsize',
190
+ 'strbytetype', 'strcat', 'strcharlength', 'strcomp', 'strcopy',
191
+ 'strdispose', 'strecopy', 'strend', 'strfmt', 'stricomp',
192
+ 'stringreplace', 'stringtoguid', 'strlcat', 'strlcomp', 'strlcopy',
193
+ 'strlen', 'strlfmt', 'strlicomp', 'strlower', 'strmove', 'strnew',
194
+ 'strnextchar', 'strpas', 'strpcopy', 'strplcopy', 'strpos',
195
+ 'strrscan', 'strscan', 'strtobool', 'strtobooldef', 'strtocurr',
196
+ 'strtocurrdef', 'strtodate', 'strtodatedef', 'strtodatetime',
197
+ 'strtodatetimedef', 'strtofloat', 'strtofloatdef', 'strtoint',
198
+ 'strtoint64', 'strtoint64def', 'strtointdef', 'strtotime',
199
+ 'strtotimedef', 'strupper', 'supports', 'syserrormessage',
200
+ 'systemtimetodatetime', 'texttofloat', 'time', 'timestamptodatetime',
201
+ 'timestamptomsecs', 'timetostr', 'trim', 'trimleft', 'trimright',
202
+ 'tryencodedate', 'tryencodetime', 'tryfloattocurr', 'tryfloattodatetime',
203
+ 'trystrtobool', 'trystrtocurr', 'trystrtodate', 'trystrtodatetime',
204
+ 'trystrtofloat', 'trystrtoint', 'trystrtoint64', 'trystrtotime',
205
+ 'unloadpackage', 'uppercase', 'widecomparestr', 'widecomparetext',
206
+ 'widefmtstr', 'wideformat', 'wideformatbuf', 'widelowercase',
207
+ 'widesamestr', 'widesametext', 'wideuppercase', 'win32check',
208
+ 'wraptext'
209
+ ),
210
+ 'Classes': (
211
+ 'activateclassgroup', 'allocatehwnd', 'bintohex', 'checksynchronize',
212
+ 'collectionsequal', 'countgenerations', 'deallocatehwnd', 'equalrect',
213
+ 'extractstrings', 'findclass', 'findglobalcomponent', 'getclass',
214
+ 'groupdescendantswith', 'hextobin', 'identtoint',
215
+ 'initinheritedcomponent', 'inttoident', 'invalidpoint',
216
+ 'isuniqueglobalcomponentname', 'linestart', 'objectbinarytotext',
217
+ 'objectresourcetotext', 'objecttexttobinary', 'objecttexttoresource',
218
+ 'pointsequal', 'readcomponentres', 'readcomponentresex',
219
+ 'readcomponentresfile', 'rect', 'registerclass', 'registerclassalias',
220
+ 'registerclasses', 'registercomponents', 'registerintegerconsts',
221
+ 'registernoicon', 'registernonactivex', 'smallpoint', 'startclassgroup',
222
+ 'teststreamformat', 'unregisterclass', 'unregisterclasses',
223
+ 'unregisterintegerconsts', 'unregistermoduleclasses',
224
+ 'writecomponentresfile'
225
+ ),
226
+ 'Math': (
227
+ 'arccos', 'arccosh', 'arccot', 'arccoth', 'arccsc', 'arccsch', 'arcsec',
228
+ 'arcsech', 'arcsin', 'arcsinh', 'arctan2', 'arctanh', 'ceil',
229
+ 'comparevalue', 'cosecant', 'cosh', 'cot', 'cotan', 'coth', 'csc',
230
+ 'csch', 'cycletodeg', 'cycletograd', 'cycletorad', 'degtocycle',
231
+ 'degtograd', 'degtorad', 'divmod', 'doubledecliningbalance',
232
+ 'ensurerange', 'floor', 'frexp', 'futurevalue', 'getexceptionmask',
233
+ 'getprecisionmode', 'getroundmode', 'gradtocycle', 'gradtodeg',
234
+ 'gradtorad', 'hypot', 'inrange', 'interestpayment', 'interestrate',
235
+ 'internalrateofreturn', 'intpower', 'isinfinite', 'isnan', 'iszero',
236
+ 'ldexp', 'lnxp1', 'log10', 'log2', 'logn', 'max', 'maxintvalue',
237
+ 'maxvalue', 'mean', 'meanandstddev', 'min', 'minintvalue', 'minvalue',
238
+ 'momentskewkurtosis', 'netpresentvalue', 'norm', 'numberofperiods',
239
+ 'payment', 'periodpayment', 'poly', 'popnstddev', 'popnvariance',
240
+ 'power', 'presentvalue', 'radtocycle', 'radtodeg', 'radtograd',
241
+ 'randg', 'randomrange', 'roundto', 'samevalue', 'sec', 'secant',
242
+ 'sech', 'setexceptionmask', 'setprecisionmode', 'setroundmode',
243
+ 'sign', 'simpleroundto', 'sincos', 'sinh', 'slndepreciation', 'stddev',
244
+ 'sum', 'sumint', 'sumofsquares', 'sumsandsquares', 'syddepreciation',
245
+ 'tan', 'tanh', 'totalvariance', 'variance'
246
+ )
247
+ }
248
+
249
+ ASM_REGISTERS = {
250
+ 'ah', 'al', 'ax', 'bh', 'bl', 'bp', 'bx', 'ch', 'cl', 'cr0',
251
+ 'cr1', 'cr2', 'cr3', 'cr4', 'cs', 'cx', 'dh', 'di', 'dl', 'dr0',
252
+ 'dr1', 'dr2', 'dr3', 'dr4', 'dr5', 'dr6', 'dr7', 'ds', 'dx',
253
+ 'eax', 'ebp', 'ebx', 'ecx', 'edi', 'edx', 'es', 'esi', 'esp',
254
+ 'fs', 'gs', 'mm0', 'mm1', 'mm2', 'mm3', 'mm4', 'mm5', 'mm6',
255
+ 'mm7', 'si', 'sp', 'ss', 'st0', 'st1', 'st2', 'st3', 'st4', 'st5',
256
+ 'st6', 'st7', 'xmm0', 'xmm1', 'xmm2', 'xmm3', 'xmm4', 'xmm5',
257
+ 'xmm6', 'xmm7'
258
+ }
259
+
260
+ ASM_INSTRUCTIONS = {
261
+ 'aaa', 'aad', 'aam', 'aas', 'adc', 'add', 'and', 'arpl', 'bound',
262
+ 'bsf', 'bsr', 'bswap', 'bt', 'btc', 'btr', 'bts', 'call', 'cbw',
263
+ 'cdq', 'clc', 'cld', 'cli', 'clts', 'cmc', 'cmova', 'cmovae',
264
+ 'cmovb', 'cmovbe', 'cmovc', 'cmovcxz', 'cmove', 'cmovg',
265
+ 'cmovge', 'cmovl', 'cmovle', 'cmovna', 'cmovnae', 'cmovnb',
266
+ 'cmovnbe', 'cmovnc', 'cmovne', 'cmovng', 'cmovnge', 'cmovnl',
267
+ 'cmovnle', 'cmovno', 'cmovnp', 'cmovns', 'cmovnz', 'cmovo',
268
+ 'cmovp', 'cmovpe', 'cmovpo', 'cmovs', 'cmovz', 'cmp', 'cmpsb',
269
+ 'cmpsd', 'cmpsw', 'cmpxchg', 'cmpxchg486', 'cmpxchg8b', 'cpuid',
270
+ 'cwd', 'cwde', 'daa', 'das', 'dec', 'div', 'emms', 'enter', 'hlt',
271
+ 'ibts', 'icebp', 'idiv', 'imul', 'in', 'inc', 'insb', 'insd',
272
+ 'insw', 'int', 'int01', 'int03', 'int1', 'int3', 'into', 'invd',
273
+ 'invlpg', 'iret', 'iretd', 'iretw', 'ja', 'jae', 'jb', 'jbe',
274
+ 'jc', 'jcxz', 'jcxz', 'je', 'jecxz', 'jg', 'jge', 'jl', 'jle',
275
+ 'jmp', 'jna', 'jnae', 'jnb', 'jnbe', 'jnc', 'jne', 'jng', 'jnge',
276
+ 'jnl', 'jnle', 'jno', 'jnp', 'jns', 'jnz', 'jo', 'jp', 'jpe',
277
+ 'jpo', 'js', 'jz', 'lahf', 'lar', 'lcall', 'lds', 'lea', 'leave',
278
+ 'les', 'lfs', 'lgdt', 'lgs', 'lidt', 'ljmp', 'lldt', 'lmsw',
279
+ 'loadall', 'loadall286', 'lock', 'lodsb', 'lodsd', 'lodsw',
280
+ 'loop', 'loope', 'loopne', 'loopnz', 'loopz', 'lsl', 'lss', 'ltr',
281
+ 'mov', 'movd', 'movq', 'movsb', 'movsd', 'movsw', 'movsx',
282
+ 'movzx', 'mul', 'neg', 'nop', 'not', 'or', 'out', 'outsb', 'outsd',
283
+ 'outsw', 'pop', 'popa', 'popad', 'popaw', 'popf', 'popfd', 'popfw',
284
+ 'push', 'pusha', 'pushad', 'pushaw', 'pushf', 'pushfd', 'pushfw',
285
+ 'rcl', 'rcr', 'rdmsr', 'rdpmc', 'rdshr', 'rdtsc', 'rep', 'repe',
286
+ 'repne', 'repnz', 'repz', 'ret', 'retf', 'retn', 'rol', 'ror',
287
+ 'rsdc', 'rsldt', 'rsm', 'sahf', 'sal', 'salc', 'sar', 'sbb',
288
+ 'scasb', 'scasd', 'scasw', 'seta', 'setae', 'setb', 'setbe',
289
+ 'setc', 'setcxz', 'sete', 'setg', 'setge', 'setl', 'setle',
290
+ 'setna', 'setnae', 'setnb', 'setnbe', 'setnc', 'setne', 'setng',
291
+ 'setnge', 'setnl', 'setnle', 'setno', 'setnp', 'setns', 'setnz',
292
+ 'seto', 'setp', 'setpe', 'setpo', 'sets', 'setz', 'sgdt', 'shl',
293
+ 'shld', 'shr', 'shrd', 'sidt', 'sldt', 'smi', 'smint', 'smintold',
294
+ 'smsw', 'stc', 'std', 'sti', 'stosb', 'stosd', 'stosw', 'str',
295
+ 'sub', 'svdc', 'svldt', 'svts', 'syscall', 'sysenter', 'sysexit',
296
+ 'sysret', 'test', 'ud1', 'ud2', 'umov', 'verr', 'verw', 'wait',
297
+ 'wbinvd', 'wrmsr', 'wrshr', 'xadd', 'xbts', 'xchg', 'xlat',
298
+ 'xlatb', 'xor'
299
+ }
300
+
301
+ def __init__(self, **options):
302
+ Lexer.__init__(self, **options)
303
+ self.keywords = set()
304
+ if get_bool_opt(options, 'turbopascal', True):
305
+ self.keywords.update(self.TURBO_PASCAL_KEYWORDS)
306
+ if get_bool_opt(options, 'delphi', True):
307
+ self.keywords.update(self.DELPHI_KEYWORDS)
308
+ if get_bool_opt(options, 'freepascal', True):
309
+ self.keywords.update(self.FREE_PASCAL_KEYWORDS)
310
+ self.builtins = set()
311
+ for unit in get_list_opt(options, 'units', list(self.BUILTIN_UNITS)):
312
+ self.builtins.update(self.BUILTIN_UNITS[unit])
313
+
314
+ def get_tokens_unprocessed(self, text):
315
+ scanner = Scanner(text, re.DOTALL | re.MULTILINE | re.IGNORECASE)
316
+ stack = ['initial']
317
+ in_function_block = False
318
+ in_property_block = False
319
+ was_dot = False
320
+ next_token_is_function = False
321
+ next_token_is_property = False
322
+ collect_labels = False
323
+ block_labels = set()
324
+ brace_balance = [0, 0]
325
+
326
+ while not scanner.eos:
327
+ token = Error
328
+
329
+ if stack[-1] == 'initial':
330
+ if scanner.scan(r'\s+'):
331
+ token = Text
332
+ elif scanner.scan(r'\{.*?\}|\(\*.*?\*\)'):
333
+ if scanner.match.startswith('$'):
334
+ token = Comment.Preproc
335
+ else:
336
+ token = Comment.Multiline
337
+ elif scanner.scan(r'//.*?$'):
338
+ token = Comment.Single
339
+ elif scanner.scan(r'[-+*\/=<>:;,.@\^]'):
340
+ token = Operator
341
+ # stop label highlighting on next ";"
342
+ if collect_labels and scanner.match == ';':
343
+ collect_labels = False
344
+ elif scanner.scan(r'[\(\)\[\]]+'):
345
+ token = Punctuation
346
+ # abort function naming ``foo = Function(...)``
347
+ next_token_is_function = False
348
+ # if we are in a function block we count the open
349
+ # braces because ootherwise it's impossible to
350
+ # determine the end of the modifier context
351
+ if in_function_block or in_property_block:
352
+ if scanner.match == '(':
353
+ brace_balance[0] += 1
354
+ elif scanner.match == ')':
355
+ brace_balance[0] -= 1
356
+ elif scanner.match == '[':
357
+ brace_balance[1] += 1
358
+ elif scanner.match == ']':
359
+ brace_balance[1] -= 1
360
+ elif scanner.scan(r'[A-Za-z_][A-Za-z_0-9]*'):
361
+ lowercase_name = scanner.match.lower()
362
+ if lowercase_name == 'result':
363
+ token = Name.Builtin.Pseudo
364
+ elif lowercase_name in self.keywords:
365
+ token = Keyword
366
+ # if we are in a special block and a
367
+ # block ending keyword occours (and the parenthesis
368
+ # is balanced) we end the current block context
369
+ if (in_function_block or in_property_block) and \
370
+ lowercase_name in self.BLOCK_KEYWORDS and \
371
+ brace_balance[0] <= 0 and \
372
+ brace_balance[1] <= 0:
373
+ in_function_block = False
374
+ in_property_block = False
375
+ brace_balance = [0, 0]
376
+ block_labels = set()
377
+ if lowercase_name in ('label', 'goto'):
378
+ collect_labels = True
379
+ elif lowercase_name == 'asm':
380
+ stack.append('asm')
381
+ elif lowercase_name == 'property':
382
+ in_property_block = True
383
+ next_token_is_property = True
384
+ elif lowercase_name in ('procedure', 'operator',
385
+ 'function', 'constructor',
386
+ 'destructor'):
387
+ in_function_block = True
388
+ next_token_is_function = True
389
+ # we are in a function block and the current name
390
+ # is in the set of registered modifiers. highlight
391
+ # it as pseudo keyword
392
+ elif in_function_block and \
393
+ lowercase_name in self.FUNCTION_MODIFIERS:
394
+ token = Keyword.Pseudo
395
+ # if we are in a property highlight some more
396
+ # modifiers
397
+ elif in_property_block and \
398
+ lowercase_name in ('read', 'write'):
399
+ token = Keyword.Pseudo
400
+ next_token_is_function = True
401
+ # if the last iteration set next_token_is_function
402
+ # to true we now want this name highlighted as
403
+ # function. so do that and reset the state
404
+ elif next_token_is_function:
405
+ # Look if the next token is a dot. If yes it's
406
+ # not a function, but a class name and the
407
+ # part after the dot a function name
408
+ if scanner.test(r'\s*\.\s*'):
409
+ token = Name.Class
410
+ # it's not a dot, our job is done
411
+ else:
412
+ token = Name.Function
413
+ next_token_is_function = False
414
+ # same for properties
415
+ elif next_token_is_property:
416
+ token = Name.Property
417
+ next_token_is_property = False
418
+ # Highlight this token as label and add it
419
+ # to the list of known labels
420
+ elif collect_labels:
421
+ token = Name.Label
422
+ block_labels.add(scanner.match.lower())
423
+ # name is in list of known labels
424
+ elif lowercase_name in block_labels:
425
+ token = Name.Label
426
+ elif lowercase_name in self.BUILTIN_TYPES:
427
+ token = Keyword.Type
428
+ elif lowercase_name in self.DIRECTIVES:
429
+ token = Keyword.Pseudo
430
+ # builtins are just builtins if the token
431
+ # before isn't a dot
432
+ elif not was_dot and lowercase_name in self.builtins:
433
+ token = Name.Builtin
434
+ else:
435
+ token = Name
436
+ elif scanner.scan(r"'"):
437
+ token = String
438
+ stack.append('string')
439
+ elif scanner.scan(r'\#(\d+|\$[0-9A-Fa-f]+)'):
440
+ token = String.Char
441
+ elif scanner.scan(r'\$[0-9A-Fa-f]+'):
442
+ token = Number.Hex
443
+ elif scanner.scan(r'\d+(?![eE]|\.[^.])'):
444
+ token = Number.Integer
445
+ elif scanner.scan(r'\d+(\.\d+([eE][+-]?\d+)?|[eE][+-]?\d+)'):
446
+ token = Number.Float
447
+ else:
448
+ # if the stack depth is deeper than once, pop
449
+ if len(stack) > 1:
450
+ stack.pop()
451
+ scanner.get_char()
452
+
453
+ elif stack[-1] == 'string':
454
+ if scanner.scan(r"''"):
455
+ token = String.Escape
456
+ elif scanner.scan(r"'"):
457
+ token = String
458
+ stack.pop()
459
+ elif scanner.scan(r"[^']*"):
460
+ token = String
461
+ else:
462
+ scanner.get_char()
463
+ stack.pop()
464
+
465
+ elif stack[-1] == 'asm':
466
+ if scanner.scan(r'\s+'):
467
+ token = Text
468
+ elif scanner.scan(r'end'):
469
+ token = Keyword
470
+ stack.pop()
471
+ elif scanner.scan(r'\{.*?\}|\(\*.*?\*\)'):
472
+ if scanner.match.startswith('$'):
473
+ token = Comment.Preproc
474
+ else:
475
+ token = Comment.Multiline
476
+ elif scanner.scan(r'//.*?$'):
477
+ token = Comment.Single
478
+ elif scanner.scan(r"'"):
479
+ token = String
480
+ stack.append('string')
481
+ elif scanner.scan(r'@@[A-Za-z_][A-Za-z_0-9]*'):
482
+ token = Name.Label
483
+ elif scanner.scan(r'[A-Za-z_][A-Za-z_0-9]*'):
484
+ lowercase_name = scanner.match.lower()
485
+ if lowercase_name in self.ASM_INSTRUCTIONS:
486
+ token = Keyword
487
+ elif lowercase_name in self.ASM_REGISTERS:
488
+ token = Name.Builtin
489
+ else:
490
+ token = Name
491
+ elif scanner.scan(r'[-+*\/=<>:;,.@\^]+'):
492
+ token = Operator
493
+ elif scanner.scan(r'[\(\)\[\]]+'):
494
+ token = Punctuation
495
+ elif scanner.scan(r'\$[0-9A-Fa-f]+'):
496
+ token = Number.Hex
497
+ elif scanner.scan(r'\d+(?![eE]|\.[^.])'):
498
+ token = Number.Integer
499
+ elif scanner.scan(r'\d+(\.\d+([eE][+-]?\d+)?|[eE][+-]?\d+)'):
500
+ token = Number.Float
501
+ else:
502
+ scanner.get_char()
503
+ stack.pop()
504
+
505
+ # save the dot!!!11
506
+ if scanner.match.strip():
507
+ was_dot = scanner.match == '.'
508
+ yield scanner.start_pos, token, scanner.match or ''
509
+
510
+
511
+ class AdaLexer(RegexLexer):
512
+ """
513
+ For Ada source code.
514
+
515
+ .. versionadded:: 1.3
516
+ """
517
+
518
+ name = 'Ada'
519
+ aliases = ['ada', 'ada95', 'ada2005']
520
+ filenames = ['*.adb', '*.ads', '*.ada']
521
+ mimetypes = ['text/x-ada']
522
+
523
+ flags = re.MULTILINE | re.IGNORECASE
524
+
525
+ tokens = {
526
+ 'root': [
527
+ (r'[^\S\n]+', Text),
528
+ (r'--.*?\n', Comment.Single),
529
+ (r'[^\S\n]+', Text),
530
+ (r'function|procedure|entry', Keyword.Declaration, 'subprogram'),
531
+ (r'(subtype|type)(\s+)(\w+)',
532
+ bygroups(Keyword.Declaration, Text, Keyword.Type), 'type_def'),
533
+ (r'task|protected', Keyword.Declaration),
534
+ (r'(subtype)(\s+)', bygroups(Keyword.Declaration, Text)),
535
+ (r'(end)(\s+)', bygroups(Keyword.Reserved, Text), 'end'),
536
+ (r'(pragma)(\s+)(\w+)', bygroups(Keyword.Reserved, Text,
537
+ Comment.Preproc)),
538
+ (r'(true|false|null)\b', Keyword.Constant),
539
+ (words((
540
+ 'Address', 'Byte', 'Boolean', 'Character', 'Controlled', 'Count',
541
+ 'Cursor', 'Duration', 'File_Mode', 'File_Type', 'Float', 'Generator',
542
+ 'Integer', 'Long_Float', 'Long_Integer', 'Long_Long_Float',
543
+ 'Long_Long_Integer', 'Natural', 'Positive', 'Reference_Type',
544
+ 'Short_Float', 'Short_Integer', 'Short_Short_Float',
545
+ 'Short_Short_Integer', 'String', 'Wide_Character', 'Wide_String'),
546
+ suffix=r'\b'),
547
+ Keyword.Type),
548
+ (r'(and(\s+then)?|in|mod|not|or(\s+else)|rem)\b', Operator.Word),
549
+ (r'generic|private', Keyword.Declaration),
550
+ (r'package', Keyword.Declaration, 'package'),
551
+ (r'array\b', Keyword.Reserved, 'array_def'),
552
+ (r'(with|use)(\s+)', bygroups(Keyword.Namespace, Text), 'import'),
553
+ (r'(\w+)(\s*)(:)(\s*)(constant)',
554
+ bygroups(Name.Constant, Text, Punctuation, Text,
555
+ Keyword.Reserved)),
556
+ (r'<<\w+>>', Name.Label),
557
+ (r'(\w+)(\s*)(:)(\s*)(declare|begin|loop|for|while)',
558
+ bygroups(Name.Label, Text, Punctuation, Text, Keyword.Reserved)),
559
+ (words((
560
+ 'abort', 'abs', 'abstract', 'accept', 'access', 'aliased', 'all',
561
+ 'array', 'at', 'begin', 'body', 'case', 'constant', 'declare',
562
+ 'delay', 'delta', 'digits', 'do', 'else', 'elsif', 'end', 'entry',
563
+ 'exception', 'exit', 'interface', 'for', 'goto', 'if', 'is', 'limited',
564
+ 'loop', 'new', 'null', 'of', 'or', 'others', 'out', 'overriding',
565
+ 'pragma', 'protected', 'raise', 'range', 'record', 'renames', 'requeue',
566
+ 'return', 'reverse', 'select', 'separate', 'some', 'subtype',
567
+ 'synchronized', 'task', 'tagged', 'terminate', 'then', 'type', 'until',
568
+ 'when', 'while', 'xor'), prefix=r'\b', suffix=r'\b'),
569
+ Keyword.Reserved),
570
+ (r'"[^"]*"', String),
571
+ include('attribute'),
572
+ include('numbers'),
573
+ (r"'[^']'", String.Character),
574
+ (r'(\w+)(\s*|[(,])', bygroups(Name, using(this))),
575
+ (r"(<>|=>|:=|[()|:;,.'])", Punctuation),
576
+ (r'[*<>+=/&-]', Operator),
577
+ (r'\n+', Text),
578
+ ],
579
+ 'numbers': [
580
+ (r'[0-9_]+#[0-9a-f_\.]+#', Number.Hex),
581
+ (r'[0-9_]+\.[0-9_]*', Number.Float),
582
+ (r'[0-9_]+', Number.Integer),
583
+ ],
584
+ 'attribute': [
585
+ (r"(')(\w+)", bygroups(Punctuation, Name.Attribute)),
586
+ ],
587
+ 'subprogram': [
588
+ (r'\(', Punctuation, ('#pop', 'formal_part')),
589
+ (r';', Punctuation, '#pop'),
590
+ (r'is\b', Keyword.Reserved, '#pop'),
591
+ (r'"[^"]+"|\w+', Name.Function),
592
+ include('root'),
593
+ ],
594
+ 'end': [
595
+ ('(if|case|record|loop|select)', Keyword.Reserved),
596
+ (r'"[^"]+"|[\w.]+', Name.Function),
597
+ (r'\s+', Text),
598
+ (';', Punctuation, '#pop'),
599
+ ],
600
+ 'type_def': [
601
+ (r';', Punctuation, '#pop'),
602
+ (r'\(', Punctuation, 'formal_part'),
603
+ (r'with|and|use', Keyword.Reserved),
604
+ (r'array\b', Keyword.Reserved, ('#pop', 'array_def')),
605
+ (r'record\b', Keyword.Reserved, ('record_def')),
606
+ (r'(null record)(;)', bygroups(Keyword.Reserved, Punctuation), '#pop'),
607
+ include('root'),
608
+ ],
609
+ 'array_def': [
610
+ (r';', Punctuation, '#pop'),
611
+ (r'(\w+)(\s+)(range)', bygroups(Keyword.Type, Text, Keyword.Reserved)),
612
+ include('root'),
613
+ ],
614
+ 'record_def': [
615
+ (r'end record', Keyword.Reserved, '#pop'),
616
+ include('root'),
617
+ ],
618
+ 'import': [
619
+ (r'[\w.]+', Name.Namespace, '#pop'),
620
+ default('#pop'),
621
+ ],
622
+ 'formal_part': [
623
+ (r'\)', Punctuation, '#pop'),
624
+ (r'\w+', Name.Variable),
625
+ (r',|:[^=]', Punctuation),
626
+ (r'(in|not|null|out|access)\b', Keyword.Reserved),
627
+ include('root'),
628
+ ],
629
+ 'package': [
630
+ ('body', Keyword.Declaration),
631
+ (r'is\s+new|renames', Keyword.Reserved),
632
+ ('is', Keyword.Reserved, '#pop'),
633
+ (';', Punctuation, '#pop'),
634
+ (r'\(', Punctuation, 'package_instantiation'),
635
+ (r'([\w.]+)', Name.Class),
636
+ include('root'),
637
+ ],
638
+ 'package_instantiation': [
639
+ (r'("[^"]+"|\w+)(\s+)(=>)', bygroups(Name.Variable, Text, Punctuation)),
640
+ (r'[\w.\'"]', Text),
641
+ (r'\)', Punctuation, '#pop'),
642
+ include('root'),
643
+ ],
644
+ }