pygments.rb 1.2.1 → 2.0.0.rc2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (378) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +28 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +5 -6
  6. data/CHANGELOG.adoc +119 -0
  7. data/Gemfile +3 -1
  8. data/LICENSE +1 -1
  9. data/README.adoc +161 -0
  10. data/Rakefile +10 -21
  11. data/bench.rb +8 -7
  12. data/cache-lexers.rb +3 -2
  13. data/lib/pygments.rb +10 -11
  14. data/lib/pygments/lexer.rb +5 -5
  15. data/lib/pygments/mentos.py +23 -66
  16. data/lib/pygments/popen.rb +152 -204
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +11 -9
  19. data/test/test_pygments.rb +51 -84
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.7.3.dist-info/AUTHORS} +21 -3
  21. data/vendor/pygments-main/Pygments-2.7.3.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.7.3.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.7.3.dist-info/METADATA +49 -0
  24. data/vendor/pygments-main/Pygments-2.7.3.dist-info/RECORD +482 -0
  25. data/vendor/pygments-main/Pygments-2.7.3.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.7.3.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.7.3.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.7.3.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -11
  31. data/vendor/pygments-main/pygments/__main__.py +18 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +38 -29
  33. data/vendor/pygments-main/pygments/console.py +6 -9
  34. data/vendor/pygments-main/pygments/filter.py +4 -6
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -21
  36. data/vendor/pygments-main/pygments/formatter.py +4 -4
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +9 -8
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -3
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -1
  40. data/vendor/pygments-main/pygments/formatters/html.py +223 -135
  41. data/vendor/pygments-main/pygments/formatters/img.py +68 -41
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -39
  43. data/vendor/pygments-main/pygments/formatters/latex.py +56 -26
  44. data/vendor/pygments-main/pygments/formatters/other.py +12 -8
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -29
  46. data/vendor/pygments-main/pygments/formatters/svg.py +38 -4
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -31
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +22 -12
  49. data/vendor/pygments-main/pygments/lexer.py +41 -39
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +342 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1645 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +232 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +71 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1725 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5327 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +293 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +551 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1172 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1282 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2547 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4753 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +678 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3094 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1161 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +558 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +421 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1004 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +113 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +280 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1939 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +245 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +24 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +240 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +76 -0
  75. data/vendor/pygments-main/pygments/lexers/ampl.py +87 -0
  76. data/vendor/pygments-main/pygments/lexers/apl.py +101 -0
  77. data/vendor/pygments-main/pygments/lexers/archetype.py +318 -0
  78. data/vendor/pygments-main/pygments/lexers/arrow.py +117 -0
  79. data/vendor/pygments-main/pygments/lexers/asm.py +1005 -0
  80. data/vendor/pygments-main/pygments/lexers/automation.py +374 -0
  81. data/vendor/pygments-main/pygments/lexers/bare.py +104 -0
  82. data/vendor/pygments-main/pygments/lexers/basic.py +662 -0
  83. data/vendor/pygments-main/pygments/lexers/bibtex.py +160 -0
  84. data/vendor/pygments-main/pygments/lexers/boa.py +102 -0
  85. data/vendor/pygments-main/pygments/lexers/business.py +627 -0
  86. data/vendor/pygments-main/pygments/lexers/c_cpp.py +344 -0
  87. data/vendor/pygments-main/pygments/lexers/c_like.py +566 -0
  88. data/vendor/pygments-main/pygments/lexers/capnproto.py +78 -0
  89. data/vendor/pygments-main/pygments/lexers/chapel.py +112 -0
  90. data/vendor/pygments-main/pygments/lexers/clean.py +179 -0
  91. data/vendor/pygments-main/pygments/lexers/compiled.py +34 -0
  92. data/vendor/pygments-main/pygments/lexers/configs.py +984 -0
  93. data/vendor/pygments-main/pygments/lexers/console.py +114 -0
  94. data/vendor/pygments-main/pygments/lexers/crystal.py +392 -0
  95. data/vendor/pygments-main/pygments/lexers/csound.py +467 -0
  96. data/vendor/pygments-main/pygments/lexers/css.py +691 -0
  97. data/vendor/pygments-main/pygments/lexers/d.py +256 -0
  98. data/vendor/pygments-main/pygments/lexers/dalvik.py +125 -0
  99. data/vendor/pygments-main/pygments/lexers/data.py +698 -0
  100. data/vendor/pygments-main/pygments/lexers/devicetree.py +109 -0
  101. data/vendor/pygments-main/pygments/lexers/diff.py +165 -0
  102. data/vendor/pygments-main/pygments/lexers/dotnet.py +707 -0
  103. data/vendor/pygments-main/pygments/lexers/dsls.py +960 -0
  104. data/vendor/pygments-main/pygments/lexers/dylan.py +287 -0
  105. data/vendor/pygments-main/pygments/lexers/ecl.py +139 -0
  106. data/vendor/pygments-main/pygments/lexers/eiffel.py +65 -0
  107. data/vendor/pygments-main/pygments/lexers/elm.py +121 -0
  108. data/vendor/pygments-main/pygments/lexers/email.py +151 -0
  109. data/vendor/pygments-main/pygments/lexers/erlang.py +530 -0
  110. data/vendor/pygments-main/pygments/lexers/esoteric.py +304 -0
  111. data/vendor/pygments-main/pygments/lexers/ezhil.py +77 -0
  112. data/vendor/pygments-main/pygments/lexers/factor.py +344 -0
  113. data/vendor/pygments-main/pygments/lexers/fantom.py +250 -0
  114. data/vendor/pygments-main/pygments/lexers/felix.py +273 -0
  115. data/vendor/pygments-main/pygments/lexers/floscript.py +83 -0
  116. data/vendor/pygments-main/pygments/lexers/forth.py +178 -0
  117. data/vendor/pygments-main/pygments/lexers/fortran.py +206 -0
  118. data/vendor/pygments-main/pygments/lexers/foxpro.py +428 -0
  119. data/vendor/pygments-main/pygments/lexers/freefem.py +898 -0
  120. data/vendor/pygments-main/pygments/lexers/functional.py +21 -0
  121. data/vendor/pygments-main/pygments/lexers/gdscript.py +346 -0
  122. data/vendor/pygments-main/pygments/lexers/go.py +101 -0
  123. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +270 -0
  124. data/vendor/pygments-main/pygments/lexers/graph.py +85 -0
  125. data/vendor/pygments-main/pygments/lexers/graphics.py +800 -0
  126. data/vendor/pygments-main/pygments/lexers/haskell.py +870 -0
  127. data/vendor/pygments-main/pygments/lexers/haxe.py +936 -0
  128. data/vendor/pygments-main/pygments/lexers/hdl.py +472 -0
  129. data/vendor/pygments-main/pygments/lexers/hexdump.py +103 -0
  130. data/vendor/pygments-main/pygments/lexers/html.py +614 -0
  131. data/vendor/pygments-main/pygments/lexers/idl.py +281 -0
  132. data/vendor/pygments-main/pygments/lexers/igor.py +420 -0
  133. data/vendor/pygments-main/pygments/lexers/inferno.py +96 -0
  134. data/vendor/pygments-main/pygments/lexers/installers.py +322 -0
  135. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1368 -0
  136. data/vendor/pygments-main/pygments/lexers/iolang.py +63 -0
  137. data/vendor/pygments-main/pygments/lexers/j.py +146 -0
  138. data/vendor/pygments-main/pygments/lexers/javascript.py +1540 -0
  139. data/vendor/pygments-main/pygments/lexers/julia.py +331 -0
  140. data/vendor/pygments-main/pygments/lexers/jvm.py +1673 -0
  141. data/vendor/pygments-main/pygments/lexers/lisp.py +2699 -0
  142. data/vendor/pygments-main/pygments/lexers/make.py +206 -0
  143. data/vendor/pygments-main/pygments/lexers/markup.py +765 -0
  144. data/vendor/pygments-main/pygments/lexers/math.py +21 -0
  145. data/vendor/pygments-main/pygments/lexers/matlab.py +720 -0
  146. data/vendor/pygments-main/pygments/lexers/mime.py +226 -0
  147. data/vendor/pygments-main/pygments/lexers/ml.py +958 -0
  148. data/vendor/pygments-main/pygments/lexers/modeling.py +366 -0
  149. data/vendor/pygments-main/pygments/lexers/modula2.py +1580 -0
  150. data/vendor/pygments-main/pygments/lexers/monte.py +204 -0
  151. data/vendor/pygments-main/pygments/lexers/mosel.py +448 -0
  152. data/vendor/pygments-main/pygments/lexers/ncl.py +894 -0
  153. data/vendor/pygments-main/pygments/lexers/nimrod.py +159 -0
  154. data/vendor/pygments-main/pygments/lexers/nit.py +64 -0
  155. data/vendor/pygments-main/pygments/lexers/nix.py +136 -0
  156. data/vendor/pygments-main/pygments/lexers/oberon.py +121 -0
  157. data/vendor/pygments-main/pygments/lexers/objective.py +504 -0
  158. data/vendor/pygments-main/pygments/lexers/ooc.py +85 -0
  159. data/vendor/pygments-main/pygments/lexers/other.py +41 -0
  160. data/vendor/pygments-main/pygments/lexers/parasail.py +79 -0
  161. data/vendor/pygments-main/pygments/lexers/parsers.py +800 -0
  162. data/vendor/pygments-main/pygments/lexers/pascal.py +644 -0
  163. data/vendor/pygments-main/pygments/lexers/pawn.py +205 -0
  164. data/vendor/pygments-main/pygments/lexers/perl.py +732 -0
  165. data/vendor/pygments-main/pygments/lexers/php.py +321 -0
  166. data/vendor/pygments-main/pygments/lexers/pointless.py +71 -0
  167. data/vendor/pygments-main/pygments/lexers/pony.py +94 -0
  168. data/vendor/pygments-main/pygments/lexers/praat.py +302 -0
  169. data/vendor/pygments-main/pygments/lexers/prolog.py +306 -0
  170. data/vendor/pygments-main/pygments/lexers/promql.py +183 -0
  171. data/vendor/pygments-main/pygments/lexers/python.py +1151 -0
  172. data/vendor/pygments-main/pygments/lexers/qvt.py +152 -0
  173. data/vendor/pygments-main/pygments/lexers/r.py +191 -0
  174. data/vendor/pygments-main/pygments/lexers/rdf.py +463 -0
  175. data/vendor/pygments-main/pygments/lexers/rebol.py +431 -0
  176. data/vendor/pygments-main/pygments/lexers/resource.py +85 -0
  177. data/vendor/pygments-main/pygments/lexers/ride.py +139 -0
  178. data/vendor/pygments-main/pygments/lexers/rnc.py +67 -0
  179. data/vendor/pygments-main/pygments/lexers/roboconf.py +82 -0
  180. data/vendor/pygments-main/pygments/lexers/robotframework.py +552 -0
  181. data/vendor/pygments-main/pygments/lexers/ruby.py +517 -0
  182. data/vendor/pygments-main/pygments/lexers/rust.py +224 -0
  183. data/vendor/pygments-main/pygments/lexers/sas.py +228 -0
  184. data/vendor/pygments-main/pygments/lexers/scdoc.py +83 -0
  185. data/vendor/pygments-main/pygments/lexers/scripting.py +1284 -0
  186. data/vendor/pygments-main/pygments/lexers/sgf.py +61 -0
  187. data/vendor/pygments-main/pygments/lexers/shell.py +914 -0
  188. data/vendor/pygments-main/pygments/lexers/sieve.py +69 -0
  189. data/vendor/pygments-main/pygments/lexers/slash.py +185 -0
  190. data/vendor/pygments-main/pygments/lexers/smalltalk.py +195 -0
  191. data/vendor/pygments-main/pygments/lexers/smv.py +79 -0
  192. data/vendor/pygments-main/pygments/lexers/snobol.py +83 -0
  193. data/vendor/pygments-main/pygments/lexers/solidity.py +92 -0
  194. data/vendor/pygments-main/pygments/lexers/special.py +105 -0
  195. data/vendor/pygments-main/pygments/lexers/sql.py +837 -0
  196. data/vendor/pygments-main/pygments/lexers/stata.py +171 -0
  197. data/vendor/pygments-main/pygments/lexers/supercollider.py +95 -0
  198. data/vendor/pygments-main/pygments/lexers/tcl.py +145 -0
  199. data/vendor/pygments-main/pygments/lexers/templates.py +2264 -0
  200. data/vendor/pygments-main/pygments/lexers/teraterm.py +335 -0
  201. data/vendor/pygments-main/pygments/lexers/testing.py +207 -0
  202. data/vendor/pygments-main/pygments/lexers/text.py +26 -0
  203. data/vendor/pygments-main/pygments/lexers/textedit.py +169 -0
  204. data/vendor/pygments-main/pygments/lexers/textfmts.py +430 -0
  205. data/vendor/pygments-main/pygments/lexers/theorem.py +474 -0
  206. data/vendor/pygments-main/pygments/lexers/tnt.py +263 -0
  207. data/vendor/pygments-main/pygments/lexers/trafficscript.py +54 -0
  208. data/vendor/pygments-main/pygments/lexers/typoscript.py +219 -0
  209. data/vendor/pygments-main/pygments/lexers/unicon.py +412 -0
  210. data/vendor/pygments-main/pygments/lexers/urbi.py +146 -0
  211. data/vendor/pygments-main/pygments/lexers/usd.py +90 -0
  212. data/vendor/pygments-main/pygments/lexers/varnish.py +190 -0
  213. data/vendor/pygments-main/pygments/lexers/verification.py +114 -0
  214. data/vendor/pygments-main/pygments/lexers/web.py +24 -0
  215. data/vendor/pygments-main/pygments/lexers/webidl.py +299 -0
  216. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  217. data/vendor/pygments-main/pygments/lexers/whiley.py +116 -0
  218. data/vendor/pygments-main/pygments/lexers/x10.py +69 -0
  219. data/vendor/pygments-main/pygments/lexers/xorg.py +37 -0
  220. data/vendor/pygments-main/pygments/lexers/yang.py +104 -0
  221. data/vendor/pygments-main/pygments/lexers/zig.py +124 -0
  222. data/vendor/pygments-main/pygments/modeline.py +1 -1
  223. data/vendor/pygments-main/pygments/plugin.py +4 -2
  224. data/vendor/pygments-main/pygments/regexopt.py +1 -1
  225. data/vendor/pygments-main/pygments/scanner.py +2 -2
  226. data/vendor/pygments-main/pygments/sphinxext.py +2 -4
  227. data/vendor/pygments-main/pygments/style.py +61 -24
  228. data/vendor/pygments-main/pygments/styles/__init__.py +10 -4
  229. data/vendor/pygments-main/pygments/styles/abap.py +1 -1
  230. data/vendor/pygments-main/pygments/styles/algol.py +1 -1
  231. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -1
  232. data/vendor/pygments-main/pygments/styles/arduino.py +2 -2
  233. data/vendor/pygments-main/pygments/styles/autumn.py +1 -1
  234. data/vendor/pygments-main/pygments/styles/borland.py +1 -1
  235. data/vendor/pygments-main/pygments/styles/bw.py +1 -1
  236. data/vendor/pygments-main/pygments/styles/colorful.py +1 -1
  237. data/vendor/pygments-main/pygments/styles/default.py +1 -1
  238. data/vendor/pygments-main/pygments/styles/emacs.py +1 -1
  239. data/vendor/pygments-main/pygments/styles/friendly.py +1 -1
  240. data/vendor/pygments-main/pygments/styles/fruity.py +1 -1
  241. data/vendor/pygments-main/pygments/styles/igor.py +1 -1
  242. data/vendor/pygments-main/pygments/styles/inkpot.py +67 -0
  243. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -1
  244. data/vendor/pygments-main/pygments/styles/manni.py +1 -1
  245. data/vendor/pygments-main/pygments/styles/monokai.py +4 -3
  246. data/vendor/pygments-main/pygments/styles/murphy.py +1 -1
  247. data/vendor/pygments-main/pygments/styles/native.py +1 -1
  248. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -1
  249. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -1
  250. data/vendor/pygments-main/pygments/styles/pastie.py +1 -1
  251. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -1
  252. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -1
  253. data/vendor/pygments-main/pygments/styles/rrt.py +1 -1
  254. data/vendor/pygments-main/pygments/styles/sas.py +1 -1
  255. data/vendor/pygments-main/pygments/styles/solarized.py +134 -0
  256. data/vendor/pygments-main/pygments/styles/stata_dark.py +41 -0
  257. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -15
  258. data/vendor/pygments-main/pygments/styles/tango.py +1 -1
  259. data/vendor/pygments-main/pygments/styles/trac.py +1 -1
  260. data/vendor/pygments-main/pygments/styles/vim.py +1 -1
  261. data/vendor/pygments-main/pygments/styles/vs.py +1 -1
  262. data/vendor/pygments-main/pygments/styles/xcode.py +1 -1
  263. data/vendor/pygments-main/pygments/token.py +1 -1
  264. data/vendor/pygments-main/pygments/unistring.py +47 -108
  265. data/vendor/pygments-main/pygments/util.py +15 -92
  266. metadata +69 -136
  267. data/CHANGELOG.md +0 -111
  268. data/README.md +0 -121
  269. data/circle.yml +0 -20
  270. data/test/test_data.py +0 -514
  271. data/test/test_data_generated +0 -2582
  272. data/vendor/custom_lexers/github.py +0 -565
  273. data/vendor/pygments-main/CHANGES +0 -1186
  274. data/vendor/pygments-main/MANIFEST.in +0 -6
  275. data/vendor/pygments-main/Makefile +0 -65
  276. data/vendor/pygments-main/README.rst +0 -39
  277. data/vendor/pygments-main/REVISION +0 -1
  278. data/vendor/pygments-main/TODO +0 -12
  279. data/vendor/pygments-main/doc/Makefile +0 -153
  280. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  281. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  282. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  283. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  284. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  285. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  286. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  287. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  288. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  289. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  290. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  291. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  292. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  293. data/vendor/pygments-main/doc/conf.py +0 -241
  294. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  295. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  296. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  297. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  298. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  299. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  300. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  301. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  302. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  303. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  304. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  305. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  306. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  307. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  308. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  309. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  310. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  311. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  312. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  313. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  314. data/vendor/pygments-main/doc/download.rst +0 -41
  315. data/vendor/pygments-main/doc/faq.rst +0 -139
  316. data/vendor/pygments-main/doc/index.rst +0 -54
  317. data/vendor/pygments-main/doc/languages.rst +0 -154
  318. data/vendor/pygments-main/doc/make.bat +0 -190
  319. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  320. data/vendor/pygments-main/external/autopygmentize +0 -101
  321. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  322. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  323. data/vendor/pygments-main/external/moin-parser.py +0 -112
  324. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  325. data/vendor/pygments-main/external/rst-directive.py +0 -82
  326. data/vendor/pygments-main/pygmentize +0 -8
  327. data/vendor/pygments-main/requirements.txt +0 -5
  328. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  329. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  330. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  331. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  332. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  333. data/vendor/pygments-main/scripts/pylintrc +0 -301
  334. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  335. data/vendor/pygments-main/setup.cfg +0 -10
  336. data/vendor/pygments-main/setup.py +0 -77
  337. data/vendor/pygments-main/tox.ini +0 -7
  338. data/vendor/simplejson/.gitignore +0 -10
  339. data/vendor/simplejson/.travis.yml +0 -5
  340. data/vendor/simplejson/CHANGES.txt +0 -291
  341. data/vendor/simplejson/LICENSE.txt +0 -19
  342. data/vendor/simplejson/MANIFEST.in +0 -5
  343. data/vendor/simplejson/README.rst +0 -19
  344. data/vendor/simplejson/conf.py +0 -179
  345. data/vendor/simplejson/index.rst +0 -628
  346. data/vendor/simplejson/scripts/make_docs.py +0 -18
  347. data/vendor/simplejson/setup.py +0 -104
  348. data/vendor/simplejson/simplejson/__init__.py +0 -510
  349. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  350. data/vendor/simplejson/simplejson/decoder.py +0 -425
  351. data/vendor/simplejson/simplejson/encoder.py +0 -567
  352. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  353. data/vendor/simplejson/simplejson/scanner.py +0 -77
  354. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  355. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  356. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  357. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  358. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  359. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  360. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  361. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  362. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  363. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  364. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  365. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  366. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  367. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  368. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  369. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  370. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  371. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  372. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  373. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  374. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  375. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  377. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  378. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,96 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.inferno
4
+ ~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for Inferno os and all the related stuff.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, include, bygroups, default
15
+ from pygments.token import Punctuation, Text, Comment, Operator, Keyword, \
16
+ Name, String, Number
17
+
18
+ __all__ = ['LimboLexer']
19
+
20
+
21
+ class LimboLexer(RegexLexer):
22
+ """
23
+ Lexer for `Limbo programming language <http://www.vitanuova.com/inferno/limbo.html>`_
24
+
25
+ TODO:
26
+ - maybe implement better var declaration highlighting
27
+ - some simple syntax error highlighting
28
+
29
+ .. versionadded:: 2.0
30
+ """
31
+ name = 'Limbo'
32
+ aliases = ['limbo']
33
+ filenames = ['*.b']
34
+ mimetypes = ['text/limbo']
35
+
36
+ tokens = {
37
+ 'whitespace': [
38
+ (r'^(\s*)([a-zA-Z_]\w*:(\s*)\n)',
39
+ bygroups(Text, Name.Label)),
40
+ (r'\n', Text),
41
+ (r'\s+', Text),
42
+ (r'#(\n|(.|\n)*?[^\\]\n)', Comment.Single),
43
+ ],
44
+ 'string': [
45
+ (r'"', String, '#pop'),
46
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|'
47
+ r'u[a-fA-F0-9]{4}|U[a-fA-F0-9]{8}|[0-7]{1,3})', String.Escape),
48
+ (r'[^\\"\n]+', String), # all other characters
49
+ (r'\\', String), # stray backslash
50
+ ],
51
+ 'statements': [
52
+ (r'"', String, 'string'),
53
+ (r"'(\\.|\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,2}|[^\\\'\n])'", String.Char),
54
+ (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+', Number.Float),
55
+ (r'(\d+\.\d*|\.\d+|\d+[fF])', Number.Float),
56
+ (r'16r[0-9a-fA-F]+', Number.Hex),
57
+ (r'8r[0-7]+', Number.Oct),
58
+ (r'((([1-3]\d)|([2-9]))r)?(\d+)', Number.Integer),
59
+ (r'[()\[\],.]', Punctuation),
60
+ (r'[~!%^&*+=|?:<>/-]|(->)|(<-)|(=>)|(::)', Operator),
61
+ (r'(alt|break|case|continue|cyclic|do|else|exit'
62
+ r'for|hd|if|implement|import|include|len|load|or'
63
+ r'pick|return|spawn|tagof|tl|to|while)\b', Keyword),
64
+ (r'(byte|int|big|real|string|array|chan|list|adt'
65
+ r'|fn|ref|of|module|self|type)\b', Keyword.Type),
66
+ (r'(con|iota|nil)\b', Keyword.Constant),
67
+ (r'[a-zA-Z_]\w*', Name),
68
+ ],
69
+ 'statement' : [
70
+ include('whitespace'),
71
+ include('statements'),
72
+ ('[{}]', Punctuation),
73
+ (';', Punctuation, '#pop'),
74
+ ],
75
+ 'root': [
76
+ include('whitespace'),
77
+ default('statement'),
78
+ ],
79
+ }
80
+
81
+ def analyse_text(text):
82
+ # Any limbo module implements something
83
+ if re.search(r'^implement \w+;', text, re.MULTILINE):
84
+ return 0.7
85
+
86
+ # TODO:
87
+ # - Make lexers for:
88
+ # - asm sources
89
+ # - man pages
90
+ # - mkfiles
91
+ # - module definitions
92
+ # - namespace definitions
93
+ # - shell scripts
94
+ # - maybe keyfiles and fonts
95
+ # they all seem to be quite similar to their equivalents
96
+ # from unix world, so there should not be a lot of problems
@@ -0,0 +1,322 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.installers
4
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for installer/packager DSLs and formats.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, include, bygroups, using, this, default
15
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
16
+ Punctuation, Generic, Number, Whitespace
17
+
18
+ __all__ = ['NSISLexer', 'RPMSpecLexer', 'SourcesListLexer',
19
+ 'DebianControlLexer']
20
+
21
+
22
+ class NSISLexer(RegexLexer):
23
+ """
24
+ For `NSIS <http://nsis.sourceforge.net/>`_ scripts.
25
+
26
+ .. versionadded:: 1.6
27
+ """
28
+ name = 'NSIS'
29
+ aliases = ['nsis', 'nsi', 'nsh']
30
+ filenames = ['*.nsi', '*.nsh']
31
+ mimetypes = ['text/x-nsis']
32
+
33
+ flags = re.IGNORECASE
34
+
35
+ tokens = {
36
+ 'root': [
37
+ (r'[;#].*\n', Comment),
38
+ (r"'.*?'", String.Single),
39
+ (r'"', String.Double, 'str_double'),
40
+ (r'`', String.Backtick, 'str_backtick'),
41
+ include('macro'),
42
+ include('interpol'),
43
+ include('basic'),
44
+ (r'\$\{[a-z_|][\w|]*\}', Keyword.Pseudo),
45
+ (r'/[a-z_]\w*', Name.Attribute),
46
+ ('.', Text),
47
+ ],
48
+ 'basic': [
49
+ (r'(\n)(Function)(\s+)([._a-z][.\w]*)\b',
50
+ bygroups(Text, Keyword, Text, Name.Function)),
51
+ (r'\b([_a-z]\w*)(::)([a-z][a-z0-9]*)\b',
52
+ bygroups(Keyword.Namespace, Punctuation, Name.Function)),
53
+ (r'\b([_a-z]\w*)(:)', bygroups(Name.Label, Punctuation)),
54
+ (r'(\b[ULS]|\B)([!<>=]?=|\<\>?|\>)\B', Operator),
55
+ (r'[|+-]', Operator),
56
+ (r'\\', Punctuation),
57
+ (r'\b(Abort|Add(?:BrandingImage|Size)|'
58
+ r'Allow(?:RootDirInstall|SkipFiles)|AutoCloseWindow|'
59
+ r'BG(?:Font|Gradient)|BrandingText|BringToFront|Call(?:InstDLL)?|'
60
+ r'(?:Sub)?Caption|ChangeUI|CheckBitmap|ClearErrors|CompletedText|'
61
+ r'ComponentText|CopyFiles|CRCCheck|'
62
+ r'Create(?:Directory|Font|Shortcut)|Delete(?:INI(?:Sec|Str)|'
63
+ r'Reg(?:Key|Value))?|DetailPrint|DetailsButtonText|'
64
+ r'Dir(?:Show|Text|Var|Verify)|(?:Disabled|Enabled)Bitmap|'
65
+ r'EnableWindow|EnumReg(?:Key|Value)|Exch|Exec(?:Shell|Wait)?|'
66
+ r'ExpandEnvStrings|File(?:BufSize|Close|ErrorText|Open|'
67
+ r'Read(?:Byte)?|Seek|Write(?:Byte)?)?|'
68
+ r'Find(?:Close|First|Next|Window)|FlushINI|Function(?:End)?|'
69
+ r'Get(?:CurInstType|CurrentAddress|DlgItem|DLLVersion(?:Local)?|'
70
+ r'ErrorLevel|FileTime(?:Local)?|FullPathName|FunctionAddress|'
71
+ r'InstDirError|LabelAddress|TempFileName)|'
72
+ r'Goto|HideWindow|Icon|'
73
+ r'If(?:Abort|Errors|FileExists|RebootFlag|Silent)|'
74
+ r'InitPluginsDir|Install(?:ButtonText|Colors|Dir(?:RegKey)?)|'
75
+ r'Inst(?:ProgressFlags|Type(?:[GS]etText)?)|Int(?:CmpU?|Fmt|Op)|'
76
+ r'IsWindow|LangString(?:UP)?|'
77
+ r'License(?:BkColor|Data|ForceSelection|LangString|Text)|'
78
+ r'LoadLanguageFile|LockWindow|Log(?:Set|Text)|MessageBox|'
79
+ r'MiscButtonText|Name|Nop|OutFile|(?:Uninst)?Page(?:Ex(?:End)?)?|'
80
+ r'PluginDir|Pop|Push|Quit|Read(?:(?:Env|INI|Reg)Str|RegDWORD)|'
81
+ r'Reboot|(?:Un)?RegDLL|Rename|RequestExecutionLevel|ReserveFile|'
82
+ r'Return|RMDir|SearchPath|Section(?:Divider|End|'
83
+ r'(?:(?:Get|Set)(?:Flags|InstTypes|Size|Text))|Group(?:End)?|In)?|'
84
+ r'SendMessage|Set(?:AutoClose|BrandingImage|Compress(?:ionLevel|'
85
+ r'or(?:DictSize)?)?|CtlColors|CurInstType|DatablockOptimize|'
86
+ r'DateSave|Details(?:Print|View)|Error(?:s|Level)|FileAttributes|'
87
+ r'Font|OutPath|Overwrite|PluginUnload|RebootFlag|ShellVarContext|'
88
+ r'Silent|StaticBkColor)|'
89
+ r'Show(?:(?:I|Uni)nstDetails|Window)|Silent(?:Un)?Install|Sleep|'
90
+ r'SpaceTexts|Str(?:CmpS?|Cpy|Len)|SubSection(?:End)?|'
91
+ r'Uninstall(?:ButtonText|(?:Sub)?Caption|EXEName|Icon|Text)|'
92
+ r'UninstPage|Var|VI(?:AddVersionKey|ProductVersion)|WindowIcon|'
93
+ r'Write(?:INIStr|Reg(:?Bin|DWORD|(?:Expand)?Str)|Uninstaller)|'
94
+ r'XPStyle)\b', Keyword),
95
+ (r'\b(CUR|END|(?:FILE_ATTRIBUTE_)?'
96
+ r'(?:ARCHIVE|HIDDEN|NORMAL|OFFLINE|READONLY|SYSTEM|TEMPORARY)|'
97
+ r'HK(CC|CR|CU|DD|LM|PD|U)|'
98
+ r'HKEY_(?:CLASSES_ROOT|CURRENT_(?:CONFIG|USER)|DYN_DATA|'
99
+ r'LOCAL_MACHINE|PERFORMANCE_DATA|USERS)|'
100
+ r'ID(?:ABORT|CANCEL|IGNORE|NO|OK|RETRY|YES)|'
101
+ r'MB_(?:ABORTRETRYIGNORE|DEFBUTTON[1-4]|'
102
+ r'ICON(?:EXCLAMATION|INFORMATION|QUESTION|STOP)|'
103
+ r'OK(?:CANCEL)?|RETRYCANCEL|RIGHT|SETFOREGROUND|TOPMOST|USERICON|'
104
+ r'YESNO(?:CANCEL)?)|SET|SHCTX|'
105
+ r'SW_(?:HIDE|SHOW(?:MAXIMIZED|MINIMIZED|NORMAL))|'
106
+ r'admin|all|auto|both|bottom|bzip2|checkbox|colored|current|false|'
107
+ r'force|hide|highest|if(?:diff|newer)|lastused|leave|left|'
108
+ r'listonly|lzma|nevershow|none|normal|off|on|pop|push|'
109
+ r'radiobuttons|right|show|silent|silentlog|smooth|textonly|top|'
110
+ r'true|try|user|zlib)\b', Name.Constant),
111
+ ],
112
+ 'macro': [
113
+ (r'\!(addincludedir(?:dir)?|addplugindir|appendfile|cd|define|'
114
+ r'delfilefile|echo(?:message)?|else|endif|error|execute|'
115
+ r'if(?:macro)?n?(?:def)?|include|insertmacro|macro(?:end)?|packhdr|'
116
+ r'search(?:parse|replace)|system|tempfilesymbol|undef|verbose|'
117
+ r'warning)\b', Comment.Preproc),
118
+ ],
119
+ 'interpol': [
120
+ (r'\$(R?[0-9])', Name.Builtin.Pseudo), # registers
121
+ (r'\$(ADMINTOOLS|APPDATA|CDBURN_AREA|COOKIES|COMMONFILES(?:32|64)|'
122
+ r'DESKTOP|DOCUMENTS|EXE(?:DIR|FILE|PATH)|FAVORITES|FONTS|HISTORY|'
123
+ r'HWNDPARENT|INTERNET_CACHE|LOCALAPPDATA|MUSIC|NETHOOD|PICTURES|'
124
+ r'PLUGINSDIR|PRINTHOOD|PROFILE|PROGRAMFILES(?:32|64)|QUICKLAUNCH|'
125
+ r'RECENT|RESOURCES(?:_LOCALIZED)?|SENDTO|SM(?:PROGRAMS|STARTUP)|'
126
+ r'STARTMENU|SYSDIR|TEMP(?:LATES)?|VIDEOS|WINDIR|\{NSISDIR\})',
127
+ Name.Builtin),
128
+ (r'\$(CMDLINE|INSTDIR|OUTDIR|LANGUAGE)', Name.Variable.Global),
129
+ (r'\$[a-z_]\w*', Name.Variable),
130
+ ],
131
+ 'str_double': [
132
+ (r'"', String, '#pop'),
133
+ (r'\$(\\[nrt"]|\$)', String.Escape),
134
+ include('interpol'),
135
+ (r'.', String.Double),
136
+ ],
137
+ 'str_backtick': [
138
+ (r'`', String, '#pop'),
139
+ (r'\$(\\[nrt"]|\$)', String.Escape),
140
+ include('interpol'),
141
+ (r'.', String.Double),
142
+ ],
143
+ }
144
+
145
+
146
+ class RPMSpecLexer(RegexLexer):
147
+ """
148
+ For RPM ``.spec`` files.
149
+
150
+ .. versionadded:: 1.6
151
+ """
152
+
153
+ name = 'RPMSpec'
154
+ aliases = ['spec']
155
+ filenames = ['*.spec']
156
+ mimetypes = ['text/x-rpm-spec']
157
+
158
+ _directives = ('(?:package|prep|build|install|clean|check|pre[a-z]*|'
159
+ 'post[a-z]*|trigger[a-z]*|files)')
160
+
161
+ tokens = {
162
+ 'root': [
163
+ (r'#.*\n', Comment),
164
+ include('basic'),
165
+ ],
166
+ 'description': [
167
+ (r'^(%' + _directives + ')(.*)$',
168
+ bygroups(Name.Decorator, Text), '#pop'),
169
+ (r'\n', Text),
170
+ (r'.', Text),
171
+ ],
172
+ 'changelog': [
173
+ (r'\*.*\n', Generic.Subheading),
174
+ (r'^(%' + _directives + ')(.*)$',
175
+ bygroups(Name.Decorator, Text), '#pop'),
176
+ (r'\n', Text),
177
+ (r'.', Text),
178
+ ],
179
+ 'string': [
180
+ (r'"', String.Double, '#pop'),
181
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape),
182
+ include('interpol'),
183
+ (r'.', String.Double),
184
+ ],
185
+ 'basic': [
186
+ include('macro'),
187
+ (r'(?i)^(Name|Version|Release|Epoch|Summary|Group|License|Packager|'
188
+ r'Vendor|Icon|URL|Distribution|Prefix|Patch[0-9]*|Source[0-9]*|'
189
+ r'Requires\(?[a-z]*\)?|[a-z]+Req|Obsoletes|Suggests|Provides|Conflicts|'
190
+ r'Build[a-z]+|[a-z]+Arch|Auto[a-z]+)(:)(.*)$',
191
+ bygroups(Generic.Heading, Punctuation, using(this))),
192
+ (r'^%description', Name.Decorator, 'description'),
193
+ (r'^%changelog', Name.Decorator, 'changelog'),
194
+ (r'^(%' + _directives + ')(.*)$', bygroups(Name.Decorator, Text)),
195
+ (r'%(attr|defattr|dir|doc(?:dir)?|setup|config(?:ure)?|'
196
+ r'make(?:install)|ghost|patch[0-9]+|find_lang|exclude|verify)',
197
+ Keyword),
198
+ include('interpol'),
199
+ (r"'.*?'", String.Single),
200
+ (r'"', String.Double, 'string'),
201
+ (r'.', Text),
202
+ ],
203
+ 'macro': [
204
+ (r'%define.*\n', Comment.Preproc),
205
+ (r'%\{\!\?.*%define.*\}', Comment.Preproc),
206
+ (r'(%(?:if(?:n?arch)?|else(?:if)?|endif))(.*)$',
207
+ bygroups(Comment.Preproc, Text)),
208
+ ],
209
+ 'interpol': [
210
+ (r'%\{?__[a-z_]+\}?', Name.Function),
211
+ (r'%\{?_([a-z_]+dir|[a-z_]+path|prefix)\}?', Keyword.Pseudo),
212
+ (r'%\{\?\w+\}', Name.Variable),
213
+ (r'\$\{?RPM_[A-Z0-9_]+\}?', Name.Variable.Global),
214
+ (r'%\{[a-zA-Z]\w+\}', Keyword.Constant),
215
+ ]
216
+ }
217
+
218
+
219
+ class SourcesListLexer(RegexLexer):
220
+ """
221
+ Lexer that highlights debian sources.list files.
222
+
223
+ .. versionadded:: 0.7
224
+ """
225
+
226
+ name = 'Debian Sourcelist'
227
+ aliases = ['sourceslist', 'sources.list', 'debsources']
228
+ filenames = ['sources.list']
229
+ mimetype = ['application/x-debian-sourceslist']
230
+
231
+ tokens = {
232
+ 'root': [
233
+ (r'\s+', Text),
234
+ (r'#.*?$', Comment),
235
+ (r'^(deb(?:-src)?)(\s+)',
236
+ bygroups(Keyword, Text), 'distribution')
237
+ ],
238
+ 'distribution': [
239
+ (r'#.*?$', Comment, '#pop'),
240
+ (r'\$\(ARCH\)', Name.Variable),
241
+ (r'[^\s$[]+', String),
242
+ (r'\[', String.Other, 'escaped-distribution'),
243
+ (r'\$', String),
244
+ (r'\s+', Text, 'components')
245
+ ],
246
+ 'escaped-distribution': [
247
+ (r'\]', String.Other, '#pop'),
248
+ (r'\$\(ARCH\)', Name.Variable),
249
+ (r'[^\]$]+', String.Other),
250
+ (r'\$', String.Other)
251
+ ],
252
+ 'components': [
253
+ (r'#.*?$', Comment, '#pop:2'),
254
+ (r'$', Text, '#pop:2'),
255
+ (r'\s+', Text),
256
+ (r'\S+', Keyword.Pseudo),
257
+ ]
258
+ }
259
+
260
+ def analyse_text(text):
261
+ for line in text.splitlines():
262
+ line = line.strip()
263
+ if line.startswith('deb ') or line.startswith('deb-src '):
264
+ return True
265
+
266
+
267
+ class DebianControlLexer(RegexLexer):
268
+ """
269
+ Lexer for Debian ``control`` files and ``apt-cache show <pkg>`` outputs.
270
+
271
+ .. versionadded:: 0.9
272
+ """
273
+ name = 'Debian Control file'
274
+ aliases = ['control', 'debcontrol']
275
+ filenames = ['control']
276
+
277
+ tokens = {
278
+ 'root': [
279
+ (r'^(Description)', Keyword, 'description'),
280
+ (r'^(Maintainer)(:\s*)', bygroups(Keyword, Text), 'maintainer'),
281
+ (r'^((Build-)?Depends)', Keyword, 'depends'),
282
+ (r'^((?:Python-)?Version)(:\s*)(\S+)$',
283
+ bygroups(Keyword, Text, Number)),
284
+ (r'^((?:Installed-)?Size)(:\s*)(\S+)$',
285
+ bygroups(Keyword, Text, Number)),
286
+ (r'^(MD5Sum|SHA1|SHA256)(:\s*)(\S+)$',
287
+ bygroups(Keyword, Text, Number)),
288
+ (r'^([a-zA-Z\-0-9\.]*?)(:\s*)(.*?)$',
289
+ bygroups(Keyword, Whitespace, String)),
290
+ ],
291
+ 'maintainer': [
292
+ (r'<[^>]+>', Generic.Strong),
293
+ (r'<[^>]+>$', Generic.Strong, '#pop'),
294
+ (r',\n?', Text),
295
+ (r'.', Text),
296
+ ],
297
+ 'description': [
298
+ (r'(.*)(Homepage)(: )(\S+)',
299
+ bygroups(Text, String, Name, Name.Class)),
300
+ (r':.*\n', Generic.Strong),
301
+ (r' .*\n', Text),
302
+ default('#pop'),
303
+ ],
304
+ 'depends': [
305
+ (r':\s*', Text),
306
+ (r'(\$)(\{)(\w+\s*:\s*\w+)', bygroups(Operator, Text, Name.Entity)),
307
+ (r'\(', Text, 'depend_vers'),
308
+ (r',', Text),
309
+ (r'\|', Operator),
310
+ (r'[\s]+', Text),
311
+ (r'[})]\s*$', Text, '#pop'),
312
+ (r'\}', Text),
313
+ (r'[^,]$', Name.Function, '#pop'),
314
+ (r'([+.a-zA-Z0-9-])(\s*)', bygroups(Name.Function, Text)),
315
+ (r'\[.*?\]', Name.Entity),
316
+ ],
317
+ 'depend_vers': [
318
+ (r'\),', Text, '#pop'),
319
+ (r'\)[^,]', Text, '#pop:2'),
320
+ (r'([><=]+)(\s*)([^)]+)', bygroups(Operator, Text, Number))
321
+ ]
322
+ }
@@ -0,0 +1,1368 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.int_fiction
4
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for interactive fiction languages.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, include, bygroups, using, \
15
+ this, default, words
16
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
17
+ Number, Punctuation, Error, Generic
18
+
19
+ __all__ = ['Inform6Lexer', 'Inform6TemplateLexer', 'Inform7Lexer',
20
+ 'Tads3Lexer']
21
+
22
+
23
+ class Inform6Lexer(RegexLexer):
24
+ """
25
+ For `Inform 6 <http://inform-fiction.org/>`_ source code.
26
+
27
+ .. versionadded:: 2.0
28
+ """
29
+
30
+ name = 'Inform 6'
31
+ aliases = ['inform6', 'i6']
32
+ filenames = ['*.inf']
33
+
34
+ flags = re.MULTILINE | re.DOTALL | re.UNICODE
35
+
36
+ _name = r'[a-zA-Z_]\w*'
37
+
38
+ # Inform 7 maps these four character classes to their ASCII
39
+ # equivalents. To support Inform 6 inclusions within Inform 7,
40
+ # Inform6Lexer maps them too.
41
+ _dash = '\\-\u2010-\u2014'
42
+ _dquote = '"\u201c\u201d'
43
+ _squote = "'\u2018\u2019"
44
+ _newline = '\\n\u0085\u2028\u2029'
45
+
46
+ tokens = {
47
+ 'root': [
48
+ (r'\A(!%%[^%s]*[%s])+' % (_newline, _newline), Comment.Preproc,
49
+ 'directive'),
50
+ default('directive')
51
+ ],
52
+ '_whitespace': [
53
+ (r'\s+', Text),
54
+ (r'![^%s]*' % _newline, Comment.Single)
55
+ ],
56
+ 'default': [
57
+ include('_whitespace'),
58
+ (r'\[', Punctuation, 'many-values'), # Array initialization
59
+ (r':|(?=;)', Punctuation, '#pop'),
60
+ (r'<', Punctuation), # Second angle bracket in an action statement
61
+ default(('expression', '_expression'))
62
+ ],
63
+
64
+ # Expressions
65
+ '_expression': [
66
+ include('_whitespace'),
67
+ (r'(?=sp\b)', Text, '#pop'),
68
+ (r'(?=[%s%s$0-9#a-zA-Z_])' % (_dquote, _squote), Text,
69
+ ('#pop', 'value')),
70
+ (r'\+\+|[%s]{1,2}(?!>)|~~?' % _dash, Operator),
71
+ (r'(?=[()\[%s,?@{:;])' % _dash, Text, '#pop')
72
+ ],
73
+ 'expression': [
74
+ include('_whitespace'),
75
+ (r'\(', Punctuation, ('expression', '_expression')),
76
+ (r'\)', Punctuation, '#pop'),
77
+ (r'\[', Punctuation, ('#pop', 'statements', 'locals')),
78
+ (r'>(?=(\s+|(![^%s]*))*[>;])' % _newline, Punctuation),
79
+ (r'\+\+|[%s]{2}(?!>)' % _dash, Operator),
80
+ (r',', Punctuation, '_expression'),
81
+ (r'&&?|\|\|?|[=~><]?=|[%s]{1,2}>?|\.\.?[&#]?|::|[<>+*/%%]' % _dash,
82
+ Operator, '_expression'),
83
+ (r'(has|hasnt|in|notin|ofclass|or|provides)\b', Operator.Word,
84
+ '_expression'),
85
+ (r'sp\b', Name),
86
+ (r'\?~?', Name.Label, 'label?'),
87
+ (r'[@{]', Error),
88
+ default('#pop')
89
+ ],
90
+ '_assembly-expression': [
91
+ (r'\(', Punctuation, ('#push', '_expression')),
92
+ (r'[\[\]]', Punctuation),
93
+ (r'[%s]>' % _dash, Punctuation, '_expression'),
94
+ (r'sp\b', Keyword.Pseudo),
95
+ (r';', Punctuation, '#pop:3'),
96
+ include('expression')
97
+ ],
98
+ '_for-expression': [
99
+ (r'\)', Punctuation, '#pop:2'),
100
+ (r':', Punctuation, '#pop'),
101
+ include('expression')
102
+ ],
103
+ '_keyword-expression': [
104
+ (r'(from|near|to)\b', Keyword, '_expression'),
105
+ include('expression')
106
+ ],
107
+ '_list-expression': [
108
+ (r',', Punctuation, '#pop'),
109
+ include('expression')
110
+ ],
111
+ '_object-expression': [
112
+ (r'has\b', Keyword.Declaration, '#pop'),
113
+ include('_list-expression')
114
+ ],
115
+
116
+ # Values
117
+ 'value': [
118
+ include('_whitespace'),
119
+ # Strings
120
+ (r'[%s][^@][%s]' % (_squote, _squote), String.Char, '#pop'),
121
+ (r'([%s])(@\{[0-9a-fA-F]*\})([%s])' % (_squote, _squote),
122
+ bygroups(String.Char, String.Escape, String.Char), '#pop'),
123
+ (r'([%s])(@.{2})([%s])' % (_squote, _squote),
124
+ bygroups(String.Char, String.Escape, String.Char), '#pop'),
125
+ (r'[%s]' % _squote, String.Single, ('#pop', 'dictionary-word')),
126
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'string')),
127
+ # Numbers
128
+ (r'\$[+%s][0-9]*\.?[0-9]*([eE][+%s]?[0-9]+)?' % (_dash, _dash),
129
+ Number.Float, '#pop'),
130
+ (r'\$[0-9a-fA-F]+', Number.Hex, '#pop'),
131
+ (r'\$\$[01]+', Number.Bin, '#pop'),
132
+ (r'[0-9]+', Number.Integer, '#pop'),
133
+ # Values prefixed by hashes
134
+ (r'(##|#a\$)(%s)' % _name, bygroups(Operator, Name), '#pop'),
135
+ (r'(#g\$)(%s)' % _name,
136
+ bygroups(Operator, Name.Variable.Global), '#pop'),
137
+ (r'#[nw]\$', Operator, ('#pop', 'obsolete-dictionary-word')),
138
+ (r'(#r\$)(%s)' % _name, bygroups(Operator, Name.Function), '#pop'),
139
+ (r'#', Name.Builtin, ('#pop', 'system-constant')),
140
+ # System functions
141
+ (words((
142
+ 'child', 'children', 'elder', 'eldest', 'glk', 'indirect', 'metaclass',
143
+ 'parent', 'random', 'sibling', 'younger', 'youngest'), suffix=r'\b'),
144
+ Name.Builtin, '#pop'),
145
+ # Metaclasses
146
+ (r'(?i)(Class|Object|Routine|String)\b', Name.Builtin, '#pop'),
147
+ # Veneer routines
148
+ (words((
149
+ 'Box__Routine', 'CA__Pr', 'CDefArt', 'CInDefArt', 'Cl__Ms',
150
+ 'Copy__Primitive', 'CP__Tab', 'DA__Pr', 'DB__Pr', 'DefArt', 'Dynam__String',
151
+ 'EnglishNumber', 'Glk__Wrap', 'IA__Pr', 'IB__Pr', 'InDefArt', 'Main__',
152
+ 'Meta__class', 'OB__Move', 'OB__Remove', 'OC__Cl', 'OP__Pr', 'Print__Addr',
153
+ 'Print__PName', 'PrintShortName', 'RA__Pr', 'RA__Sc', 'RL__Pr', 'R_Process',
154
+ 'RT__ChG', 'RT__ChGt', 'RT__ChLDB', 'RT__ChLDW', 'RT__ChPR', 'RT__ChPrintA',
155
+ 'RT__ChPrintC', 'RT__ChPrintO', 'RT__ChPrintS', 'RT__ChPS', 'RT__ChR',
156
+ 'RT__ChSTB', 'RT__ChSTW', 'RT__ChT', 'RT__Err', 'RT__TrPS', 'RV__Pr',
157
+ 'Symb__Tab', 'Unsigned__Compare', 'WV__Pr', 'Z__Region'),
158
+ prefix='(?i)', suffix=r'\b'),
159
+ Name.Builtin, '#pop'),
160
+ # Other built-in symbols
161
+ (words((
162
+ 'call', 'copy', 'create', 'DEBUG', 'destroy', 'DICT_CHAR_SIZE',
163
+ 'DICT_ENTRY_BYTES', 'DICT_IS_UNICODE', 'DICT_WORD_SIZE', 'false',
164
+ 'FLOAT_INFINITY', 'FLOAT_NAN', 'FLOAT_NINFINITY', 'GOBJFIELD_CHAIN',
165
+ 'GOBJFIELD_CHILD', 'GOBJFIELD_NAME', 'GOBJFIELD_PARENT',
166
+ 'GOBJFIELD_PROPTAB', 'GOBJFIELD_SIBLING', 'GOBJ_EXT_START',
167
+ 'GOBJ_TOTAL_LENGTH', 'Grammar__Version', 'INDIV_PROP_START', 'INFIX',
168
+ 'infix__watching', 'MODULE_MODE', 'name', 'nothing', 'NUM_ATTR_BYTES', 'print',
169
+ 'print_to_array', 'recreate', 'remaining', 'self', 'sender', 'STRICT_MODE',
170
+ 'sw__var', 'sys__glob0', 'sys__glob1', 'sys__glob2', 'sys_statusline_flag',
171
+ 'TARGET_GLULX', 'TARGET_ZCODE', 'temp__global2', 'temp__global3',
172
+ 'temp__global4', 'temp_global', 'true', 'USE_MODULES', 'WORDSIZE'),
173
+ prefix='(?i)', suffix=r'\b'),
174
+ Name.Builtin, '#pop'),
175
+ # Other values
176
+ (_name, Name, '#pop')
177
+ ],
178
+ # Strings
179
+ 'dictionary-word': [
180
+ (r'[~^]+', String.Escape),
181
+ (r'[^~^\\@({%s]+' % _squote, String.Single),
182
+ (r'[({]', String.Single),
183
+ (r'@\{[0-9a-fA-F]*\}', String.Escape),
184
+ (r'@.{2}', String.Escape),
185
+ (r'[%s]' % _squote, String.Single, '#pop')
186
+ ],
187
+ 'string': [
188
+ (r'[~^]+', String.Escape),
189
+ (r'[^~^\\@({%s]+' % _dquote, String.Double),
190
+ (r'[({]', String.Double),
191
+ (r'\\', String.Escape),
192
+ (r'@(\\\s*[%s]\s*)*@((\\\s*[%s]\s*)*[0-9])*' %
193
+ (_newline, _newline), String.Escape),
194
+ (r'@(\\\s*[%s]\s*)*\{((\\\s*[%s]\s*)*[0-9a-fA-F])*'
195
+ r'(\\\s*[%s]\s*)*\}' % (_newline, _newline, _newline),
196
+ String.Escape),
197
+ (r'@(\\\s*[%s]\s*)*.(\\\s*[%s]\s*)*.' % (_newline, _newline),
198
+ String.Escape),
199
+ (r'[%s]' % _dquote, String.Double, '#pop')
200
+ ],
201
+ 'plain-string': [
202
+ (r'[^~^\\({\[\]%s]+' % _dquote, String.Double),
203
+ (r'[~^({\[\]]', String.Double),
204
+ (r'\\', String.Escape),
205
+ (r'[%s]' % _dquote, String.Double, '#pop')
206
+ ],
207
+ # Names
208
+ '_constant': [
209
+ include('_whitespace'),
210
+ (_name, Name.Constant, '#pop'),
211
+ include('value')
212
+ ],
213
+ '_global': [
214
+ include('_whitespace'),
215
+ (_name, Name.Variable.Global, '#pop'),
216
+ include('value')
217
+ ],
218
+ 'label?': [
219
+ include('_whitespace'),
220
+ (_name, Name.Label, '#pop'),
221
+ default('#pop')
222
+ ],
223
+ 'variable?': [
224
+ include('_whitespace'),
225
+ (_name, Name.Variable, '#pop'),
226
+ default('#pop')
227
+ ],
228
+ # Values after hashes
229
+ 'obsolete-dictionary-word': [
230
+ (r'\S\w*', String.Other, '#pop')
231
+ ],
232
+ 'system-constant': [
233
+ include('_whitespace'),
234
+ (_name, Name.Builtin, '#pop')
235
+ ],
236
+
237
+ # Directives
238
+ 'directive': [
239
+ include('_whitespace'),
240
+ (r'#', Punctuation),
241
+ (r';', Punctuation, '#pop'),
242
+ (r'\[', Punctuation,
243
+ ('default', 'statements', 'locals', 'routine-name?')),
244
+ (words((
245
+ 'abbreviate', 'endif', 'dictionary', 'ifdef', 'iffalse', 'ifndef', 'ifnot',
246
+ 'iftrue', 'ifv3', 'ifv5', 'release', 'serial', 'switches', 'system_file',
247
+ 'version'), prefix='(?i)', suffix=r'\b'),
248
+ Keyword, 'default'),
249
+ (r'(?i)(array|global)\b', Keyword,
250
+ ('default', 'directive-keyword?', '_global')),
251
+ (r'(?i)attribute\b', Keyword, ('default', 'alias?', '_constant')),
252
+ (r'(?i)class\b', Keyword,
253
+ ('object-body', 'duplicates', 'class-name')),
254
+ (r'(?i)(constant|default)\b', Keyword,
255
+ ('default', 'expression', '_constant')),
256
+ (r'(?i)(end\b)(.*)', bygroups(Keyword, Text)),
257
+ (r'(?i)(extend|verb)\b', Keyword, 'grammar'),
258
+ (r'(?i)fake_action\b', Keyword, ('default', '_constant')),
259
+ (r'(?i)import\b', Keyword, 'manifest'),
260
+ (r'(?i)(include|link|origsource)\b', Keyword,
261
+ ('default', 'before-plain-string?')),
262
+ (r'(?i)(lowstring|undef)\b', Keyword, ('default', '_constant')),
263
+ (r'(?i)message\b', Keyword, ('default', 'diagnostic')),
264
+ (r'(?i)(nearby|object)\b', Keyword,
265
+ ('object-body', '_object-head')),
266
+ (r'(?i)property\b', Keyword,
267
+ ('default', 'alias?', '_constant', 'property-keyword*')),
268
+ (r'(?i)replace\b', Keyword,
269
+ ('default', 'routine-name?', 'routine-name?')),
270
+ (r'(?i)statusline\b', Keyword, ('default', 'directive-keyword?')),
271
+ (r'(?i)stub\b', Keyword, ('default', 'routine-name?')),
272
+ (r'(?i)trace\b', Keyword,
273
+ ('default', 'trace-keyword?', 'trace-keyword?')),
274
+ (r'(?i)zcharacter\b', Keyword,
275
+ ('default', 'directive-keyword?', 'directive-keyword?')),
276
+ (_name, Name.Class, ('object-body', '_object-head'))
277
+ ],
278
+ # [, Replace, Stub
279
+ 'routine-name?': [
280
+ include('_whitespace'),
281
+ (_name, Name.Function, '#pop'),
282
+ default('#pop')
283
+ ],
284
+ 'locals': [
285
+ include('_whitespace'),
286
+ (r';', Punctuation, '#pop'),
287
+ (r'\*', Punctuation),
288
+ (r'"', String.Double, 'plain-string'),
289
+ (_name, Name.Variable)
290
+ ],
291
+ # Array
292
+ 'many-values': [
293
+ include('_whitespace'),
294
+ (r';', Punctuation),
295
+ (r'\]', Punctuation, '#pop'),
296
+ (r':', Error),
297
+ default(('expression', '_expression'))
298
+ ],
299
+ # Attribute, Property
300
+ 'alias?': [
301
+ include('_whitespace'),
302
+ (r'alias\b', Keyword, ('#pop', '_constant')),
303
+ default('#pop')
304
+ ],
305
+ # Class, Object, Nearby
306
+ 'class-name': [
307
+ include('_whitespace'),
308
+ (r'(?=[,;]|(class|has|private|with)\b)', Text, '#pop'),
309
+ (_name, Name.Class, '#pop')
310
+ ],
311
+ 'duplicates': [
312
+ include('_whitespace'),
313
+ (r'\(', Punctuation, ('#pop', 'expression', '_expression')),
314
+ default('#pop')
315
+ ],
316
+ '_object-head': [
317
+ (r'[%s]>' % _dash, Punctuation),
318
+ (r'(class|has|private|with)\b', Keyword.Declaration, '#pop'),
319
+ include('_global')
320
+ ],
321
+ 'object-body': [
322
+ include('_whitespace'),
323
+ (r';', Punctuation, '#pop:2'),
324
+ (r',', Punctuation),
325
+ (r'class\b', Keyword.Declaration, 'class-segment'),
326
+ (r'(has|private|with)\b', Keyword.Declaration),
327
+ (r':', Error),
328
+ default(('_object-expression', '_expression'))
329
+ ],
330
+ 'class-segment': [
331
+ include('_whitespace'),
332
+ (r'(?=[,;]|(class|has|private|with)\b)', Text, '#pop'),
333
+ (_name, Name.Class),
334
+ default('value')
335
+ ],
336
+ # Extend, Verb
337
+ 'grammar': [
338
+ include('_whitespace'),
339
+ (r'=', Punctuation, ('#pop', 'default')),
340
+ (r'\*', Punctuation, ('#pop', 'grammar-line')),
341
+ default('_directive-keyword')
342
+ ],
343
+ 'grammar-line': [
344
+ include('_whitespace'),
345
+ (r';', Punctuation, '#pop'),
346
+ (r'[/*]', Punctuation),
347
+ (r'[%s]>' % _dash, Punctuation, 'value'),
348
+ (r'(noun|scope)\b', Keyword, '=routine'),
349
+ default('_directive-keyword')
350
+ ],
351
+ '=routine': [
352
+ include('_whitespace'),
353
+ (r'=', Punctuation, 'routine-name?'),
354
+ default('#pop')
355
+ ],
356
+ # Import
357
+ 'manifest': [
358
+ include('_whitespace'),
359
+ (r';', Punctuation, '#pop'),
360
+ (r',', Punctuation),
361
+ (r'(?i)global\b', Keyword, '_global'),
362
+ default('_global')
363
+ ],
364
+ # Include, Link, Message
365
+ 'diagnostic': [
366
+ include('_whitespace'),
367
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'message-string')),
368
+ default(('#pop', 'before-plain-string?', 'directive-keyword?'))
369
+ ],
370
+ 'before-plain-string?': [
371
+ include('_whitespace'),
372
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'plain-string')),
373
+ default('#pop')
374
+ ],
375
+ 'message-string': [
376
+ (r'[~^]+', String.Escape),
377
+ include('plain-string')
378
+ ],
379
+
380
+ # Keywords used in directives
381
+ '_directive-keyword!': [
382
+ include('_whitespace'),
383
+ (words((
384
+ 'additive', 'alias', 'buffer', 'class', 'creature', 'data', 'error', 'fatalerror',
385
+ 'first', 'has', 'held', 'initial', 'initstr', 'last', 'long', 'meta', 'multi',
386
+ 'multiexcept', 'multiheld', 'multiinside', 'noun', 'number', 'only', 'private',
387
+ 'replace', 'reverse', 'scope', 'score', 'special', 'string', 'table', 'terminating',
388
+ 'time', 'topic', 'warning', 'with'), suffix=r'\b'),
389
+ Keyword, '#pop'),
390
+ (r'static\b', Keyword),
391
+ (r'[%s]{1,2}>|[+=]' % _dash, Punctuation, '#pop')
392
+ ],
393
+ '_directive-keyword': [
394
+ include('_directive-keyword!'),
395
+ include('value')
396
+ ],
397
+ 'directive-keyword?': [
398
+ include('_directive-keyword!'),
399
+ default('#pop')
400
+ ],
401
+ 'property-keyword*': [
402
+ include('_whitespace'),
403
+ (r'(additive|long)\b', Keyword),
404
+ default('#pop')
405
+ ],
406
+ 'trace-keyword?': [
407
+ include('_whitespace'),
408
+ (words((
409
+ 'assembly', 'dictionary', 'expressions', 'lines', 'linker',
410
+ 'objects', 'off', 'on', 'symbols', 'tokens', 'verbs'), suffix=r'\b'),
411
+ Keyword, '#pop'),
412
+ default('#pop')
413
+ ],
414
+
415
+ # Statements
416
+ 'statements': [
417
+ include('_whitespace'),
418
+ (r'\]', Punctuation, '#pop'),
419
+ (r'[;{}]', Punctuation),
420
+ (words((
421
+ 'box', 'break', 'continue', 'default', 'give', 'inversion',
422
+ 'new_line', 'quit', 'read', 'remove', 'return', 'rfalse', 'rtrue',
423
+ 'spaces', 'string', 'until'), suffix=r'\b'),
424
+ Keyword, 'default'),
425
+ (r'(do|else)\b', Keyword),
426
+ (r'(font|style)\b', Keyword,
427
+ ('default', 'miscellaneous-keyword?')),
428
+ (r'for\b', Keyword, ('for', '(?')),
429
+ (r'(if|switch|while)', Keyword,
430
+ ('expression', '_expression', '(?')),
431
+ (r'(jump|save|restore)\b', Keyword, ('default', 'label?')),
432
+ (r'objectloop\b', Keyword,
433
+ ('_keyword-expression', 'variable?', '(?')),
434
+ (r'print(_ret)?\b|(?=[%s])' % _dquote, Keyword, 'print-list'),
435
+ (r'\.', Name.Label, 'label?'),
436
+ (r'@', Keyword, 'opcode'),
437
+ (r'#(?![agrnw]\$|#)', Punctuation, 'directive'),
438
+ (r'<', Punctuation, 'default'),
439
+ (r'move\b', Keyword,
440
+ ('default', '_keyword-expression', '_expression')),
441
+ default(('default', '_keyword-expression', '_expression'))
442
+ ],
443
+ 'miscellaneous-keyword?': [
444
+ include('_whitespace'),
445
+ (r'(bold|fixed|from|near|off|on|reverse|roman|to|underline)\b',
446
+ Keyword, '#pop'),
447
+ (r'(a|A|an|address|char|name|number|object|property|string|the|'
448
+ r'The)\b(?=(\s+|(![^%s]*))*\))' % _newline, Keyword.Pseudo,
449
+ '#pop'),
450
+ (r'%s(?=(\s+|(![^%s]*))*\))' % (_name, _newline), Name.Function,
451
+ '#pop'),
452
+ default('#pop')
453
+ ],
454
+ '(?': [
455
+ include('_whitespace'),
456
+ (r'\(', Punctuation, '#pop'),
457
+ default('#pop')
458
+ ],
459
+ 'for': [
460
+ include('_whitespace'),
461
+ (r';', Punctuation, ('_for-expression', '_expression')),
462
+ default(('_for-expression', '_expression'))
463
+ ],
464
+ 'print-list': [
465
+ include('_whitespace'),
466
+ (r';', Punctuation, '#pop'),
467
+ (r':', Error),
468
+ default(('_list-expression', '_expression', '_list-expression', 'form'))
469
+ ],
470
+ 'form': [
471
+ include('_whitespace'),
472
+ (r'\(', Punctuation, ('#pop', 'miscellaneous-keyword?')),
473
+ default('#pop')
474
+ ],
475
+
476
+ # Assembly
477
+ 'opcode': [
478
+ include('_whitespace'),
479
+ (r'[%s]' % _dquote, String.Double, ('operands', 'plain-string')),
480
+ (_name, Keyword, 'operands')
481
+ ],
482
+ 'operands': [
483
+ (r':', Error),
484
+ default(('_assembly-expression', '_expression'))
485
+ ]
486
+ }
487
+
488
+ def get_tokens_unprocessed(self, text):
489
+ # 'in' is either a keyword or an operator.
490
+ # If the token two tokens after 'in' is ')', 'in' is a keyword:
491
+ # objectloop(a in b)
492
+ # Otherwise, it is an operator:
493
+ # objectloop(a in b && true)
494
+ objectloop_queue = []
495
+ objectloop_token_count = -1
496
+ previous_token = None
497
+ for index, token, value in RegexLexer.get_tokens_unprocessed(self,
498
+ text):
499
+ if previous_token is Name.Variable and value == 'in':
500
+ objectloop_queue = [[index, token, value]]
501
+ objectloop_token_count = 2
502
+ elif objectloop_token_count > 0:
503
+ if token not in Comment and token not in Text:
504
+ objectloop_token_count -= 1
505
+ objectloop_queue.append((index, token, value))
506
+ else:
507
+ if objectloop_token_count == 0:
508
+ if objectloop_queue[-1][2] == ')':
509
+ objectloop_queue[0][1] = Keyword
510
+ while objectloop_queue:
511
+ yield objectloop_queue.pop(0)
512
+ objectloop_token_count = -1
513
+ yield index, token, value
514
+ if token not in Comment and token not in Text:
515
+ previous_token = token
516
+ while objectloop_queue:
517
+ yield objectloop_queue.pop(0)
518
+
519
+ def analyse_text(text):
520
+ """We try to find a keyword which seem relatively common, unfortunately
521
+ there is a decent overlap with Smalltalk keywords otherwise here.."""
522
+ result = 0
523
+ if re.search('\borigsource\b', text, re.IGNORECASE):
524
+ result += 0.05
525
+
526
+ return result
527
+
528
+
529
+ class Inform7Lexer(RegexLexer):
530
+ """
531
+ For `Inform 7 <http://inform7.com/>`_ source code.
532
+
533
+ .. versionadded:: 2.0
534
+ """
535
+
536
+ name = 'Inform 7'
537
+ aliases = ['inform7', 'i7']
538
+ filenames = ['*.ni', '*.i7x']
539
+
540
+ flags = re.MULTILINE | re.DOTALL | re.UNICODE
541
+
542
+ _dash = Inform6Lexer._dash
543
+ _dquote = Inform6Lexer._dquote
544
+ _newline = Inform6Lexer._newline
545
+ _start = r'\A|(?<=[%s])' % _newline
546
+
547
+ # There are three variants of Inform 7, differing in how to
548
+ # interpret at signs and braces in I6T. In top-level inclusions, at
549
+ # signs in the first column are inweb syntax. In phrase definitions
550
+ # and use options, tokens in braces are treated as I7. Use options
551
+ # also interpret "{N}".
552
+ tokens = {}
553
+ token_variants = ['+i6t-not-inline', '+i6t-inline', '+i6t-use-option']
554
+
555
+ for level in token_variants:
556
+ tokens[level] = {
557
+ '+i6-root': list(Inform6Lexer.tokens['root']),
558
+ '+i6t-root': [ # For Inform6TemplateLexer
559
+ (r'[^%s]*' % Inform6Lexer._newline, Comment.Preproc,
560
+ ('directive', '+p'))
561
+ ],
562
+ 'root': [
563
+ (r'(\|?\s)+', Text),
564
+ (r'\[', Comment.Multiline, '+comment'),
565
+ (r'[%s]' % _dquote, Generic.Heading,
566
+ ('+main', '+titling', '+titling-string')),
567
+ default(('+main', '+heading?'))
568
+ ],
569
+ '+titling-string': [
570
+ (r'[^%s]+' % _dquote, Generic.Heading),
571
+ (r'[%s]' % _dquote, Generic.Heading, '#pop')
572
+ ],
573
+ '+titling': [
574
+ (r'\[', Comment.Multiline, '+comment'),
575
+ (r'[^%s.;:|%s]+' % (_dquote, _newline), Generic.Heading),
576
+ (r'[%s]' % _dquote, Generic.Heading, '+titling-string'),
577
+ (r'[%s]{2}|(?<=[\s%s])\|[\s%s]' % (_newline, _dquote, _dquote),
578
+ Text, ('#pop', '+heading?')),
579
+ (r'[.;:]|(?<=[\s%s])\|' % _dquote, Text, '#pop'),
580
+ (r'[|%s]' % _newline, Generic.Heading)
581
+ ],
582
+ '+main': [
583
+ (r'(?i)[^%s:a\[(|%s]+' % (_dquote, _newline), Text),
584
+ (r'[%s]' % _dquote, String.Double, '+text'),
585
+ (r':', Text, '+phrase-definition'),
586
+ (r'(?i)\bas\b', Text, '+use-option'),
587
+ (r'\[', Comment.Multiline, '+comment'),
588
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
589
+ bygroups(Punctuation,
590
+ using(this, state=('+i6-root', 'directive'),
591
+ i6t='+i6t-not-inline'), Punctuation)),
592
+ (r'(%s|(?<=[\s;:.%s]))\|\s|[%s]{2,}' %
593
+ (_start, _dquote, _newline), Text, '+heading?'),
594
+ (r'(?i)[a(|%s]' % _newline, Text)
595
+ ],
596
+ '+phrase-definition': [
597
+ (r'\s+', Text),
598
+ (r'\[', Comment.Multiline, '+comment'),
599
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
600
+ bygroups(Punctuation,
601
+ using(this, state=('+i6-root', 'directive',
602
+ 'default', 'statements'),
603
+ i6t='+i6t-inline'), Punctuation), '#pop'),
604
+ default('#pop')
605
+ ],
606
+ '+use-option': [
607
+ (r'\s+', Text),
608
+ (r'\[', Comment.Multiline, '+comment'),
609
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
610
+ bygroups(Punctuation,
611
+ using(this, state=('+i6-root', 'directive'),
612
+ i6t='+i6t-use-option'), Punctuation), '#pop'),
613
+ default('#pop')
614
+ ],
615
+ '+comment': [
616
+ (r'[^\[\]]+', Comment.Multiline),
617
+ (r'\[', Comment.Multiline, '#push'),
618
+ (r'\]', Comment.Multiline, '#pop')
619
+ ],
620
+ '+text': [
621
+ (r'[^\[%s]+' % _dquote, String.Double),
622
+ (r'\[.*?\]', String.Interpol),
623
+ (r'[%s]' % _dquote, String.Double, '#pop')
624
+ ],
625
+ '+heading?': [
626
+ (r'(\|?\s)+', Text),
627
+ (r'\[', Comment.Multiline, '+comment'),
628
+ (r'[%s]{4}\s+' % _dash, Text, '+documentation-heading'),
629
+ (r'[%s]{1,3}' % _dash, Text),
630
+ (r'(?i)(volume|book|part|chapter|section)\b[^%s]*' % _newline,
631
+ Generic.Heading, '#pop'),
632
+ default('#pop')
633
+ ],
634
+ '+documentation-heading': [
635
+ (r'\s+', Text),
636
+ (r'\[', Comment.Multiline, '+comment'),
637
+ (r'(?i)documentation\s+', Text, '+documentation-heading2'),
638
+ default('#pop')
639
+ ],
640
+ '+documentation-heading2': [
641
+ (r'\s+', Text),
642
+ (r'\[', Comment.Multiline, '+comment'),
643
+ (r'[%s]{4}\s' % _dash, Text, '+documentation'),
644
+ default('#pop:2')
645
+ ],
646
+ '+documentation': [
647
+ (r'(?i)(%s)\s*(chapter|example)\s*:[^%s]*' %
648
+ (_start, _newline), Generic.Heading),
649
+ (r'(?i)(%s)\s*section\s*:[^%s]*' % (_start, _newline),
650
+ Generic.Subheading),
651
+ (r'((%s)\t.*?[%s])+' % (_start, _newline),
652
+ using(this, state='+main')),
653
+ (r'[^%s\[]+|[%s\[]' % (_newline, _newline), Text),
654
+ (r'\[', Comment.Multiline, '+comment'),
655
+ ],
656
+ '+i6t-not-inline': [
657
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
658
+ Comment.Preproc),
659
+ (r'(%s)@([%s]+|Purpose:)[^%s]*' % (_start, _dash, _newline),
660
+ Comment.Preproc),
661
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
662
+ Generic.Heading, '+p')
663
+ ],
664
+ '+i6t-use-option': [
665
+ include('+i6t-not-inline'),
666
+ (r'(\{)(N)(\})', bygroups(Punctuation, Text, Punctuation))
667
+ ],
668
+ '+i6t-inline': [
669
+ (r'(\{)(\S[^}]*)?(\})',
670
+ bygroups(Punctuation, using(this, state='+main'),
671
+ Punctuation))
672
+ ],
673
+ '+i6t': [
674
+ (r'(\{[%s])(![^}]*)(\}?)' % _dash,
675
+ bygroups(Punctuation, Comment.Single, Punctuation)),
676
+ (r'(\{[%s])(lines)(:)([^}]*)(\}?)' % _dash,
677
+ bygroups(Punctuation, Keyword, Punctuation, Text,
678
+ Punctuation), '+lines'),
679
+ (r'(\{[%s])([^:}]*)(:?)([^}]*)(\}?)' % _dash,
680
+ bygroups(Punctuation, Keyword, Punctuation, Text,
681
+ Punctuation)),
682
+ (r'(\(\+)(.*?)(\+\)|\Z)',
683
+ bygroups(Punctuation, using(this, state='+main'),
684
+ Punctuation))
685
+ ],
686
+ '+p': [
687
+ (r'[^@]+', Comment.Preproc),
688
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
689
+ Comment.Preproc, '#pop'),
690
+ (r'(%s)@([%s]|Purpose:)' % (_start, _dash), Comment.Preproc),
691
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
692
+ Generic.Heading),
693
+ (r'@', Comment.Preproc)
694
+ ],
695
+ '+lines': [
696
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
697
+ Comment.Preproc),
698
+ (r'(%s)@([%s]|Purpose:)[^%s]*' % (_start, _dash, _newline),
699
+ Comment.Preproc),
700
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
701
+ Generic.Heading, '+p'),
702
+ (r'(%s)@\w*[ %s]' % (_start, _newline), Keyword),
703
+ (r'![^%s]*' % _newline, Comment.Single),
704
+ (r'(\{)([%s]endlines)(\})' % _dash,
705
+ bygroups(Punctuation, Keyword, Punctuation), '#pop'),
706
+ (r'[^@!{]+?([%s]|\Z)|.' % _newline, Text)
707
+ ]
708
+ }
709
+ # Inform 7 can include snippets of Inform 6 template language,
710
+ # so all of Inform6Lexer's states are copied here, with
711
+ # modifications to account for template syntax. Inform7Lexer's
712
+ # own states begin with '+' to avoid name conflicts. Some of
713
+ # Inform6Lexer's states begin with '_': these are not modified.
714
+ # They deal with template syntax either by including modified
715
+ # states, or by matching r'' then pushing to modified states.
716
+ for token in Inform6Lexer.tokens:
717
+ if token == 'root':
718
+ continue
719
+ tokens[level][token] = list(Inform6Lexer.tokens[token])
720
+ if not token.startswith('_'):
721
+ tokens[level][token][:0] = [include('+i6t'), include(level)]
722
+
723
+ def __init__(self, **options):
724
+ level = options.get('i6t', '+i6t-not-inline')
725
+ if level not in self._all_tokens:
726
+ self._tokens = self.__class__.process_tokendef(level)
727
+ else:
728
+ self._tokens = self._all_tokens[level]
729
+ RegexLexer.__init__(self, **options)
730
+
731
+
732
+ class Inform6TemplateLexer(Inform7Lexer):
733
+ """
734
+ For `Inform 6 template
735
+ <http://inform7.com/sources/src/i6template/Woven/index.html>`_ code.
736
+
737
+ .. versionadded:: 2.0
738
+ """
739
+
740
+ name = 'Inform 6 template'
741
+ aliases = ['i6t']
742
+ filenames = ['*.i6t']
743
+
744
+ def get_tokens_unprocessed(self, text, stack=('+i6t-root',)):
745
+ return Inform7Lexer.get_tokens_unprocessed(self, text, stack)
746
+
747
+
748
+ class Tads3Lexer(RegexLexer):
749
+ """
750
+ For `TADS 3 <http://www.tads.org/>`_ source code.
751
+ """
752
+
753
+ name = 'TADS 3'
754
+ aliases = ['tads3']
755
+ filenames = ['*.t']
756
+
757
+ flags = re.DOTALL | re.MULTILINE
758
+
759
+ _comment_single = r'(?://(?:[^\\\n]|\\+[\w\W])*$)'
760
+ _comment_multiline = r'(?:/\*(?:[^*]|\*(?!/))*\*/)'
761
+ _escape = (r'(?:\\(?:[\n\\<>"\'^v bnrt]|u[\da-fA-F]{,4}|x[\da-fA-F]{,2}|'
762
+ r'[0-3]?[0-7]{1,2}))')
763
+ _name = r'(?:[_a-zA-Z]\w*)'
764
+ _no_quote = r'(?=\s|\\?>)'
765
+ _operator = (r'(?:&&|\|\||\+\+|--|\?\?|::|[.,@\[\]~]|'
766
+ r'(?:[=+\-*/%!&|^]|<<?|>>?>?)=?)')
767
+ _ws = r'(?:\\|\s|%s|%s)' % (_comment_single, _comment_multiline)
768
+ _ws_pp = r'(?:\\\n|[^\S\n]|%s|%s)' % (_comment_single, _comment_multiline)
769
+
770
+ def _make_string_state(triple, double, verbatim=None, _escape=_escape):
771
+ if verbatim:
772
+ verbatim = ''.join(['(?:%s|%s)' % (re.escape(c.lower()),
773
+ re.escape(c.upper()))
774
+ for c in verbatim])
775
+ char = r'"' if double else r"'"
776
+ token = String.Double if double else String.Single
777
+ escaped_quotes = r'+|%s(?!%s{2})' % (char, char) if triple else r''
778
+ prefix = '%s%s' % ('t' if triple else '', 'd' if double else 's')
779
+ tag_state_name = '%sqt' % prefix
780
+ state = []
781
+ if triple:
782
+ state += [
783
+ (r'%s{3,}' % char, token, '#pop'),
784
+ (r'\\%s+' % char, String.Escape),
785
+ (char, token)
786
+ ]
787
+ else:
788
+ state.append((char, token, '#pop'))
789
+ state += [
790
+ include('s/verbatim'),
791
+ (r'[^\\<&{}%s]+' % char, token)
792
+ ]
793
+ if verbatim:
794
+ # This regex can't use `(?i)` because escape sequences are
795
+ # case-sensitive. `<\XMP>` works; `<\xmp>` doesn't.
796
+ state.append((r'\\?<(/|\\\\|(?!%s)\\)%s(?=[\s=>])' %
797
+ (_escape, verbatim),
798
+ Name.Tag, ('#pop', '%sqs' % prefix, tag_state_name)))
799
+ else:
800
+ state += [
801
+ (r'\\?<!([^><\\%s]|<(?!<)|\\%s%s|%s|\\.)*>?' %
802
+ (char, char, escaped_quotes, _escape), Comment.Multiline),
803
+ (r'(?i)\\?<listing(?=[\s=>]|\\>)', Name.Tag,
804
+ ('#pop', '%sqs/listing' % prefix, tag_state_name)),
805
+ (r'(?i)\\?<xmp(?=[\s=>]|\\>)', Name.Tag,
806
+ ('#pop', '%sqs/xmp' % prefix, tag_state_name)),
807
+ (r'\\?<([^\s=><\\%s]|<(?!<)|\\%s%s|%s|\\.)*' %
808
+ (char, char, escaped_quotes, _escape), Name.Tag,
809
+ tag_state_name),
810
+ include('s/entity')
811
+ ]
812
+ state += [
813
+ include('s/escape'),
814
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
815
+ (char, char, escaped_quotes, _escape), String.Interpol),
816
+ (r'[\\&{}<]', token)
817
+ ]
818
+ return state
819
+
820
+ def _make_tag_state(triple, double, _escape=_escape):
821
+ char = r'"' if double else r"'"
822
+ quantifier = r'{3,}' if triple else r''
823
+ state_name = '%s%sqt' % ('t' if triple else '', 'd' if double else 's')
824
+ token = String.Double if double else String.Single
825
+ escaped_quotes = r'+|%s(?!%s{2})' % (char, char) if triple else r''
826
+ return [
827
+ (r'%s%s' % (char, quantifier), token, '#pop:2'),
828
+ (r'(\s|\\\n)+', Text),
829
+ (r'(=)(\\?")', bygroups(Punctuation, String.Double),
830
+ 'dqs/%s' % state_name),
831
+ (r"(=)(\\?')", bygroups(Punctuation, String.Single),
832
+ 'sqs/%s' % state_name),
833
+ (r'=', Punctuation, 'uqs/%s' % state_name),
834
+ (r'\\?>', Name.Tag, '#pop'),
835
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
836
+ (char, char, escaped_quotes, _escape), String.Interpol),
837
+ (r'([^\s=><\\%s]|<(?!<)|\\%s%s|%s|\\.)+' %
838
+ (char, char, escaped_quotes, _escape), Name.Attribute),
839
+ include('s/escape'),
840
+ include('s/verbatim'),
841
+ include('s/entity'),
842
+ (r'[\\{}&]', Name.Attribute)
843
+ ]
844
+
845
+ def _make_attribute_value_state(terminator, host_triple, host_double,
846
+ _escape=_escape):
847
+ token = (String.Double if terminator == r'"' else
848
+ String.Single if terminator == r"'" else String.Other)
849
+ host_char = r'"' if host_double else r"'"
850
+ host_quantifier = r'{3,}' if host_triple else r''
851
+ host_token = String.Double if host_double else String.Single
852
+ escaped_quotes = (r'+|%s(?!%s{2})' % (host_char, host_char)
853
+ if host_triple else r'')
854
+ return [
855
+ (r'%s%s' % (host_char, host_quantifier), host_token, '#pop:3'),
856
+ (r'%s%s' % (r'' if token is String.Other else r'\\?', terminator),
857
+ token, '#pop'),
858
+ include('s/verbatim'),
859
+ include('s/entity'),
860
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
861
+ (host_char, host_char, escaped_quotes, _escape), String.Interpol),
862
+ (r'([^\s"\'<%s{}\\&])+' % (r'>' if token is String.Other else r''),
863
+ token),
864
+ include('s/escape'),
865
+ (r'["\'\s&{<}\\]', token)
866
+ ]
867
+
868
+ tokens = {
869
+ 'root': [
870
+ ('\ufeff', Text),
871
+ (r'\{', Punctuation, 'object-body'),
872
+ (r';+', Punctuation),
873
+ (r'(?=(argcount|break|case|catch|continue|default|definingobj|'
874
+ r'delegated|do|else|for|foreach|finally|goto|if|inherited|'
875
+ r'invokee|local|nil|new|operator|replaced|return|self|switch|'
876
+ r'targetobj|targetprop|throw|true|try|while)\b)', Text, 'block'),
877
+ (r'(%s)(%s*)(\()' % (_name, _ws),
878
+ bygroups(Name.Function, using(this, state='whitespace'),
879
+ Punctuation),
880
+ ('block?/root', 'more/parameters', 'main/parameters')),
881
+ include('whitespace'),
882
+ (r'\++', Punctuation),
883
+ (r'[^\s!"%-(*->@-_a-z{-~]+', Error), # Averts an infinite loop
884
+ (r'(?!\Z)', Text, 'main/root')
885
+ ],
886
+ 'main/root': [
887
+ include('main/basic'),
888
+ default(('#pop', 'object-body/no-braces', 'classes', 'class'))
889
+ ],
890
+ 'object-body/no-braces': [
891
+ (r';', Punctuation, '#pop'),
892
+ (r'\{', Punctuation, ('#pop', 'object-body')),
893
+ include('object-body')
894
+ ],
895
+ 'object-body': [
896
+ (r';', Punctuation),
897
+ (r'\{', Punctuation, '#push'),
898
+ (r'\}', Punctuation, '#pop'),
899
+ (r':', Punctuation, ('classes', 'class')),
900
+ (r'(%s?)(%s*)(\()' % (_name, _ws),
901
+ bygroups(Name.Function, using(this, state='whitespace'),
902
+ Punctuation),
903
+ ('block?', 'more/parameters', 'main/parameters')),
904
+ (r'(%s)(%s*)(\{)' % (_name, _ws),
905
+ bygroups(Name.Function, using(this, state='whitespace'),
906
+ Punctuation), 'block'),
907
+ (r'(%s)(%s*)(:)' % (_name, _ws),
908
+ bygroups(Name.Variable, using(this, state='whitespace'),
909
+ Punctuation),
910
+ ('object-body/no-braces', 'classes', 'class')),
911
+ include('whitespace'),
912
+ (r'->|%s' % _operator, Punctuation, 'main'),
913
+ default('main/object-body')
914
+ ],
915
+ 'main/object-body': [
916
+ include('main/basic'),
917
+ (r'(%s)(%s*)(=?)' % (_name, _ws),
918
+ bygroups(Name.Variable, using(this, state='whitespace'),
919
+ Punctuation), ('#pop', 'more', 'main')),
920
+ default('#pop:2')
921
+ ],
922
+ 'block?/root': [
923
+ (r'\{', Punctuation, ('#pop', 'block')),
924
+ include('whitespace'),
925
+ (r'(?=[\[\'"<(:])', Text, # It might be a VerbRule macro.
926
+ ('#pop', 'object-body/no-braces', 'grammar', 'grammar-rules')),
927
+ # It might be a macro like DefineAction.
928
+ default(('#pop', 'object-body/no-braces'))
929
+ ],
930
+ 'block?': [
931
+ (r'\{', Punctuation, ('#pop', 'block')),
932
+ include('whitespace'),
933
+ default('#pop')
934
+ ],
935
+ 'block/basic': [
936
+ (r'[;:]+', Punctuation),
937
+ (r'\{', Punctuation, '#push'),
938
+ (r'\}', Punctuation, '#pop'),
939
+ (r'default\b', Keyword.Reserved),
940
+ (r'(%s)(%s*)(:)' % (_name, _ws),
941
+ bygroups(Name.Label, using(this, state='whitespace'),
942
+ Punctuation)),
943
+ include('whitespace')
944
+ ],
945
+ 'block': [
946
+ include('block/basic'),
947
+ (r'(?!\Z)', Text, ('more', 'main'))
948
+ ],
949
+ 'block/embed': [
950
+ (r'>>', String.Interpol, '#pop'),
951
+ include('block/basic'),
952
+ (r'(?!\Z)', Text, ('more/embed', 'main'))
953
+ ],
954
+ 'main/basic': [
955
+ include('whitespace'),
956
+ (r'\(', Punctuation, ('#pop', 'more', 'main')),
957
+ (r'\[', Punctuation, ('#pop', 'more/list', 'main')),
958
+ (r'\{', Punctuation, ('#pop', 'more/inner', 'main/inner',
959
+ 'more/parameters', 'main/parameters')),
960
+ (r'\*|\.{3}', Punctuation, '#pop'),
961
+ (r'(?i)0x[\da-f]+', Number.Hex, '#pop'),
962
+ (r'(\d+\.(?!\.)\d*|\.\d+)([eE][-+]?\d+)?|\d+[eE][-+]?\d+',
963
+ Number.Float, '#pop'),
964
+ (r'0[0-7]+', Number.Oct, '#pop'),
965
+ (r'\d+', Number.Integer, '#pop'),
966
+ (r'"""', String.Double, ('#pop', 'tdqs')),
967
+ (r"'''", String.Single, ('#pop', 'tsqs')),
968
+ (r'"', String.Double, ('#pop', 'dqs')),
969
+ (r"'", String.Single, ('#pop', 'sqs')),
970
+ (r'R"""', String.Regex, ('#pop', 'tdqr')),
971
+ (r"R'''", String.Regex, ('#pop', 'tsqr')),
972
+ (r'R"', String.Regex, ('#pop', 'dqr')),
973
+ (r"R'", String.Regex, ('#pop', 'sqr')),
974
+ # Two-token keywords
975
+ (r'(extern)(%s+)(object\b)' % _ws,
976
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
977
+ Keyword.Reserved)),
978
+ (r'(function|method)(%s*)(\()' % _ws,
979
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
980
+ Punctuation),
981
+ ('#pop', 'block?', 'more/parameters', 'main/parameters')),
982
+ (r'(modify)(%s+)(grammar\b)' % _ws,
983
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
984
+ Keyword.Reserved),
985
+ ('#pop', 'object-body/no-braces', ':', 'grammar')),
986
+ (r'(new)(%s+(?=(?:function|method)\b))' % _ws,
987
+ bygroups(Keyword.Reserved, using(this, state='whitespace'))),
988
+ (r'(object)(%s+)(template\b)' % _ws,
989
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
990
+ Keyword.Reserved), ('#pop', 'template')),
991
+ (r'(string)(%s+)(template\b)' % _ws,
992
+ bygroups(Keyword, using(this, state='whitespace'),
993
+ Keyword.Reserved), ('#pop', 'function-name')),
994
+ # Keywords
995
+ (r'(argcount|definingobj|invokee|replaced|targetobj|targetprop)\b',
996
+ Name.Builtin, '#pop'),
997
+ (r'(break|continue|goto)\b', Keyword.Reserved, ('#pop', 'label')),
998
+ (r'(case|extern|if|intrinsic|return|static|while)\b',
999
+ Keyword.Reserved),
1000
+ (r'catch\b', Keyword.Reserved, ('#pop', 'catch')),
1001
+ (r'class\b', Keyword.Reserved,
1002
+ ('#pop', 'object-body/no-braces', 'class')),
1003
+ (r'(default|do|else|finally|try)\b', Keyword.Reserved, '#pop'),
1004
+ (r'(dictionary|property)\b', Keyword.Reserved,
1005
+ ('#pop', 'constants')),
1006
+ (r'enum\b', Keyword.Reserved, ('#pop', 'enum')),
1007
+ (r'export\b', Keyword.Reserved, ('#pop', 'main')),
1008
+ (r'(for|foreach)\b', Keyword.Reserved,
1009
+ ('#pop', 'more/inner', 'main/inner')),
1010
+ (r'(function|method)\b', Keyword.Reserved,
1011
+ ('#pop', 'block?', 'function-name')),
1012
+ (r'grammar\b', Keyword.Reserved,
1013
+ ('#pop', 'object-body/no-braces', 'grammar')),
1014
+ (r'inherited\b', Keyword.Reserved, ('#pop', 'inherited')),
1015
+ (r'local\b', Keyword.Reserved,
1016
+ ('#pop', 'more/local', 'main/local')),
1017
+ (r'(modify|replace|switch|throw|transient)\b', Keyword.Reserved,
1018
+ '#pop'),
1019
+ (r'new\b', Keyword.Reserved, ('#pop', 'class')),
1020
+ (r'(nil|true)\b', Keyword.Constant, '#pop'),
1021
+ (r'object\b', Keyword.Reserved, ('#pop', 'object-body/no-braces')),
1022
+ (r'operator\b', Keyword.Reserved, ('#pop', 'operator')),
1023
+ (r'propertyset\b', Keyword.Reserved,
1024
+ ('#pop', 'propertyset', 'main')),
1025
+ (r'self\b', Name.Builtin.Pseudo, '#pop'),
1026
+ (r'template\b', Keyword.Reserved, ('#pop', 'template')),
1027
+ # Operators
1028
+ (r'(__objref|defined)(%s*)(\()' % _ws,
1029
+ bygroups(Operator.Word, using(this, state='whitespace'),
1030
+ Operator), ('#pop', 'more/__objref', 'main')),
1031
+ (r'delegated\b', Operator.Word),
1032
+ # Compiler-defined macros and built-in properties
1033
+ (r'(__DATE__|__DEBUG|__LINE__|__FILE__|'
1034
+ r'__TADS_MACRO_FORMAT_VERSION|__TADS_SYS_\w*|__TADS_SYSTEM_NAME|'
1035
+ r'__TADS_VERSION_MAJOR|__TADS_VERSION_MINOR|__TADS3|__TIME__|'
1036
+ r'construct|finalize|grammarInfo|grammarTag|lexicalParent|'
1037
+ r'miscVocab|sourceTextGroup|sourceTextGroupName|'
1038
+ r'sourceTextGroupOrder|sourceTextOrder)\b', Name.Builtin, '#pop')
1039
+ ],
1040
+ 'main': [
1041
+ include('main/basic'),
1042
+ (_name, Name, '#pop'),
1043
+ default('#pop')
1044
+ ],
1045
+ 'more/basic': [
1046
+ (r'\(', Punctuation, ('more/list', 'main')),
1047
+ (r'\[', Punctuation, ('more', 'main')),
1048
+ (r'\.{3}', Punctuation),
1049
+ (r'->|\.\.', Punctuation, 'main'),
1050
+ (r'(?=;)|[:)\]]', Punctuation, '#pop'),
1051
+ include('whitespace'),
1052
+ (_operator, Operator, 'main'),
1053
+ (r'\?', Operator, ('main', 'more/conditional', 'main')),
1054
+ (r'(is|not)(%s+)(in\b)' % _ws,
1055
+ bygroups(Operator.Word, using(this, state='whitespace'),
1056
+ Operator.Word)),
1057
+ (r'[^\s!"%-_a-z{-~]+', Error) # Averts an infinite loop
1058
+ ],
1059
+ 'more': [
1060
+ include('more/basic'),
1061
+ default('#pop')
1062
+ ],
1063
+ # Then expression (conditional operator)
1064
+ 'more/conditional': [
1065
+ (r':(?!:)', Operator, '#pop'),
1066
+ include('more')
1067
+ ],
1068
+ # Embedded expressions
1069
+ 'more/embed': [
1070
+ (r'>>', String.Interpol, '#pop:2'),
1071
+ include('more')
1072
+ ],
1073
+ # For/foreach loop initializer or short-form anonymous function
1074
+ 'main/inner': [
1075
+ (r'\(', Punctuation, ('#pop', 'more/inner', 'main/inner')),
1076
+ (r'local\b', Keyword.Reserved, ('#pop', 'main/local')),
1077
+ include('main')
1078
+ ],
1079
+ 'more/inner': [
1080
+ (r'\}', Punctuation, '#pop'),
1081
+ (r',', Punctuation, 'main/inner'),
1082
+ (r'(in|step)\b', Keyword, 'main/inner'),
1083
+ include('more')
1084
+ ],
1085
+ # Local
1086
+ 'main/local': [
1087
+ (_name, Name.Variable, '#pop'),
1088
+ include('whitespace')
1089
+ ],
1090
+ 'more/local': [
1091
+ (r',', Punctuation, 'main/local'),
1092
+ include('more')
1093
+ ],
1094
+ # List
1095
+ 'more/list': [
1096
+ (r'[,:]', Punctuation, 'main'),
1097
+ include('more')
1098
+ ],
1099
+ # Parameter list
1100
+ 'main/parameters': [
1101
+ (r'(%s)(%s*)(?=:)' % (_name, _ws),
1102
+ bygroups(Name.Variable, using(this, state='whitespace')), '#pop'),
1103
+ (r'(%s)(%s+)(%s)' % (_name, _ws, _name),
1104
+ bygroups(Name.Class, using(this, state='whitespace'),
1105
+ Name.Variable), '#pop'),
1106
+ (r'\[+', Punctuation),
1107
+ include('main/basic'),
1108
+ (_name, Name.Variable, '#pop'),
1109
+ default('#pop')
1110
+ ],
1111
+ 'more/parameters': [
1112
+ (r'(:)(%s*(?=[?=,:)]))' % _ws,
1113
+ bygroups(Punctuation, using(this, state='whitespace'))),
1114
+ (r'[?\]]+', Punctuation),
1115
+ (r'[:)]', Punctuation, ('#pop', 'multimethod?')),
1116
+ (r',', Punctuation, 'main/parameters'),
1117
+ (r'=', Punctuation, ('more/parameter', 'main')),
1118
+ include('more')
1119
+ ],
1120
+ 'more/parameter': [
1121
+ (r'(?=[,)])', Text, '#pop'),
1122
+ include('more')
1123
+ ],
1124
+ 'multimethod?': [
1125
+ (r'multimethod\b', Keyword, '#pop'),
1126
+ include('whitespace'),
1127
+ default('#pop')
1128
+ ],
1129
+
1130
+ # Statements and expressions
1131
+ 'more/__objref': [
1132
+ (r',', Punctuation, 'mode'),
1133
+ (r'\)', Operator, '#pop'),
1134
+ include('more')
1135
+ ],
1136
+ 'mode': [
1137
+ (r'(error|warn)\b', Keyword, '#pop'),
1138
+ include('whitespace')
1139
+ ],
1140
+ 'catch': [
1141
+ (r'\(+', Punctuation),
1142
+ (_name, Name.Exception, ('#pop', 'variables')),
1143
+ include('whitespace')
1144
+ ],
1145
+ 'enum': [
1146
+ include('whitespace'),
1147
+ (r'token\b', Keyword, ('#pop', 'constants')),
1148
+ default(('#pop', 'constants'))
1149
+ ],
1150
+ 'grammar': [
1151
+ (r'\)+', Punctuation),
1152
+ (r'\(', Punctuation, 'grammar-tag'),
1153
+ (r':', Punctuation, 'grammar-rules'),
1154
+ (_name, Name.Class),
1155
+ include('whitespace')
1156
+ ],
1157
+ 'grammar-tag': [
1158
+ include('whitespace'),
1159
+ (r'"""([^\\"<]|""?(?!")|\\"+|\\.|<(?!<))+("{3,}|<<)|'
1160
+ r'R"""([^\\"]|""?(?!")|\\"+|\\.)+"{3,}|'
1161
+ r"'''([^\\'<]|''?(?!')|\\'+|\\.|<(?!<))+('{3,}|<<)|"
1162
+ r"R'''([^\\']|''?(?!')|\\'+|\\.)+'{3,}|"
1163
+ r'"([^\\"<]|\\.|<(?!<))+("|<<)|R"([^\\"]|\\.)+"|'
1164
+ r"'([^\\'<]|\\.|<(?!<))+('|<<)|R'([^\\']|\\.)+'|"
1165
+ r"([^)\s\\/]|/(?![/*]))+|\)", String.Other, '#pop')
1166
+ ],
1167
+ 'grammar-rules': [
1168
+ include('string'),
1169
+ include('whitespace'),
1170
+ (r'(\[)(%s*)(badness)' % _ws,
1171
+ bygroups(Punctuation, using(this, state='whitespace'), Keyword),
1172
+ 'main'),
1173
+ (r'->|%s|[()]' % _operator, Punctuation),
1174
+ (_name, Name.Constant),
1175
+ default('#pop:2')
1176
+ ],
1177
+ ':': [
1178
+ (r':', Punctuation, '#pop')
1179
+ ],
1180
+ 'function-name': [
1181
+ (r'(<<([^>]|>>>|>(?!>))*>>)+', String.Interpol),
1182
+ (r'(?=%s?%s*[({])' % (_name, _ws), Text, '#pop'),
1183
+ (_name, Name.Function, '#pop'),
1184
+ include('whitespace')
1185
+ ],
1186
+ 'inherited': [
1187
+ (r'<', Punctuation, ('#pop', 'classes', 'class')),
1188
+ include('whitespace'),
1189
+ (_name, Name.Class, '#pop'),
1190
+ default('#pop')
1191
+ ],
1192
+ 'operator': [
1193
+ (r'negate\b', Operator.Word, '#pop'),
1194
+ include('whitespace'),
1195
+ (_operator, Operator),
1196
+ default('#pop')
1197
+ ],
1198
+ 'propertyset': [
1199
+ (r'\(', Punctuation, ('more/parameters', 'main/parameters')),
1200
+ (r'\{', Punctuation, ('#pop', 'object-body')),
1201
+ include('whitespace')
1202
+ ],
1203
+ 'template': [
1204
+ (r'(?=;)', Text, '#pop'),
1205
+ include('string'),
1206
+ (r'inherited\b', Keyword.Reserved),
1207
+ include('whitespace'),
1208
+ (r'->|\?|%s' % _operator, Punctuation),
1209
+ (_name, Name.Variable)
1210
+ ],
1211
+
1212
+ # Identifiers
1213
+ 'class': [
1214
+ (r'\*|\.{3}', Punctuation, '#pop'),
1215
+ (r'object\b', Keyword.Reserved, '#pop'),
1216
+ (r'transient\b', Keyword.Reserved),
1217
+ (_name, Name.Class, '#pop'),
1218
+ include('whitespace'),
1219
+ default('#pop')
1220
+ ],
1221
+ 'classes': [
1222
+ (r'[:,]', Punctuation, 'class'),
1223
+ include('whitespace'),
1224
+ (r'>', Punctuation, '#pop'),
1225
+ default('#pop')
1226
+ ],
1227
+ 'constants': [
1228
+ (r',+', Punctuation),
1229
+ (r';', Punctuation, '#pop'),
1230
+ (r'property\b', Keyword.Reserved),
1231
+ (_name, Name.Constant),
1232
+ include('whitespace')
1233
+ ],
1234
+ 'label': [
1235
+ (_name, Name.Label, '#pop'),
1236
+ include('whitespace'),
1237
+ default('#pop')
1238
+ ],
1239
+ 'variables': [
1240
+ (r',+', Punctuation),
1241
+ (r'\)', Punctuation, '#pop'),
1242
+ include('whitespace'),
1243
+ (_name, Name.Variable)
1244
+ ],
1245
+
1246
+ # Whitespace and comments
1247
+ 'whitespace': [
1248
+ (r'^%s*#(%s|[^\n]|(?<=\\)\n)*\n?' % (_ws_pp, _comment_multiline),
1249
+ Comment.Preproc),
1250
+ (_comment_single, Comment.Single),
1251
+ (_comment_multiline, Comment.Multiline),
1252
+ (r'\\+\n+%s*#?|\n+|([^\S\n]|\\)+' % _ws_pp, Text)
1253
+ ],
1254
+
1255
+ # Strings
1256
+ 'string': [
1257
+ (r'"""', String.Double, 'tdqs'),
1258
+ (r"'''", String.Single, 'tsqs'),
1259
+ (r'"', String.Double, 'dqs'),
1260
+ (r"'", String.Single, 'sqs')
1261
+ ],
1262
+ 's/escape': [
1263
+ (r'\{\{|\}\}|%s' % _escape, String.Escape)
1264
+ ],
1265
+ 's/verbatim': [
1266
+ (r'<<\s*(as\s+decreasingly\s+likely\s+outcomes|cycling|else|end|'
1267
+ r'first\s+time|one\s+of|only|or|otherwise|'
1268
+ r'(sticky|(then\s+)?(purely\s+)?at)\s+random|stopping|'
1269
+ r'(then\s+)?(half\s+)?shuffled|\|\|)\s*>>', String.Interpol),
1270
+ (r'<<(%%(_(%s|\\?.)|[\-+ ,#]|\[\d*\]?)*\d*\.?\d*(%s|\\?.)|'
1271
+ r'\s*((else|otherwise)\s+)?(if|unless)\b)?' % (_escape, _escape),
1272
+ String.Interpol, ('block/embed', 'more/embed', 'main'))
1273
+ ],
1274
+ 's/entity': [
1275
+ (r'(?i)&(#(x[\da-f]+|\d+)|[a-z][\da-z]*);?', Name.Entity)
1276
+ ],
1277
+ 'tdqs': _make_string_state(True, True),
1278
+ 'tsqs': _make_string_state(True, False),
1279
+ 'dqs': _make_string_state(False, True),
1280
+ 'sqs': _make_string_state(False, False),
1281
+ 'tdqs/listing': _make_string_state(True, True, 'listing'),
1282
+ 'tsqs/listing': _make_string_state(True, False, 'listing'),
1283
+ 'dqs/listing': _make_string_state(False, True, 'listing'),
1284
+ 'sqs/listing': _make_string_state(False, False, 'listing'),
1285
+ 'tdqs/xmp': _make_string_state(True, True, 'xmp'),
1286
+ 'tsqs/xmp': _make_string_state(True, False, 'xmp'),
1287
+ 'dqs/xmp': _make_string_state(False, True, 'xmp'),
1288
+ 'sqs/xmp': _make_string_state(False, False, 'xmp'),
1289
+
1290
+ # Tags
1291
+ 'tdqt': _make_tag_state(True, True),
1292
+ 'tsqt': _make_tag_state(True, False),
1293
+ 'dqt': _make_tag_state(False, True),
1294
+ 'sqt': _make_tag_state(False, False),
1295
+ 'dqs/tdqt': _make_attribute_value_state(r'"', True, True),
1296
+ 'dqs/tsqt': _make_attribute_value_state(r'"', True, False),
1297
+ 'dqs/dqt': _make_attribute_value_state(r'"', False, True),
1298
+ 'dqs/sqt': _make_attribute_value_state(r'"', False, False),
1299
+ 'sqs/tdqt': _make_attribute_value_state(r"'", True, True),
1300
+ 'sqs/tsqt': _make_attribute_value_state(r"'", True, False),
1301
+ 'sqs/dqt': _make_attribute_value_state(r"'", False, True),
1302
+ 'sqs/sqt': _make_attribute_value_state(r"'", False, False),
1303
+ 'uqs/tdqt': _make_attribute_value_state(_no_quote, True, True),
1304
+ 'uqs/tsqt': _make_attribute_value_state(_no_quote, True, False),
1305
+ 'uqs/dqt': _make_attribute_value_state(_no_quote, False, True),
1306
+ 'uqs/sqt': _make_attribute_value_state(_no_quote, False, False),
1307
+
1308
+ # Regular expressions
1309
+ 'tdqr': [
1310
+ (r'[^\\"]+', String.Regex),
1311
+ (r'\\"*', String.Regex),
1312
+ (r'"{3,}', String.Regex, '#pop'),
1313
+ (r'"', String.Regex)
1314
+ ],
1315
+ 'tsqr': [
1316
+ (r"[^\\']+", String.Regex),
1317
+ (r"\\'*", String.Regex),
1318
+ (r"'{3,}", String.Regex, '#pop'),
1319
+ (r"'", String.Regex)
1320
+ ],
1321
+ 'dqr': [
1322
+ (r'[^\\"]+', String.Regex),
1323
+ (r'\\"?', String.Regex),
1324
+ (r'"', String.Regex, '#pop')
1325
+ ],
1326
+ 'sqr': [
1327
+ (r"[^\\']+", String.Regex),
1328
+ (r"\\'?", String.Regex),
1329
+ (r"'", String.Regex, '#pop')
1330
+ ]
1331
+ }
1332
+
1333
+ def get_tokens_unprocessed(self, text, **kwargs):
1334
+ pp = r'^%s*#%s*' % (self._ws_pp, self._ws_pp)
1335
+ if_false_level = 0
1336
+ for index, token, value in (
1337
+ RegexLexer.get_tokens_unprocessed(self, text, **kwargs)):
1338
+ if if_false_level == 0: # Not in a false #if
1339
+ if (token is Comment.Preproc and
1340
+ re.match(r'%sif%s+(0|nil)%s*$\n?' %
1341
+ (pp, self._ws_pp, self._ws_pp), value)):
1342
+ if_false_level = 1
1343
+ else: # In a false #if
1344
+ if token is Comment.Preproc:
1345
+ if (if_false_level == 1 and
1346
+ re.match(r'%sel(if|se)\b' % pp, value)):
1347
+ if_false_level = 0
1348
+ elif re.match(r'%sif' % pp, value):
1349
+ if_false_level += 1
1350
+ elif re.match(r'%sendif\b' % pp, value):
1351
+ if_false_level -= 1
1352
+ else:
1353
+ token = Comment
1354
+ yield index, token, value
1355
+
1356
+ def analyse_text(text):
1357
+ """This is a rather generic descriptive language without strong
1358
+ identifiers. It looks like a 'GameMainDef' has to be present,
1359
+ and/or a 'versionInfo' with an 'IFID' field."""
1360
+ result = 0
1361
+ if '__TADS' in text or 'GameMainDef' in text:
1362
+ result += 0.2
1363
+
1364
+ # This is a fairly unique keyword which is likely used in source as well
1365
+ if 'versionInfo' in text and 'IFID' in text:
1366
+ result += 0.1
1367
+
1368
+ return result