pygments.rb 1.2.1 → 2.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (386) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +40 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +4 -6
  6. data/.rubocop.yml +16 -0
  7. data/CHANGELOG.adoc +137 -0
  8. data/Gemfile +3 -1
  9. data/LICENSE +1 -1
  10. data/README.adoc +159 -0
  11. data/Rakefile +8 -32
  12. data/bench.rb +14 -8
  13. data/lib/pygments.rb +16 -14
  14. data/lib/pygments/lexer.rb +87 -65
  15. data/lib/pygments/mentos.py +23 -110
  16. data/lib/pygments/popen.rb +188 -284
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +20 -13
  19. data/test/test_pygments.rb +50 -110
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.8.1.dist-info/AUTHORS} +26 -3
  21. data/vendor/pygments-main/Pygments-2.8.1.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.8.1.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.8.1.dist-info/METADATA +48 -0
  24. data/vendor/pygments-main/Pygments-2.8.1.dist-info/RECORD +494 -0
  25. data/vendor/pygments-main/Pygments-2.8.1.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.8.1.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.8.1.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.8.1.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -12
  31. data/vendor/pygments-main/pygments/__main__.py +17 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +213 -184
  33. data/vendor/pygments-main/pygments/console.py +6 -10
  34. data/vendor/pygments-main/pygments/filter.py +4 -7
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -22
  36. data/vendor/pygments-main/pygments/formatter.py +4 -5
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +10 -10
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -4
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -2
  40. data/vendor/pygments-main/pygments/formatters/html.py +242 -139
  41. data/vendor/pygments-main/pygments/formatters/img.py +91 -50
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -40
  43. data/vendor/pygments-main/pygments/formatters/latex.py +62 -33
  44. data/vendor/pygments-main/pygments/formatters/other.py +18 -17
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -30
  46. data/vendor/pygments-main/pygments/formatters/svg.py +40 -5
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -32
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +45 -14
  49. data/vendor/pygments-main/pygments/lexer.py +47 -44
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +341 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1644 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +231 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +75 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1724 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5326 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +292 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +554 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1171 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1281 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2600 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4752 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +677 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3093 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1160 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +557 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +457 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1003 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +112 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +279 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1938 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +244 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +23 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +239 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +75 -0
  75. data/vendor/pygments-main/pygments/lexers/amdgpu.py +48 -0
  76. data/vendor/pygments-main/pygments/lexers/ampl.py +86 -0
  77. data/vendor/pygments-main/pygments/lexers/apl.py +100 -0
  78. data/vendor/pygments-main/pygments/lexers/archetype.py +317 -0
  79. data/vendor/pygments-main/pygments/lexers/arrow.py +116 -0
  80. data/vendor/pygments-main/pygments/lexers/asm.py +1004 -0
  81. data/vendor/pygments-main/pygments/lexers/automation.py +379 -0
  82. data/vendor/pygments-main/pygments/lexers/bare.py +103 -0
  83. data/vendor/pygments-main/pygments/lexers/basic.py +661 -0
  84. data/vendor/pygments-main/pygments/lexers/bibtex.py +159 -0
  85. data/vendor/pygments-main/pygments/lexers/boa.py +101 -0
  86. data/vendor/pygments-main/pygments/lexers/business.py +626 -0
  87. data/vendor/pygments-main/pygments/lexers/c_cpp.py +342 -0
  88. data/vendor/pygments-main/pygments/lexers/c_like.py +565 -0
  89. data/vendor/pygments-main/pygments/lexers/capnproto.py +77 -0
  90. data/vendor/pygments-main/pygments/lexers/cddl.py +190 -0
  91. data/vendor/pygments-main/pygments/lexers/chapel.py +111 -0
  92. data/vendor/pygments-main/pygments/lexers/clean.py +178 -0
  93. data/vendor/pygments-main/pygments/lexers/compiled.py +33 -0
  94. data/vendor/pygments-main/pygments/lexers/configs.py +985 -0
  95. data/vendor/pygments-main/pygments/lexers/console.py +113 -0
  96. data/vendor/pygments-main/pygments/lexers/crystal.py +366 -0
  97. data/vendor/pygments-main/pygments/lexers/csound.py +466 -0
  98. data/vendor/pygments-main/pygments/lexers/css.py +694 -0
  99. data/vendor/pygments-main/pygments/lexers/d.py +255 -0
  100. data/vendor/pygments-main/pygments/lexers/dalvik.py +124 -0
  101. data/vendor/pygments-main/pygments/lexers/data.py +697 -0
  102. data/vendor/pygments-main/pygments/lexers/devicetree.py +108 -0
  103. data/vendor/pygments-main/pygments/lexers/diff.py +164 -0
  104. data/vendor/pygments-main/pygments/lexers/dotnet.py +706 -0
  105. data/vendor/pygments-main/pygments/lexers/dsls.py +959 -0
  106. data/vendor/pygments-main/pygments/lexers/dylan.py +286 -0
  107. data/vendor/pygments-main/pygments/lexers/ecl.py +137 -0
  108. data/vendor/pygments-main/pygments/lexers/eiffel.py +64 -0
  109. data/vendor/pygments-main/pygments/lexers/elm.py +120 -0
  110. data/vendor/pygments-main/pygments/lexers/email.py +150 -0
  111. data/vendor/pygments-main/pygments/lexers/erlang.py +529 -0
  112. data/vendor/pygments-main/pygments/lexers/esoteric.py +303 -0
  113. data/vendor/pygments-main/pygments/lexers/ezhil.py +76 -0
  114. data/vendor/pygments-main/pygments/lexers/factor.py +343 -0
  115. data/vendor/pygments-main/pygments/lexers/fantom.py +249 -0
  116. data/vendor/pygments-main/pygments/lexers/felix.py +272 -0
  117. data/vendor/pygments-main/pygments/lexers/floscript.py +82 -0
  118. data/vendor/pygments-main/pygments/lexers/forth.py +177 -0
  119. data/vendor/pygments-main/pygments/lexers/fortran.py +208 -0
  120. data/vendor/pygments-main/pygments/lexers/foxpro.py +427 -0
  121. data/vendor/pygments-main/pygments/lexers/freefem.py +897 -0
  122. data/vendor/pygments-main/pygments/lexers/functional.py +20 -0
  123. data/vendor/pygments-main/pygments/lexers/futhark.py +110 -0
  124. data/vendor/pygments-main/pygments/lexers/gdscript.py +345 -0
  125. data/vendor/pygments-main/pygments/lexers/go.py +100 -0
  126. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +269 -0
  127. data/vendor/pygments-main/pygments/lexers/graph.py +84 -0
  128. data/vendor/pygments-main/pygments/lexers/graphics.py +799 -0
  129. data/vendor/pygments-main/pygments/lexers/graphviz.py +57 -0
  130. data/vendor/pygments-main/pygments/lexers/haskell.py +869 -0
  131. data/vendor/pygments-main/pygments/lexers/haxe.py +935 -0
  132. data/vendor/pygments-main/pygments/lexers/hdl.py +468 -0
  133. data/vendor/pygments-main/pygments/lexers/hexdump.py +102 -0
  134. data/vendor/pygments-main/pygments/lexers/html.py +613 -0
  135. data/vendor/pygments-main/pygments/lexers/idl.py +280 -0
  136. data/vendor/pygments-main/pygments/lexers/igor.py +419 -0
  137. data/vendor/pygments-main/pygments/lexers/inferno.py +95 -0
  138. data/vendor/pygments-main/pygments/lexers/installers.py +321 -0
  139. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1367 -0
  140. data/vendor/pygments-main/pygments/lexers/iolang.py +62 -0
  141. data/vendor/pygments-main/pygments/lexers/j.py +145 -0
  142. data/vendor/pygments-main/pygments/lexers/javascript.py +1536 -0
  143. data/vendor/pygments-main/pygments/lexers/julia.py +330 -0
  144. data/vendor/pygments-main/pygments/lexers/jvm.py +1739 -0
  145. data/vendor/pygments-main/pygments/lexers/lisp.py +2698 -0
  146. data/vendor/pygments-main/pygments/lexers/make.py +205 -0
  147. data/vendor/pygments-main/pygments/lexers/markup.py +762 -0
  148. data/vendor/pygments-main/pygments/lexers/math.py +20 -0
  149. data/vendor/pygments-main/pygments/lexers/matlab.py +3280 -0
  150. data/vendor/pygments-main/pygments/lexers/mime.py +225 -0
  151. data/vendor/pygments-main/pygments/lexers/ml.py +957 -0
  152. data/vendor/pygments-main/pygments/lexers/modeling.py +365 -0
  153. data/vendor/pygments-main/pygments/lexers/modula2.py +1579 -0
  154. data/vendor/pygments-main/pygments/lexers/monte.py +203 -0
  155. data/vendor/pygments-main/pygments/lexers/mosel.py +447 -0
  156. data/vendor/pygments-main/pygments/lexers/ncl.py +893 -0
  157. data/vendor/pygments-main/pygments/lexers/nimrod.py +158 -0
  158. data/vendor/pygments-main/pygments/lexers/nit.py +63 -0
  159. data/vendor/pygments-main/pygments/lexers/nix.py +135 -0
  160. data/vendor/pygments-main/pygments/lexers/oberon.py +120 -0
  161. data/vendor/pygments-main/pygments/lexers/objective.py +503 -0
  162. data/vendor/pygments-main/pygments/lexers/ooc.py +84 -0
  163. data/vendor/pygments-main/pygments/lexers/other.py +40 -0
  164. data/vendor/pygments-main/pygments/lexers/parasail.py +78 -0
  165. data/vendor/pygments-main/pygments/lexers/parsers.py +799 -0
  166. data/vendor/pygments-main/pygments/lexers/pascal.py +643 -0
  167. data/vendor/pygments-main/pygments/lexers/pawn.py +202 -0
  168. data/vendor/pygments-main/pygments/lexers/perl.py +731 -0
  169. data/vendor/pygments-main/pygments/lexers/php.py +320 -0
  170. data/vendor/pygments-main/pygments/lexers/pointless.py +70 -0
  171. data/vendor/pygments-main/pygments/lexers/pony.py +93 -0
  172. data/vendor/pygments-main/pygments/lexers/praat.py +301 -0
  173. data/vendor/pygments-main/pygments/lexers/prolog.py +305 -0
  174. data/vendor/pygments-main/pygments/lexers/promql.py +182 -0
  175. data/vendor/pygments-main/pygments/lexers/python.py +1158 -0
  176. data/vendor/pygments-main/pygments/lexers/qvt.py +151 -0
  177. data/vendor/pygments-main/pygments/lexers/r.py +190 -0
  178. data/vendor/pygments-main/pygments/lexers/rdf.py +462 -0
  179. data/vendor/pygments-main/pygments/lexers/rebol.py +430 -0
  180. data/vendor/pygments-main/pygments/lexers/resource.py +84 -0
  181. data/vendor/pygments-main/pygments/lexers/ride.py +138 -0
  182. data/vendor/pygments-main/pygments/lexers/rnc.py +66 -0
  183. data/vendor/pygments-main/pygments/lexers/roboconf.py +81 -0
  184. data/vendor/pygments-main/pygments/lexers/robotframework.py +551 -0
  185. data/vendor/pygments-main/pygments/lexers/ruby.py +523 -0
  186. data/vendor/pygments-main/pygments/lexers/rust.py +223 -0
  187. data/vendor/pygments-main/pygments/lexers/sas.py +227 -0
  188. data/vendor/pygments-main/pygments/lexers/scdoc.py +82 -0
  189. data/vendor/pygments-main/pygments/lexers/scripting.py +1283 -0
  190. data/vendor/pygments-main/pygments/lexers/sgf.py +60 -0
  191. data/vendor/pygments-main/pygments/lexers/shell.py +909 -0
  192. data/vendor/pygments-main/pygments/lexers/sieve.py +68 -0
  193. data/vendor/pygments-main/pygments/lexers/slash.py +184 -0
  194. data/vendor/pygments-main/pygments/lexers/smalltalk.py +194 -0
  195. data/vendor/pygments-main/pygments/lexers/smv.py +78 -0
  196. data/vendor/pygments-main/pygments/lexers/snobol.py +82 -0
  197. data/vendor/pygments-main/pygments/lexers/solidity.py +91 -0
  198. data/vendor/pygments-main/pygments/lexers/special.py +106 -0
  199. data/vendor/pygments-main/pygments/lexers/sql.py +832 -0
  200. data/vendor/pygments-main/pygments/lexers/stata.py +170 -0
  201. data/vendor/pygments-main/pygments/lexers/supercollider.py +94 -0
  202. data/vendor/pygments-main/pygments/lexers/tcl.py +144 -0
  203. data/vendor/pygments-main/pygments/lexers/templates.py +2263 -0
  204. data/vendor/pygments-main/pygments/lexers/teraterm.py +334 -0
  205. data/vendor/pygments-main/pygments/lexers/testing.py +206 -0
  206. data/vendor/pygments-main/pygments/lexers/text.py +25 -0
  207. data/vendor/pygments-main/pygments/lexers/textedit.py +168 -0
  208. data/vendor/pygments-main/pygments/lexers/textfmts.py +429 -0
  209. data/vendor/pygments-main/pygments/lexers/theorem.py +476 -0
  210. data/vendor/pygments-main/pygments/lexers/tnt.py +262 -0
  211. data/vendor/pygments-main/pygments/lexers/trafficscript.py +53 -0
  212. data/vendor/pygments-main/pygments/lexers/typoscript.py +218 -0
  213. data/vendor/pygments-main/pygments/lexers/unicon.py +411 -0
  214. data/vendor/pygments-main/pygments/lexers/urbi.py +145 -0
  215. data/vendor/pygments-main/pygments/lexers/usd.py +89 -0
  216. data/vendor/pygments-main/pygments/lexers/varnish.py +189 -0
  217. data/vendor/pygments-main/pygments/lexers/verification.py +113 -0
  218. data/vendor/pygments-main/pygments/lexers/web.py +23 -0
  219. data/vendor/pygments-main/pygments/lexers/webidl.py +298 -0
  220. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  221. data/vendor/pygments-main/pygments/lexers/whiley.py +115 -0
  222. data/vendor/pygments-main/pygments/lexers/x10.py +68 -0
  223. data/vendor/pygments-main/pygments/lexers/xorg.py +36 -0
  224. data/vendor/pygments-main/pygments/lexers/yang.py +103 -0
  225. data/vendor/pygments-main/pygments/lexers/zig.py +123 -0
  226. data/vendor/pygments-main/pygments/modeline.py +1 -2
  227. data/vendor/pygments-main/pygments/plugin.py +4 -3
  228. data/vendor/pygments-main/pygments/regexopt.py +1 -2
  229. data/vendor/pygments-main/pygments/scanner.py +2 -3
  230. data/vendor/pygments-main/pygments/sphinxext.py +2 -5
  231. data/vendor/pygments-main/pygments/style.py +61 -25
  232. data/vendor/pygments-main/pygments/styles/__init__.py +12 -5
  233. data/vendor/pygments-main/pygments/styles/abap.py +1 -2
  234. data/vendor/pygments-main/pygments/styles/algol.py +1 -2
  235. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -2
  236. data/vendor/pygments-main/pygments/styles/arduino.py +2 -3
  237. data/vendor/pygments-main/pygments/styles/autumn.py +1 -2
  238. data/vendor/pygments-main/pygments/styles/borland.py +1 -2
  239. data/vendor/pygments-main/pygments/styles/bw.py +1 -2
  240. data/vendor/pygments-main/pygments/styles/colorful.py +1 -2
  241. data/vendor/pygments-main/pygments/styles/default.py +1 -2
  242. data/vendor/pygments-main/pygments/styles/emacs.py +1 -2
  243. data/vendor/pygments-main/pygments/styles/friendly.py +1 -2
  244. data/vendor/pygments-main/pygments/styles/fruity.py +1 -2
  245. data/vendor/pygments-main/pygments/styles/igor.py +1 -2
  246. data/vendor/pygments-main/pygments/styles/inkpot.py +66 -0
  247. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -2
  248. data/vendor/pygments-main/pygments/styles/manni.py +1 -2
  249. data/vendor/pygments-main/pygments/styles/material.py +118 -0
  250. data/vendor/pygments-main/pygments/styles/monokai.py +4 -4
  251. data/vendor/pygments-main/pygments/styles/murphy.py +1 -2
  252. data/vendor/pygments-main/pygments/styles/native.py +1 -2
  253. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -2
  254. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -2
  255. data/vendor/pygments-main/pygments/styles/pastie.py +1 -2
  256. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -2
  257. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -2
  258. data/vendor/pygments-main/pygments/styles/rrt.py +1 -2
  259. data/vendor/pygments-main/pygments/styles/sas.py +1 -2
  260. data/vendor/pygments-main/pygments/styles/solarized.py +136 -0
  261. data/vendor/pygments-main/pygments/styles/stata_dark.py +40 -0
  262. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -16
  263. data/vendor/pygments-main/pygments/styles/tango.py +1 -2
  264. data/vendor/pygments-main/pygments/styles/trac.py +1 -2
  265. data/vendor/pygments-main/pygments/styles/vim.py +1 -2
  266. data/vendor/pygments-main/pygments/styles/vs.py +1 -2
  267. data/vendor/pygments-main/pygments/styles/xcode.py +1 -2
  268. data/vendor/pygments-main/pygments/styles/zenburn.py +80 -0
  269. data/vendor/pygments-main/pygments/token.py +1 -2
  270. data/vendor/pygments-main/pygments/unistring.py +47 -109
  271. data/vendor/pygments-main/pygments/util.py +16 -96
  272. metadata +81 -139
  273. data/CHANGELOG.md +0 -111
  274. data/README.md +0 -121
  275. data/cache-lexers.rb +0 -8
  276. data/circle.yml +0 -20
  277. data/test/test_data.c +0 -2581
  278. data/test/test_data.py +0 -514
  279. data/test/test_data_generated +0 -2582
  280. data/vendor/custom_lexers/github.py +0 -565
  281. data/vendor/pygments-main/CHANGES +0 -1186
  282. data/vendor/pygments-main/MANIFEST.in +0 -6
  283. data/vendor/pygments-main/Makefile +0 -65
  284. data/vendor/pygments-main/README.rst +0 -39
  285. data/vendor/pygments-main/REVISION +0 -1
  286. data/vendor/pygments-main/TODO +0 -12
  287. data/vendor/pygments-main/doc/Makefile +0 -153
  288. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  289. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  290. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  291. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  292. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  293. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  294. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  295. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  296. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  297. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  298. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  299. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  300. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  301. data/vendor/pygments-main/doc/conf.py +0 -241
  302. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  303. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  304. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  305. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  306. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  307. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  308. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  309. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  310. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  311. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  312. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  313. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  314. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  315. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  316. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  317. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  318. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  319. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  320. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  321. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  322. data/vendor/pygments-main/doc/download.rst +0 -41
  323. data/vendor/pygments-main/doc/faq.rst +0 -139
  324. data/vendor/pygments-main/doc/index.rst +0 -54
  325. data/vendor/pygments-main/doc/languages.rst +0 -154
  326. data/vendor/pygments-main/doc/make.bat +0 -190
  327. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  328. data/vendor/pygments-main/external/autopygmentize +0 -101
  329. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  330. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  331. data/vendor/pygments-main/external/moin-parser.py +0 -112
  332. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  333. data/vendor/pygments-main/external/rst-directive.py +0 -82
  334. data/vendor/pygments-main/pygmentize +0 -8
  335. data/vendor/pygments-main/requirements.txt +0 -5
  336. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  337. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  338. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  339. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  340. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  341. data/vendor/pygments-main/scripts/pylintrc +0 -301
  342. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  343. data/vendor/pygments-main/setup.cfg +0 -10
  344. data/vendor/pygments-main/setup.py +0 -77
  345. data/vendor/pygments-main/tox.ini +0 -7
  346. data/vendor/simplejson/.gitignore +0 -10
  347. data/vendor/simplejson/.travis.yml +0 -5
  348. data/vendor/simplejson/CHANGES.txt +0 -291
  349. data/vendor/simplejson/LICENSE.txt +0 -19
  350. data/vendor/simplejson/MANIFEST.in +0 -5
  351. data/vendor/simplejson/README.rst +0 -19
  352. data/vendor/simplejson/conf.py +0 -179
  353. data/vendor/simplejson/index.rst +0 -628
  354. data/vendor/simplejson/scripts/make_docs.py +0 -18
  355. data/vendor/simplejson/setup.py +0 -104
  356. data/vendor/simplejson/simplejson/__init__.py +0 -510
  357. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  358. data/vendor/simplejson/simplejson/decoder.py +0 -425
  359. data/vendor/simplejson/simplejson/encoder.py +0 -567
  360. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  361. data/vendor/simplejson/simplejson/scanner.py +0 -77
  362. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  363. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  364. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  365. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  366. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  367. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  368. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  369. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  370. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  371. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  372. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  373. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  374. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  375. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  377. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  378. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  379. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  380. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  381. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  382. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  383. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  384. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  385. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  386. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,95 @@
1
+ """
2
+ pygments.lexers.inferno
3
+ ~~~~~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for Inferno os and all the related stuff.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, include, bygroups, default
14
+ from pygments.token import Punctuation, Text, Comment, Operator, Keyword, \
15
+ Name, String, Number
16
+
17
+ __all__ = ['LimboLexer']
18
+
19
+
20
+ class LimboLexer(RegexLexer):
21
+ """
22
+ Lexer for `Limbo programming language <http://www.vitanuova.com/inferno/limbo.html>`_
23
+
24
+ TODO:
25
+ - maybe implement better var declaration highlighting
26
+ - some simple syntax error highlighting
27
+
28
+ .. versionadded:: 2.0
29
+ """
30
+ name = 'Limbo'
31
+ aliases = ['limbo']
32
+ filenames = ['*.b']
33
+ mimetypes = ['text/limbo']
34
+
35
+ tokens = {
36
+ 'whitespace': [
37
+ (r'^(\s*)([a-zA-Z_]\w*:(\s*)\n)',
38
+ bygroups(Text, Name.Label)),
39
+ (r'\n', Text),
40
+ (r'\s+', Text),
41
+ (r'#(\n|(.|\n)*?[^\\]\n)', Comment.Single),
42
+ ],
43
+ 'string': [
44
+ (r'"', String, '#pop'),
45
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|'
46
+ r'u[a-fA-F0-9]{4}|U[a-fA-F0-9]{8}|[0-7]{1,3})', String.Escape),
47
+ (r'[^\\"\n]+', String), # all other characters
48
+ (r'\\', String), # stray backslash
49
+ ],
50
+ 'statements': [
51
+ (r'"', String, 'string'),
52
+ (r"'(\\.|\\[0-7]{1,3}|\\x[a-fA-F0-9]{1,2}|[^\\\'\n])'", String.Char),
53
+ (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+', Number.Float),
54
+ (r'(\d+\.\d*|\.\d+|\d+[fF])', Number.Float),
55
+ (r'16r[0-9a-fA-F]+', Number.Hex),
56
+ (r'8r[0-7]+', Number.Oct),
57
+ (r'((([1-3]\d)|([2-9]))r)?(\d+)', Number.Integer),
58
+ (r'[()\[\],.]', Punctuation),
59
+ (r'[~!%^&*+=|?:<>/-]|(->)|(<-)|(=>)|(::)', Operator),
60
+ (r'(alt|break|case|continue|cyclic|do|else|exit'
61
+ r'for|hd|if|implement|import|include|len|load|or'
62
+ r'pick|return|spawn|tagof|tl|to|while)\b', Keyword),
63
+ (r'(byte|int|big|real|string|array|chan|list|adt'
64
+ r'|fn|ref|of|module|self|type)\b', Keyword.Type),
65
+ (r'(con|iota|nil)\b', Keyword.Constant),
66
+ (r'[a-zA-Z_]\w*', Name),
67
+ ],
68
+ 'statement' : [
69
+ include('whitespace'),
70
+ include('statements'),
71
+ ('[{}]', Punctuation),
72
+ (';', Punctuation, '#pop'),
73
+ ],
74
+ 'root': [
75
+ include('whitespace'),
76
+ default('statement'),
77
+ ],
78
+ }
79
+
80
+ def analyse_text(text):
81
+ # Any limbo module implements something
82
+ if re.search(r'^implement \w+;', text, re.MULTILINE):
83
+ return 0.7
84
+
85
+ # TODO:
86
+ # - Make lexers for:
87
+ # - asm sources
88
+ # - man pages
89
+ # - mkfiles
90
+ # - module definitions
91
+ # - namespace definitions
92
+ # - shell scripts
93
+ # - maybe keyfiles and fonts
94
+ # they all seem to be quite similar to their equivalents
95
+ # from unix world, so there should not be a lot of problems
@@ -0,0 +1,321 @@
1
+ """
2
+ pygments.lexers.installers
3
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for installer/packager DSLs and formats.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, include, bygroups, using, this, default
14
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
15
+ Punctuation, Generic, Number, Whitespace
16
+
17
+ __all__ = ['NSISLexer', 'RPMSpecLexer', 'SourcesListLexer',
18
+ 'DebianControlLexer']
19
+
20
+
21
+ class NSISLexer(RegexLexer):
22
+ """
23
+ For `NSIS <http://nsis.sourceforge.net/>`_ scripts.
24
+
25
+ .. versionadded:: 1.6
26
+ """
27
+ name = 'NSIS'
28
+ aliases = ['nsis', 'nsi', 'nsh']
29
+ filenames = ['*.nsi', '*.nsh']
30
+ mimetypes = ['text/x-nsis']
31
+
32
+ flags = re.IGNORECASE
33
+
34
+ tokens = {
35
+ 'root': [
36
+ (r'[;#].*\n', Comment),
37
+ (r"'.*?'", String.Single),
38
+ (r'"', String.Double, 'str_double'),
39
+ (r'`', String.Backtick, 'str_backtick'),
40
+ include('macro'),
41
+ include('interpol'),
42
+ include('basic'),
43
+ (r'\$\{[a-z_|][\w|]*\}', Keyword.Pseudo),
44
+ (r'/[a-z_]\w*', Name.Attribute),
45
+ ('.', Text),
46
+ ],
47
+ 'basic': [
48
+ (r'(\n)(Function)(\s+)([._a-z][.\w]*)\b',
49
+ bygroups(Text, Keyword, Text, Name.Function)),
50
+ (r'\b([_a-z]\w*)(::)([a-z][a-z0-9]*)\b',
51
+ bygroups(Keyword.Namespace, Punctuation, Name.Function)),
52
+ (r'\b([_a-z]\w*)(:)', bygroups(Name.Label, Punctuation)),
53
+ (r'(\b[ULS]|\B)([!<>=]?=|\<\>?|\>)\B', Operator),
54
+ (r'[|+-]', Operator),
55
+ (r'\\', Punctuation),
56
+ (r'\b(Abort|Add(?:BrandingImage|Size)|'
57
+ r'Allow(?:RootDirInstall|SkipFiles)|AutoCloseWindow|'
58
+ r'BG(?:Font|Gradient)|BrandingText|BringToFront|Call(?:InstDLL)?|'
59
+ r'(?:Sub)?Caption|ChangeUI|CheckBitmap|ClearErrors|CompletedText|'
60
+ r'ComponentText|CopyFiles|CRCCheck|'
61
+ r'Create(?:Directory|Font|Shortcut)|Delete(?:INI(?:Sec|Str)|'
62
+ r'Reg(?:Key|Value))?|DetailPrint|DetailsButtonText|'
63
+ r'Dir(?:Show|Text|Var|Verify)|(?:Disabled|Enabled)Bitmap|'
64
+ r'EnableWindow|EnumReg(?:Key|Value)|Exch|Exec(?:Shell|Wait)?|'
65
+ r'ExpandEnvStrings|File(?:BufSize|Close|ErrorText|Open|'
66
+ r'Read(?:Byte)?|Seek|Write(?:Byte)?)?|'
67
+ r'Find(?:Close|First|Next|Window)|FlushINI|Function(?:End)?|'
68
+ r'Get(?:CurInstType|CurrentAddress|DlgItem|DLLVersion(?:Local)?|'
69
+ r'ErrorLevel|FileTime(?:Local)?|FullPathName|FunctionAddress|'
70
+ r'InstDirError|LabelAddress|TempFileName)|'
71
+ r'Goto|HideWindow|Icon|'
72
+ r'If(?:Abort|Errors|FileExists|RebootFlag|Silent)|'
73
+ r'InitPluginsDir|Install(?:ButtonText|Colors|Dir(?:RegKey)?)|'
74
+ r'Inst(?:ProgressFlags|Type(?:[GS]etText)?)|Int(?:CmpU?|Fmt|Op)|'
75
+ r'IsWindow|LangString(?:UP)?|'
76
+ r'License(?:BkColor|Data|ForceSelection|LangString|Text)|'
77
+ r'LoadLanguageFile|LockWindow|Log(?:Set|Text)|MessageBox|'
78
+ r'MiscButtonText|Name|Nop|OutFile|(?:Uninst)?Page(?:Ex(?:End)?)?|'
79
+ r'PluginDir|Pop|Push|Quit|Read(?:(?:Env|INI|Reg)Str|RegDWORD)|'
80
+ r'Reboot|(?:Un)?RegDLL|Rename|RequestExecutionLevel|ReserveFile|'
81
+ r'Return|RMDir|SearchPath|Section(?:Divider|End|'
82
+ r'(?:(?:Get|Set)(?:Flags|InstTypes|Size|Text))|Group(?:End)?|In)?|'
83
+ r'SendMessage|Set(?:AutoClose|BrandingImage|Compress(?:ionLevel|'
84
+ r'or(?:DictSize)?)?|CtlColors|CurInstType|DatablockOptimize|'
85
+ r'DateSave|Details(?:Print|View)|Error(?:s|Level)|FileAttributes|'
86
+ r'Font|OutPath|Overwrite|PluginUnload|RebootFlag|ShellVarContext|'
87
+ r'Silent|StaticBkColor)|'
88
+ r'Show(?:(?:I|Uni)nstDetails|Window)|Silent(?:Un)?Install|Sleep|'
89
+ r'SpaceTexts|Str(?:CmpS?|Cpy|Len)|SubSection(?:End)?|'
90
+ r'Uninstall(?:ButtonText|(?:Sub)?Caption|EXEName|Icon|Text)|'
91
+ r'UninstPage|Var|VI(?:AddVersionKey|ProductVersion)|WindowIcon|'
92
+ r'Write(?:INIStr|Reg(:?Bin|DWORD|(?:Expand)?Str)|Uninstaller)|'
93
+ r'XPStyle)\b', Keyword),
94
+ (r'\b(CUR|END|(?:FILE_ATTRIBUTE_)?'
95
+ r'(?:ARCHIVE|HIDDEN|NORMAL|OFFLINE|READONLY|SYSTEM|TEMPORARY)|'
96
+ r'HK(CC|CR|CU|DD|LM|PD|U)|'
97
+ r'HKEY_(?:CLASSES_ROOT|CURRENT_(?:CONFIG|USER)|DYN_DATA|'
98
+ r'LOCAL_MACHINE|PERFORMANCE_DATA|USERS)|'
99
+ r'ID(?:ABORT|CANCEL|IGNORE|NO|OK|RETRY|YES)|'
100
+ r'MB_(?:ABORTRETRYIGNORE|DEFBUTTON[1-4]|'
101
+ r'ICON(?:EXCLAMATION|INFORMATION|QUESTION|STOP)|'
102
+ r'OK(?:CANCEL)?|RETRYCANCEL|RIGHT|SETFOREGROUND|TOPMOST|USERICON|'
103
+ r'YESNO(?:CANCEL)?)|SET|SHCTX|'
104
+ r'SW_(?:HIDE|SHOW(?:MAXIMIZED|MINIMIZED|NORMAL))|'
105
+ r'admin|all|auto|both|bottom|bzip2|checkbox|colored|current|false|'
106
+ r'force|hide|highest|if(?:diff|newer)|lastused|leave|left|'
107
+ r'listonly|lzma|nevershow|none|normal|off|on|pop|push|'
108
+ r'radiobuttons|right|show|silent|silentlog|smooth|textonly|top|'
109
+ r'true|try|user|zlib)\b', Name.Constant),
110
+ ],
111
+ 'macro': [
112
+ (r'\!(addincludedir(?:dir)?|addplugindir|appendfile|cd|define|'
113
+ r'delfilefile|echo(?:message)?|else|endif|error|execute|'
114
+ r'if(?:macro)?n?(?:def)?|include|insertmacro|macro(?:end)?|packhdr|'
115
+ r'search(?:parse|replace)|system|tempfilesymbol|undef|verbose|'
116
+ r'warning)\b', Comment.Preproc),
117
+ ],
118
+ 'interpol': [
119
+ (r'\$(R?[0-9])', Name.Builtin.Pseudo), # registers
120
+ (r'\$(ADMINTOOLS|APPDATA|CDBURN_AREA|COOKIES|COMMONFILES(?:32|64)|'
121
+ r'DESKTOP|DOCUMENTS|EXE(?:DIR|FILE|PATH)|FAVORITES|FONTS|HISTORY|'
122
+ r'HWNDPARENT|INTERNET_CACHE|LOCALAPPDATA|MUSIC|NETHOOD|PICTURES|'
123
+ r'PLUGINSDIR|PRINTHOOD|PROFILE|PROGRAMFILES(?:32|64)|QUICKLAUNCH|'
124
+ r'RECENT|RESOURCES(?:_LOCALIZED)?|SENDTO|SM(?:PROGRAMS|STARTUP)|'
125
+ r'STARTMENU|SYSDIR|TEMP(?:LATES)?|VIDEOS|WINDIR|\{NSISDIR\})',
126
+ Name.Builtin),
127
+ (r'\$(CMDLINE|INSTDIR|OUTDIR|LANGUAGE)', Name.Variable.Global),
128
+ (r'\$[a-z_]\w*', Name.Variable),
129
+ ],
130
+ 'str_double': [
131
+ (r'"', String, '#pop'),
132
+ (r'\$(\\[nrt"]|\$)', String.Escape),
133
+ include('interpol'),
134
+ (r'.', String.Double),
135
+ ],
136
+ 'str_backtick': [
137
+ (r'`', String, '#pop'),
138
+ (r'\$(\\[nrt"]|\$)', String.Escape),
139
+ include('interpol'),
140
+ (r'.', String.Double),
141
+ ],
142
+ }
143
+
144
+
145
+ class RPMSpecLexer(RegexLexer):
146
+ """
147
+ For RPM ``.spec`` files.
148
+
149
+ .. versionadded:: 1.6
150
+ """
151
+
152
+ name = 'RPMSpec'
153
+ aliases = ['spec']
154
+ filenames = ['*.spec']
155
+ mimetypes = ['text/x-rpm-spec']
156
+
157
+ _directives = ('(?:package|prep|build|install|clean|check|pre[a-z]*|'
158
+ 'post[a-z]*|trigger[a-z]*|files)')
159
+
160
+ tokens = {
161
+ 'root': [
162
+ (r'#.*\n', Comment),
163
+ include('basic'),
164
+ ],
165
+ 'description': [
166
+ (r'^(%' + _directives + ')(.*)$',
167
+ bygroups(Name.Decorator, Text), '#pop'),
168
+ (r'\n', Text),
169
+ (r'.', Text),
170
+ ],
171
+ 'changelog': [
172
+ (r'\*.*\n', Generic.Subheading),
173
+ (r'^(%' + _directives + ')(.*)$',
174
+ bygroups(Name.Decorator, Text), '#pop'),
175
+ (r'\n', Text),
176
+ (r'.', Text),
177
+ ],
178
+ 'string': [
179
+ (r'"', String.Double, '#pop'),
180
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape),
181
+ include('interpol'),
182
+ (r'.', String.Double),
183
+ ],
184
+ 'basic': [
185
+ include('macro'),
186
+ (r'(?i)^(Name|Version|Release|Epoch|Summary|Group|License|Packager|'
187
+ r'Vendor|Icon|URL|Distribution|Prefix|Patch[0-9]*|Source[0-9]*|'
188
+ r'Requires\(?[a-z]*\)?|[a-z]+Req|Obsoletes|Suggests|Provides|Conflicts|'
189
+ r'Build[a-z]+|[a-z]+Arch|Auto[a-z]+)(:)(.*)$',
190
+ bygroups(Generic.Heading, Punctuation, using(this))),
191
+ (r'^%description', Name.Decorator, 'description'),
192
+ (r'^%changelog', Name.Decorator, 'changelog'),
193
+ (r'^(%' + _directives + ')(.*)$', bygroups(Name.Decorator, Text)),
194
+ (r'%(attr|defattr|dir|doc(?:dir)?|setup|config(?:ure)?|'
195
+ r'make(?:install)|ghost|patch[0-9]+|find_lang|exclude|verify)',
196
+ Keyword),
197
+ include('interpol'),
198
+ (r"'.*?'", String.Single),
199
+ (r'"', String.Double, 'string'),
200
+ (r'.', Text),
201
+ ],
202
+ 'macro': [
203
+ (r'%define.*\n', Comment.Preproc),
204
+ (r'%\{\!\?.*%define.*\}', Comment.Preproc),
205
+ (r'(%(?:if(?:n?arch)?|else(?:if)?|endif))(.*)$',
206
+ bygroups(Comment.Preproc, Text)),
207
+ ],
208
+ 'interpol': [
209
+ (r'%\{?__[a-z_]+\}?', Name.Function),
210
+ (r'%\{?_([a-z_]+dir|[a-z_]+path|prefix)\}?', Keyword.Pseudo),
211
+ (r'%\{\?\w+\}', Name.Variable),
212
+ (r'\$\{?RPM_[A-Z0-9_]+\}?', Name.Variable.Global),
213
+ (r'%\{[a-zA-Z]\w+\}', Keyword.Constant),
214
+ ]
215
+ }
216
+
217
+
218
+ class SourcesListLexer(RegexLexer):
219
+ """
220
+ Lexer that highlights debian sources.list files.
221
+
222
+ .. versionadded:: 0.7
223
+ """
224
+
225
+ name = 'Debian Sourcelist'
226
+ aliases = ['sourceslist', 'sources.list', 'debsources']
227
+ filenames = ['sources.list']
228
+ mimetype = ['application/x-debian-sourceslist']
229
+
230
+ tokens = {
231
+ 'root': [
232
+ (r'\s+', Text),
233
+ (r'#.*?$', Comment),
234
+ (r'^(deb(?:-src)?)(\s+)',
235
+ bygroups(Keyword, Text), 'distribution')
236
+ ],
237
+ 'distribution': [
238
+ (r'#.*?$', Comment, '#pop'),
239
+ (r'\$\(ARCH\)', Name.Variable),
240
+ (r'[^\s$[]+', String),
241
+ (r'\[', String.Other, 'escaped-distribution'),
242
+ (r'\$', String),
243
+ (r'\s+', Text, 'components')
244
+ ],
245
+ 'escaped-distribution': [
246
+ (r'\]', String.Other, '#pop'),
247
+ (r'\$\(ARCH\)', Name.Variable),
248
+ (r'[^\]$]+', String.Other),
249
+ (r'\$', String.Other)
250
+ ],
251
+ 'components': [
252
+ (r'#.*?$', Comment, '#pop:2'),
253
+ (r'$', Text, '#pop:2'),
254
+ (r'\s+', Text),
255
+ (r'\S+', Keyword.Pseudo),
256
+ ]
257
+ }
258
+
259
+ def analyse_text(text):
260
+ for line in text.splitlines():
261
+ line = line.strip()
262
+ if line.startswith('deb ') or line.startswith('deb-src '):
263
+ return True
264
+
265
+
266
+ class DebianControlLexer(RegexLexer):
267
+ """
268
+ Lexer for Debian ``control`` files and ``apt-cache show <pkg>`` outputs.
269
+
270
+ .. versionadded:: 0.9
271
+ """
272
+ name = 'Debian Control file'
273
+ aliases = ['control', 'debcontrol']
274
+ filenames = ['control']
275
+
276
+ tokens = {
277
+ 'root': [
278
+ (r'^(Description)', Keyword, 'description'),
279
+ (r'^(Maintainer)(:\s*)', bygroups(Keyword, Text), 'maintainer'),
280
+ (r'^((Build-)?Depends)', Keyword, 'depends'),
281
+ (r'^((?:Python-)?Version)(:\s*)(\S+)$',
282
+ bygroups(Keyword, Text, Number)),
283
+ (r'^((?:Installed-)?Size)(:\s*)(\S+)$',
284
+ bygroups(Keyword, Text, Number)),
285
+ (r'^(MD5Sum|SHA1|SHA256)(:\s*)(\S+)$',
286
+ bygroups(Keyword, Text, Number)),
287
+ (r'^([a-zA-Z\-0-9\.]*?)(:\s*)(.*?)$',
288
+ bygroups(Keyword, Whitespace, String)),
289
+ ],
290
+ 'maintainer': [
291
+ (r'<[^>]+>', Generic.Strong),
292
+ (r'<[^>]+>$', Generic.Strong, '#pop'),
293
+ (r',\n?', Text),
294
+ (r'.', Text),
295
+ ],
296
+ 'description': [
297
+ (r'(.*)(Homepage)(: )(\S+)',
298
+ bygroups(Text, String, Name, Name.Class)),
299
+ (r':.*\n', Generic.Strong),
300
+ (r' .*\n', Text),
301
+ default('#pop'),
302
+ ],
303
+ 'depends': [
304
+ (r':\s*', Text),
305
+ (r'(\$)(\{)(\w+\s*:\s*\w+)', bygroups(Operator, Text, Name.Entity)),
306
+ (r'\(', Text, 'depend_vers'),
307
+ (r',', Text),
308
+ (r'\|', Operator),
309
+ (r'[\s]+', Text),
310
+ (r'[})]\s*$', Text, '#pop'),
311
+ (r'\}', Text),
312
+ (r'[^,]$', Name.Function, '#pop'),
313
+ (r'([+.a-zA-Z0-9-])(\s*)', bygroups(Name.Function, Text)),
314
+ (r'\[.*?\]', Name.Entity),
315
+ ],
316
+ 'depend_vers': [
317
+ (r'\),', Text, '#pop'),
318
+ (r'\)[^,]', Text, '#pop:2'),
319
+ (r'([><=]+)(\s*)([^)]+)', bygroups(Operator, Text, Number))
320
+ ]
321
+ }
@@ -0,0 +1,1367 @@
1
+ """
2
+ pygments.lexers.int_fiction
3
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for interactive fiction languages.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, include, bygroups, using, \
14
+ this, default, words
15
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
16
+ Number, Punctuation, Error, Generic
17
+
18
+ __all__ = ['Inform6Lexer', 'Inform6TemplateLexer', 'Inform7Lexer',
19
+ 'Tads3Lexer']
20
+
21
+
22
+ class Inform6Lexer(RegexLexer):
23
+ """
24
+ For `Inform 6 <http://inform-fiction.org/>`_ source code.
25
+
26
+ .. versionadded:: 2.0
27
+ """
28
+
29
+ name = 'Inform 6'
30
+ aliases = ['inform6', 'i6']
31
+ filenames = ['*.inf']
32
+
33
+ flags = re.MULTILINE | re.DOTALL | re.UNICODE
34
+
35
+ _name = r'[a-zA-Z_]\w*'
36
+
37
+ # Inform 7 maps these four character classes to their ASCII
38
+ # equivalents. To support Inform 6 inclusions within Inform 7,
39
+ # Inform6Lexer maps them too.
40
+ _dash = '\\-\u2010-\u2014'
41
+ _dquote = '"\u201c\u201d'
42
+ _squote = "'\u2018\u2019"
43
+ _newline = '\\n\u0085\u2028\u2029'
44
+
45
+ tokens = {
46
+ 'root': [
47
+ (r'\A(!%%[^%s]*[%s])+' % (_newline, _newline), Comment.Preproc,
48
+ 'directive'),
49
+ default('directive')
50
+ ],
51
+ '_whitespace': [
52
+ (r'\s+', Text),
53
+ (r'![^%s]*' % _newline, Comment.Single)
54
+ ],
55
+ 'default': [
56
+ include('_whitespace'),
57
+ (r'\[', Punctuation, 'many-values'), # Array initialization
58
+ (r':|(?=;)', Punctuation, '#pop'),
59
+ (r'<', Punctuation), # Second angle bracket in an action statement
60
+ default(('expression', '_expression'))
61
+ ],
62
+
63
+ # Expressions
64
+ '_expression': [
65
+ include('_whitespace'),
66
+ (r'(?=sp\b)', Text, '#pop'),
67
+ (r'(?=[%s%s$0-9#a-zA-Z_])' % (_dquote, _squote), Text,
68
+ ('#pop', 'value')),
69
+ (r'\+\+|[%s]{1,2}(?!>)|~~?' % _dash, Operator),
70
+ (r'(?=[()\[%s,?@{:;])' % _dash, Text, '#pop')
71
+ ],
72
+ 'expression': [
73
+ include('_whitespace'),
74
+ (r'\(', Punctuation, ('expression', '_expression')),
75
+ (r'\)', Punctuation, '#pop'),
76
+ (r'\[', Punctuation, ('#pop', 'statements', 'locals')),
77
+ (r'>(?=(\s+|(![^%s]*))*[>;])' % _newline, Punctuation),
78
+ (r'\+\+|[%s]{2}(?!>)' % _dash, Operator),
79
+ (r',', Punctuation, '_expression'),
80
+ (r'&&?|\|\|?|[=~><]?=|[%s]{1,2}>?|\.\.?[&#]?|::|[<>+*/%%]' % _dash,
81
+ Operator, '_expression'),
82
+ (r'(has|hasnt|in|notin|ofclass|or|provides)\b', Operator.Word,
83
+ '_expression'),
84
+ (r'sp\b', Name),
85
+ (r'\?~?', Name.Label, 'label?'),
86
+ (r'[@{]', Error),
87
+ default('#pop')
88
+ ],
89
+ '_assembly-expression': [
90
+ (r'\(', Punctuation, ('#push', '_expression')),
91
+ (r'[\[\]]', Punctuation),
92
+ (r'[%s]>' % _dash, Punctuation, '_expression'),
93
+ (r'sp\b', Keyword.Pseudo),
94
+ (r';', Punctuation, '#pop:3'),
95
+ include('expression')
96
+ ],
97
+ '_for-expression': [
98
+ (r'\)', Punctuation, '#pop:2'),
99
+ (r':', Punctuation, '#pop'),
100
+ include('expression')
101
+ ],
102
+ '_keyword-expression': [
103
+ (r'(from|near|to)\b', Keyword, '_expression'),
104
+ include('expression')
105
+ ],
106
+ '_list-expression': [
107
+ (r',', Punctuation, '#pop'),
108
+ include('expression')
109
+ ],
110
+ '_object-expression': [
111
+ (r'has\b', Keyword.Declaration, '#pop'),
112
+ include('_list-expression')
113
+ ],
114
+
115
+ # Values
116
+ 'value': [
117
+ include('_whitespace'),
118
+ # Strings
119
+ (r'[%s][^@][%s]' % (_squote, _squote), String.Char, '#pop'),
120
+ (r'([%s])(@\{[0-9a-fA-F]*\})([%s])' % (_squote, _squote),
121
+ bygroups(String.Char, String.Escape, String.Char), '#pop'),
122
+ (r'([%s])(@.{2})([%s])' % (_squote, _squote),
123
+ bygroups(String.Char, String.Escape, String.Char), '#pop'),
124
+ (r'[%s]' % _squote, String.Single, ('#pop', 'dictionary-word')),
125
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'string')),
126
+ # Numbers
127
+ (r'\$[+%s][0-9]*\.?[0-9]*([eE][+%s]?[0-9]+)?' % (_dash, _dash),
128
+ Number.Float, '#pop'),
129
+ (r'\$[0-9a-fA-F]+', Number.Hex, '#pop'),
130
+ (r'\$\$[01]+', Number.Bin, '#pop'),
131
+ (r'[0-9]+', Number.Integer, '#pop'),
132
+ # Values prefixed by hashes
133
+ (r'(##|#a\$)(%s)' % _name, bygroups(Operator, Name), '#pop'),
134
+ (r'(#g\$)(%s)' % _name,
135
+ bygroups(Operator, Name.Variable.Global), '#pop'),
136
+ (r'#[nw]\$', Operator, ('#pop', 'obsolete-dictionary-word')),
137
+ (r'(#r\$)(%s)' % _name, bygroups(Operator, Name.Function), '#pop'),
138
+ (r'#', Name.Builtin, ('#pop', 'system-constant')),
139
+ # System functions
140
+ (words((
141
+ 'child', 'children', 'elder', 'eldest', 'glk', 'indirect', 'metaclass',
142
+ 'parent', 'random', 'sibling', 'younger', 'youngest'), suffix=r'\b'),
143
+ Name.Builtin, '#pop'),
144
+ # Metaclasses
145
+ (r'(?i)(Class|Object|Routine|String)\b', Name.Builtin, '#pop'),
146
+ # Veneer routines
147
+ (words((
148
+ 'Box__Routine', 'CA__Pr', 'CDefArt', 'CInDefArt', 'Cl__Ms',
149
+ 'Copy__Primitive', 'CP__Tab', 'DA__Pr', 'DB__Pr', 'DefArt', 'Dynam__String',
150
+ 'EnglishNumber', 'Glk__Wrap', 'IA__Pr', 'IB__Pr', 'InDefArt', 'Main__',
151
+ 'Meta__class', 'OB__Move', 'OB__Remove', 'OC__Cl', 'OP__Pr', 'Print__Addr',
152
+ 'Print__PName', 'PrintShortName', 'RA__Pr', 'RA__Sc', 'RL__Pr', 'R_Process',
153
+ 'RT__ChG', 'RT__ChGt', 'RT__ChLDB', 'RT__ChLDW', 'RT__ChPR', 'RT__ChPrintA',
154
+ 'RT__ChPrintC', 'RT__ChPrintO', 'RT__ChPrintS', 'RT__ChPS', 'RT__ChR',
155
+ 'RT__ChSTB', 'RT__ChSTW', 'RT__ChT', 'RT__Err', 'RT__TrPS', 'RV__Pr',
156
+ 'Symb__Tab', 'Unsigned__Compare', 'WV__Pr', 'Z__Region'),
157
+ prefix='(?i)', suffix=r'\b'),
158
+ Name.Builtin, '#pop'),
159
+ # Other built-in symbols
160
+ (words((
161
+ 'call', 'copy', 'create', 'DEBUG', 'destroy', 'DICT_CHAR_SIZE',
162
+ 'DICT_ENTRY_BYTES', 'DICT_IS_UNICODE', 'DICT_WORD_SIZE', 'false',
163
+ 'FLOAT_INFINITY', 'FLOAT_NAN', 'FLOAT_NINFINITY', 'GOBJFIELD_CHAIN',
164
+ 'GOBJFIELD_CHILD', 'GOBJFIELD_NAME', 'GOBJFIELD_PARENT',
165
+ 'GOBJFIELD_PROPTAB', 'GOBJFIELD_SIBLING', 'GOBJ_EXT_START',
166
+ 'GOBJ_TOTAL_LENGTH', 'Grammar__Version', 'INDIV_PROP_START', 'INFIX',
167
+ 'infix__watching', 'MODULE_MODE', 'name', 'nothing', 'NUM_ATTR_BYTES', 'print',
168
+ 'print_to_array', 'recreate', 'remaining', 'self', 'sender', 'STRICT_MODE',
169
+ 'sw__var', 'sys__glob0', 'sys__glob1', 'sys__glob2', 'sys_statusline_flag',
170
+ 'TARGET_GLULX', 'TARGET_ZCODE', 'temp__global2', 'temp__global3',
171
+ 'temp__global4', 'temp_global', 'true', 'USE_MODULES', 'WORDSIZE'),
172
+ prefix='(?i)', suffix=r'\b'),
173
+ Name.Builtin, '#pop'),
174
+ # Other values
175
+ (_name, Name, '#pop')
176
+ ],
177
+ # Strings
178
+ 'dictionary-word': [
179
+ (r'[~^]+', String.Escape),
180
+ (r'[^~^\\@({%s]+' % _squote, String.Single),
181
+ (r'[({]', String.Single),
182
+ (r'@\{[0-9a-fA-F]*\}', String.Escape),
183
+ (r'@.{2}', String.Escape),
184
+ (r'[%s]' % _squote, String.Single, '#pop')
185
+ ],
186
+ 'string': [
187
+ (r'[~^]+', String.Escape),
188
+ (r'[^~^\\@({%s]+' % _dquote, String.Double),
189
+ (r'[({]', String.Double),
190
+ (r'\\', String.Escape),
191
+ (r'@(\\\s*[%s]\s*)*@((\\\s*[%s]\s*)*[0-9])*' %
192
+ (_newline, _newline), String.Escape),
193
+ (r'@(\\\s*[%s]\s*)*\{((\\\s*[%s]\s*)*[0-9a-fA-F])*'
194
+ r'(\\\s*[%s]\s*)*\}' % (_newline, _newline, _newline),
195
+ String.Escape),
196
+ (r'@(\\\s*[%s]\s*)*.(\\\s*[%s]\s*)*.' % (_newline, _newline),
197
+ String.Escape),
198
+ (r'[%s]' % _dquote, String.Double, '#pop')
199
+ ],
200
+ 'plain-string': [
201
+ (r'[^~^\\({\[\]%s]+' % _dquote, String.Double),
202
+ (r'[~^({\[\]]', String.Double),
203
+ (r'\\', String.Escape),
204
+ (r'[%s]' % _dquote, String.Double, '#pop')
205
+ ],
206
+ # Names
207
+ '_constant': [
208
+ include('_whitespace'),
209
+ (_name, Name.Constant, '#pop'),
210
+ include('value')
211
+ ],
212
+ '_global': [
213
+ include('_whitespace'),
214
+ (_name, Name.Variable.Global, '#pop'),
215
+ include('value')
216
+ ],
217
+ 'label?': [
218
+ include('_whitespace'),
219
+ (_name, Name.Label, '#pop'),
220
+ default('#pop')
221
+ ],
222
+ 'variable?': [
223
+ include('_whitespace'),
224
+ (_name, Name.Variable, '#pop'),
225
+ default('#pop')
226
+ ],
227
+ # Values after hashes
228
+ 'obsolete-dictionary-word': [
229
+ (r'\S\w*', String.Other, '#pop')
230
+ ],
231
+ 'system-constant': [
232
+ include('_whitespace'),
233
+ (_name, Name.Builtin, '#pop')
234
+ ],
235
+
236
+ # Directives
237
+ 'directive': [
238
+ include('_whitespace'),
239
+ (r'#', Punctuation),
240
+ (r';', Punctuation, '#pop'),
241
+ (r'\[', Punctuation,
242
+ ('default', 'statements', 'locals', 'routine-name?')),
243
+ (words((
244
+ 'abbreviate', 'endif', 'dictionary', 'ifdef', 'iffalse', 'ifndef', 'ifnot',
245
+ 'iftrue', 'ifv3', 'ifv5', 'release', 'serial', 'switches', 'system_file',
246
+ 'version'), prefix='(?i)', suffix=r'\b'),
247
+ Keyword, 'default'),
248
+ (r'(?i)(array|global)\b', Keyword,
249
+ ('default', 'directive-keyword?', '_global')),
250
+ (r'(?i)attribute\b', Keyword, ('default', 'alias?', '_constant')),
251
+ (r'(?i)class\b', Keyword,
252
+ ('object-body', 'duplicates', 'class-name')),
253
+ (r'(?i)(constant|default)\b', Keyword,
254
+ ('default', 'expression', '_constant')),
255
+ (r'(?i)(end\b)(.*)', bygroups(Keyword, Text)),
256
+ (r'(?i)(extend|verb)\b', Keyword, 'grammar'),
257
+ (r'(?i)fake_action\b', Keyword, ('default', '_constant')),
258
+ (r'(?i)import\b', Keyword, 'manifest'),
259
+ (r'(?i)(include|link|origsource)\b', Keyword,
260
+ ('default', 'before-plain-string?')),
261
+ (r'(?i)(lowstring|undef)\b', Keyword, ('default', '_constant')),
262
+ (r'(?i)message\b', Keyword, ('default', 'diagnostic')),
263
+ (r'(?i)(nearby|object)\b', Keyword,
264
+ ('object-body', '_object-head')),
265
+ (r'(?i)property\b', Keyword,
266
+ ('default', 'alias?', '_constant', 'property-keyword*')),
267
+ (r'(?i)replace\b', Keyword,
268
+ ('default', 'routine-name?', 'routine-name?')),
269
+ (r'(?i)statusline\b', Keyword, ('default', 'directive-keyword?')),
270
+ (r'(?i)stub\b', Keyword, ('default', 'routine-name?')),
271
+ (r'(?i)trace\b', Keyword,
272
+ ('default', 'trace-keyword?', 'trace-keyword?')),
273
+ (r'(?i)zcharacter\b', Keyword,
274
+ ('default', 'directive-keyword?', 'directive-keyword?')),
275
+ (_name, Name.Class, ('object-body', '_object-head'))
276
+ ],
277
+ # [, Replace, Stub
278
+ 'routine-name?': [
279
+ include('_whitespace'),
280
+ (_name, Name.Function, '#pop'),
281
+ default('#pop')
282
+ ],
283
+ 'locals': [
284
+ include('_whitespace'),
285
+ (r';', Punctuation, '#pop'),
286
+ (r'\*', Punctuation),
287
+ (r'"', String.Double, 'plain-string'),
288
+ (_name, Name.Variable)
289
+ ],
290
+ # Array
291
+ 'many-values': [
292
+ include('_whitespace'),
293
+ (r';', Punctuation),
294
+ (r'\]', Punctuation, '#pop'),
295
+ (r':', Error),
296
+ default(('expression', '_expression'))
297
+ ],
298
+ # Attribute, Property
299
+ 'alias?': [
300
+ include('_whitespace'),
301
+ (r'alias\b', Keyword, ('#pop', '_constant')),
302
+ default('#pop')
303
+ ],
304
+ # Class, Object, Nearby
305
+ 'class-name': [
306
+ include('_whitespace'),
307
+ (r'(?=[,;]|(class|has|private|with)\b)', Text, '#pop'),
308
+ (_name, Name.Class, '#pop')
309
+ ],
310
+ 'duplicates': [
311
+ include('_whitespace'),
312
+ (r'\(', Punctuation, ('#pop', 'expression', '_expression')),
313
+ default('#pop')
314
+ ],
315
+ '_object-head': [
316
+ (r'[%s]>' % _dash, Punctuation),
317
+ (r'(class|has|private|with)\b', Keyword.Declaration, '#pop'),
318
+ include('_global')
319
+ ],
320
+ 'object-body': [
321
+ include('_whitespace'),
322
+ (r';', Punctuation, '#pop:2'),
323
+ (r',', Punctuation),
324
+ (r'class\b', Keyword.Declaration, 'class-segment'),
325
+ (r'(has|private|with)\b', Keyword.Declaration),
326
+ (r':', Error),
327
+ default(('_object-expression', '_expression'))
328
+ ],
329
+ 'class-segment': [
330
+ include('_whitespace'),
331
+ (r'(?=[,;]|(class|has|private|with)\b)', Text, '#pop'),
332
+ (_name, Name.Class),
333
+ default('value')
334
+ ],
335
+ # Extend, Verb
336
+ 'grammar': [
337
+ include('_whitespace'),
338
+ (r'=', Punctuation, ('#pop', 'default')),
339
+ (r'\*', Punctuation, ('#pop', 'grammar-line')),
340
+ default('_directive-keyword')
341
+ ],
342
+ 'grammar-line': [
343
+ include('_whitespace'),
344
+ (r';', Punctuation, '#pop'),
345
+ (r'[/*]', Punctuation),
346
+ (r'[%s]>' % _dash, Punctuation, 'value'),
347
+ (r'(noun|scope)\b', Keyword, '=routine'),
348
+ default('_directive-keyword')
349
+ ],
350
+ '=routine': [
351
+ include('_whitespace'),
352
+ (r'=', Punctuation, 'routine-name?'),
353
+ default('#pop')
354
+ ],
355
+ # Import
356
+ 'manifest': [
357
+ include('_whitespace'),
358
+ (r';', Punctuation, '#pop'),
359
+ (r',', Punctuation),
360
+ (r'(?i)global\b', Keyword, '_global'),
361
+ default('_global')
362
+ ],
363
+ # Include, Link, Message
364
+ 'diagnostic': [
365
+ include('_whitespace'),
366
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'message-string')),
367
+ default(('#pop', 'before-plain-string?', 'directive-keyword?'))
368
+ ],
369
+ 'before-plain-string?': [
370
+ include('_whitespace'),
371
+ (r'[%s]' % _dquote, String.Double, ('#pop', 'plain-string')),
372
+ default('#pop')
373
+ ],
374
+ 'message-string': [
375
+ (r'[~^]+', String.Escape),
376
+ include('plain-string')
377
+ ],
378
+
379
+ # Keywords used in directives
380
+ '_directive-keyword!': [
381
+ include('_whitespace'),
382
+ (words((
383
+ 'additive', 'alias', 'buffer', 'class', 'creature', 'data', 'error', 'fatalerror',
384
+ 'first', 'has', 'held', 'initial', 'initstr', 'last', 'long', 'meta', 'multi',
385
+ 'multiexcept', 'multiheld', 'multiinside', 'noun', 'number', 'only', 'private',
386
+ 'replace', 'reverse', 'scope', 'score', 'special', 'string', 'table', 'terminating',
387
+ 'time', 'topic', 'warning', 'with'), suffix=r'\b'),
388
+ Keyword, '#pop'),
389
+ (r'static\b', Keyword),
390
+ (r'[%s]{1,2}>|[+=]' % _dash, Punctuation, '#pop')
391
+ ],
392
+ '_directive-keyword': [
393
+ include('_directive-keyword!'),
394
+ include('value')
395
+ ],
396
+ 'directive-keyword?': [
397
+ include('_directive-keyword!'),
398
+ default('#pop')
399
+ ],
400
+ 'property-keyword*': [
401
+ include('_whitespace'),
402
+ (r'(additive|long)\b', Keyword),
403
+ default('#pop')
404
+ ],
405
+ 'trace-keyword?': [
406
+ include('_whitespace'),
407
+ (words((
408
+ 'assembly', 'dictionary', 'expressions', 'lines', 'linker',
409
+ 'objects', 'off', 'on', 'symbols', 'tokens', 'verbs'), suffix=r'\b'),
410
+ Keyword, '#pop'),
411
+ default('#pop')
412
+ ],
413
+
414
+ # Statements
415
+ 'statements': [
416
+ include('_whitespace'),
417
+ (r'\]', Punctuation, '#pop'),
418
+ (r'[;{}]', Punctuation),
419
+ (words((
420
+ 'box', 'break', 'continue', 'default', 'give', 'inversion',
421
+ 'new_line', 'quit', 'read', 'remove', 'return', 'rfalse', 'rtrue',
422
+ 'spaces', 'string', 'until'), suffix=r'\b'),
423
+ Keyword, 'default'),
424
+ (r'(do|else)\b', Keyword),
425
+ (r'(font|style)\b', Keyword,
426
+ ('default', 'miscellaneous-keyword?')),
427
+ (r'for\b', Keyword, ('for', '(?')),
428
+ (r'(if|switch|while)', Keyword,
429
+ ('expression', '_expression', '(?')),
430
+ (r'(jump|save|restore)\b', Keyword, ('default', 'label?')),
431
+ (r'objectloop\b', Keyword,
432
+ ('_keyword-expression', 'variable?', '(?')),
433
+ (r'print(_ret)?\b|(?=[%s])' % _dquote, Keyword, 'print-list'),
434
+ (r'\.', Name.Label, 'label?'),
435
+ (r'@', Keyword, 'opcode'),
436
+ (r'#(?![agrnw]\$|#)', Punctuation, 'directive'),
437
+ (r'<', Punctuation, 'default'),
438
+ (r'move\b', Keyword,
439
+ ('default', '_keyword-expression', '_expression')),
440
+ default(('default', '_keyword-expression', '_expression'))
441
+ ],
442
+ 'miscellaneous-keyword?': [
443
+ include('_whitespace'),
444
+ (r'(bold|fixed|from|near|off|on|reverse|roman|to|underline)\b',
445
+ Keyword, '#pop'),
446
+ (r'(a|A|an|address|char|name|number|object|property|string|the|'
447
+ r'The)\b(?=(\s+|(![^%s]*))*\))' % _newline, Keyword.Pseudo,
448
+ '#pop'),
449
+ (r'%s(?=(\s+|(![^%s]*))*\))' % (_name, _newline), Name.Function,
450
+ '#pop'),
451
+ default('#pop')
452
+ ],
453
+ '(?': [
454
+ include('_whitespace'),
455
+ (r'\(', Punctuation, '#pop'),
456
+ default('#pop')
457
+ ],
458
+ 'for': [
459
+ include('_whitespace'),
460
+ (r';', Punctuation, ('_for-expression', '_expression')),
461
+ default(('_for-expression', '_expression'))
462
+ ],
463
+ 'print-list': [
464
+ include('_whitespace'),
465
+ (r';', Punctuation, '#pop'),
466
+ (r':', Error),
467
+ default(('_list-expression', '_expression', '_list-expression', 'form'))
468
+ ],
469
+ 'form': [
470
+ include('_whitespace'),
471
+ (r'\(', Punctuation, ('#pop', 'miscellaneous-keyword?')),
472
+ default('#pop')
473
+ ],
474
+
475
+ # Assembly
476
+ 'opcode': [
477
+ include('_whitespace'),
478
+ (r'[%s]' % _dquote, String.Double, ('operands', 'plain-string')),
479
+ (_name, Keyword, 'operands')
480
+ ],
481
+ 'operands': [
482
+ (r':', Error),
483
+ default(('_assembly-expression', '_expression'))
484
+ ]
485
+ }
486
+
487
+ def get_tokens_unprocessed(self, text):
488
+ # 'in' is either a keyword or an operator.
489
+ # If the token two tokens after 'in' is ')', 'in' is a keyword:
490
+ # objectloop(a in b)
491
+ # Otherwise, it is an operator:
492
+ # objectloop(a in b && true)
493
+ objectloop_queue = []
494
+ objectloop_token_count = -1
495
+ previous_token = None
496
+ for index, token, value in RegexLexer.get_tokens_unprocessed(self,
497
+ text):
498
+ if previous_token is Name.Variable and value == 'in':
499
+ objectloop_queue = [[index, token, value]]
500
+ objectloop_token_count = 2
501
+ elif objectloop_token_count > 0:
502
+ if token not in Comment and token not in Text:
503
+ objectloop_token_count -= 1
504
+ objectloop_queue.append((index, token, value))
505
+ else:
506
+ if objectloop_token_count == 0:
507
+ if objectloop_queue[-1][2] == ')':
508
+ objectloop_queue[0][1] = Keyword
509
+ while objectloop_queue:
510
+ yield objectloop_queue.pop(0)
511
+ objectloop_token_count = -1
512
+ yield index, token, value
513
+ if token not in Comment and token not in Text:
514
+ previous_token = token
515
+ while objectloop_queue:
516
+ yield objectloop_queue.pop(0)
517
+
518
+ def analyse_text(text):
519
+ """We try to find a keyword which seem relatively common, unfortunately
520
+ there is a decent overlap with Smalltalk keywords otherwise here.."""
521
+ result = 0
522
+ if re.search('\borigsource\b', text, re.IGNORECASE):
523
+ result += 0.05
524
+
525
+ return result
526
+
527
+
528
+ class Inform7Lexer(RegexLexer):
529
+ """
530
+ For `Inform 7 <http://inform7.com/>`_ source code.
531
+
532
+ .. versionadded:: 2.0
533
+ """
534
+
535
+ name = 'Inform 7'
536
+ aliases = ['inform7', 'i7']
537
+ filenames = ['*.ni', '*.i7x']
538
+
539
+ flags = re.MULTILINE | re.DOTALL | re.UNICODE
540
+
541
+ _dash = Inform6Lexer._dash
542
+ _dquote = Inform6Lexer._dquote
543
+ _newline = Inform6Lexer._newline
544
+ _start = r'\A|(?<=[%s])' % _newline
545
+
546
+ # There are three variants of Inform 7, differing in how to
547
+ # interpret at signs and braces in I6T. In top-level inclusions, at
548
+ # signs in the first column are inweb syntax. In phrase definitions
549
+ # and use options, tokens in braces are treated as I7. Use options
550
+ # also interpret "{N}".
551
+ tokens = {}
552
+ token_variants = ['+i6t-not-inline', '+i6t-inline', '+i6t-use-option']
553
+
554
+ for level in token_variants:
555
+ tokens[level] = {
556
+ '+i6-root': list(Inform6Lexer.tokens['root']),
557
+ '+i6t-root': [ # For Inform6TemplateLexer
558
+ (r'[^%s]*' % Inform6Lexer._newline, Comment.Preproc,
559
+ ('directive', '+p'))
560
+ ],
561
+ 'root': [
562
+ (r'(\|?\s)+', Text),
563
+ (r'\[', Comment.Multiline, '+comment'),
564
+ (r'[%s]' % _dquote, Generic.Heading,
565
+ ('+main', '+titling', '+titling-string')),
566
+ default(('+main', '+heading?'))
567
+ ],
568
+ '+titling-string': [
569
+ (r'[^%s]+' % _dquote, Generic.Heading),
570
+ (r'[%s]' % _dquote, Generic.Heading, '#pop')
571
+ ],
572
+ '+titling': [
573
+ (r'\[', Comment.Multiline, '+comment'),
574
+ (r'[^%s.;:|%s]+' % (_dquote, _newline), Generic.Heading),
575
+ (r'[%s]' % _dquote, Generic.Heading, '+titling-string'),
576
+ (r'[%s]{2}|(?<=[\s%s])\|[\s%s]' % (_newline, _dquote, _dquote),
577
+ Text, ('#pop', '+heading?')),
578
+ (r'[.;:]|(?<=[\s%s])\|' % _dquote, Text, '#pop'),
579
+ (r'[|%s]' % _newline, Generic.Heading)
580
+ ],
581
+ '+main': [
582
+ (r'(?i)[^%s:a\[(|%s]+' % (_dquote, _newline), Text),
583
+ (r'[%s]' % _dquote, String.Double, '+text'),
584
+ (r':', Text, '+phrase-definition'),
585
+ (r'(?i)\bas\b', Text, '+use-option'),
586
+ (r'\[', Comment.Multiline, '+comment'),
587
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
588
+ bygroups(Punctuation,
589
+ using(this, state=('+i6-root', 'directive'),
590
+ i6t='+i6t-not-inline'), Punctuation)),
591
+ (r'(%s|(?<=[\s;:.%s]))\|\s|[%s]{2,}' %
592
+ (_start, _dquote, _newline), Text, '+heading?'),
593
+ (r'(?i)[a(|%s]' % _newline, Text)
594
+ ],
595
+ '+phrase-definition': [
596
+ (r'\s+', Text),
597
+ (r'\[', Comment.Multiline, '+comment'),
598
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
599
+ bygroups(Punctuation,
600
+ using(this, state=('+i6-root', 'directive',
601
+ 'default', 'statements'),
602
+ i6t='+i6t-inline'), Punctuation), '#pop'),
603
+ default('#pop')
604
+ ],
605
+ '+use-option': [
606
+ (r'\s+', Text),
607
+ (r'\[', Comment.Multiline, '+comment'),
608
+ (r'(\([%s])(.*?)([%s]\))' % (_dash, _dash),
609
+ bygroups(Punctuation,
610
+ using(this, state=('+i6-root', 'directive'),
611
+ i6t='+i6t-use-option'), Punctuation), '#pop'),
612
+ default('#pop')
613
+ ],
614
+ '+comment': [
615
+ (r'[^\[\]]+', Comment.Multiline),
616
+ (r'\[', Comment.Multiline, '#push'),
617
+ (r'\]', Comment.Multiline, '#pop')
618
+ ],
619
+ '+text': [
620
+ (r'[^\[%s]+' % _dquote, String.Double),
621
+ (r'\[.*?\]', String.Interpol),
622
+ (r'[%s]' % _dquote, String.Double, '#pop')
623
+ ],
624
+ '+heading?': [
625
+ (r'(\|?\s)+', Text),
626
+ (r'\[', Comment.Multiline, '+comment'),
627
+ (r'[%s]{4}\s+' % _dash, Text, '+documentation-heading'),
628
+ (r'[%s]{1,3}' % _dash, Text),
629
+ (r'(?i)(volume|book|part|chapter|section)\b[^%s]*' % _newline,
630
+ Generic.Heading, '#pop'),
631
+ default('#pop')
632
+ ],
633
+ '+documentation-heading': [
634
+ (r'\s+', Text),
635
+ (r'\[', Comment.Multiline, '+comment'),
636
+ (r'(?i)documentation\s+', Text, '+documentation-heading2'),
637
+ default('#pop')
638
+ ],
639
+ '+documentation-heading2': [
640
+ (r'\s+', Text),
641
+ (r'\[', Comment.Multiline, '+comment'),
642
+ (r'[%s]{4}\s' % _dash, Text, '+documentation'),
643
+ default('#pop:2')
644
+ ],
645
+ '+documentation': [
646
+ (r'(?i)(%s)\s*(chapter|example)\s*:[^%s]*' %
647
+ (_start, _newline), Generic.Heading),
648
+ (r'(?i)(%s)\s*section\s*:[^%s]*' % (_start, _newline),
649
+ Generic.Subheading),
650
+ (r'((%s)\t.*?[%s])+' % (_start, _newline),
651
+ using(this, state='+main')),
652
+ (r'[^%s\[]+|[%s\[]' % (_newline, _newline), Text),
653
+ (r'\[', Comment.Multiline, '+comment'),
654
+ ],
655
+ '+i6t-not-inline': [
656
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
657
+ Comment.Preproc),
658
+ (r'(%s)@([%s]+|Purpose:)[^%s]*' % (_start, _dash, _newline),
659
+ Comment.Preproc),
660
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
661
+ Generic.Heading, '+p')
662
+ ],
663
+ '+i6t-use-option': [
664
+ include('+i6t-not-inline'),
665
+ (r'(\{)(N)(\})', bygroups(Punctuation, Text, Punctuation))
666
+ ],
667
+ '+i6t-inline': [
668
+ (r'(\{)(\S[^}]*)?(\})',
669
+ bygroups(Punctuation, using(this, state='+main'),
670
+ Punctuation))
671
+ ],
672
+ '+i6t': [
673
+ (r'(\{[%s])(![^}]*)(\}?)' % _dash,
674
+ bygroups(Punctuation, Comment.Single, Punctuation)),
675
+ (r'(\{[%s])(lines)(:)([^}]*)(\}?)' % _dash,
676
+ bygroups(Punctuation, Keyword, Punctuation, Text,
677
+ Punctuation), '+lines'),
678
+ (r'(\{[%s])([^:}]*)(:?)([^}]*)(\}?)' % _dash,
679
+ bygroups(Punctuation, Keyword, Punctuation, Text,
680
+ Punctuation)),
681
+ (r'(\(\+)(.*?)(\+\)|\Z)',
682
+ bygroups(Punctuation, using(this, state='+main'),
683
+ Punctuation))
684
+ ],
685
+ '+p': [
686
+ (r'[^@]+', Comment.Preproc),
687
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
688
+ Comment.Preproc, '#pop'),
689
+ (r'(%s)@([%s]|Purpose:)' % (_start, _dash), Comment.Preproc),
690
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
691
+ Generic.Heading),
692
+ (r'@', Comment.Preproc)
693
+ ],
694
+ '+lines': [
695
+ (r'(%s)@c( .*?)?([%s]|\Z)' % (_start, _newline),
696
+ Comment.Preproc),
697
+ (r'(%s)@([%s]|Purpose:)[^%s]*' % (_start, _dash, _newline),
698
+ Comment.Preproc),
699
+ (r'(%s)@p( .*?)?([%s]|\Z)' % (_start, _newline),
700
+ Generic.Heading, '+p'),
701
+ (r'(%s)@\w*[ %s]' % (_start, _newline), Keyword),
702
+ (r'![^%s]*' % _newline, Comment.Single),
703
+ (r'(\{)([%s]endlines)(\})' % _dash,
704
+ bygroups(Punctuation, Keyword, Punctuation), '#pop'),
705
+ (r'[^@!{]+?([%s]|\Z)|.' % _newline, Text)
706
+ ]
707
+ }
708
+ # Inform 7 can include snippets of Inform 6 template language,
709
+ # so all of Inform6Lexer's states are copied here, with
710
+ # modifications to account for template syntax. Inform7Lexer's
711
+ # own states begin with '+' to avoid name conflicts. Some of
712
+ # Inform6Lexer's states begin with '_': these are not modified.
713
+ # They deal with template syntax either by including modified
714
+ # states, or by matching r'' then pushing to modified states.
715
+ for token in Inform6Lexer.tokens:
716
+ if token == 'root':
717
+ continue
718
+ tokens[level][token] = list(Inform6Lexer.tokens[token])
719
+ if not token.startswith('_'):
720
+ tokens[level][token][:0] = [include('+i6t'), include(level)]
721
+
722
+ def __init__(self, **options):
723
+ level = options.get('i6t', '+i6t-not-inline')
724
+ if level not in self._all_tokens:
725
+ self._tokens = self.__class__.process_tokendef(level)
726
+ else:
727
+ self._tokens = self._all_tokens[level]
728
+ RegexLexer.__init__(self, **options)
729
+
730
+
731
+ class Inform6TemplateLexer(Inform7Lexer):
732
+ """
733
+ For `Inform 6 template
734
+ <http://inform7.com/sources/src/i6template/Woven/index.html>`_ code.
735
+
736
+ .. versionadded:: 2.0
737
+ """
738
+
739
+ name = 'Inform 6 template'
740
+ aliases = ['i6t']
741
+ filenames = ['*.i6t']
742
+
743
+ def get_tokens_unprocessed(self, text, stack=('+i6t-root',)):
744
+ return Inform7Lexer.get_tokens_unprocessed(self, text, stack)
745
+
746
+
747
+ class Tads3Lexer(RegexLexer):
748
+ """
749
+ For `TADS 3 <http://www.tads.org/>`_ source code.
750
+ """
751
+
752
+ name = 'TADS 3'
753
+ aliases = ['tads3']
754
+ filenames = ['*.t']
755
+
756
+ flags = re.DOTALL | re.MULTILINE
757
+
758
+ _comment_single = r'(?://(?:[^\\\n]|\\+[\w\W])*$)'
759
+ _comment_multiline = r'(?:/\*(?:[^*]|\*(?!/))*\*/)'
760
+ _escape = (r'(?:\\(?:[\n\\<>"\'^v bnrt]|u[\da-fA-F]{,4}|x[\da-fA-F]{,2}|'
761
+ r'[0-3]?[0-7]{1,2}))')
762
+ _name = r'(?:[_a-zA-Z]\w*)'
763
+ _no_quote = r'(?=\s|\\?>)'
764
+ _operator = (r'(?:&&|\|\||\+\+|--|\?\?|::|[.,@\[\]~]|'
765
+ r'(?:[=+\-*/%!&|^]|<<?|>>?>?)=?)')
766
+ _ws = r'(?:\\|\s|%s|%s)' % (_comment_single, _comment_multiline)
767
+ _ws_pp = r'(?:\\\n|[^\S\n]|%s|%s)' % (_comment_single, _comment_multiline)
768
+
769
+ def _make_string_state(triple, double, verbatim=None, _escape=_escape):
770
+ if verbatim:
771
+ verbatim = ''.join(['(?:%s|%s)' % (re.escape(c.lower()),
772
+ re.escape(c.upper()))
773
+ for c in verbatim])
774
+ char = r'"' if double else r"'"
775
+ token = String.Double if double else String.Single
776
+ escaped_quotes = r'+|%s(?!%s{2})' % (char, char) if triple else r''
777
+ prefix = '%s%s' % ('t' if triple else '', 'd' if double else 's')
778
+ tag_state_name = '%sqt' % prefix
779
+ state = []
780
+ if triple:
781
+ state += [
782
+ (r'%s{3,}' % char, token, '#pop'),
783
+ (r'\\%s+' % char, String.Escape),
784
+ (char, token)
785
+ ]
786
+ else:
787
+ state.append((char, token, '#pop'))
788
+ state += [
789
+ include('s/verbatim'),
790
+ (r'[^\\<&{}%s]+' % char, token)
791
+ ]
792
+ if verbatim:
793
+ # This regex can't use `(?i)` because escape sequences are
794
+ # case-sensitive. `<\XMP>` works; `<\xmp>` doesn't.
795
+ state.append((r'\\?<(/|\\\\|(?!%s)\\)%s(?=[\s=>])' %
796
+ (_escape, verbatim),
797
+ Name.Tag, ('#pop', '%sqs' % prefix, tag_state_name)))
798
+ else:
799
+ state += [
800
+ (r'\\?<!([^><\\%s]|<(?!<)|\\%s%s|%s|\\.)*>?' %
801
+ (char, char, escaped_quotes, _escape), Comment.Multiline),
802
+ (r'(?i)\\?<listing(?=[\s=>]|\\>)', Name.Tag,
803
+ ('#pop', '%sqs/listing' % prefix, tag_state_name)),
804
+ (r'(?i)\\?<xmp(?=[\s=>]|\\>)', Name.Tag,
805
+ ('#pop', '%sqs/xmp' % prefix, tag_state_name)),
806
+ (r'\\?<([^\s=><\\%s]|<(?!<)|\\%s%s|%s|\\.)*' %
807
+ (char, char, escaped_quotes, _escape), Name.Tag,
808
+ tag_state_name),
809
+ include('s/entity')
810
+ ]
811
+ state += [
812
+ include('s/escape'),
813
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
814
+ (char, char, escaped_quotes, _escape), String.Interpol),
815
+ (r'[\\&{}<]', token)
816
+ ]
817
+ return state
818
+
819
+ def _make_tag_state(triple, double, _escape=_escape):
820
+ char = r'"' if double else r"'"
821
+ quantifier = r'{3,}' if triple else r''
822
+ state_name = '%s%sqt' % ('t' if triple else '', 'd' if double else 's')
823
+ token = String.Double if double else String.Single
824
+ escaped_quotes = r'+|%s(?!%s{2})' % (char, char) if triple else r''
825
+ return [
826
+ (r'%s%s' % (char, quantifier), token, '#pop:2'),
827
+ (r'(\s|\\\n)+', Text),
828
+ (r'(=)(\\?")', bygroups(Punctuation, String.Double),
829
+ 'dqs/%s' % state_name),
830
+ (r"(=)(\\?')", bygroups(Punctuation, String.Single),
831
+ 'sqs/%s' % state_name),
832
+ (r'=', Punctuation, 'uqs/%s' % state_name),
833
+ (r'\\?>', Name.Tag, '#pop'),
834
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
835
+ (char, char, escaped_quotes, _escape), String.Interpol),
836
+ (r'([^\s=><\\%s]|<(?!<)|\\%s%s|%s|\\.)+' %
837
+ (char, char, escaped_quotes, _escape), Name.Attribute),
838
+ include('s/escape'),
839
+ include('s/verbatim'),
840
+ include('s/entity'),
841
+ (r'[\\{}&]', Name.Attribute)
842
+ ]
843
+
844
+ def _make_attribute_value_state(terminator, host_triple, host_double,
845
+ _escape=_escape):
846
+ token = (String.Double if terminator == r'"' else
847
+ String.Single if terminator == r"'" else String.Other)
848
+ host_char = r'"' if host_double else r"'"
849
+ host_quantifier = r'{3,}' if host_triple else r''
850
+ host_token = String.Double if host_double else String.Single
851
+ escaped_quotes = (r'+|%s(?!%s{2})' % (host_char, host_char)
852
+ if host_triple else r'')
853
+ return [
854
+ (r'%s%s' % (host_char, host_quantifier), host_token, '#pop:3'),
855
+ (r'%s%s' % (r'' if token is String.Other else r'\\?', terminator),
856
+ token, '#pop'),
857
+ include('s/verbatim'),
858
+ include('s/entity'),
859
+ (r'\{([^}<\\%s]|<(?!<)|\\%s%s|%s|\\.)*\}' %
860
+ (host_char, host_char, escaped_quotes, _escape), String.Interpol),
861
+ (r'([^\s"\'<%s{}\\&])+' % (r'>' if token is String.Other else r''),
862
+ token),
863
+ include('s/escape'),
864
+ (r'["\'\s&{<}\\]', token)
865
+ ]
866
+
867
+ tokens = {
868
+ 'root': [
869
+ ('\ufeff', Text),
870
+ (r'\{', Punctuation, 'object-body'),
871
+ (r';+', Punctuation),
872
+ (r'(?=(argcount|break|case|catch|continue|default|definingobj|'
873
+ r'delegated|do|else|for|foreach|finally|goto|if|inherited|'
874
+ r'invokee|local|nil|new|operator|replaced|return|self|switch|'
875
+ r'targetobj|targetprop|throw|true|try|while)\b)', Text, 'block'),
876
+ (r'(%s)(%s*)(\()' % (_name, _ws),
877
+ bygroups(Name.Function, using(this, state='whitespace'),
878
+ Punctuation),
879
+ ('block?/root', 'more/parameters', 'main/parameters')),
880
+ include('whitespace'),
881
+ (r'\++', Punctuation),
882
+ (r'[^\s!"%-(*->@-_a-z{-~]+', Error), # Averts an infinite loop
883
+ (r'(?!\Z)', Text, 'main/root')
884
+ ],
885
+ 'main/root': [
886
+ include('main/basic'),
887
+ default(('#pop', 'object-body/no-braces', 'classes', 'class'))
888
+ ],
889
+ 'object-body/no-braces': [
890
+ (r';', Punctuation, '#pop'),
891
+ (r'\{', Punctuation, ('#pop', 'object-body')),
892
+ include('object-body')
893
+ ],
894
+ 'object-body': [
895
+ (r';', Punctuation),
896
+ (r'\{', Punctuation, '#push'),
897
+ (r'\}', Punctuation, '#pop'),
898
+ (r':', Punctuation, ('classes', 'class')),
899
+ (r'(%s?)(%s*)(\()' % (_name, _ws),
900
+ bygroups(Name.Function, using(this, state='whitespace'),
901
+ Punctuation),
902
+ ('block?', 'more/parameters', 'main/parameters')),
903
+ (r'(%s)(%s*)(\{)' % (_name, _ws),
904
+ bygroups(Name.Function, using(this, state='whitespace'),
905
+ Punctuation), 'block'),
906
+ (r'(%s)(%s*)(:)' % (_name, _ws),
907
+ bygroups(Name.Variable, using(this, state='whitespace'),
908
+ Punctuation),
909
+ ('object-body/no-braces', 'classes', 'class')),
910
+ include('whitespace'),
911
+ (r'->|%s' % _operator, Punctuation, 'main'),
912
+ default('main/object-body')
913
+ ],
914
+ 'main/object-body': [
915
+ include('main/basic'),
916
+ (r'(%s)(%s*)(=?)' % (_name, _ws),
917
+ bygroups(Name.Variable, using(this, state='whitespace'),
918
+ Punctuation), ('#pop', 'more', 'main')),
919
+ default('#pop:2')
920
+ ],
921
+ 'block?/root': [
922
+ (r'\{', Punctuation, ('#pop', 'block')),
923
+ include('whitespace'),
924
+ (r'(?=[\[\'"<(:])', Text, # It might be a VerbRule macro.
925
+ ('#pop', 'object-body/no-braces', 'grammar', 'grammar-rules')),
926
+ # It might be a macro like DefineAction.
927
+ default(('#pop', 'object-body/no-braces'))
928
+ ],
929
+ 'block?': [
930
+ (r'\{', Punctuation, ('#pop', 'block')),
931
+ include('whitespace'),
932
+ default('#pop')
933
+ ],
934
+ 'block/basic': [
935
+ (r'[;:]+', Punctuation),
936
+ (r'\{', Punctuation, '#push'),
937
+ (r'\}', Punctuation, '#pop'),
938
+ (r'default\b', Keyword.Reserved),
939
+ (r'(%s)(%s*)(:)' % (_name, _ws),
940
+ bygroups(Name.Label, using(this, state='whitespace'),
941
+ Punctuation)),
942
+ include('whitespace')
943
+ ],
944
+ 'block': [
945
+ include('block/basic'),
946
+ (r'(?!\Z)', Text, ('more', 'main'))
947
+ ],
948
+ 'block/embed': [
949
+ (r'>>', String.Interpol, '#pop'),
950
+ include('block/basic'),
951
+ (r'(?!\Z)', Text, ('more/embed', 'main'))
952
+ ],
953
+ 'main/basic': [
954
+ include('whitespace'),
955
+ (r'\(', Punctuation, ('#pop', 'more', 'main')),
956
+ (r'\[', Punctuation, ('#pop', 'more/list', 'main')),
957
+ (r'\{', Punctuation, ('#pop', 'more/inner', 'main/inner',
958
+ 'more/parameters', 'main/parameters')),
959
+ (r'\*|\.{3}', Punctuation, '#pop'),
960
+ (r'(?i)0x[\da-f]+', Number.Hex, '#pop'),
961
+ (r'(\d+\.(?!\.)\d*|\.\d+)([eE][-+]?\d+)?|\d+[eE][-+]?\d+',
962
+ Number.Float, '#pop'),
963
+ (r'0[0-7]+', Number.Oct, '#pop'),
964
+ (r'\d+', Number.Integer, '#pop'),
965
+ (r'"""', String.Double, ('#pop', 'tdqs')),
966
+ (r"'''", String.Single, ('#pop', 'tsqs')),
967
+ (r'"', String.Double, ('#pop', 'dqs')),
968
+ (r"'", String.Single, ('#pop', 'sqs')),
969
+ (r'R"""', String.Regex, ('#pop', 'tdqr')),
970
+ (r"R'''", String.Regex, ('#pop', 'tsqr')),
971
+ (r'R"', String.Regex, ('#pop', 'dqr')),
972
+ (r"R'", String.Regex, ('#pop', 'sqr')),
973
+ # Two-token keywords
974
+ (r'(extern)(%s+)(object\b)' % _ws,
975
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
976
+ Keyword.Reserved)),
977
+ (r'(function|method)(%s*)(\()' % _ws,
978
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
979
+ Punctuation),
980
+ ('#pop', 'block?', 'more/parameters', 'main/parameters')),
981
+ (r'(modify)(%s+)(grammar\b)' % _ws,
982
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
983
+ Keyword.Reserved),
984
+ ('#pop', 'object-body/no-braces', ':', 'grammar')),
985
+ (r'(new)(%s+(?=(?:function|method)\b))' % _ws,
986
+ bygroups(Keyword.Reserved, using(this, state='whitespace'))),
987
+ (r'(object)(%s+)(template\b)' % _ws,
988
+ bygroups(Keyword.Reserved, using(this, state='whitespace'),
989
+ Keyword.Reserved), ('#pop', 'template')),
990
+ (r'(string)(%s+)(template\b)' % _ws,
991
+ bygroups(Keyword, using(this, state='whitespace'),
992
+ Keyword.Reserved), ('#pop', 'function-name')),
993
+ # Keywords
994
+ (r'(argcount|definingobj|invokee|replaced|targetobj|targetprop)\b',
995
+ Name.Builtin, '#pop'),
996
+ (r'(break|continue|goto)\b', Keyword.Reserved, ('#pop', 'label')),
997
+ (r'(case|extern|if|intrinsic|return|static|while)\b',
998
+ Keyword.Reserved),
999
+ (r'catch\b', Keyword.Reserved, ('#pop', 'catch')),
1000
+ (r'class\b', Keyword.Reserved,
1001
+ ('#pop', 'object-body/no-braces', 'class')),
1002
+ (r'(default|do|else|finally|try)\b', Keyword.Reserved, '#pop'),
1003
+ (r'(dictionary|property)\b', Keyword.Reserved,
1004
+ ('#pop', 'constants')),
1005
+ (r'enum\b', Keyword.Reserved, ('#pop', 'enum')),
1006
+ (r'export\b', Keyword.Reserved, ('#pop', 'main')),
1007
+ (r'(for|foreach)\b', Keyword.Reserved,
1008
+ ('#pop', 'more/inner', 'main/inner')),
1009
+ (r'(function|method)\b', Keyword.Reserved,
1010
+ ('#pop', 'block?', 'function-name')),
1011
+ (r'grammar\b', Keyword.Reserved,
1012
+ ('#pop', 'object-body/no-braces', 'grammar')),
1013
+ (r'inherited\b', Keyword.Reserved, ('#pop', 'inherited')),
1014
+ (r'local\b', Keyword.Reserved,
1015
+ ('#pop', 'more/local', 'main/local')),
1016
+ (r'(modify|replace|switch|throw|transient)\b', Keyword.Reserved,
1017
+ '#pop'),
1018
+ (r'new\b', Keyword.Reserved, ('#pop', 'class')),
1019
+ (r'(nil|true)\b', Keyword.Constant, '#pop'),
1020
+ (r'object\b', Keyword.Reserved, ('#pop', 'object-body/no-braces')),
1021
+ (r'operator\b', Keyword.Reserved, ('#pop', 'operator')),
1022
+ (r'propertyset\b', Keyword.Reserved,
1023
+ ('#pop', 'propertyset', 'main')),
1024
+ (r'self\b', Name.Builtin.Pseudo, '#pop'),
1025
+ (r'template\b', Keyword.Reserved, ('#pop', 'template')),
1026
+ # Operators
1027
+ (r'(__objref|defined)(%s*)(\()' % _ws,
1028
+ bygroups(Operator.Word, using(this, state='whitespace'),
1029
+ Operator), ('#pop', 'more/__objref', 'main')),
1030
+ (r'delegated\b', Operator.Word),
1031
+ # Compiler-defined macros and built-in properties
1032
+ (r'(__DATE__|__DEBUG|__LINE__|__FILE__|'
1033
+ r'__TADS_MACRO_FORMAT_VERSION|__TADS_SYS_\w*|__TADS_SYSTEM_NAME|'
1034
+ r'__TADS_VERSION_MAJOR|__TADS_VERSION_MINOR|__TADS3|__TIME__|'
1035
+ r'construct|finalize|grammarInfo|grammarTag|lexicalParent|'
1036
+ r'miscVocab|sourceTextGroup|sourceTextGroupName|'
1037
+ r'sourceTextGroupOrder|sourceTextOrder)\b', Name.Builtin, '#pop')
1038
+ ],
1039
+ 'main': [
1040
+ include('main/basic'),
1041
+ (_name, Name, '#pop'),
1042
+ default('#pop')
1043
+ ],
1044
+ 'more/basic': [
1045
+ (r'\(', Punctuation, ('more/list', 'main')),
1046
+ (r'\[', Punctuation, ('more', 'main')),
1047
+ (r'\.{3}', Punctuation),
1048
+ (r'->|\.\.', Punctuation, 'main'),
1049
+ (r'(?=;)|[:)\]]', Punctuation, '#pop'),
1050
+ include('whitespace'),
1051
+ (_operator, Operator, 'main'),
1052
+ (r'\?', Operator, ('main', 'more/conditional', 'main')),
1053
+ (r'(is|not)(%s+)(in\b)' % _ws,
1054
+ bygroups(Operator.Word, using(this, state='whitespace'),
1055
+ Operator.Word)),
1056
+ (r'[^\s!"%-_a-z{-~]+', Error) # Averts an infinite loop
1057
+ ],
1058
+ 'more': [
1059
+ include('more/basic'),
1060
+ default('#pop')
1061
+ ],
1062
+ # Then expression (conditional operator)
1063
+ 'more/conditional': [
1064
+ (r':(?!:)', Operator, '#pop'),
1065
+ include('more')
1066
+ ],
1067
+ # Embedded expressions
1068
+ 'more/embed': [
1069
+ (r'>>', String.Interpol, '#pop:2'),
1070
+ include('more')
1071
+ ],
1072
+ # For/foreach loop initializer or short-form anonymous function
1073
+ 'main/inner': [
1074
+ (r'\(', Punctuation, ('#pop', 'more/inner', 'main/inner')),
1075
+ (r'local\b', Keyword.Reserved, ('#pop', 'main/local')),
1076
+ include('main')
1077
+ ],
1078
+ 'more/inner': [
1079
+ (r'\}', Punctuation, '#pop'),
1080
+ (r',', Punctuation, 'main/inner'),
1081
+ (r'(in|step)\b', Keyword, 'main/inner'),
1082
+ include('more')
1083
+ ],
1084
+ # Local
1085
+ 'main/local': [
1086
+ (_name, Name.Variable, '#pop'),
1087
+ include('whitespace')
1088
+ ],
1089
+ 'more/local': [
1090
+ (r',', Punctuation, 'main/local'),
1091
+ include('more')
1092
+ ],
1093
+ # List
1094
+ 'more/list': [
1095
+ (r'[,:]', Punctuation, 'main'),
1096
+ include('more')
1097
+ ],
1098
+ # Parameter list
1099
+ 'main/parameters': [
1100
+ (r'(%s)(%s*)(?=:)' % (_name, _ws),
1101
+ bygroups(Name.Variable, using(this, state='whitespace')), '#pop'),
1102
+ (r'(%s)(%s+)(%s)' % (_name, _ws, _name),
1103
+ bygroups(Name.Class, using(this, state='whitespace'),
1104
+ Name.Variable), '#pop'),
1105
+ (r'\[+', Punctuation),
1106
+ include('main/basic'),
1107
+ (_name, Name.Variable, '#pop'),
1108
+ default('#pop')
1109
+ ],
1110
+ 'more/parameters': [
1111
+ (r'(:)(%s*(?=[?=,:)]))' % _ws,
1112
+ bygroups(Punctuation, using(this, state='whitespace'))),
1113
+ (r'[?\]]+', Punctuation),
1114
+ (r'[:)]', Punctuation, ('#pop', 'multimethod?')),
1115
+ (r',', Punctuation, 'main/parameters'),
1116
+ (r'=', Punctuation, ('more/parameter', 'main')),
1117
+ include('more')
1118
+ ],
1119
+ 'more/parameter': [
1120
+ (r'(?=[,)])', Text, '#pop'),
1121
+ include('more')
1122
+ ],
1123
+ 'multimethod?': [
1124
+ (r'multimethod\b', Keyword, '#pop'),
1125
+ include('whitespace'),
1126
+ default('#pop')
1127
+ ],
1128
+
1129
+ # Statements and expressions
1130
+ 'more/__objref': [
1131
+ (r',', Punctuation, 'mode'),
1132
+ (r'\)', Operator, '#pop'),
1133
+ include('more')
1134
+ ],
1135
+ 'mode': [
1136
+ (r'(error|warn)\b', Keyword, '#pop'),
1137
+ include('whitespace')
1138
+ ],
1139
+ 'catch': [
1140
+ (r'\(+', Punctuation),
1141
+ (_name, Name.Exception, ('#pop', 'variables')),
1142
+ include('whitespace')
1143
+ ],
1144
+ 'enum': [
1145
+ include('whitespace'),
1146
+ (r'token\b', Keyword, ('#pop', 'constants')),
1147
+ default(('#pop', 'constants'))
1148
+ ],
1149
+ 'grammar': [
1150
+ (r'\)+', Punctuation),
1151
+ (r'\(', Punctuation, 'grammar-tag'),
1152
+ (r':', Punctuation, 'grammar-rules'),
1153
+ (_name, Name.Class),
1154
+ include('whitespace')
1155
+ ],
1156
+ 'grammar-tag': [
1157
+ include('whitespace'),
1158
+ (r'"""([^\\"<]|""?(?!")|\\"+|\\.|<(?!<))+("{3,}|<<)|'
1159
+ r'R"""([^\\"]|""?(?!")|\\"+|\\.)+"{3,}|'
1160
+ r"'''([^\\'<]|''?(?!')|\\'+|\\.|<(?!<))+('{3,}|<<)|"
1161
+ r"R'''([^\\']|''?(?!')|\\'+|\\.)+'{3,}|"
1162
+ r'"([^\\"<]|\\.|<(?!<))+("|<<)|R"([^\\"]|\\.)+"|'
1163
+ r"'([^\\'<]|\\.|<(?!<))+('|<<)|R'([^\\']|\\.)+'|"
1164
+ r"([^)\s\\/]|/(?![/*]))+|\)", String.Other, '#pop')
1165
+ ],
1166
+ 'grammar-rules': [
1167
+ include('string'),
1168
+ include('whitespace'),
1169
+ (r'(\[)(%s*)(badness)' % _ws,
1170
+ bygroups(Punctuation, using(this, state='whitespace'), Keyword),
1171
+ 'main'),
1172
+ (r'->|%s|[()]' % _operator, Punctuation),
1173
+ (_name, Name.Constant),
1174
+ default('#pop:2')
1175
+ ],
1176
+ ':': [
1177
+ (r':', Punctuation, '#pop')
1178
+ ],
1179
+ 'function-name': [
1180
+ (r'(<<([^>]|>>>|>(?!>))*>>)+', String.Interpol),
1181
+ (r'(?=%s?%s*[({])' % (_name, _ws), Text, '#pop'),
1182
+ (_name, Name.Function, '#pop'),
1183
+ include('whitespace')
1184
+ ],
1185
+ 'inherited': [
1186
+ (r'<', Punctuation, ('#pop', 'classes', 'class')),
1187
+ include('whitespace'),
1188
+ (_name, Name.Class, '#pop'),
1189
+ default('#pop')
1190
+ ],
1191
+ 'operator': [
1192
+ (r'negate\b', Operator.Word, '#pop'),
1193
+ include('whitespace'),
1194
+ (_operator, Operator),
1195
+ default('#pop')
1196
+ ],
1197
+ 'propertyset': [
1198
+ (r'\(', Punctuation, ('more/parameters', 'main/parameters')),
1199
+ (r'\{', Punctuation, ('#pop', 'object-body')),
1200
+ include('whitespace')
1201
+ ],
1202
+ 'template': [
1203
+ (r'(?=;)', Text, '#pop'),
1204
+ include('string'),
1205
+ (r'inherited\b', Keyword.Reserved),
1206
+ include('whitespace'),
1207
+ (r'->|\?|%s' % _operator, Punctuation),
1208
+ (_name, Name.Variable)
1209
+ ],
1210
+
1211
+ # Identifiers
1212
+ 'class': [
1213
+ (r'\*|\.{3}', Punctuation, '#pop'),
1214
+ (r'object\b', Keyword.Reserved, '#pop'),
1215
+ (r'transient\b', Keyword.Reserved),
1216
+ (_name, Name.Class, '#pop'),
1217
+ include('whitespace'),
1218
+ default('#pop')
1219
+ ],
1220
+ 'classes': [
1221
+ (r'[:,]', Punctuation, 'class'),
1222
+ include('whitespace'),
1223
+ (r'>', Punctuation, '#pop'),
1224
+ default('#pop')
1225
+ ],
1226
+ 'constants': [
1227
+ (r',+', Punctuation),
1228
+ (r';', Punctuation, '#pop'),
1229
+ (r'property\b', Keyword.Reserved),
1230
+ (_name, Name.Constant),
1231
+ include('whitespace')
1232
+ ],
1233
+ 'label': [
1234
+ (_name, Name.Label, '#pop'),
1235
+ include('whitespace'),
1236
+ default('#pop')
1237
+ ],
1238
+ 'variables': [
1239
+ (r',+', Punctuation),
1240
+ (r'\)', Punctuation, '#pop'),
1241
+ include('whitespace'),
1242
+ (_name, Name.Variable)
1243
+ ],
1244
+
1245
+ # Whitespace and comments
1246
+ 'whitespace': [
1247
+ (r'^%s*#(%s|[^\n]|(?<=\\)\n)*\n?' % (_ws_pp, _comment_multiline),
1248
+ Comment.Preproc),
1249
+ (_comment_single, Comment.Single),
1250
+ (_comment_multiline, Comment.Multiline),
1251
+ (r'\\+\n+%s*#?|\n+|([^\S\n]|\\)+' % _ws_pp, Text)
1252
+ ],
1253
+
1254
+ # Strings
1255
+ 'string': [
1256
+ (r'"""', String.Double, 'tdqs'),
1257
+ (r"'''", String.Single, 'tsqs'),
1258
+ (r'"', String.Double, 'dqs'),
1259
+ (r"'", String.Single, 'sqs')
1260
+ ],
1261
+ 's/escape': [
1262
+ (r'\{\{|\}\}|%s' % _escape, String.Escape)
1263
+ ],
1264
+ 's/verbatim': [
1265
+ (r'<<\s*(as\s+decreasingly\s+likely\s+outcomes|cycling|else|end|'
1266
+ r'first\s+time|one\s+of|only|or|otherwise|'
1267
+ r'(sticky|(then\s+)?(purely\s+)?at)\s+random|stopping|'
1268
+ r'(then\s+)?(half\s+)?shuffled|\|\|)\s*>>', String.Interpol),
1269
+ (r'<<(%%(_(%s|\\?.)|[\-+ ,#]|\[\d*\]?)*\d*\.?\d*(%s|\\?.)|'
1270
+ r'\s*((else|otherwise)\s+)?(if|unless)\b)?' % (_escape, _escape),
1271
+ String.Interpol, ('block/embed', 'more/embed', 'main'))
1272
+ ],
1273
+ 's/entity': [
1274
+ (r'(?i)&(#(x[\da-f]+|\d+)|[a-z][\da-z]*);?', Name.Entity)
1275
+ ],
1276
+ 'tdqs': _make_string_state(True, True),
1277
+ 'tsqs': _make_string_state(True, False),
1278
+ 'dqs': _make_string_state(False, True),
1279
+ 'sqs': _make_string_state(False, False),
1280
+ 'tdqs/listing': _make_string_state(True, True, 'listing'),
1281
+ 'tsqs/listing': _make_string_state(True, False, 'listing'),
1282
+ 'dqs/listing': _make_string_state(False, True, 'listing'),
1283
+ 'sqs/listing': _make_string_state(False, False, 'listing'),
1284
+ 'tdqs/xmp': _make_string_state(True, True, 'xmp'),
1285
+ 'tsqs/xmp': _make_string_state(True, False, 'xmp'),
1286
+ 'dqs/xmp': _make_string_state(False, True, 'xmp'),
1287
+ 'sqs/xmp': _make_string_state(False, False, 'xmp'),
1288
+
1289
+ # Tags
1290
+ 'tdqt': _make_tag_state(True, True),
1291
+ 'tsqt': _make_tag_state(True, False),
1292
+ 'dqt': _make_tag_state(False, True),
1293
+ 'sqt': _make_tag_state(False, False),
1294
+ 'dqs/tdqt': _make_attribute_value_state(r'"', True, True),
1295
+ 'dqs/tsqt': _make_attribute_value_state(r'"', True, False),
1296
+ 'dqs/dqt': _make_attribute_value_state(r'"', False, True),
1297
+ 'dqs/sqt': _make_attribute_value_state(r'"', False, False),
1298
+ 'sqs/tdqt': _make_attribute_value_state(r"'", True, True),
1299
+ 'sqs/tsqt': _make_attribute_value_state(r"'", True, False),
1300
+ 'sqs/dqt': _make_attribute_value_state(r"'", False, True),
1301
+ 'sqs/sqt': _make_attribute_value_state(r"'", False, False),
1302
+ 'uqs/tdqt': _make_attribute_value_state(_no_quote, True, True),
1303
+ 'uqs/tsqt': _make_attribute_value_state(_no_quote, True, False),
1304
+ 'uqs/dqt': _make_attribute_value_state(_no_quote, False, True),
1305
+ 'uqs/sqt': _make_attribute_value_state(_no_quote, False, False),
1306
+
1307
+ # Regular expressions
1308
+ 'tdqr': [
1309
+ (r'[^\\"]+', String.Regex),
1310
+ (r'\\"*', String.Regex),
1311
+ (r'"{3,}', String.Regex, '#pop'),
1312
+ (r'"', String.Regex)
1313
+ ],
1314
+ 'tsqr': [
1315
+ (r"[^\\']+", String.Regex),
1316
+ (r"\\'*", String.Regex),
1317
+ (r"'{3,}", String.Regex, '#pop'),
1318
+ (r"'", String.Regex)
1319
+ ],
1320
+ 'dqr': [
1321
+ (r'[^\\"]+', String.Regex),
1322
+ (r'\\"?', String.Regex),
1323
+ (r'"', String.Regex, '#pop')
1324
+ ],
1325
+ 'sqr': [
1326
+ (r"[^\\']+", String.Regex),
1327
+ (r"\\'?", String.Regex),
1328
+ (r"'", String.Regex, '#pop')
1329
+ ]
1330
+ }
1331
+
1332
+ def get_tokens_unprocessed(self, text, **kwargs):
1333
+ pp = r'^%s*#%s*' % (self._ws_pp, self._ws_pp)
1334
+ if_false_level = 0
1335
+ for index, token, value in (
1336
+ RegexLexer.get_tokens_unprocessed(self, text, **kwargs)):
1337
+ if if_false_level == 0: # Not in a false #if
1338
+ if (token is Comment.Preproc and
1339
+ re.match(r'%sif%s+(0|nil)%s*$\n?' %
1340
+ (pp, self._ws_pp, self._ws_pp), value)):
1341
+ if_false_level = 1
1342
+ else: # In a false #if
1343
+ if token is Comment.Preproc:
1344
+ if (if_false_level == 1 and
1345
+ re.match(r'%sel(if|se)\b' % pp, value)):
1346
+ if_false_level = 0
1347
+ elif re.match(r'%sif' % pp, value):
1348
+ if_false_level += 1
1349
+ elif re.match(r'%sendif\b' % pp, value):
1350
+ if_false_level -= 1
1351
+ else:
1352
+ token = Comment
1353
+ yield index, token, value
1354
+
1355
+ def analyse_text(text):
1356
+ """This is a rather generic descriptive language without strong
1357
+ identifiers. It looks like a 'GameMainDef' has to be present,
1358
+ and/or a 'versionInfo' with an 'IFID' field."""
1359
+ result = 0
1360
+ if '__TADS' in text or 'GameMainDef' in text:
1361
+ result += 0.2
1362
+
1363
+ # This is a fairly unique keyword which is likely used in source as well
1364
+ if 'versionInfo' in text and 'IFID' in text:
1365
+ result += 0.1
1366
+
1367
+ return result