pygments.rb 1.2.1 → 2.0.0.rc2

Sign up to get free protection for your applications and to get access to all the features.
Files changed (378) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +28 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +5 -6
  6. data/CHANGELOG.adoc +119 -0
  7. data/Gemfile +3 -1
  8. data/LICENSE +1 -1
  9. data/README.adoc +161 -0
  10. data/Rakefile +10 -21
  11. data/bench.rb +8 -7
  12. data/cache-lexers.rb +3 -2
  13. data/lib/pygments.rb +10 -11
  14. data/lib/pygments/lexer.rb +5 -5
  15. data/lib/pygments/mentos.py +23 -66
  16. data/lib/pygments/popen.rb +152 -204
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +11 -9
  19. data/test/test_pygments.rb +51 -84
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.7.3.dist-info/AUTHORS} +21 -3
  21. data/vendor/pygments-main/Pygments-2.7.3.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.7.3.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.7.3.dist-info/METADATA +49 -0
  24. data/vendor/pygments-main/Pygments-2.7.3.dist-info/RECORD +482 -0
  25. data/vendor/pygments-main/Pygments-2.7.3.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.7.3.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.7.3.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.7.3.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -11
  31. data/vendor/pygments-main/pygments/__main__.py +18 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +38 -29
  33. data/vendor/pygments-main/pygments/console.py +6 -9
  34. data/vendor/pygments-main/pygments/filter.py +4 -6
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -21
  36. data/vendor/pygments-main/pygments/formatter.py +4 -4
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +9 -8
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -3
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -1
  40. data/vendor/pygments-main/pygments/formatters/html.py +223 -135
  41. data/vendor/pygments-main/pygments/formatters/img.py +68 -41
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -39
  43. data/vendor/pygments-main/pygments/formatters/latex.py +56 -26
  44. data/vendor/pygments-main/pygments/formatters/other.py +12 -8
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -29
  46. data/vendor/pygments-main/pygments/formatters/svg.py +38 -4
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -31
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +22 -12
  49. data/vendor/pygments-main/pygments/lexer.py +41 -39
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +342 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1645 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +232 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +71 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1725 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5327 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +293 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +551 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1172 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1282 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2547 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4753 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +678 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3094 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1161 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +558 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +421 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1004 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +113 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +280 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1939 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +245 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +24 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +240 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +76 -0
  75. data/vendor/pygments-main/pygments/lexers/ampl.py +87 -0
  76. data/vendor/pygments-main/pygments/lexers/apl.py +101 -0
  77. data/vendor/pygments-main/pygments/lexers/archetype.py +318 -0
  78. data/vendor/pygments-main/pygments/lexers/arrow.py +117 -0
  79. data/vendor/pygments-main/pygments/lexers/asm.py +1005 -0
  80. data/vendor/pygments-main/pygments/lexers/automation.py +374 -0
  81. data/vendor/pygments-main/pygments/lexers/bare.py +104 -0
  82. data/vendor/pygments-main/pygments/lexers/basic.py +662 -0
  83. data/vendor/pygments-main/pygments/lexers/bibtex.py +160 -0
  84. data/vendor/pygments-main/pygments/lexers/boa.py +102 -0
  85. data/vendor/pygments-main/pygments/lexers/business.py +627 -0
  86. data/vendor/pygments-main/pygments/lexers/c_cpp.py +344 -0
  87. data/vendor/pygments-main/pygments/lexers/c_like.py +566 -0
  88. data/vendor/pygments-main/pygments/lexers/capnproto.py +78 -0
  89. data/vendor/pygments-main/pygments/lexers/chapel.py +112 -0
  90. data/vendor/pygments-main/pygments/lexers/clean.py +179 -0
  91. data/vendor/pygments-main/pygments/lexers/compiled.py +34 -0
  92. data/vendor/pygments-main/pygments/lexers/configs.py +984 -0
  93. data/vendor/pygments-main/pygments/lexers/console.py +114 -0
  94. data/vendor/pygments-main/pygments/lexers/crystal.py +392 -0
  95. data/vendor/pygments-main/pygments/lexers/csound.py +467 -0
  96. data/vendor/pygments-main/pygments/lexers/css.py +691 -0
  97. data/vendor/pygments-main/pygments/lexers/d.py +256 -0
  98. data/vendor/pygments-main/pygments/lexers/dalvik.py +125 -0
  99. data/vendor/pygments-main/pygments/lexers/data.py +698 -0
  100. data/vendor/pygments-main/pygments/lexers/devicetree.py +109 -0
  101. data/vendor/pygments-main/pygments/lexers/diff.py +165 -0
  102. data/vendor/pygments-main/pygments/lexers/dotnet.py +707 -0
  103. data/vendor/pygments-main/pygments/lexers/dsls.py +960 -0
  104. data/vendor/pygments-main/pygments/lexers/dylan.py +287 -0
  105. data/vendor/pygments-main/pygments/lexers/ecl.py +139 -0
  106. data/vendor/pygments-main/pygments/lexers/eiffel.py +65 -0
  107. data/vendor/pygments-main/pygments/lexers/elm.py +121 -0
  108. data/vendor/pygments-main/pygments/lexers/email.py +151 -0
  109. data/vendor/pygments-main/pygments/lexers/erlang.py +530 -0
  110. data/vendor/pygments-main/pygments/lexers/esoteric.py +304 -0
  111. data/vendor/pygments-main/pygments/lexers/ezhil.py +77 -0
  112. data/vendor/pygments-main/pygments/lexers/factor.py +344 -0
  113. data/vendor/pygments-main/pygments/lexers/fantom.py +250 -0
  114. data/vendor/pygments-main/pygments/lexers/felix.py +273 -0
  115. data/vendor/pygments-main/pygments/lexers/floscript.py +83 -0
  116. data/vendor/pygments-main/pygments/lexers/forth.py +178 -0
  117. data/vendor/pygments-main/pygments/lexers/fortran.py +206 -0
  118. data/vendor/pygments-main/pygments/lexers/foxpro.py +428 -0
  119. data/vendor/pygments-main/pygments/lexers/freefem.py +898 -0
  120. data/vendor/pygments-main/pygments/lexers/functional.py +21 -0
  121. data/vendor/pygments-main/pygments/lexers/gdscript.py +346 -0
  122. data/vendor/pygments-main/pygments/lexers/go.py +101 -0
  123. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +270 -0
  124. data/vendor/pygments-main/pygments/lexers/graph.py +85 -0
  125. data/vendor/pygments-main/pygments/lexers/graphics.py +800 -0
  126. data/vendor/pygments-main/pygments/lexers/haskell.py +870 -0
  127. data/vendor/pygments-main/pygments/lexers/haxe.py +936 -0
  128. data/vendor/pygments-main/pygments/lexers/hdl.py +472 -0
  129. data/vendor/pygments-main/pygments/lexers/hexdump.py +103 -0
  130. data/vendor/pygments-main/pygments/lexers/html.py +614 -0
  131. data/vendor/pygments-main/pygments/lexers/idl.py +281 -0
  132. data/vendor/pygments-main/pygments/lexers/igor.py +420 -0
  133. data/vendor/pygments-main/pygments/lexers/inferno.py +96 -0
  134. data/vendor/pygments-main/pygments/lexers/installers.py +322 -0
  135. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1368 -0
  136. data/vendor/pygments-main/pygments/lexers/iolang.py +63 -0
  137. data/vendor/pygments-main/pygments/lexers/j.py +146 -0
  138. data/vendor/pygments-main/pygments/lexers/javascript.py +1540 -0
  139. data/vendor/pygments-main/pygments/lexers/julia.py +331 -0
  140. data/vendor/pygments-main/pygments/lexers/jvm.py +1673 -0
  141. data/vendor/pygments-main/pygments/lexers/lisp.py +2699 -0
  142. data/vendor/pygments-main/pygments/lexers/make.py +206 -0
  143. data/vendor/pygments-main/pygments/lexers/markup.py +765 -0
  144. data/vendor/pygments-main/pygments/lexers/math.py +21 -0
  145. data/vendor/pygments-main/pygments/lexers/matlab.py +720 -0
  146. data/vendor/pygments-main/pygments/lexers/mime.py +226 -0
  147. data/vendor/pygments-main/pygments/lexers/ml.py +958 -0
  148. data/vendor/pygments-main/pygments/lexers/modeling.py +366 -0
  149. data/vendor/pygments-main/pygments/lexers/modula2.py +1580 -0
  150. data/vendor/pygments-main/pygments/lexers/monte.py +204 -0
  151. data/vendor/pygments-main/pygments/lexers/mosel.py +448 -0
  152. data/vendor/pygments-main/pygments/lexers/ncl.py +894 -0
  153. data/vendor/pygments-main/pygments/lexers/nimrod.py +159 -0
  154. data/vendor/pygments-main/pygments/lexers/nit.py +64 -0
  155. data/vendor/pygments-main/pygments/lexers/nix.py +136 -0
  156. data/vendor/pygments-main/pygments/lexers/oberon.py +121 -0
  157. data/vendor/pygments-main/pygments/lexers/objective.py +504 -0
  158. data/vendor/pygments-main/pygments/lexers/ooc.py +85 -0
  159. data/vendor/pygments-main/pygments/lexers/other.py +41 -0
  160. data/vendor/pygments-main/pygments/lexers/parasail.py +79 -0
  161. data/vendor/pygments-main/pygments/lexers/parsers.py +800 -0
  162. data/vendor/pygments-main/pygments/lexers/pascal.py +644 -0
  163. data/vendor/pygments-main/pygments/lexers/pawn.py +205 -0
  164. data/vendor/pygments-main/pygments/lexers/perl.py +732 -0
  165. data/vendor/pygments-main/pygments/lexers/php.py +321 -0
  166. data/vendor/pygments-main/pygments/lexers/pointless.py +71 -0
  167. data/vendor/pygments-main/pygments/lexers/pony.py +94 -0
  168. data/vendor/pygments-main/pygments/lexers/praat.py +302 -0
  169. data/vendor/pygments-main/pygments/lexers/prolog.py +306 -0
  170. data/vendor/pygments-main/pygments/lexers/promql.py +183 -0
  171. data/vendor/pygments-main/pygments/lexers/python.py +1151 -0
  172. data/vendor/pygments-main/pygments/lexers/qvt.py +152 -0
  173. data/vendor/pygments-main/pygments/lexers/r.py +191 -0
  174. data/vendor/pygments-main/pygments/lexers/rdf.py +463 -0
  175. data/vendor/pygments-main/pygments/lexers/rebol.py +431 -0
  176. data/vendor/pygments-main/pygments/lexers/resource.py +85 -0
  177. data/vendor/pygments-main/pygments/lexers/ride.py +139 -0
  178. data/vendor/pygments-main/pygments/lexers/rnc.py +67 -0
  179. data/vendor/pygments-main/pygments/lexers/roboconf.py +82 -0
  180. data/vendor/pygments-main/pygments/lexers/robotframework.py +552 -0
  181. data/vendor/pygments-main/pygments/lexers/ruby.py +517 -0
  182. data/vendor/pygments-main/pygments/lexers/rust.py +224 -0
  183. data/vendor/pygments-main/pygments/lexers/sas.py +228 -0
  184. data/vendor/pygments-main/pygments/lexers/scdoc.py +83 -0
  185. data/vendor/pygments-main/pygments/lexers/scripting.py +1284 -0
  186. data/vendor/pygments-main/pygments/lexers/sgf.py +61 -0
  187. data/vendor/pygments-main/pygments/lexers/shell.py +914 -0
  188. data/vendor/pygments-main/pygments/lexers/sieve.py +69 -0
  189. data/vendor/pygments-main/pygments/lexers/slash.py +185 -0
  190. data/vendor/pygments-main/pygments/lexers/smalltalk.py +195 -0
  191. data/vendor/pygments-main/pygments/lexers/smv.py +79 -0
  192. data/vendor/pygments-main/pygments/lexers/snobol.py +83 -0
  193. data/vendor/pygments-main/pygments/lexers/solidity.py +92 -0
  194. data/vendor/pygments-main/pygments/lexers/special.py +105 -0
  195. data/vendor/pygments-main/pygments/lexers/sql.py +837 -0
  196. data/vendor/pygments-main/pygments/lexers/stata.py +171 -0
  197. data/vendor/pygments-main/pygments/lexers/supercollider.py +95 -0
  198. data/vendor/pygments-main/pygments/lexers/tcl.py +145 -0
  199. data/vendor/pygments-main/pygments/lexers/templates.py +2264 -0
  200. data/vendor/pygments-main/pygments/lexers/teraterm.py +335 -0
  201. data/vendor/pygments-main/pygments/lexers/testing.py +207 -0
  202. data/vendor/pygments-main/pygments/lexers/text.py +26 -0
  203. data/vendor/pygments-main/pygments/lexers/textedit.py +169 -0
  204. data/vendor/pygments-main/pygments/lexers/textfmts.py +430 -0
  205. data/vendor/pygments-main/pygments/lexers/theorem.py +474 -0
  206. data/vendor/pygments-main/pygments/lexers/tnt.py +263 -0
  207. data/vendor/pygments-main/pygments/lexers/trafficscript.py +54 -0
  208. data/vendor/pygments-main/pygments/lexers/typoscript.py +219 -0
  209. data/vendor/pygments-main/pygments/lexers/unicon.py +412 -0
  210. data/vendor/pygments-main/pygments/lexers/urbi.py +146 -0
  211. data/vendor/pygments-main/pygments/lexers/usd.py +90 -0
  212. data/vendor/pygments-main/pygments/lexers/varnish.py +190 -0
  213. data/vendor/pygments-main/pygments/lexers/verification.py +114 -0
  214. data/vendor/pygments-main/pygments/lexers/web.py +24 -0
  215. data/vendor/pygments-main/pygments/lexers/webidl.py +299 -0
  216. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  217. data/vendor/pygments-main/pygments/lexers/whiley.py +116 -0
  218. data/vendor/pygments-main/pygments/lexers/x10.py +69 -0
  219. data/vendor/pygments-main/pygments/lexers/xorg.py +37 -0
  220. data/vendor/pygments-main/pygments/lexers/yang.py +104 -0
  221. data/vendor/pygments-main/pygments/lexers/zig.py +124 -0
  222. data/vendor/pygments-main/pygments/modeline.py +1 -1
  223. data/vendor/pygments-main/pygments/plugin.py +4 -2
  224. data/vendor/pygments-main/pygments/regexopt.py +1 -1
  225. data/vendor/pygments-main/pygments/scanner.py +2 -2
  226. data/vendor/pygments-main/pygments/sphinxext.py +2 -4
  227. data/vendor/pygments-main/pygments/style.py +61 -24
  228. data/vendor/pygments-main/pygments/styles/__init__.py +10 -4
  229. data/vendor/pygments-main/pygments/styles/abap.py +1 -1
  230. data/vendor/pygments-main/pygments/styles/algol.py +1 -1
  231. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -1
  232. data/vendor/pygments-main/pygments/styles/arduino.py +2 -2
  233. data/vendor/pygments-main/pygments/styles/autumn.py +1 -1
  234. data/vendor/pygments-main/pygments/styles/borland.py +1 -1
  235. data/vendor/pygments-main/pygments/styles/bw.py +1 -1
  236. data/vendor/pygments-main/pygments/styles/colorful.py +1 -1
  237. data/vendor/pygments-main/pygments/styles/default.py +1 -1
  238. data/vendor/pygments-main/pygments/styles/emacs.py +1 -1
  239. data/vendor/pygments-main/pygments/styles/friendly.py +1 -1
  240. data/vendor/pygments-main/pygments/styles/fruity.py +1 -1
  241. data/vendor/pygments-main/pygments/styles/igor.py +1 -1
  242. data/vendor/pygments-main/pygments/styles/inkpot.py +67 -0
  243. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -1
  244. data/vendor/pygments-main/pygments/styles/manni.py +1 -1
  245. data/vendor/pygments-main/pygments/styles/monokai.py +4 -3
  246. data/vendor/pygments-main/pygments/styles/murphy.py +1 -1
  247. data/vendor/pygments-main/pygments/styles/native.py +1 -1
  248. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -1
  249. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -1
  250. data/vendor/pygments-main/pygments/styles/pastie.py +1 -1
  251. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -1
  252. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -1
  253. data/vendor/pygments-main/pygments/styles/rrt.py +1 -1
  254. data/vendor/pygments-main/pygments/styles/sas.py +1 -1
  255. data/vendor/pygments-main/pygments/styles/solarized.py +134 -0
  256. data/vendor/pygments-main/pygments/styles/stata_dark.py +41 -0
  257. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -15
  258. data/vendor/pygments-main/pygments/styles/tango.py +1 -1
  259. data/vendor/pygments-main/pygments/styles/trac.py +1 -1
  260. data/vendor/pygments-main/pygments/styles/vim.py +1 -1
  261. data/vendor/pygments-main/pygments/styles/vs.py +1 -1
  262. data/vendor/pygments-main/pygments/styles/xcode.py +1 -1
  263. data/vendor/pygments-main/pygments/token.py +1 -1
  264. data/vendor/pygments-main/pygments/unistring.py +47 -108
  265. data/vendor/pygments-main/pygments/util.py +15 -92
  266. metadata +69 -136
  267. data/CHANGELOG.md +0 -111
  268. data/README.md +0 -121
  269. data/circle.yml +0 -20
  270. data/test/test_data.py +0 -514
  271. data/test/test_data_generated +0 -2582
  272. data/vendor/custom_lexers/github.py +0 -565
  273. data/vendor/pygments-main/CHANGES +0 -1186
  274. data/vendor/pygments-main/MANIFEST.in +0 -6
  275. data/vendor/pygments-main/Makefile +0 -65
  276. data/vendor/pygments-main/README.rst +0 -39
  277. data/vendor/pygments-main/REVISION +0 -1
  278. data/vendor/pygments-main/TODO +0 -12
  279. data/vendor/pygments-main/doc/Makefile +0 -153
  280. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  281. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  282. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  283. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  284. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  285. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  286. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  287. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  288. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  289. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  290. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  291. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  292. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  293. data/vendor/pygments-main/doc/conf.py +0 -241
  294. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  295. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  296. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  297. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  298. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  299. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  300. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  301. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  302. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  303. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  304. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  305. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  306. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  307. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  308. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  309. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  310. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  311. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  312. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  313. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  314. data/vendor/pygments-main/doc/download.rst +0 -41
  315. data/vendor/pygments-main/doc/faq.rst +0 -139
  316. data/vendor/pygments-main/doc/index.rst +0 -54
  317. data/vendor/pygments-main/doc/languages.rst +0 -154
  318. data/vendor/pygments-main/doc/make.bat +0 -190
  319. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  320. data/vendor/pygments-main/external/autopygmentize +0 -101
  321. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  322. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  323. data/vendor/pygments-main/external/moin-parser.py +0 -112
  324. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  325. data/vendor/pygments-main/external/rst-directive.py +0 -82
  326. data/vendor/pygments-main/pygmentize +0 -8
  327. data/vendor/pygments-main/requirements.txt +0 -5
  328. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  329. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  330. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  331. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  332. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  333. data/vendor/pygments-main/scripts/pylintrc +0 -301
  334. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  335. data/vendor/pygments-main/setup.cfg +0 -10
  336. data/vendor/pygments-main/setup.py +0 -77
  337. data/vendor/pygments-main/tox.ini +0 -7
  338. data/vendor/simplejson/.gitignore +0 -10
  339. data/vendor/simplejson/.travis.yml +0 -5
  340. data/vendor/simplejson/CHANGES.txt +0 -291
  341. data/vendor/simplejson/LICENSE.txt +0 -19
  342. data/vendor/simplejson/MANIFEST.in +0 -5
  343. data/vendor/simplejson/README.rst +0 -19
  344. data/vendor/simplejson/conf.py +0 -179
  345. data/vendor/simplejson/index.rst +0 -628
  346. data/vendor/simplejson/scripts/make_docs.py +0 -18
  347. data/vendor/simplejson/setup.py +0 -104
  348. data/vendor/simplejson/simplejson/__init__.py +0 -510
  349. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  350. data/vendor/simplejson/simplejson/decoder.py +0 -425
  351. data/vendor/simplejson/simplejson/encoder.py +0 -567
  352. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  353. data/vendor/simplejson/simplejson/scanner.py +0 -77
  354. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  355. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  356. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  357. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  358. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  359. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  360. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  361. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  362. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  363. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  364. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  365. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  366. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  367. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  368. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  369. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  370. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  371. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  372. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  373. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  374. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  375. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  377. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  378. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,270 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.grammar_notation
4
+ ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for grammar notations like BNF.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, bygroups, include, this, using, words
15
+ from pygments.token import Comment, Keyword, Literal, Name, Number, \
16
+ Operator, Punctuation, String, Text
17
+
18
+ __all__ = ['BnfLexer', 'AbnfLexer', 'JsgfLexer', 'PegLexer']
19
+
20
+
21
+ class BnfLexer(RegexLexer):
22
+ """
23
+ This lexer is for grammar notations which are similar to
24
+ original BNF.
25
+
26
+ In order to maximize a number of targets of this lexer,
27
+ let's decide some designs:
28
+
29
+ * We don't distinguish `Terminal Symbol`.
30
+
31
+ * We do assume that `NonTerminal Symbol` are always enclosed
32
+ with arrow brackets.
33
+
34
+ * We do assume that `NonTerminal Symbol` may include
35
+ any printable characters except arrow brackets and ASCII 0x20.
36
+ This assumption is for `RBNF <http://www.rfc-base.org/txt/rfc-5511.txt>`_.
37
+
38
+ * We do assume that target notation doesn't support comment.
39
+
40
+ * We don't distinguish any operators and punctuation except
41
+ `::=`.
42
+
43
+ Though these desision making might cause too minimal highlighting
44
+ and you might be disappointed, but it is reasonable for us.
45
+
46
+ .. versionadded:: 2.1
47
+ """
48
+
49
+ name = 'BNF'
50
+ aliases = ['bnf']
51
+ filenames = ['*.bnf']
52
+ mimetypes = ['text/x-bnf']
53
+
54
+ tokens = {
55
+ 'root': [
56
+ (r'(<)([ -;=?-~]+)(>)',
57
+ bygroups(Punctuation, Name.Class, Punctuation)),
58
+
59
+ # an only operator
60
+ (r'::=', Operator),
61
+
62
+ # fallback
63
+ (r'[^<>:]+', Text), # for performance
64
+ (r'.', Text),
65
+ ],
66
+ }
67
+
68
+
69
+ class AbnfLexer(RegexLexer):
70
+ """
71
+ Lexer for `IETF 7405 ABNF
72
+ <http://www.ietf.org/rfc/rfc7405.txt>`_
73
+ (Updates `5234 <http://www.ietf.org/rfc/rfc5234.txt>`_)
74
+ grammars.
75
+
76
+ .. versionadded:: 2.1
77
+ """
78
+
79
+ name = 'ABNF'
80
+ aliases = ['abnf']
81
+ filenames = ['*.abnf']
82
+ mimetypes = ['text/x-abnf']
83
+
84
+ _core_rules = (
85
+ 'ALPHA', 'BIT', 'CHAR', 'CR', 'CRLF', 'CTL', 'DIGIT',
86
+ 'DQUOTE', 'HEXDIG', 'HTAB', 'LF', 'LWSP', 'OCTET',
87
+ 'SP', 'VCHAR', 'WSP')
88
+
89
+ tokens = {
90
+ 'root': [
91
+ # comment
92
+ (r';.*$', Comment.Single),
93
+
94
+ # quoted
95
+ # double quote itself in this state, it is as '%x22'.
96
+ (r'(%[si])?"[^"]*"', Literal),
97
+
98
+ # binary (but i have never seen...)
99
+ (r'%b[01]+\-[01]+\b', Literal), # range
100
+ (r'%b[01]+(\.[01]+)*\b', Literal), # concat
101
+
102
+ # decimal
103
+ (r'%d[0-9]+\-[0-9]+\b', Literal), # range
104
+ (r'%d[0-9]+(\.[0-9]+)*\b', Literal), # concat
105
+
106
+ # hexadecimal
107
+ (r'%x[0-9a-fA-F]+\-[0-9a-fA-F]+\b', Literal), # range
108
+ (r'%x[0-9a-fA-F]+(\.[0-9a-fA-F]+)*\b', Literal), # concat
109
+
110
+ # repetition (<a>*<b>element) including nRule
111
+ (r'\b[0-9]+\*[0-9]+', Operator),
112
+ (r'\b[0-9]+\*', Operator),
113
+ (r'\b[0-9]+', Operator),
114
+ (r'\*', Operator),
115
+
116
+ # Strictly speaking, these are not keyword but
117
+ # are called `Core Rule'.
118
+ (words(_core_rules, suffix=r'\b'), Keyword),
119
+
120
+ # nonterminals (ALPHA *(ALPHA / DIGIT / "-"))
121
+ (r'[a-zA-Z][a-zA-Z0-9-]+\b', Name.Class),
122
+
123
+ # operators
124
+ (r'(=/|=|/)', Operator),
125
+
126
+ # punctuation
127
+ (r'[\[\]()]', Punctuation),
128
+
129
+ # fallback
130
+ (r'\s+', Text),
131
+ (r'.', Text),
132
+ ],
133
+ }
134
+
135
+
136
+ class JsgfLexer(RegexLexer):
137
+ """
138
+ For `JSpeech Grammar Format <https://www.w3.org/TR/jsgf/>`_
139
+ grammars.
140
+
141
+ .. versionadded:: 2.2
142
+ """
143
+ name = 'JSGF'
144
+ aliases = ['jsgf']
145
+ filenames = ['*.jsgf']
146
+ mimetypes = ['application/jsgf', 'application/x-jsgf', 'text/jsgf']
147
+
148
+ flags = re.MULTILINE | re.UNICODE
149
+
150
+ tokens = {
151
+ 'root': [
152
+ include('comments'),
153
+ include('non-comments'),
154
+ ],
155
+ 'comments': [
156
+ (r'/\*\*(?!/)', Comment.Multiline, 'documentation comment'),
157
+ (r'/\*[\w\W]*?\*/', Comment.Multiline),
158
+ (r'//.*', Comment.Single),
159
+ ],
160
+ 'non-comments': [
161
+ (r'\A#JSGF[^;]*', Comment.Preproc),
162
+ (r'\s+', Text),
163
+ (r';', Punctuation),
164
+ (r'[=|()\[\]*+]', Operator),
165
+ (r'/[^/]+/', Number.Float),
166
+ (r'"', String.Double, 'string'),
167
+ (r'\{', String.Other, 'tag'),
168
+ (words(('import', 'public'), suffix=r'\b'), Keyword.Reserved),
169
+ (r'grammar\b', Keyword.Reserved, 'grammar name'),
170
+ (r'(<)(NULL|VOID)(>)',
171
+ bygroups(Punctuation, Name.Builtin, Punctuation)),
172
+ (r'<', Punctuation, 'rulename'),
173
+ (r'\w+|[^\s;=|()\[\]*+/"{<\w]+', Text),
174
+ ],
175
+ 'string': [
176
+ (r'"', String.Double, '#pop'),
177
+ (r'\\.', String.Escape),
178
+ (r'[^\\"]+', String.Double),
179
+ ],
180
+ 'tag': [
181
+ (r'\}', String.Other, '#pop'),
182
+ (r'\\.', String.Escape),
183
+ (r'[^\\}]+', String.Other),
184
+ ],
185
+ 'grammar name': [
186
+ (r';', Punctuation, '#pop'),
187
+ (r'\s+', Text),
188
+ (r'\.', Punctuation),
189
+ (r'[^;\s.]+', Name.Namespace),
190
+ ],
191
+ 'rulename': [
192
+ (r'>', Punctuation, '#pop'),
193
+ (r'\*', Punctuation),
194
+ (r'\s+', Text),
195
+ (r'([^.>]+)(\s*)(\.)', bygroups(Name.Namespace, Text, Punctuation)),
196
+ (r'[^.>]+', Name.Constant),
197
+ ],
198
+ 'documentation comment': [
199
+ (r'\*/', Comment.Multiline, '#pop'),
200
+ (r'(^\s*\*?\s*)(@(?:example|see)\s+)'
201
+ r'([\w\W]*?(?=(?:^\s*\*?\s*@|\*/)))',
202
+ bygroups(Comment.Multiline, Comment.Special,
203
+ using(this, state='example'))),
204
+ (r'(^\s*\*?\s*)(@\S*)',
205
+ bygroups(Comment.Multiline, Comment.Special)),
206
+ (r'[^*\n@]+|\w|\W', Comment.Multiline),
207
+ ],
208
+ 'example': [
209
+ (r'\n\s*\*', Comment.Multiline),
210
+ include('non-comments'),
211
+ (r'.', Comment.Multiline),
212
+ ],
213
+ }
214
+
215
+
216
+ class PegLexer(RegexLexer):
217
+ """
218
+ This lexer is for `Parsing Expression Grammars
219
+ <https://bford.info/pub/lang/peg.pdf>`_ (PEG).
220
+
221
+ Various implementations of PEG have made different decisions
222
+ regarding the syntax, so let's try to be accommodating:
223
+
224
+ * `<-`, `←`, `:`, and `=` are all accepted as rule operators.
225
+
226
+ * Both `|` and `/` are choice operators.
227
+
228
+ * `^`, `↑`, and `~` are cut operators.
229
+
230
+ * A single `a-z` character immediately before a string, or
231
+ multiple `a-z` characters following a string, are part of the
232
+ string (e.g., `r"..."` or `"..."ilmsuxa`).
233
+
234
+ .. versionadded:: 2.6
235
+ """
236
+
237
+ name = 'PEG'
238
+ aliases = ['peg']
239
+ filenames = ['*.peg']
240
+ mimetypes = ['text/x-peg']
241
+
242
+ tokens = {
243
+ 'root': [
244
+ # Comments
245
+ (r'#.*', Comment.Single),
246
+
247
+ # All operators
248
+ (r'<-|[←:=/|&!?*+^↑~]', Operator),
249
+
250
+ # Other punctuation
251
+ (r'[()]', Punctuation),
252
+
253
+ # Keywords
254
+ (r'\.', Keyword),
255
+
256
+ # Character classes
257
+ (r'(\[)([^\]]*(?:\\.[^\]\\]*)*)(\])',
258
+ bygroups(Punctuation, String, Punctuation)),
259
+
260
+ # Single and double quoted strings (with optional modifiers)
261
+ (r'[a-z]?"[^"\\]*(?:\\.[^"\\]*)*"[a-z]*', String.Double),
262
+ (r"[a-z]?'[^'\\]*(?:\\.[^'\\]*)*'[a-z]*", String.Single),
263
+
264
+ # Nonterminals are not whitespace, operators, or punctuation
265
+ (r'[^\s<←:=/|&!?*+\^↑~()\[\]"\'#]+', Name.Class),
266
+
267
+ # Fallback
268
+ (r'.', Text),
269
+ ],
270
+ }
@@ -0,0 +1,85 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.graph
4
+ ~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for graph query languages.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ import re
13
+
14
+ from pygments.lexer import RegexLexer, include, bygroups, using, this
15
+ from pygments.token import Keyword, Punctuation, Comment, Operator, Name,\
16
+ String, Number, Whitespace
17
+
18
+
19
+ __all__ = ['CypherLexer']
20
+
21
+
22
+ class CypherLexer(RegexLexer):
23
+ """
24
+ For `Cypher Query Language
25
+ <https://neo4j.com/docs/developer-manual/3.3/cypher/>`_
26
+
27
+ For the Cypher version in Neo4j 3.3
28
+
29
+ .. versionadded:: 2.0
30
+ """
31
+ name = 'Cypher'
32
+ aliases = ['cypher']
33
+ filenames = ['*.cyp', '*.cypher']
34
+
35
+ flags = re.MULTILINE | re.IGNORECASE
36
+
37
+ tokens = {
38
+ 'root': [
39
+ include('comment'),
40
+ include('keywords'),
41
+ include('clauses'),
42
+ include('relations'),
43
+ include('strings'),
44
+ include('whitespace'),
45
+ include('barewords'),
46
+ ],
47
+ 'comment': [
48
+ (r'^.*//.*\n', Comment.Single),
49
+ ],
50
+ 'keywords': [
51
+ (r'(create|order|match|limit|set|skip|start|return|with|where|'
52
+ r'delete|foreach|not|by|true|false)\b', Keyword),
53
+ ],
54
+ 'clauses': [
55
+ # based on https://neo4j.com/docs/cypher-refcard/3.3/
56
+ (r'(all|any|as|asc|ascending|assert|call|case|create|'
57
+ r'create\s+index|create\s+unique|delete|desc|descending|'
58
+ r'distinct|drop\s+constraint\s+on|drop\s+index\s+on|end|'
59
+ r'ends\s+with|fieldterminator|foreach|in|is\s+node\s+key|'
60
+ r'is\s+null|is\s+unique|limit|load\s+csv\s+from|match|merge|none|'
61
+ r'not|null|on\s+match|on\s+create|optional\s+match|order\s+by|'
62
+ r'remove|return|set|skip|single|start|starts\s+with|then|union|'
63
+ r'union\s+all|unwind|using\s+periodic\s+commit|yield|where|when|'
64
+ r'with)\b', Keyword),
65
+ ],
66
+ 'relations': [
67
+ (r'(-\[)(.*?)(\]->)', bygroups(Operator, using(this), Operator)),
68
+ (r'(<-\[)(.*?)(\]-)', bygroups(Operator, using(this), Operator)),
69
+ (r'(-\[)(.*?)(\]-)', bygroups(Operator, using(this), Operator)),
70
+ (r'-->|<--|\[|\]', Operator),
71
+ (r'<|>|<>|=|<=|=>|\(|\)|\||:|,|;', Punctuation),
72
+ (r'[.*{}]', Punctuation),
73
+ ],
74
+ 'strings': [
75
+ (r'"(?:\\[tbnrf\'"\\]|[^\\"])*"', String),
76
+ (r'`(?:``|[^`])+`', Name.Variable),
77
+ ],
78
+ 'whitespace': [
79
+ (r'\s+', Whitespace),
80
+ ],
81
+ 'barewords': [
82
+ (r'[a-z]\w*', Name),
83
+ (r'\d+', Number),
84
+ ],
85
+ }
@@ -0,0 +1,800 @@
1
+ # -*- coding: utf-8 -*-
2
+ """
3
+ pygments.lexers.graphics
4
+ ~~~~~~~~~~~~~~~~~~~~~~~~
5
+
6
+ Lexers for computer graphics and plotting related languages.
7
+
8
+ :copyright: Copyright 2006-2020 by the Pygments team, see AUTHORS.
9
+ :license: BSD, see LICENSE for details.
10
+ """
11
+
12
+ from pygments.lexer import RegexLexer, words, include, bygroups, using, \
13
+ this, default
14
+ from pygments.token import Text, Comment, Operator, Keyword, Name, \
15
+ Number, Punctuation, String
16
+
17
+ __all__ = ['GLShaderLexer', 'PostScriptLexer', 'AsymptoteLexer', 'GnuplotLexer',
18
+ 'PovrayLexer', 'HLSLShaderLexer']
19
+
20
+
21
+ class GLShaderLexer(RegexLexer):
22
+ """
23
+ GLSL (OpenGL Shader) lexer.
24
+
25
+ .. versionadded:: 1.1
26
+ """
27
+ name = 'GLSL'
28
+ aliases = ['glsl']
29
+ filenames = ['*.vert', '*.frag', '*.geo']
30
+ mimetypes = ['text/x-glslsrc']
31
+
32
+ tokens = {
33
+ 'root': [
34
+ (r'^#.*', Comment.Preproc),
35
+ (r'//.*', Comment.Single),
36
+ (r'/(\\\n)?[*](.|\n)*?[*](\\\n)?/', Comment.Multiline),
37
+ (r'\+|-|~|!=?|\*|/|%|<<|>>|<=?|>=?|==?|&&?|\^|\|\|?',
38
+ Operator),
39
+ (r'[?:]', Operator), # quick hack for ternary
40
+ (r'\bdefined\b', Operator),
41
+ (r'[;{}(),\[\]]', Punctuation),
42
+ # FIXME when e is present, no decimal point needed
43
+ (r'[+-]?\d*\.\d+([eE][-+]?\d+)?', Number.Float),
44
+ (r'[+-]?\d+\.\d*([eE][-+]?\d+)?', Number.Float),
45
+ (r'0[xX][0-9a-fA-F]*', Number.Hex),
46
+ (r'0[0-7]*', Number.Oct),
47
+ (r'[1-9][0-9]*', Number.Integer),
48
+ (words((
49
+ # Storage qualifiers
50
+ 'attribute', 'const', 'uniform', 'varying',
51
+ 'buffer', 'shared', 'in', 'out',
52
+ # Layout qualifiers
53
+ 'layout',
54
+ # Interpolation qualifiers
55
+ 'flat', 'smooth', 'noperspective',
56
+ # Auxiliary qualifiers
57
+ 'centroid', 'sample', 'patch',
58
+ # Parameter qualifiers. Some double as Storage qualifiers
59
+ 'inout',
60
+ # Precision qualifiers
61
+ 'lowp', 'mediump', 'highp', 'precision',
62
+ # Invariance qualifiers
63
+ 'invariant',
64
+ # Precise qualifiers
65
+ 'precise',
66
+ # Memory qualifiers
67
+ 'coherent', 'volatile', 'restrict', 'readonly', 'writeonly',
68
+ # Statements
69
+ 'break', 'continue', 'do', 'for', 'while', 'switch',
70
+ 'case', 'default', 'if', 'else', 'subroutine',
71
+ 'discard', 'return', 'struct'),
72
+ prefix=r'\b', suffix=r'\b'),
73
+ Keyword),
74
+ (words((
75
+ # Boolean values
76
+ 'true', 'false'),
77
+ prefix=r'\b', suffix=r'\b'),
78
+ Keyword.Constant),
79
+ (words((
80
+ # Miscellaneous types
81
+ 'void', 'atomic_uint',
82
+ # Floating-point scalars and vectors
83
+ 'float', 'vec2', 'vec3', 'vec4',
84
+ 'double', 'dvec2', 'dvec3', 'dvec4',
85
+ # Integer scalars and vectors
86
+ 'int', 'ivec2', 'ivec3', 'ivec4',
87
+ 'uint', 'uvec2', 'uvec3', 'uvec4',
88
+ # Boolean scalars and vectors
89
+ 'bool', 'bvec2', 'bvec3', 'bvec4',
90
+ # Matrices
91
+ 'mat2', 'mat3', 'mat4', 'dmat2', 'dmat3', 'dmat4',
92
+ 'mat2x2', 'mat2x3', 'mat2x4', 'dmat2x2', 'dmat2x3', 'dmat2x4',
93
+ 'mat3x2', 'mat3x3', 'mat3x4', 'dmat3x2', 'dmat3x3',
94
+ 'dmat3x4', 'mat4x2', 'mat4x3', 'mat4x4', 'dmat4x2', 'dmat4x3', 'dmat4x4',
95
+ # Floating-point samplers
96
+ 'sampler1D', 'sampler2D', 'sampler3D', 'samplerCube',
97
+ 'sampler1DArray', 'sampler2DArray', 'samplerCubeArray',
98
+ 'sampler2DRect', 'samplerBuffer',
99
+ 'sampler2DMS', 'sampler2DMSArray',
100
+ # Shadow samplers
101
+ 'sampler1DShadow', 'sampler2DShadow', 'samplerCubeShadow',
102
+ 'sampler1DArrayShadow', 'sampler2DArrayShadow',
103
+ 'samplerCubeArrayShadow', 'sampler2DRectShadow',
104
+ # Signed integer samplers
105
+ 'isampler1D', 'isampler2D', 'isampler3D', 'isamplerCube',
106
+ 'isampler1DArray', 'isampler2DArray', 'isamplerCubeArray',
107
+ 'isampler2DRect', 'isamplerBuffer',
108
+ 'isampler2DMS', 'isampler2DMSArray',
109
+ # Unsigned integer samplers
110
+ 'usampler1D', 'usampler2D', 'usampler3D', 'usamplerCube',
111
+ 'usampler1DArray', 'usampler2DArray', 'usamplerCubeArray',
112
+ 'usampler2DRect', 'usamplerBuffer',
113
+ 'usampler2DMS', 'usampler2DMSArray',
114
+ # Floating-point image types
115
+ 'image1D', 'image2D', 'image3D', 'imageCube',
116
+ 'image1DArray', 'image2DArray', 'imageCubeArray',
117
+ 'image2DRect', 'imageBuffer',
118
+ 'image2DMS', 'image2DMSArray',
119
+ # Signed integer image types
120
+ 'iimage1D', 'iimage2D', 'iimage3D', 'iimageCube',
121
+ 'iimage1DArray', 'iimage2DArray', 'iimageCubeArray',
122
+ 'iimage2DRect', 'iimageBuffer',
123
+ 'iimage2DMS', 'iimage2DMSArray',
124
+ # Unsigned integer image types
125
+ 'uimage1D', 'uimage2D', 'uimage3D', 'uimageCube',
126
+ 'uimage1DArray', 'uimage2DArray', 'uimageCubeArray',
127
+ 'uimage2DRect', 'uimageBuffer',
128
+ 'uimage2DMS', 'uimage2DMSArray'),
129
+ prefix=r'\b', suffix=r'\b'),
130
+ Keyword.Type),
131
+ (words((
132
+ # Reserved for future use.
133
+ 'common', 'partition', 'active', 'asm', 'class',
134
+ 'union', 'enum', 'typedef', 'template', 'this',
135
+ 'resource', 'goto', 'inline', 'noinline', 'public',
136
+ 'static', 'extern', 'external', 'interface', 'long',
137
+ 'short', 'half', 'fixed', 'unsigned', 'superp', 'input',
138
+ 'output', 'hvec2', 'hvec3', 'hvec4', 'fvec2', 'fvec3',
139
+ 'fvec4', 'sampler3DRect', 'filter', 'sizeof', 'cast',
140
+ 'namespace', 'using'),
141
+ prefix=r'\b', suffix=r'\b'),
142
+ Keyword.Reserved),
143
+ # All names beginning with "gl_" are reserved.
144
+ (r'gl_\w*', Name.Builtin),
145
+ (r'[a-zA-Z_]\w*', Name),
146
+ (r'\.', Punctuation),
147
+ (r'\s+', Text),
148
+ ],
149
+ }
150
+
151
+
152
+ class HLSLShaderLexer(RegexLexer):
153
+ """
154
+ HLSL (Microsoft Direct3D Shader) lexer.
155
+
156
+ .. versionadded:: 2.3
157
+ """
158
+ name = 'HLSL'
159
+ aliases = ['hlsl']
160
+ filenames = ['*.hlsl', '*.hlsli']
161
+ mimetypes = ['text/x-hlsl']
162
+
163
+ tokens = {
164
+ 'root': [
165
+ (r'^#.*', Comment.Preproc),
166
+ (r'//.*', Comment.Single),
167
+ (r'/(\\\n)?[*](.|\n)*?[*](\\\n)?/', Comment.Multiline),
168
+ (r'\+|-|~|!=?|\*|/|%|<<|>>|<=?|>=?|==?|&&?|\^|\|\|?',
169
+ Operator),
170
+ (r'[?:]', Operator), # quick hack for ternary
171
+ (r'\bdefined\b', Operator),
172
+ (r'[;{}(),.\[\]]', Punctuation),
173
+ # FIXME when e is present, no decimal point needed
174
+ (r'[+-]?\d*\.\d+([eE][-+]?\d+)?f?', Number.Float),
175
+ (r'[+-]?\d+\.\d*([eE][-+]?\d+)?f?', Number.Float),
176
+ (r'0[xX][0-9a-fA-F]*', Number.Hex),
177
+ (r'0[0-7]*', Number.Oct),
178
+ (r'[1-9][0-9]*', Number.Integer),
179
+ (r'"', String, 'string'),
180
+ (words((
181
+ 'asm','asm_fragment','break','case','cbuffer','centroid','class',
182
+ 'column_major','compile','compile_fragment','const','continue',
183
+ 'default','discard','do','else','export','extern','for','fxgroup',
184
+ 'globallycoherent','groupshared','if','in','inline','inout',
185
+ 'interface','line','lineadj','linear','namespace','nointerpolation',
186
+ 'noperspective','NULL','out','packoffset','pass','pixelfragment',
187
+ 'point','precise','return','register','row_major','sample',
188
+ 'sampler','shared','stateblock','stateblock_state','static',
189
+ 'struct','switch','tbuffer','technique','technique10',
190
+ 'technique11','texture','typedef','triangle','triangleadj',
191
+ 'uniform','vertexfragment','volatile','while'),
192
+ prefix=r'\b', suffix=r'\b'),
193
+ Keyword),
194
+ (words(('true','false'), prefix=r'\b', suffix=r'\b'),
195
+ Keyword.Constant),
196
+ (words((
197
+ 'auto','catch','char','const_cast','delete','dynamic_cast','enum',
198
+ 'explicit','friend','goto','long','mutable','new','operator',
199
+ 'private','protected','public','reinterpret_cast','short','signed',
200
+ 'sizeof','static_cast','template','this','throw','try','typename',
201
+ 'union','unsigned','using','virtual'),
202
+ prefix=r'\b', suffix=r'\b'),
203
+ Keyword.Reserved),
204
+ (words((
205
+ 'dword','matrix','snorm','string','unorm','unsigned','void','vector',
206
+ 'BlendState','Buffer','ByteAddressBuffer','ComputeShader',
207
+ 'DepthStencilState','DepthStencilView','DomainShader',
208
+ 'GeometryShader','HullShader','InputPatch','LineStream',
209
+ 'OutputPatch','PixelShader','PointStream','RasterizerState',
210
+ 'RenderTargetView','RasterizerOrderedBuffer',
211
+ 'RasterizerOrderedByteAddressBuffer',
212
+ 'RasterizerOrderedStructuredBuffer','RasterizerOrderedTexture1D',
213
+ 'RasterizerOrderedTexture1DArray','RasterizerOrderedTexture2D',
214
+ 'RasterizerOrderedTexture2DArray','RasterizerOrderedTexture3D',
215
+ 'RWBuffer','RWByteAddressBuffer','RWStructuredBuffer',
216
+ 'RWTexture1D','RWTexture1DArray','RWTexture2D','RWTexture2DArray',
217
+ 'RWTexture3D','SamplerState','SamplerComparisonState',
218
+ 'StructuredBuffer','Texture1D','Texture1DArray','Texture2D',
219
+ 'Texture2DArray','Texture2DMS','Texture2DMSArray','Texture3D',
220
+ 'TextureCube','TextureCubeArray','TriangleStream','VertexShader'),
221
+ prefix=r'\b', suffix=r'\b'),
222
+ Keyword.Type),
223
+ (words((
224
+ 'bool','double','float','int','half','min16float','min10float',
225
+ 'min16int','min12int','min16uint','uint'),
226
+ prefix=r'\b', suffix=r'([1-4](x[1-4])?)?\b'),
227
+ Keyword.Type), # vector and matrix types
228
+ (words((
229
+ 'abort','abs','acos','all','AllMemoryBarrier',
230
+ 'AllMemoryBarrierWithGroupSync','any','AppendStructuredBuffer',
231
+ 'asdouble','asfloat','asin','asint','asuint','asuint','atan',
232
+ 'atan2','ceil','CheckAccessFullyMapped','clamp','clip',
233
+ 'CompileShader','ConsumeStructuredBuffer','cos','cosh','countbits',
234
+ 'cross','D3DCOLORtoUBYTE4','ddx','ddx_coarse','ddx_fine','ddy',
235
+ 'ddy_coarse','ddy_fine','degrees','determinant',
236
+ 'DeviceMemoryBarrier','DeviceMemoryBarrierWithGroupSync','distance',
237
+ 'dot','dst','errorf','EvaluateAttributeAtCentroid',
238
+ 'EvaluateAttributeAtSample','EvaluateAttributeSnapped','exp',
239
+ 'exp2','f16tof32','f32tof16','faceforward','firstbithigh',
240
+ 'firstbitlow','floor','fma','fmod','frac','frexp','fwidth',
241
+ 'GetRenderTargetSampleCount','GetRenderTargetSamplePosition',
242
+ 'GlobalOrderedCountIncrement','GroupMemoryBarrier',
243
+ 'GroupMemoryBarrierWithGroupSync','InterlockedAdd','InterlockedAnd',
244
+ 'InterlockedCompareExchange','InterlockedCompareStore',
245
+ 'InterlockedExchange','InterlockedMax','InterlockedMin',
246
+ 'InterlockedOr','InterlockedXor','isfinite','isinf','isnan',
247
+ 'ldexp','length','lerp','lit','log','log10','log2','mad','max',
248
+ 'min','modf','msad4','mul','noise','normalize','pow','printf',
249
+ 'Process2DQuadTessFactorsAvg','Process2DQuadTessFactorsMax',
250
+ 'Process2DQuadTessFactorsMin','ProcessIsolineTessFactors',
251
+ 'ProcessQuadTessFactorsAvg','ProcessQuadTessFactorsMax',
252
+ 'ProcessQuadTessFactorsMin','ProcessTriTessFactorsAvg',
253
+ 'ProcessTriTessFactorsMax','ProcessTriTessFactorsMin',
254
+ 'QuadReadLaneAt','QuadSwapX','QuadSwapY','radians','rcp',
255
+ 'reflect','refract','reversebits','round','rsqrt','saturate',
256
+ 'sign','sin','sincos','sinh','smoothstep','sqrt','step','tan',
257
+ 'tanh','tex1D','tex1D','tex1Dbias','tex1Dgrad','tex1Dlod',
258
+ 'tex1Dproj','tex2D','tex2D','tex2Dbias','tex2Dgrad','tex2Dlod',
259
+ 'tex2Dproj','tex3D','tex3D','tex3Dbias','tex3Dgrad','tex3Dlod',
260
+ 'tex3Dproj','texCUBE','texCUBE','texCUBEbias','texCUBEgrad',
261
+ 'texCUBElod','texCUBEproj','transpose','trunc','WaveAllBitAnd',
262
+ 'WaveAllMax','WaveAllMin','WaveAllBitOr','WaveAllBitXor',
263
+ 'WaveAllEqual','WaveAllProduct','WaveAllSum','WaveAllTrue',
264
+ 'WaveAnyTrue','WaveBallot','WaveGetLaneCount','WaveGetLaneIndex',
265
+ 'WaveGetOrderedIndex','WaveIsHelperLane','WaveOnce',
266
+ 'WavePrefixProduct','WavePrefixSum','WaveReadFirstLane',
267
+ 'WaveReadLaneAt'),
268
+ prefix=r'\b', suffix=r'\b'),
269
+ Name.Builtin), # built-in functions
270
+ (words((
271
+ 'SV_ClipDistance','SV_ClipDistance0','SV_ClipDistance1',
272
+ 'SV_Culldistance','SV_CullDistance0','SV_CullDistance1',
273
+ 'SV_Coverage','SV_Depth','SV_DepthGreaterEqual',
274
+ 'SV_DepthLessEqual','SV_DispatchThreadID','SV_DomainLocation',
275
+ 'SV_GroupID','SV_GroupIndex','SV_GroupThreadID','SV_GSInstanceID',
276
+ 'SV_InnerCoverage','SV_InsideTessFactor','SV_InstanceID',
277
+ 'SV_IsFrontFace','SV_OutputControlPointID','SV_Position',
278
+ 'SV_PrimitiveID','SV_RenderTargetArrayIndex','SV_SampleIndex',
279
+ 'SV_StencilRef','SV_TessFactor','SV_VertexID',
280
+ 'SV_ViewportArrayIndex'),
281
+ prefix=r'\b', suffix=r'\b'),
282
+ Name.Decorator), # system-value semantics
283
+ (r'\bSV_Target[0-7]?\b', Name.Decorator),
284
+ (words((
285
+ 'allow_uav_condition','branch','call','domain','earlydepthstencil',
286
+ 'fastopt','flatten','forcecase','instance','loop','maxtessfactor',
287
+ 'numthreads','outputcontrolpoints','outputtopology','partitioning',
288
+ 'patchconstantfunc','unroll'),
289
+ prefix=r'\b', suffix=r'\b'),
290
+ Name.Decorator), # attributes
291
+ (r'[a-zA-Z_]\w*', Name),
292
+ (r'\\$', Comment.Preproc), # backslash at end of line -- usually macro continuation
293
+ (r'\s+', Text),
294
+ ],
295
+ 'string': [
296
+ (r'"', String, '#pop'),
297
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|'
298
+ r'u[a-fA-F0-9]{4}|U[a-fA-F0-9]{8}|[0-7]{1,3})', String.Escape),
299
+ (r'[^\\"\n]+', String), # all other characters
300
+ (r'\\\n', String), # line continuation
301
+ (r'\\', String), # stray backslash
302
+ ],
303
+ }
304
+
305
+
306
+ class PostScriptLexer(RegexLexer):
307
+ """
308
+ Lexer for PostScript files.
309
+
310
+ The PostScript Language Reference published by Adobe at
311
+ <http://partners.adobe.com/public/developer/en/ps/PLRM.pdf>
312
+ is the authority for this.
313
+
314
+ .. versionadded:: 1.4
315
+ """
316
+ name = 'PostScript'
317
+ aliases = ['postscript', 'postscr']
318
+ filenames = ['*.ps', '*.eps']
319
+ mimetypes = ['application/postscript']
320
+
321
+ delimiter = r'()<>\[\]{}/%\s'
322
+ delimiter_end = r'(?=[%s])' % delimiter
323
+
324
+ valid_name_chars = r'[^%s]' % delimiter
325
+ valid_name = r"%s+%s" % (valid_name_chars, delimiter_end)
326
+
327
+ tokens = {
328
+ 'root': [
329
+ # All comment types
330
+ (r'^%!.+\n', Comment.Preproc),
331
+ (r'%%.*\n', Comment.Special),
332
+ (r'(^%.*\n){2,}', Comment.Multiline),
333
+ (r'%.*\n', Comment.Single),
334
+
335
+ # String literals are awkward; enter separate state.
336
+ (r'\(', String, 'stringliteral'),
337
+
338
+ (r'[{}<>\[\]]', Punctuation),
339
+
340
+ # Numbers
341
+ (r'<[0-9A-Fa-f]+>' + delimiter_end, Number.Hex),
342
+ # Slight abuse: use Oct to signify any explicit base system
343
+ (r'[0-9]+\#(\-|\+)?([0-9]+\.?|[0-9]*\.[0-9]+|[0-9]+\.[0-9]*)'
344
+ r'((e|E)[0-9]+)?' + delimiter_end, Number.Oct),
345
+ (r'(\-|\+)?([0-9]+\.?|[0-9]*\.[0-9]+|[0-9]+\.[0-9]*)((e|E)[0-9]+)?'
346
+ + delimiter_end, Number.Float),
347
+ (r'(\-|\+)?[0-9]+' + delimiter_end, Number.Integer),
348
+
349
+ # References
350
+ (r'\/%s' % valid_name, Name.Variable),
351
+
352
+ # Names
353
+ (valid_name, Name.Function), # Anything else is executed
354
+
355
+ # These keywords taken from
356
+ # <http://www.math.ubc.ca/~cass/graphics/manual/pdf/a1.pdf>
357
+ # Is there an authoritative list anywhere that doesn't involve
358
+ # trawling documentation?
359
+
360
+ (r'(false|true)' + delimiter_end, Keyword.Constant),
361
+
362
+ # Conditionals / flow control
363
+ (r'(eq|ne|g[et]|l[et]|and|or|not|if(?:else)?|for(?:all)?)'
364
+ + delimiter_end, Keyword.Reserved),
365
+
366
+ (words((
367
+ 'abs', 'add', 'aload', 'arc', 'arcn', 'array', 'atan', 'begin',
368
+ 'bind', 'ceiling', 'charpath', 'clip', 'closepath', 'concat',
369
+ 'concatmatrix', 'copy', 'cos', 'currentlinewidth', 'currentmatrix',
370
+ 'currentpoint', 'curveto', 'cvi', 'cvs', 'def', 'defaultmatrix',
371
+ 'dict', 'dictstackoverflow', 'div', 'dtransform', 'dup', 'end',
372
+ 'exch', 'exec', 'exit', 'exp', 'fill', 'findfont', 'floor', 'get',
373
+ 'getinterval', 'grestore', 'gsave', 'gt', 'identmatrix', 'idiv',
374
+ 'idtransform', 'index', 'invertmatrix', 'itransform', 'length',
375
+ 'lineto', 'ln', 'load', 'log', 'loop', 'matrix', 'mod', 'moveto',
376
+ 'mul', 'neg', 'newpath', 'pathforall', 'pathbbox', 'pop', 'print',
377
+ 'pstack', 'put', 'quit', 'rand', 'rangecheck', 'rcurveto', 'repeat',
378
+ 'restore', 'rlineto', 'rmoveto', 'roll', 'rotate', 'round', 'run',
379
+ 'save', 'scale', 'scalefont', 'setdash', 'setfont', 'setgray',
380
+ 'setlinecap', 'setlinejoin', 'setlinewidth', 'setmatrix',
381
+ 'setrgbcolor', 'shfill', 'show', 'showpage', 'sin', 'sqrt',
382
+ 'stack', 'stringwidth', 'stroke', 'strokepath', 'sub', 'syntaxerror',
383
+ 'transform', 'translate', 'truncate', 'typecheck', 'undefined',
384
+ 'undefinedfilename', 'undefinedresult'), suffix=delimiter_end),
385
+ Name.Builtin),
386
+
387
+ (r'\s+', Text),
388
+ ],
389
+
390
+ 'stringliteral': [
391
+ (r'[^()\\]+', String),
392
+ (r'\\', String.Escape, 'escape'),
393
+ (r'\(', String, '#push'),
394
+ (r'\)', String, '#pop'),
395
+ ],
396
+
397
+ 'escape': [
398
+ (r'[0-8]{3}|n|r|t|b|f|\\|\(|\)', String.Escape, '#pop'),
399
+ default('#pop'),
400
+ ],
401
+ }
402
+
403
+
404
+ class AsymptoteLexer(RegexLexer):
405
+ """
406
+ For `Asymptote <http://asymptote.sf.net/>`_ source code.
407
+
408
+ .. versionadded:: 1.2
409
+ """
410
+ name = 'Asymptote'
411
+ aliases = ['asy', 'asymptote']
412
+ filenames = ['*.asy']
413
+ mimetypes = ['text/x-asymptote']
414
+
415
+ #: optional Comment or Whitespace
416
+ _ws = r'(?:\s|//.*?\n|/\*.*?\*/)+'
417
+
418
+ tokens = {
419
+ 'whitespace': [
420
+ (r'\n', Text),
421
+ (r'\s+', Text),
422
+ (r'\\\n', Text), # line continuation
423
+ (r'//(\n|(.|\n)*?[^\\]\n)', Comment),
424
+ (r'/(\\\n)?\*(.|\n)*?\*(\\\n)?/', Comment),
425
+ ],
426
+ 'statements': [
427
+ # simple string (TeX friendly)
428
+ (r'"(\\\\|\\"|[^"])*"', String),
429
+ # C style string (with character escapes)
430
+ (r"'", String, 'string'),
431
+ (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+[lL]?', Number.Float),
432
+ (r'(\d+\.\d*|\.\d+|\d+[fF])[fF]?', Number.Float),
433
+ (r'0x[0-9a-fA-F]+[Ll]?', Number.Hex),
434
+ (r'0[0-7]+[Ll]?', Number.Oct),
435
+ (r'\d+[Ll]?', Number.Integer),
436
+ (r'[~!%^&*+=|?:<>/-]', Operator),
437
+ (r'[()\[\],.]', Punctuation),
438
+ (r'\b(case)(.+?)(:)', bygroups(Keyword, using(this), Text)),
439
+ (r'(and|controls|tension|atleast|curl|if|else|while|for|do|'
440
+ r'return|break|continue|struct|typedef|new|access|import|'
441
+ r'unravel|from|include|quote|static|public|private|restricted|'
442
+ r'this|explicit|true|false|null|cycle|newframe|operator)\b', Keyword),
443
+ # Since an asy-type-name can be also an asy-function-name,
444
+ # in the following we test if the string " [a-zA-Z]" follows
445
+ # the Keyword.Type.
446
+ # Of course it is not perfect !
447
+ (r'(Braid|FitResult|Label|Legend|TreeNode|abscissa|arc|arrowhead|'
448
+ r'binarytree|binarytreeNode|block|bool|bool3|bounds|bqe|circle|'
449
+ r'conic|coord|coordsys|cputime|ellipse|file|filltype|frame|grid3|'
450
+ r'guide|horner|hsv|hyperbola|indexedTransform|int|inversion|key|'
451
+ r'light|line|linefit|marginT|marker|mass|object|pair|parabola|path|'
452
+ r'path3|pen|picture|point|position|projection|real|revolution|'
453
+ r'scaleT|scientific|segment|side|slice|splitface|string|surface|'
454
+ r'tensionSpecifier|ticklocate|ticksgridT|tickvalues|transform|'
455
+ r'transformation|tree|triangle|trilinear|triple|vector|'
456
+ r'vertex|void)(?=\s+[a-zA-Z])', Keyword.Type),
457
+ # Now the asy-type-name which are not asy-function-name
458
+ # except yours !
459
+ # Perhaps useless
460
+ (r'(Braid|FitResult|TreeNode|abscissa|arrowhead|block|bool|bool3|'
461
+ r'bounds|coord|frame|guide|horner|int|linefit|marginT|pair|pen|'
462
+ r'picture|position|real|revolution|slice|splitface|ticksgridT|'
463
+ r'tickvalues|tree|triple|vertex|void)\b', Keyword.Type),
464
+ (r'[a-zA-Z_]\w*:(?!:)', Name.Label),
465
+ (r'[a-zA-Z_]\w*', Name),
466
+ ],
467
+ 'root': [
468
+ include('whitespace'),
469
+ # functions
470
+ (r'((?:[\w*\s])+?(?:\s|\*))' # return arguments
471
+ r'([a-zA-Z_]\w*)' # method name
472
+ r'(\s*\([^;]*?\))' # signature
473
+ r'(' + _ws + r')(\{)',
474
+ bygroups(using(this), Name.Function, using(this), using(this),
475
+ Punctuation),
476
+ 'function'),
477
+ # function declarations
478
+ (r'((?:[\w*\s])+?(?:\s|\*))' # return arguments
479
+ r'([a-zA-Z_]\w*)' # method name
480
+ r'(\s*\([^;]*?\))' # signature
481
+ r'(' + _ws + r')(;)',
482
+ bygroups(using(this), Name.Function, using(this), using(this),
483
+ Punctuation)),
484
+ default('statement'),
485
+ ],
486
+ 'statement': [
487
+ include('whitespace'),
488
+ include('statements'),
489
+ ('[{}]', Punctuation),
490
+ (';', Punctuation, '#pop'),
491
+ ],
492
+ 'function': [
493
+ include('whitespace'),
494
+ include('statements'),
495
+ (';', Punctuation),
496
+ (r'\{', Punctuation, '#push'),
497
+ (r'\}', Punctuation, '#pop'),
498
+ ],
499
+ 'string': [
500
+ (r"'", String, '#pop'),
501
+ (r'\\([\\abfnrtv"\'?]|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape),
502
+ (r'\n', String),
503
+ (r"[^\\'\n]+", String), # all other characters
504
+ (r'\\\n', String),
505
+ (r'\\n', String), # line continuation
506
+ (r'\\', String), # stray backslash
507
+ ],
508
+ }
509
+
510
+ def get_tokens_unprocessed(self, text):
511
+ from pygments.lexers._asy_builtins import ASYFUNCNAME, ASYVARNAME
512
+ for index, token, value in \
513
+ RegexLexer.get_tokens_unprocessed(self, text):
514
+ if token is Name and value in ASYFUNCNAME:
515
+ token = Name.Function
516
+ elif token is Name and value in ASYVARNAME:
517
+ token = Name.Variable
518
+ yield index, token, value
519
+
520
+
521
+ def _shortened(word):
522
+ dpos = word.find('$')
523
+ return '|'.join(word[:dpos] + word[dpos+1:i] + r'\b'
524
+ for i in range(len(word), dpos, -1))
525
+
526
+
527
+ def _shortened_many(*words):
528
+ return '|'.join(map(_shortened, words))
529
+
530
+
531
+ class GnuplotLexer(RegexLexer):
532
+ """
533
+ For `Gnuplot <http://gnuplot.info/>`_ plotting scripts.
534
+
535
+ .. versionadded:: 0.11
536
+ """
537
+
538
+ name = 'Gnuplot'
539
+ aliases = ['gnuplot']
540
+ filenames = ['*.plot', '*.plt']
541
+ mimetypes = ['text/x-gnuplot']
542
+
543
+ tokens = {
544
+ 'root': [
545
+ include('whitespace'),
546
+ (_shortened('bi$nd'), Keyword, 'bind'),
547
+ (_shortened_many('ex$it', 'q$uit'), Keyword, 'quit'),
548
+ (_shortened('f$it'), Keyword, 'fit'),
549
+ (r'(if)(\s*)(\()', bygroups(Keyword, Text, Punctuation), 'if'),
550
+ (r'else\b', Keyword),
551
+ (_shortened('pa$use'), Keyword, 'pause'),
552
+ (_shortened_many('p$lot', 'rep$lot', 'sp$lot'), Keyword, 'plot'),
553
+ (_shortened('sa$ve'), Keyword, 'save'),
554
+ (_shortened('se$t'), Keyword, ('genericargs', 'optionarg')),
555
+ (_shortened_many('sh$ow', 'uns$et'),
556
+ Keyword, ('noargs', 'optionarg')),
557
+ (_shortened_many('low$er', 'ra$ise', 'ca$ll', 'cd$', 'cl$ear',
558
+ 'h$elp', '\\?$', 'hi$story', 'l$oad', 'pr$int',
559
+ 'pwd$', 're$read', 'res$et', 'scr$eendump',
560
+ 'she$ll', 'sy$stem', 'up$date'),
561
+ Keyword, 'genericargs'),
562
+ (_shortened_many('pwd$', 're$read', 'res$et', 'scr$eendump',
563
+ 'she$ll', 'test$'),
564
+ Keyword, 'noargs'),
565
+ (r'([a-zA-Z_]\w*)(\s*)(=)',
566
+ bygroups(Name.Variable, Text, Operator), 'genericargs'),
567
+ (r'([a-zA-Z_]\w*)(\s*\(.*?\)\s*)(=)',
568
+ bygroups(Name.Function, Text, Operator), 'genericargs'),
569
+ (r'@[a-zA-Z_]\w*', Name.Constant), # macros
570
+ (r';', Keyword),
571
+ ],
572
+ 'comment': [
573
+ (r'[^\\\n]', Comment),
574
+ (r'\\\n', Comment),
575
+ (r'\\', Comment),
576
+ # don't add the newline to the Comment token
577
+ default('#pop'),
578
+ ],
579
+ 'whitespace': [
580
+ ('#', Comment, 'comment'),
581
+ (r'[ \t\v\f]+', Text),
582
+ ],
583
+ 'noargs': [
584
+ include('whitespace'),
585
+ # semicolon and newline end the argument list
586
+ (r';', Punctuation, '#pop'),
587
+ (r'\n', Text, '#pop'),
588
+ ],
589
+ 'dqstring': [
590
+ (r'"', String, '#pop'),
591
+ (r'\\([\\abfnrtv"\']|x[a-fA-F0-9]{2,4}|[0-7]{1,3})', String.Escape),
592
+ (r'[^\\"\n]+', String), # all other characters
593
+ (r'\\\n', String), # line continuation
594
+ (r'\\', String), # stray backslash
595
+ (r'\n', String, '#pop'), # newline ends the string too
596
+ ],
597
+ 'sqstring': [
598
+ (r"''", String), # escaped single quote
599
+ (r"'", String, '#pop'),
600
+ (r"[^\\'\n]+", String), # all other characters
601
+ (r'\\\n', String), # line continuation
602
+ (r'\\', String), # normal backslash
603
+ (r'\n', String, '#pop'), # newline ends the string too
604
+ ],
605
+ 'genericargs': [
606
+ include('noargs'),
607
+ (r'"', String, 'dqstring'),
608
+ (r"'", String, 'sqstring'),
609
+ (r'(\d+\.\d*|\.\d+|\d+)[eE][+-]?\d+', Number.Float),
610
+ (r'(\d+\.\d*|\.\d+)', Number.Float),
611
+ (r'-?\d+', Number.Integer),
612
+ ('[,.~!%^&*+=|?:<>/-]', Operator),
613
+ (r'[{}()\[\]]', Punctuation),
614
+ (r'(eq|ne)\b', Operator.Word),
615
+ (r'([a-zA-Z_]\w*)(\s*)(\()',
616
+ bygroups(Name.Function, Text, Punctuation)),
617
+ (r'[a-zA-Z_]\w*', Name),
618
+ (r'@[a-zA-Z_]\w*', Name.Constant), # macros
619
+ (r'\\\n', Text),
620
+ ],
621
+ 'optionarg': [
622
+ include('whitespace'),
623
+ (_shortened_many(
624
+ "a$ll", "an$gles", "ar$row", "au$toscale", "b$ars", "bor$der",
625
+ "box$width", "cl$abel", "c$lip", "cn$trparam", "co$ntour", "da$ta",
626
+ "data$file", "dg$rid3d", "du$mmy", "enc$oding", "dec$imalsign",
627
+ "fit$", "font$path", "fo$rmat", "fu$nction", "fu$nctions", "g$rid",
628
+ "hid$den3d", "his$torysize", "is$osamples", "k$ey", "keyt$itle",
629
+ "la$bel", "li$nestyle", "ls$", "loa$dpath", "loc$ale", "log$scale",
630
+ "mac$ros", "map$ping", "map$ping3d", "mar$gin", "lmar$gin",
631
+ "rmar$gin", "tmar$gin", "bmar$gin", "mo$use", "multi$plot",
632
+ "mxt$ics", "nomxt$ics", "mx2t$ics", "nomx2t$ics", "myt$ics",
633
+ "nomyt$ics", "my2t$ics", "nomy2t$ics", "mzt$ics", "nomzt$ics",
634
+ "mcbt$ics", "nomcbt$ics", "of$fsets", "or$igin", "o$utput",
635
+ "pa$rametric", "pm$3d", "pal$ette", "colorb$ox", "p$lot",
636
+ "poi$ntsize", "pol$ar", "pr$int", "obj$ect", "sa$mples", "si$ze",
637
+ "st$yle", "su$rface", "table$", "t$erminal", "termo$ptions", "ti$cs",
638
+ "ticsc$ale", "ticsl$evel", "timef$mt", "tim$estamp", "tit$le",
639
+ "v$ariables", "ve$rsion", "vi$ew", "xyp$lane", "xda$ta", "x2da$ta",
640
+ "yda$ta", "y2da$ta", "zda$ta", "cbda$ta", "xl$abel", "x2l$abel",
641
+ "yl$abel", "y2l$abel", "zl$abel", "cbl$abel", "xti$cs", "noxti$cs",
642
+ "x2ti$cs", "nox2ti$cs", "yti$cs", "noyti$cs", "y2ti$cs", "noy2ti$cs",
643
+ "zti$cs", "nozti$cs", "cbti$cs", "nocbti$cs", "xdti$cs", "noxdti$cs",
644
+ "x2dti$cs", "nox2dti$cs", "ydti$cs", "noydti$cs", "y2dti$cs",
645
+ "noy2dti$cs", "zdti$cs", "nozdti$cs", "cbdti$cs", "nocbdti$cs",
646
+ "xmti$cs", "noxmti$cs", "x2mti$cs", "nox2mti$cs", "ymti$cs",
647
+ "noymti$cs", "y2mti$cs", "noy2mti$cs", "zmti$cs", "nozmti$cs",
648
+ "cbmti$cs", "nocbmti$cs", "xr$ange", "x2r$ange", "yr$ange",
649
+ "y2r$ange", "zr$ange", "cbr$ange", "rr$ange", "tr$ange", "ur$ange",
650
+ "vr$ange", "xzeroa$xis", "x2zeroa$xis", "yzeroa$xis", "y2zeroa$xis",
651
+ "zzeroa$xis", "zeroa$xis", "z$ero"), Name.Builtin, '#pop'),
652
+ ],
653
+ 'bind': [
654
+ ('!', Keyword, '#pop'),
655
+ (_shortened('all$windows'), Name.Builtin),
656
+ include('genericargs'),
657
+ ],
658
+ 'quit': [
659
+ (r'gnuplot\b', Keyword),
660
+ include('noargs'),
661
+ ],
662
+ 'fit': [
663
+ (r'via\b', Name.Builtin),
664
+ include('plot'),
665
+ ],
666
+ 'if': [
667
+ (r'\)', Punctuation, '#pop'),
668
+ include('genericargs'),
669
+ ],
670
+ 'pause': [
671
+ (r'(mouse|any|button1|button2|button3)\b', Name.Builtin),
672
+ (_shortened('key$press'), Name.Builtin),
673
+ include('genericargs'),
674
+ ],
675
+ 'plot': [
676
+ (_shortened_many('ax$es', 'axi$s', 'bin$ary', 'ev$ery', 'i$ndex',
677
+ 'mat$rix', 's$mooth', 'thru$', 't$itle',
678
+ 'not$itle', 'u$sing', 'w$ith'),
679
+ Name.Builtin),
680
+ include('genericargs'),
681
+ ],
682
+ 'save': [
683
+ (_shortened_many('f$unctions', 's$et', 't$erminal', 'v$ariables'),
684
+ Name.Builtin),
685
+ include('genericargs'),
686
+ ],
687
+ }
688
+
689
+
690
+ class PovrayLexer(RegexLexer):
691
+ """
692
+ For `Persistence of Vision Raytracer <http://www.povray.org/>`_ files.
693
+
694
+ .. versionadded:: 0.11
695
+ """
696
+ name = 'POVRay'
697
+ aliases = ['pov']
698
+ filenames = ['*.pov', '*.inc']
699
+ mimetypes = ['text/x-povray']
700
+
701
+ tokens = {
702
+ 'root': [
703
+ (r'/\*[\w\W]*?\*/', Comment.Multiline),
704
+ (r'//.*\n', Comment.Single),
705
+ (r'(?s)"(?:\\.|[^"\\])+"', String.Double),
706
+ (words((
707
+ 'break', 'case', 'debug', 'declare', 'default', 'define', 'else',
708
+ 'elseif', 'end', 'error', 'fclose', 'fopen', 'for', 'if', 'ifdef',
709
+ 'ifndef', 'include', 'local', 'macro', 'range', 'read', 'render',
710
+ 'statistics', 'switch', 'undef', 'version', 'warning', 'while',
711
+ 'write'), prefix=r'#', suffix=r'\b'),
712
+ Comment.Preproc),
713
+ (words((
714
+ 'aa_level', 'aa_threshold', 'abs', 'acos', 'acosh', 'adaptive', 'adc_bailout',
715
+ 'agate', 'agate_turb', 'all', 'alpha', 'ambient', 'ambient_light', 'angle',
716
+ 'aperture', 'arc_angle', 'area_light', 'asc', 'asin', 'asinh', 'assumed_gamma',
717
+ 'atan', 'atan2', 'atanh', 'atmosphere', 'atmospheric_attenuation',
718
+ 'attenuating', 'average', 'background', 'black_hole', 'blue', 'blur_samples',
719
+ 'bounded_by', 'box_mapping', 'bozo', 'break', 'brick', 'brick_size',
720
+ 'brightness', 'brilliance', 'bumps', 'bumpy1', 'bumpy2', 'bumpy3', 'bump_map',
721
+ 'bump_size', 'case', 'caustics', 'ceil', 'checker', 'chr', 'clipped_by', 'clock',
722
+ 'color', 'color_map', 'colour', 'colour_map', 'component', 'composite', 'concat',
723
+ 'confidence', 'conic_sweep', 'constant', 'control0', 'control1', 'cos', 'cosh',
724
+ 'count', 'crackle', 'crand', 'cube', 'cubic_spline', 'cylindrical_mapping',
725
+ 'debug', 'declare', 'default', 'degrees', 'dents', 'diffuse', 'direction',
726
+ 'distance', 'distance_maximum', 'div', 'dust', 'dust_type', 'eccentricity',
727
+ 'else', 'emitting', 'end', 'error', 'error_bound', 'exp', 'exponent',
728
+ 'fade_distance', 'fade_power', 'falloff', 'falloff_angle', 'false',
729
+ 'file_exists', 'filter', 'finish', 'fisheye', 'flatness', 'flip', 'floor',
730
+ 'focal_point', 'fog', 'fog_alt', 'fog_offset', 'fog_type', 'frequency', 'gif',
731
+ 'global_settings', 'glowing', 'gradient', 'granite', 'gray_threshold',
732
+ 'green', 'halo', 'hexagon', 'hf_gray_16', 'hierarchy', 'hollow', 'hypercomplex',
733
+ 'if', 'ifdef', 'iff', 'image_map', 'incidence', 'include', 'int', 'interpolate',
734
+ 'inverse', 'ior', 'irid', 'irid_wavelength', 'jitter', 'lambda', 'leopard',
735
+ 'linear', 'linear_spline', 'linear_sweep', 'location', 'log', 'looks_like',
736
+ 'look_at', 'low_error_factor', 'mandel', 'map_type', 'marble', 'material_map',
737
+ 'matrix', 'max', 'max_intersections', 'max_iteration', 'max_trace_level',
738
+ 'max_value', 'metallic', 'min', 'minimum_reuse', 'mod', 'mortar',
739
+ 'nearest_count', 'no', 'normal', 'normal_map', 'no_shadow', 'number_of_waves',
740
+ 'octaves', 'off', 'offset', 'omega', 'omnimax', 'on', 'once', 'onion', 'open',
741
+ 'orthographic', 'panoramic', 'pattern1', 'pattern2', 'pattern3',
742
+ 'perspective', 'pgm', 'phase', 'phong', 'phong_size', 'pi', 'pigment',
743
+ 'pigment_map', 'planar_mapping', 'png', 'point_at', 'pot', 'pow', 'ppm',
744
+ 'precision', 'pwr', 'quadratic_spline', 'quaternion', 'quick_color',
745
+ 'quick_colour', 'quilted', 'radial', 'radians', 'radiosity', 'radius', 'rainbow',
746
+ 'ramp_wave', 'rand', 'range', 'reciprocal', 'recursion_limit', 'red',
747
+ 'reflection', 'refraction', 'render', 'repeat', 'rgb', 'rgbf', 'rgbft', 'rgbt',
748
+ 'right', 'ripples', 'rotate', 'roughness', 'samples', 'scale', 'scallop_wave',
749
+ 'scattering', 'seed', 'shadowless', 'sin', 'sine_wave', 'sinh', 'sky', 'sky_sphere',
750
+ 'slice', 'slope_map', 'smooth', 'specular', 'spherical_mapping', 'spiral',
751
+ 'spiral1', 'spiral2', 'spotlight', 'spotted', 'sqr', 'sqrt', 'statistics', 'str',
752
+ 'strcmp', 'strength', 'strlen', 'strlwr', 'strupr', 'sturm', 'substr', 'switch', 'sys',
753
+ 't', 'tan', 'tanh', 'test_camera_1', 'test_camera_2', 'test_camera_3',
754
+ 'test_camera_4', 'texture', 'texture_map', 'tga', 'thickness', 'threshold',
755
+ 'tightness', 'tile2', 'tiles', 'track', 'transform', 'translate', 'transmit',
756
+ 'triangle_wave', 'true', 'ttf', 'turbulence', 'turb_depth', 'type',
757
+ 'ultra_wide_angle', 'up', 'use_color', 'use_colour', 'use_index', 'u_steps',
758
+ 'val', 'variance', 'vaxis_rotate', 'vcross', 'vdot', 'version', 'vlength',
759
+ 'vnormalize', 'volume_object', 'volume_rendered', 'vol_with_light',
760
+ 'vrotate', 'v_steps', 'warning', 'warp', 'water_level', 'waves', 'while', 'width',
761
+ 'wood', 'wrinkles', 'yes'), prefix=r'\b', suffix=r'\b'),
762
+ Keyword),
763
+ (words((
764
+ 'bicubic_patch', 'blob', 'box', 'camera', 'cone', 'cubic', 'cylinder', 'difference',
765
+ 'disc', 'height_field', 'intersection', 'julia_fractal', 'lathe',
766
+ 'light_source', 'merge', 'mesh', 'object', 'plane', 'poly', 'polygon', 'prism',
767
+ 'quadric', 'quartic', 'smooth_triangle', 'sor', 'sphere', 'superellipsoid',
768
+ 'text', 'torus', 'triangle', 'union'), suffix=r'\b'),
769
+ Name.Builtin),
770
+ # TODO: <=, etc
771
+ (r'[\[\](){}<>;,]', Punctuation),
772
+ (r'[-+*/=]', Operator),
773
+ (r'\b(x|y|z|u|v)\b', Name.Builtin.Pseudo),
774
+ (r'[a-zA-Z_]\w*', Name),
775
+ (r'[0-9]+\.[0-9]*', Number.Float),
776
+ (r'\.[0-9]+', Number.Float),
777
+ (r'[0-9]+', Number.Integer),
778
+ (r'"(\\\\|\\"|[^"])*"', String),
779
+ (r'\s+', Text),
780
+ ]
781
+ }
782
+
783
+ def analyse_text(text):
784
+ """POVRAY is similar to JSON/C, but the combination of camera and
785
+ light_source is probably not very likely elsewhere. HLSL or GLSL
786
+ are similar (GLSL even has #version), but they miss #declare, and
787
+ light_source/camera are not keywords anywhere else -- it's fair
788
+ to assume though that any POVRAY scene must have a camera and
789
+ lightsource."""
790
+ result = 0
791
+ if '#version' in text:
792
+ result += 0.05
793
+ if '#declare' in text:
794
+ result += 0.05
795
+ if 'camera' in text:
796
+ result += 0.05
797
+ if 'light_source' in text:
798
+ result += 0.1
799
+
800
+ return result