pygments.rb 1.2.0 → 2.1.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (388) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +40 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +5 -5
  6. data/.rubocop.yml +18 -0
  7. data/CHANGELOG.adoc +132 -0
  8. data/Gemfile +3 -1
  9. data/LICENSE +1 -1
  10. data/README.adoc +160 -0
  11. data/Rakefile +12 -21
  12. data/bench.rb +14 -8
  13. data/{cache-lexers.rb → cache_lexers.rb} +3 -2
  14. data/lexers +0 -0
  15. data/lib/pygments.rb +10 -11
  16. data/lib/pygments/lexer.rb +6 -6
  17. data/lib/pygments/mentos.py +23 -110
  18. data/lib/pygments/popen.rb +196 -275
  19. data/lib/pygments/version.rb +2 -2
  20. data/pygments.rb.gemspec +12 -10
  21. data/test/test_pygments.rb +50 -110
  22. data/vendor/pygments-main/{AUTHORS → Pygments-2.8.0.dist-info/AUTHORS} +26 -3
  23. data/vendor/pygments-main/Pygments-2.8.0.dist-info/INSTALLER +1 -0
  24. data/vendor/pygments-main/{LICENSE → Pygments-2.8.0.dist-info/LICENSE} +1 -1
  25. data/vendor/pygments-main/Pygments-2.8.0.dist-info/METADATA +48 -0
  26. data/vendor/pygments-main/Pygments-2.8.0.dist-info/RECORD +494 -0
  27. data/vendor/pygments-main/Pygments-2.8.0.dist-info/REQUESTED +0 -0
  28. data/vendor/pygments-main/Pygments-2.8.0.dist-info/WHEEL +5 -0
  29. data/vendor/pygments-main/Pygments-2.8.0.dist-info/entry_points.txt +3 -0
  30. data/vendor/pygments-main/Pygments-2.8.0.dist-info/top_level.txt +1 -0
  31. data/vendor/pygments-main/bin/pygmentize +8 -0
  32. data/vendor/pygments-main/pygments/__init__.py +6 -12
  33. data/vendor/pygments-main/pygments/__main__.py +17 -0
  34. data/vendor/pygments-main/pygments/cmdline.py +213 -184
  35. data/vendor/pygments-main/pygments/console.py +6 -10
  36. data/vendor/pygments-main/pygments/filter.py +4 -7
  37. data/vendor/pygments-main/pygments/filters/__init__.py +609 -22
  38. data/vendor/pygments-main/pygments/formatter.py +4 -5
  39. data/vendor/pygments-main/pygments/formatters/__init__.py +10 -10
  40. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -4
  41. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -2
  42. data/vendor/pygments-main/pygments/formatters/html.py +242 -139
  43. data/vendor/pygments-main/pygments/formatters/img.py +91 -50
  44. data/vendor/pygments-main/pygments/formatters/irc.py +39 -40
  45. data/vendor/pygments-main/pygments/formatters/latex.py +62 -33
  46. data/vendor/pygments-main/pygments/formatters/other.py +18 -17
  47. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -30
  48. data/vendor/pygments-main/pygments/formatters/svg.py +40 -5
  49. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -32
  50. data/vendor/pygments-main/pygments/formatters/terminal256.py +45 -14
  51. data/vendor/pygments-main/pygments/lexer.py +47 -44
  52. data/vendor/pygments-main/pygments/lexers/__init__.py +29 -17
  53. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +5 -6
  54. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +15 -16
  55. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +21 -18
  56. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1717 -1339
  57. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +1 -2
  58. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +2 -5
  59. data/vendor/pygments-main/pygments/lexers/_mapping.py +79 -31
  60. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +2 -3
  61. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1281 -0
  62. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +439 -386
  63. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +17 -21
  64. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +73 -17
  65. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +2 -3
  66. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1 -4
  67. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +151 -126
  68. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +96 -58
  69. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1 -2
  70. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +112 -0
  71. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +279 -0
  72. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1 -2
  73. data/vendor/pygments-main/pygments/lexers/actionscript.py +14 -10
  74. data/vendor/pygments-main/pygments/lexers/agile.py +1 -2
  75. data/vendor/pygments-main/pygments/lexers/algebra.py +20 -2
  76. data/vendor/pygments-main/pygments/lexers/ambient.py +2 -3
  77. data/vendor/pygments-main/pygments/lexers/amdgpu.py +48 -0
  78. data/vendor/pygments-main/pygments/lexers/ampl.py +3 -4
  79. data/vendor/pygments-main/pygments/lexers/apl.py +15 -16
  80. data/vendor/pygments-main/pygments/lexers/archetype.py +4 -5
  81. data/vendor/pygments-main/pygments/lexers/arrow.py +116 -0
  82. data/vendor/pygments-main/pygments/lexers/asm.py +440 -77
  83. data/vendor/pygments-main/pygments/lexers/automation.py +7 -2
  84. data/vendor/pygments-main/pygments/lexers/bare.py +103 -0
  85. data/vendor/pygments-main/pygments/lexers/basic.py +168 -7
  86. data/vendor/pygments-main/pygments/lexers/bibtex.py +5 -6
  87. data/vendor/pygments-main/pygments/lexers/boa.py +101 -0
  88. data/vendor/pygments-main/pygments/lexers/business.py +19 -5
  89. data/vendor/pygments-main/pygments/lexers/c_cpp.py +138 -48
  90. data/vendor/pygments-main/pygments/lexers/c_like.py +67 -43
  91. data/vendor/pygments-main/pygments/lexers/capnproto.py +7 -8
  92. data/vendor/pygments-main/pygments/lexers/cddl.py +190 -0
  93. data/vendor/pygments-main/pygments/lexers/chapel.py +25 -16
  94. data/vendor/pygments-main/pygments/lexers/clean.py +135 -245
  95. data/vendor/pygments-main/pygments/lexers/compiled.py +1 -2
  96. data/vendor/pygments-main/pygments/lexers/configs.py +190 -38
  97. data/vendor/pygments-main/pygments/lexers/console.py +1 -2
  98. data/vendor/pygments-main/pygments/lexers/crystal.py +54 -81
  99. data/vendor/pygments-main/pygments/lexers/csound.py +288 -188
  100. data/vendor/pygments-main/pygments/lexers/css.py +28 -23
  101. data/vendor/pygments-main/pygments/lexers/d.py +12 -8
  102. data/vendor/pygments-main/pygments/lexers/dalvik.py +1 -2
  103. data/vendor/pygments-main/pygments/lexers/data.py +240 -98
  104. data/vendor/pygments-main/pygments/lexers/devicetree.py +108 -0
  105. data/vendor/pygments-main/pygments/lexers/diff.py +4 -5
  106. data/vendor/pygments-main/pygments/lexers/dotnet.py +46 -31
  107. data/vendor/pygments-main/pygments/lexers/dsls.py +146 -65
  108. data/vendor/pygments-main/pygments/lexers/dylan.py +16 -19
  109. data/vendor/pygments-main/pygments/lexers/ecl.py +17 -5
  110. data/vendor/pygments-main/pygments/lexers/eiffel.py +2 -3
  111. data/vendor/pygments-main/pygments/lexers/elm.py +5 -6
  112. data/vendor/pygments-main/pygments/lexers/email.py +150 -0
  113. data/vendor/pygments-main/pygments/lexers/erlang.py +29 -33
  114. data/vendor/pygments-main/pygments/lexers/esoteric.py +46 -20
  115. data/vendor/pygments-main/pygments/lexers/ezhil.py +21 -14
  116. data/vendor/pygments-main/pygments/lexers/factor.py +3 -4
  117. data/vendor/pygments-main/pygments/lexers/fantom.py +1 -2
  118. data/vendor/pygments-main/pygments/lexers/felix.py +1 -2
  119. data/vendor/pygments-main/pygments/lexers/floscript.py +82 -0
  120. data/vendor/pygments-main/pygments/lexers/forth.py +41 -41
  121. data/vendor/pygments-main/pygments/lexers/fortran.py +13 -10
  122. data/vendor/pygments-main/pygments/lexers/foxpro.py +2 -3
  123. data/vendor/pygments-main/pygments/lexers/freefem.py +897 -0
  124. data/vendor/pygments-main/pygments/lexers/functional.py +1 -2
  125. data/vendor/pygments-main/pygments/lexers/futhark.py +110 -0
  126. data/vendor/pygments-main/pygments/lexers/gdscript.py +345 -0
  127. data/vendor/pygments-main/pygments/lexers/go.py +2 -3
  128. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +62 -6
  129. data/vendor/pygments-main/pygments/lexers/graph.py +14 -10
  130. data/vendor/pygments-main/pygments/lexers/graphics.py +274 -28
  131. data/vendor/pygments-main/pygments/lexers/graphviz.py +57 -0
  132. data/vendor/pygments-main/pygments/lexers/haskell.py +48 -22
  133. data/vendor/pygments-main/pygments/lexers/haxe.py +8 -9
  134. data/vendor/pygments-main/pygments/lexers/hdl.py +176 -90
  135. data/vendor/pygments-main/pygments/lexers/hexdump.py +1 -2
  136. data/vendor/pygments-main/pygments/lexers/html.py +37 -26
  137. data/vendor/pygments-main/pygments/lexers/idl.py +19 -9
  138. data/vendor/pygments-main/pygments/lexers/igor.py +244 -113
  139. data/vendor/pygments-main/pygments/lexers/inferno.py +2 -3
  140. data/vendor/pygments-main/pygments/lexers/installers.py +1 -2
  141. data/vendor/pygments-main/pygments/lexers/int_fiction.py +40 -16
  142. data/vendor/pygments-main/pygments/lexers/iolang.py +3 -4
  143. data/vendor/pygments-main/pygments/lexers/j.py +4 -5
  144. data/vendor/pygments-main/pygments/lexers/javascript.py +115 -104
  145. data/vendor/pygments-main/pygments/lexers/julia.py +44 -47
  146. data/vendor/pygments-main/pygments/lexers/jvm.py +368 -202
  147. data/vendor/pygments-main/pygments/lexers/lisp.py +887 -810
  148. data/vendor/pygments-main/pygments/lexers/make.py +12 -9
  149. data/vendor/pygments-main/pygments/lexers/markup.py +212 -45
  150. data/vendor/pygments-main/pygments/lexers/math.py +1 -2
  151. data/vendor/pygments-main/pygments/lexers/matlab.py +2705 -88
  152. data/vendor/pygments-main/pygments/lexers/mime.py +225 -0
  153. data/vendor/pygments-main/pygments/lexers/ml.py +203 -15
  154. data/vendor/pygments-main/pygments/lexers/modeling.py +26 -19
  155. data/vendor/pygments-main/pygments/lexers/modula2.py +27 -9
  156. data/vendor/pygments-main/pygments/lexers/monte.py +1 -2
  157. data/vendor/pygments-main/pygments/lexers/mosel.py +447 -0
  158. data/vendor/pygments-main/pygments/lexers/ncl.py +1 -2
  159. data/vendor/pygments-main/pygments/lexers/nimrod.py +4 -5
  160. data/vendor/pygments-main/pygments/lexers/nit.py +1 -2
  161. data/vendor/pygments-main/pygments/lexers/nix.py +1 -2
  162. data/vendor/pygments-main/pygments/lexers/oberon.py +17 -2
  163. data/vendor/pygments-main/pygments/lexers/objective.py +18 -19
  164. data/vendor/pygments-main/pygments/lexers/ooc.py +1 -2
  165. data/vendor/pygments-main/pygments/lexers/other.py +1 -2
  166. data/vendor/pygments-main/pygments/lexers/parasail.py +1 -2
  167. data/vendor/pygments-main/pygments/lexers/parsers.py +47 -83
  168. data/vendor/pygments-main/pygments/lexers/pascal.py +22 -23
  169. data/vendor/pygments-main/pygments/lexers/pawn.py +31 -28
  170. data/vendor/pygments-main/pygments/lexers/perl.py +260 -149
  171. data/vendor/pygments-main/pygments/lexers/php.py +66 -13
  172. data/vendor/pygments-main/pygments/lexers/pointless.py +70 -0
  173. data/vendor/pygments-main/pygments/lexers/pony.py +93 -0
  174. data/vendor/pygments-main/pygments/lexers/praat.py +38 -31
  175. data/vendor/pygments-main/pygments/lexers/prolog.py +38 -39
  176. data/vendor/pygments-main/pygments/lexers/promql.py +182 -0
  177. data/vendor/pygments-main/pygments/lexers/python.py +450 -231
  178. data/vendor/pygments-main/pygments/lexers/qvt.py +6 -7
  179. data/vendor/pygments-main/pygments/lexers/r.py +13 -276
  180. data/vendor/pygments-main/pygments/lexers/rdf.py +232 -40
  181. data/vendor/pygments-main/pygments/lexers/rebol.py +8 -9
  182. data/vendor/pygments-main/pygments/lexers/resource.py +2 -3
  183. data/vendor/pygments-main/pygments/lexers/ride.py +138 -0
  184. data/vendor/pygments-main/pygments/lexers/rnc.py +1 -2
  185. data/vendor/pygments-main/pygments/lexers/roboconf.py +1 -2
  186. data/vendor/pygments-main/pygments/lexers/robotframework.py +23 -32
  187. data/vendor/pygments-main/pygments/lexers/ruby.py +50 -46
  188. data/vendor/pygments-main/pygments/lexers/rust.py +76 -73
  189. data/vendor/pygments-main/pygments/lexers/sas.py +1 -2
  190. data/vendor/pygments-main/pygments/lexers/scdoc.py +82 -0
  191. data/vendor/pygments-main/pygments/lexers/scripting.py +79 -18
  192. data/vendor/pygments-main/pygments/lexers/sgf.py +60 -0
  193. data/vendor/pygments-main/pygments/lexers/shell.py +164 -49
  194. data/vendor/pygments-main/pygments/lexers/sieve.py +68 -0
  195. data/vendor/pygments-main/pygments/lexers/slash.py +184 -0
  196. data/vendor/pygments-main/pygments/lexers/smalltalk.py +2 -3
  197. data/vendor/pygments-main/pygments/lexers/smv.py +3 -4
  198. data/vendor/pygments-main/pygments/lexers/snobol.py +1 -2
  199. data/vendor/pygments-main/pygments/lexers/solidity.py +91 -0
  200. data/vendor/pygments-main/pygments/lexers/special.py +31 -28
  201. data/vendor/pygments-main/pygments/lexers/sql.py +330 -179
  202. data/vendor/pygments-main/pygments/lexers/stata.py +107 -45
  203. data/vendor/pygments-main/pygments/lexers/supercollider.py +8 -4
  204. data/vendor/pygments-main/pygments/lexers/tcl.py +1 -2
  205. data/vendor/pygments-main/pygments/lexers/templates.py +116 -136
  206. data/vendor/pygments-main/pygments/lexers/teraterm.py +334 -0
  207. data/vendor/pygments-main/pygments/lexers/testing.py +6 -7
  208. data/vendor/pygments-main/pygments/lexers/text.py +2 -2
  209. data/vendor/pygments-main/pygments/lexers/textedit.py +6 -7
  210. data/vendor/pygments-main/pygments/lexers/textfmts.py +146 -14
  211. data/vendor/pygments-main/pygments/lexers/theorem.py +74 -56
  212. data/vendor/pygments-main/pygments/lexers/tnt.py +262 -0
  213. data/vendor/pygments-main/pygments/lexers/trafficscript.py +1 -2
  214. data/vendor/pygments-main/pygments/lexers/typoscript.py +4 -12
  215. data/vendor/pygments-main/pygments/lexers/unicon.py +411 -0
  216. data/vendor/pygments-main/pygments/lexers/urbi.py +16 -4
  217. data/vendor/pygments-main/pygments/lexers/usd.py +89 -0
  218. data/vendor/pygments-main/pygments/lexers/varnish.py +4 -5
  219. data/vendor/pygments-main/pygments/lexers/verification.py +13 -11
  220. data/vendor/pygments-main/pygments/lexers/web.py +1 -2
  221. data/vendor/pygments-main/pygments/lexers/webidl.py +298 -0
  222. data/vendor/pygments-main/pygments/lexers/webmisc.py +35 -32
  223. data/vendor/pygments-main/pygments/lexers/whiley.py +5 -6
  224. data/vendor/pygments-main/pygments/lexers/x10.py +2 -3
  225. data/vendor/pygments-main/pygments/lexers/xorg.py +5 -5
  226. data/vendor/pygments-main/pygments/lexers/yang.py +103 -0
  227. data/vendor/pygments-main/pygments/lexers/zig.py +123 -0
  228. data/vendor/pygments-main/pygments/modeline.py +1 -2
  229. data/vendor/pygments-main/pygments/plugin.py +4 -3
  230. data/vendor/pygments-main/pygments/regexopt.py +1 -2
  231. data/vendor/pygments-main/pygments/scanner.py +2 -3
  232. data/vendor/pygments-main/pygments/sphinxext.py +2 -5
  233. data/vendor/pygments-main/pygments/style.py +61 -25
  234. data/vendor/pygments-main/pygments/styles/__init__.py +12 -5
  235. data/vendor/pygments-main/pygments/styles/abap.py +1 -2
  236. data/vendor/pygments-main/pygments/styles/algol.py +1 -2
  237. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -2
  238. data/vendor/pygments-main/pygments/styles/arduino.py +2 -3
  239. data/vendor/pygments-main/pygments/styles/autumn.py +1 -2
  240. data/vendor/pygments-main/pygments/styles/borland.py +1 -2
  241. data/vendor/pygments-main/pygments/styles/bw.py +1 -2
  242. data/vendor/pygments-main/pygments/styles/colorful.py +1 -2
  243. data/vendor/pygments-main/pygments/styles/default.py +1 -2
  244. data/vendor/pygments-main/pygments/styles/emacs.py +1 -2
  245. data/vendor/pygments-main/pygments/styles/friendly.py +1 -2
  246. data/vendor/pygments-main/pygments/styles/fruity.py +1 -2
  247. data/vendor/pygments-main/pygments/styles/igor.py +1 -2
  248. data/vendor/pygments-main/pygments/styles/inkpot.py +66 -0
  249. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -2
  250. data/vendor/pygments-main/pygments/styles/manni.py +1 -2
  251. data/vendor/pygments-main/pygments/styles/material.py +118 -0
  252. data/vendor/pygments-main/pygments/styles/monokai.py +4 -4
  253. data/vendor/pygments-main/pygments/styles/murphy.py +1 -2
  254. data/vendor/pygments-main/pygments/styles/native.py +1 -2
  255. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -2
  256. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -2
  257. data/vendor/pygments-main/pygments/styles/pastie.py +1 -2
  258. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -2
  259. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -2
  260. data/vendor/pygments-main/pygments/styles/rrt.py +1 -2
  261. data/vendor/pygments-main/pygments/styles/sas.py +1 -2
  262. data/vendor/pygments-main/pygments/styles/solarized.py +136 -0
  263. data/vendor/pygments-main/pygments/styles/stata_dark.py +40 -0
  264. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -16
  265. data/vendor/pygments-main/pygments/styles/tango.py +1 -2
  266. data/vendor/pygments-main/pygments/styles/trac.py +1 -2
  267. data/vendor/pygments-main/pygments/styles/vim.py +1 -2
  268. data/vendor/pygments-main/pygments/styles/vs.py +1 -2
  269. data/vendor/pygments-main/pygments/styles/xcode.py +1 -2
  270. data/vendor/pygments-main/pygments/styles/zenburn.py +80 -0
  271. data/vendor/pygments-main/pygments/token.py +1 -2
  272. data/vendor/pygments-main/pygments/unistring.py +47 -109
  273. data/vendor/pygments-main/pygments/util.py +16 -96
  274. metadata +76 -137
  275. data/CHANGELOG.md +0 -105
  276. data/README.md +0 -121
  277. data/circle.yml +0 -20
  278. data/test/test_data.c +0 -2581
  279. data/test/test_data.py +0 -514
  280. data/test/test_data_generated +0 -2582
  281. data/vendor/custom_lexers/github.py +0 -565
  282. data/vendor/pygments-main/CHANGES +0 -1186
  283. data/vendor/pygments-main/MANIFEST.in +0 -6
  284. data/vendor/pygments-main/Makefile +0 -65
  285. data/vendor/pygments-main/README.rst +0 -39
  286. data/vendor/pygments-main/REVISION +0 -1
  287. data/vendor/pygments-main/TODO +0 -12
  288. data/vendor/pygments-main/doc/Makefile +0 -153
  289. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  290. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  291. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  292. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  293. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  294. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  295. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  296. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  297. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  298. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  299. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  300. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  301. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  302. data/vendor/pygments-main/doc/conf.py +0 -241
  303. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  304. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  305. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  306. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  307. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  308. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  309. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  310. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  311. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  312. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  313. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  314. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  315. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  316. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  317. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  318. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  319. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  320. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  321. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  322. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  323. data/vendor/pygments-main/doc/download.rst +0 -41
  324. data/vendor/pygments-main/doc/faq.rst +0 -139
  325. data/vendor/pygments-main/doc/index.rst +0 -54
  326. data/vendor/pygments-main/doc/languages.rst +0 -154
  327. data/vendor/pygments-main/doc/make.bat +0 -190
  328. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  329. data/vendor/pygments-main/external/autopygmentize +0 -101
  330. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  331. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  332. data/vendor/pygments-main/external/moin-parser.py +0 -112
  333. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  334. data/vendor/pygments-main/external/rst-directive.py +0 -82
  335. data/vendor/pygments-main/pygmentize +0 -8
  336. data/vendor/pygments-main/pygments/lexers/github.py +0 -565
  337. data/vendor/pygments-main/requirements.txt +0 -5
  338. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  339. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  340. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  341. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  342. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  343. data/vendor/pygments-main/scripts/pylintrc +0 -301
  344. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  345. data/vendor/pygments-main/setup.cfg +0 -10
  346. data/vendor/pygments-main/setup.py +0 -77
  347. data/vendor/pygments-main/tox.ini +0 -7
  348. data/vendor/simplejson/.gitignore +0 -10
  349. data/vendor/simplejson/.travis.yml +0 -5
  350. data/vendor/simplejson/CHANGES.txt +0 -291
  351. data/vendor/simplejson/LICENSE.txt +0 -19
  352. data/vendor/simplejson/MANIFEST.in +0 -5
  353. data/vendor/simplejson/README.rst +0 -19
  354. data/vendor/simplejson/conf.py +0 -179
  355. data/vendor/simplejson/index.rst +0 -628
  356. data/vendor/simplejson/scripts/make_docs.py +0 -18
  357. data/vendor/simplejson/setup.py +0 -104
  358. data/vendor/simplejson/simplejson/__init__.py +0 -510
  359. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  360. data/vendor/simplejson/simplejson/decoder.py +0 -425
  361. data/vendor/simplejson/simplejson/encoder.py +0 -567
  362. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  363. data/vendor/simplejson/simplejson/scanner.py +0 -77
  364. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  365. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  366. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  367. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  368. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  369. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  370. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  371. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  372. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  373. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  374. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  375. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  376. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  377. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  378. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  379. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  380. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  381. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  382. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  383. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  384. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  385. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  386. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  387. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  388. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -1,11 +1,10 @@
1
- # -*- coding: utf-8 -*-
2
1
  """
3
2
  pygments.lexers.pascal
4
3
  ~~~~~~~~~~~~~~~~~~~~~~
5
4
 
6
5
  Lexers for Pascal family languages.
7
6
 
8
- :copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS.
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
9
8
  :license: BSD, see LICENSE for details.
10
9
  """
11
10
 
@@ -68,29 +67,29 @@ class DelphiLexer(Lexer):
68
67
  'dispose', 'exit', 'false', 'new', 'true'
69
68
  )
70
69
 
71
- BLOCK_KEYWORDS = set((
70
+ BLOCK_KEYWORDS = {
72
71
  'begin', 'class', 'const', 'constructor', 'destructor', 'end',
73
72
  'finalization', 'function', 'implementation', 'initialization',
74
73
  'label', 'library', 'operator', 'procedure', 'program', 'property',
75
74
  'record', 'threadvar', 'type', 'unit', 'uses', 'var'
76
- ))
75
+ }
77
76
 
78
- FUNCTION_MODIFIERS = set((
77
+ FUNCTION_MODIFIERS = {
79
78
  'alias', 'cdecl', 'export', 'inline', 'interrupt', 'nostackframe',
80
79
  'pascal', 'register', 'safecall', 'softfloat', 'stdcall',
81
80
  'varargs', 'name', 'dynamic', 'near', 'virtual', 'external',
82
81
  'override', 'assembler'
83
- ))
82
+ }
84
83
 
85
84
  # XXX: those aren't global. but currently we know no way for defining
86
85
  # them just for the type context.
87
- DIRECTIVES = set((
86
+ DIRECTIVES = {
88
87
  'absolute', 'abstract', 'assembler', 'cppdecl', 'default', 'far',
89
88
  'far16', 'forward', 'index', 'oldfpccall', 'private', 'protected',
90
89
  'published', 'public'
91
- ))
90
+ }
92
91
 
93
- BUILTIN_TYPES = set((
92
+ BUILTIN_TYPES = {
94
93
  'ansichar', 'ansistring', 'bool', 'boolean', 'byte', 'bytebool',
95
94
  'cardinal', 'char', 'comp', 'currency', 'double', 'dword',
96
95
  'extended', 'int64', 'integer', 'iunknown', 'longbool', 'longint',
@@ -104,7 +103,7 @@ class DelphiLexer(Lexer):
104
103
  'shortstring', 'single', 'smallint', 'string', 'tclass', 'tdate',
105
104
  'tdatetime', 'textfile', 'thandle', 'tobject', 'ttime', 'variant',
106
105
  'widechar', 'widestring', 'word', 'wordbool'
107
- ))
106
+ }
108
107
 
109
108
  BUILTIN_UNITS = {
110
109
  'System': (
@@ -246,7 +245,7 @@ class DelphiLexer(Lexer):
246
245
  )
247
246
  }
248
247
 
249
- ASM_REGISTERS = set((
248
+ ASM_REGISTERS = {
250
249
  'ah', 'al', 'ax', 'bh', 'bl', 'bp', 'bx', 'ch', 'cl', 'cr0',
251
250
  'cr1', 'cr2', 'cr3', 'cr4', 'cs', 'cx', 'dh', 'di', 'dl', 'dr0',
252
251
  'dr1', 'dr2', 'dr3', 'dr4', 'dr5', 'dr6', 'dr7', 'ds', 'dx',
@@ -255,9 +254,9 @@ class DelphiLexer(Lexer):
255
254
  'mm7', 'si', 'sp', 'ss', 'st0', 'st1', 'st2', 'st3', 'st4', 'st5',
256
255
  'st6', 'st7', 'xmm0', 'xmm1', 'xmm2', 'xmm3', 'xmm4', 'xmm5',
257
256
  'xmm6', 'xmm7'
258
- ))
257
+ }
259
258
 
260
- ASM_INSTRUCTIONS = set((
259
+ ASM_INSTRUCTIONS = {
261
260
  'aaa', 'aad', 'aam', 'aas', 'adc', 'add', 'and', 'arpl', 'bound',
262
261
  'bsf', 'bsr', 'bswap', 'bt', 'btc', 'btr', 'bts', 'call', 'cbw',
263
262
  'cdq', 'clc', 'cld', 'cli', 'clts', 'cmc', 'cmova', 'cmovae',
@@ -296,7 +295,7 @@ class DelphiLexer(Lexer):
296
295
  'sysret', 'test', 'ud1', 'ud2', 'umov', 'verr', 'verw', 'wait',
297
296
  'wbinvd', 'wrmsr', 'wrshr', 'xadd', 'xbts', 'xchg', 'xlat',
298
297
  'xlatb', 'xor'
299
- ))
298
+ }
300
299
 
301
300
  def __init__(self, **options):
302
301
  Lexer.__init__(self, **options)
@@ -563,9 +562,9 @@ class AdaLexer(RegexLexer):
563
562
  'exception', 'exit', 'interface', 'for', 'goto', 'if', 'is', 'limited',
564
563
  'loop', 'new', 'null', 'of', 'or', 'others', 'out', 'overriding',
565
564
  'pragma', 'protected', 'raise', 'range', 'record', 'renames', 'requeue',
566
- 'return', 'reverse', 'select', 'separate', 'subtype', 'synchronized',
567
- 'task', 'tagged', 'terminate', 'then', 'type', 'until', 'when',
568
- 'while', 'xor'), prefix=r'\b', suffix=r'\b'),
565
+ 'return', 'reverse', 'select', 'separate', 'some', 'subtype',
566
+ 'synchronized', 'task', 'tagged', 'terminate', 'then', 'type', 'until',
567
+ 'when', 'while', 'xor'), prefix=r'\b', suffix=r'\b'),
569
568
  Keyword.Reserved),
570
569
  (r'"[^"]*"', String),
571
570
  include('attribute'),
@@ -577,7 +576,7 @@ class AdaLexer(RegexLexer):
577
576
  (r'\n+', Text),
578
577
  ],
579
578
  'numbers': [
580
- (r'[0-9_]+#[0-9a-f]+#', Number.Hex),
579
+ (r'[0-9_]+#[0-9a-f_\.]+#', Number.Hex),
581
580
  (r'[0-9_]+\.[0-9_]*', Number.Float),
582
581
  (r'[0-9_]+', Number.Integer),
583
582
  ],
@@ -593,8 +592,8 @@ class AdaLexer(RegexLexer):
593
592
  ],
594
593
  'end': [
595
594
  ('(if|case|record|loop|select)', Keyword.Reserved),
596
- ('"[^"]+"|[\w.]+', Name.Function),
597
- ('\s+', Text),
595
+ (r'"[^"]+"|[\w.]+', Name.Function),
596
+ (r'\s+', Text),
598
597
  (';', Punctuation, '#pop'),
599
598
  ],
600
599
  'type_def': [
@@ -628,11 +627,11 @@ class AdaLexer(RegexLexer):
628
627
  ],
629
628
  'package': [
630
629
  ('body', Keyword.Declaration),
631
- ('is\s+new|renames', Keyword.Reserved),
630
+ (r'is\s+new|renames', Keyword.Reserved),
632
631
  ('is', Keyword.Reserved, '#pop'),
633
632
  (';', Punctuation, '#pop'),
634
- ('\(', Punctuation, 'package_instantiation'),
635
- ('([\w.]+)', Name.Class),
633
+ (r'\(', Punctuation, 'package_instantiation'),
634
+ (r'([\w.]+)', Name.Class),
636
635
  include('root'),
637
636
  ],
638
637
  'package_instantiation': [
@@ -1,17 +1,16 @@
1
- # -*- coding: utf-8 -*-
2
1
  """
3
2
  pygments.lexers.pawn
4
3
  ~~~~~~~~~~~~~~~~~~~~
5
4
 
6
5
  Lexers for the Pawn languages.
7
6
 
8
- :copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS.
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
9
8
  :license: BSD, see LICENSE for details.
10
9
  """
11
10
 
12
11
  from pygments.lexer import RegexLexer
13
12
  from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
14
- Number, Punctuation, Error
13
+ Number, Punctuation
15
14
  from pygments.util import get_bool_opt
16
15
 
17
16
  __all__ = ['SourcePawnLexer', 'PawnLexer']
@@ -36,7 +35,7 @@ class SourcePawnLexer(RegexLexer):
36
35
  tokens = {
37
36
  'root': [
38
37
  # preprocessor directives: without whitespace
39
- ('^#if\s+0', Comment.Preproc, 'if0'),
38
+ (r'^#if\s+0', Comment.Preproc, 'if0'),
40
39
  ('^#', Comment.Preproc, 'macro'),
41
40
  # or with whitespace
42
41
  ('^' + _ws1 + r'#if\s+0', Comment.Preproc, 'if0'),
@@ -54,7 +53,6 @@ class SourcePawnLexer(RegexLexer):
54
53
  (r'0x[0-9a-fA-F]+[LlUu]*', Number.Hex),
55
54
  (r'0[0-7]+[LlUu]*', Number.Oct),
56
55
  (r'\d+[LlUu]*', Number.Integer),
57
- (r'\*/', Error),
58
56
  (r'[~!%^&*+=|?:<>/-]', Operator),
59
57
  (r'[()\[\],.;]', Punctuation),
60
58
  (r'(case|const|continue|native|'
@@ -62,7 +60,7 @@ class SourcePawnLexer(RegexLexer):
62
60
  r'public|return|sizeof|static|decl|struct|switch)\b', Keyword),
63
61
  (r'(bool|Float)\b', Keyword.Type),
64
62
  (r'(true|false)\b', Keyword.Constant),
65
- ('[a-zA-Z_]\w*', Name),
63
+ (r'[a-zA-Z_]\w*', Name),
66
64
  ],
67
65
  'string': [
68
66
  (r'"', String, '#pop'),
@@ -86,25 +84,25 @@ class SourcePawnLexer(RegexLexer):
86
84
  ]
87
85
  }
88
86
 
89
- SM_TYPES = set(('Action', 'bool', 'Float', 'Plugin', 'String', 'any',
90
- 'AdminFlag', 'OverrideType', 'OverrideRule', 'ImmunityType',
91
- 'GroupId', 'AdminId', 'AdmAccessMode', 'AdminCachePart',
92
- 'CookieAccess', 'CookieMenu', 'CookieMenuAction', 'NetFlow',
93
- 'ConVarBounds', 'QueryCookie', 'ReplySource',
94
- 'ConVarQueryResult', 'ConVarQueryFinished', 'Function',
95
- 'Action', 'Identity', 'PluginStatus', 'PluginInfo', 'DBResult',
96
- 'DBBindType', 'DBPriority', 'PropType', 'PropFieldType',
97
- 'MoveType', 'RenderMode', 'RenderFx', 'EventHookMode',
98
- 'EventHook', 'FileType', 'FileTimeMode', 'PathType',
99
- 'ParamType', 'ExecType', 'DialogType', 'Handle', 'KvDataTypes',
100
- 'NominateResult', 'MapChange', 'MenuStyle', 'MenuAction',
101
- 'MenuSource', 'RegexError', 'SDKCallType', 'SDKLibrary',
102
- 'SDKFuncConfSource', 'SDKType', 'SDKPassMethod', 'RayType',
103
- 'TraceEntityFilter', 'ListenOverride', 'SortOrder', 'SortType',
104
- 'SortFunc2D', 'APLRes', 'FeatureType', 'FeatureStatus',
105
- 'SMCResult', 'SMCError', 'TFClassType', 'TFTeam', 'TFCond',
106
- 'TFResourceType', 'Timer', 'TopMenuAction', 'TopMenuObjectType',
107
- 'TopMenuPosition', 'TopMenuObject', 'UserMsg'))
87
+ SM_TYPES = {'Action', 'bool', 'Float', 'Plugin', 'String', 'any',
88
+ 'AdminFlag', 'OverrideType', 'OverrideRule', 'ImmunityType',
89
+ 'GroupId', 'AdminId', 'AdmAccessMode', 'AdminCachePart',
90
+ 'CookieAccess', 'CookieMenu', 'CookieMenuAction', 'NetFlow',
91
+ 'ConVarBounds', 'QueryCookie', 'ReplySource',
92
+ 'ConVarQueryResult', 'ConVarQueryFinished', 'Function',
93
+ 'Action', 'Identity', 'PluginStatus', 'PluginInfo', 'DBResult',
94
+ 'DBBindType', 'DBPriority', 'PropType', 'PropFieldType',
95
+ 'MoveType', 'RenderMode', 'RenderFx', 'EventHookMode',
96
+ 'EventHook', 'FileType', 'FileTimeMode', 'PathType',
97
+ 'ParamType', 'ExecType', 'DialogType', 'Handle', 'KvDataTypes',
98
+ 'NominateResult', 'MapChange', 'MenuStyle', 'MenuAction',
99
+ 'MenuSource', 'RegexError', 'SDKCallType', 'SDKLibrary',
100
+ 'SDKFuncConfSource', 'SDKType', 'SDKPassMethod', 'RayType',
101
+ 'TraceEntityFilter', 'ListenOverride', 'SortOrder', 'SortType',
102
+ 'SortFunc2D', 'APLRes', 'FeatureType', 'FeatureStatus',
103
+ 'SMCResult', 'SMCError', 'TFClassType', 'TFTeam', 'TFCond',
104
+ 'TFResourceType', 'Timer', 'TopMenuAction', 'TopMenuObjectType',
105
+ 'TopMenuPosition', 'TopMenuObject', 'UserMsg'}
108
106
 
109
107
  def __init__(self, **options):
110
108
  self.smhighlighting = get_bool_opt(options,
@@ -148,7 +146,7 @@ class PawnLexer(RegexLexer):
148
146
  tokens = {
149
147
  'root': [
150
148
  # preprocessor directives: without whitespace
151
- ('^#if\s+0', Comment.Preproc, 'if0'),
149
+ (r'^#if\s+0', Comment.Preproc, 'if0'),
152
150
  ('^#', Comment.Preproc, 'macro'),
153
151
  # or with whitespace
154
152
  ('^' + _ws1 + r'#if\s+0', Comment.Preproc, 'if0'),
@@ -166,7 +164,6 @@ class PawnLexer(RegexLexer):
166
164
  (r'0x[0-9a-fA-F]+[LlUu]*', Number.Hex),
167
165
  (r'0[0-7]+[LlUu]*', Number.Oct),
168
166
  (r'\d+[LlUu]*', Number.Integer),
169
- (r'\*/', Error),
170
167
  (r'[~!%^&*+=|?:<>/-]', Operator),
171
168
  (r'[()\[\],.;]', Punctuation),
172
169
  (r'(switch|case|default|const|new|static|char|continue|break|'
@@ -174,7 +171,7 @@ class PawnLexer(RegexLexer):
174
171
  r'public|return|sizeof|tagof|state|goto)\b', Keyword),
175
172
  (r'(bool|Float)\b', Keyword.Type),
176
173
  (r'(true|false)\b', Keyword.Constant),
177
- ('[a-zA-Z_]\w*', Name),
174
+ (r'[a-zA-Z_]\w*', Name),
178
175
  ],
179
176
  'string': [
180
177
  (r'"', String, '#pop'),
@@ -197,3 +194,9 @@ class PawnLexer(RegexLexer):
197
194
  (r'.*?\n', Comment),
198
195
  ]
199
196
  }
197
+
198
+ def analyse_text(text):
199
+ """This is basically C. There is a keyword which doesn't exist in C
200
+ though and is nearly unique to this language."""
201
+ if 'tagof' in text:
202
+ return 0.01
@@ -1,11 +1,10 @@
1
- # -*- coding: utf-8 -*-
2
1
  """
3
2
  pygments.lexers.perl
4
3
  ~~~~~~~~~~~~~~~~~~~~
5
4
 
6
- Lexers for Perl and related languages.
5
+ Lexers for Perl, Raku and related languages.
7
6
 
8
- :copyright: Copyright 2006-2017 by the Pygments team, see AUTHORS.
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
9
8
  :license: BSD, see LICENSE for details.
10
9
  """
11
10
 
@@ -22,12 +21,12 @@ __all__ = ['PerlLexer', 'Perl6Lexer']
22
21
 
23
22
  class PerlLexer(RegexLexer):
24
23
  """
25
- For `Perl <http://www.perl.org>`_ source code.
24
+ For `Perl <https://www.perl.org>`_ source code.
26
25
  """
27
26
 
28
27
  name = 'Perl'
29
28
  aliases = ['perl', 'pl']
30
- filenames = ['*.pl', '*.pm', '*.t']
29
+ filenames = ['*.pl', '*.pm', '*.t', '*.perl']
31
30
  mimetypes = ['text/x-perl', 'application/x-perl']
32
31
 
33
32
  flags = re.DOTALL | re.MULTILINE
@@ -208,97 +207,205 @@ class PerlLexer(RegexLexer):
208
207
  def analyse_text(text):
209
208
  if shebang_matches(text, r'perl'):
210
209
  return True
211
- if re.search('(?:my|our)\s+[$@%(]', text):
212
- return 0.9
210
+
211
+ result = 0
212
+
213
+ if re.search(r'(?:my|our)\s+[$@%(]', text):
214
+ result += 0.9
215
+
216
+ if ':=' in text:
217
+ # := is not valid Perl, but it appears in unicon, so we should
218
+ # become less confident if we think we found Perl with :=
219
+ result /= 2
220
+
221
+ return result
213
222
 
214
223
 
215
224
  class Perl6Lexer(ExtendedRegexLexer):
216
225
  """
217
- For `Perl 6 <http://www.perl6.org>`_ source code.
226
+ For `Raku <https://www.raku.org>`_ (a.k.a. Perl 6) source code.
218
227
 
219
228
  .. versionadded:: 2.0
220
229
  """
221
230
 
222
231
  name = 'Perl6'
223
- aliases = ['perl6', 'pl6']
232
+ aliases = ['perl6', 'pl6', 'raku']
224
233
  filenames = ['*.pl', '*.pm', '*.nqp', '*.p6', '*.6pl', '*.p6l', '*.pl6',
225
- '*.6pm', '*.p6m', '*.pm6', '*.t']
234
+ '*.6pm', '*.p6m', '*.pm6', '*.t', '*.raku', '*.rakumod',
235
+ '*.rakutest', '*.rakudoc']
226
236
  mimetypes = ['text/x-perl6', 'application/x-perl6']
227
237
  flags = re.MULTILINE | re.DOTALL | re.UNICODE
228
238
 
229
- PERL6_IDENTIFIER_RANGE = "['\w:-]"
239
+ PERL6_IDENTIFIER_RANGE = r"['\w:-]"
230
240
 
231
241
  PERL6_KEYWORDS = (
232
- 'BEGIN', 'CATCH', 'CHECK', 'CONTROL', 'END', 'ENTER', 'FIRST', 'INIT',
233
- 'KEEP', 'LAST', 'LEAVE', 'NEXT', 'POST', 'PRE', 'START', 'TEMP',
234
- 'UNDO', 'as', 'assoc', 'async', 'augment', 'binary', 'break', 'but',
235
- 'cached', 'category', 'class', 'constant', 'contend', 'continue',
236
- 'copy', 'deep', 'default', 'defequiv', 'defer', 'die', 'do', 'else',
237
- 'elsif', 'enum', 'equiv', 'exit', 'export', 'fail', 'fatal', 'for',
238
- 'gather', 'given', 'goto', 'grammar', 'handles', 'has', 'if', 'inline',
239
- 'irs', 'is', 'last', 'leave', 'let', 'lift', 'loop', 'looser', 'macro',
240
- 'make', 'maybe', 'method', 'module', 'multi', 'my', 'next', 'of',
241
- 'ofs', 'only', 'oo', 'ors', 'our', 'package', 'parsed', 'prec',
242
- 'proto', 'readonly', 'redo', 'ref', 'regex', 'reparsed', 'repeat',
243
- 'require', 'required', 'return', 'returns', 'role', 'rule', 'rw',
244
- 'self', 'slang', 'state', 'sub', 'submethod', 'subset', 'supersede',
245
- 'take', 'temp', 'tighter', 'token', 'trusts', 'try', 'unary',
246
- 'unless', 'until', 'use', 'warn', 'when', 'where', 'while', 'will',
242
+ #Phasers
243
+ 'BEGIN','CATCH','CHECK','CLOSE','CONTROL','DOC','END','ENTER','FIRST',
244
+ 'INIT','KEEP','LAST','LEAVE','NEXT','POST','PRE','QUIT','UNDO',
245
+ #Keywords
246
+ 'anon','augment','but','class','constant','default','does','else',
247
+ 'elsif','enum','for','gather','given','grammar','has','if','import',
248
+ 'is','let','loop','made','make','method','module','multi','my','need',
249
+ 'orwith','our','proceed','proto','repeat','require','return',
250
+ 'return-rw','returns','role','rule','state','sub','submethod','subset',
251
+ 'succeed','supersede','token','try','unit','unless','until','use',
252
+ 'when','while','with','without',
253
+ #Traits
254
+ 'export','native','repr','required','rw','symbol',
247
255
  )
248
256
 
249
257
  PERL6_BUILTINS = (
250
- 'ACCEPTS', 'HOW', 'REJECTS', 'VAR', 'WHAT', 'WHENCE', 'WHERE', 'WHICH',
251
- 'WHO', 'abs', 'acos', 'acosec', 'acosech', 'acosh', 'acotan', 'acotanh',
252
- 'all', 'any', 'approx', 'arity', 'asec', 'asech', 'asin', 'asinh',
253
- 'assuming', 'atan', 'atan2', 'atanh', 'attr', 'bless', 'body', 'by',
254
- 'bytes', 'caller', 'callsame', 'callwith', 'can', 'capitalize', 'cat',
255
- 'ceiling', 'chars', 'chmod', 'chomp', 'chop', 'chr', 'chroot',
256
- 'circumfix', 'cis', 'classify', 'clone', 'close', 'cmp_ok', 'codes',
257
- 'comb', 'connect', 'contains', 'context', 'cos', 'cosec', 'cosech',
258
- 'cosh', 'cotan', 'cotanh', 'count', 'defined', 'delete', 'diag',
259
- 'dies_ok', 'does', 'e', 'each', 'eager', 'elems', 'end', 'eof', 'eval',
260
- 'eval_dies_ok', 'eval_elsewhere', 'eval_lives_ok', 'evalfile', 'exists',
261
- 'exp', 'first', 'flip', 'floor', 'flunk', 'flush', 'fmt', 'force_todo',
262
- 'fork', 'from', 'getc', 'gethost', 'getlogin', 'getpeername', 'getpw',
263
- 'gmtime', 'graphs', 'grep', 'hints', 'hyper', 'im', 'index', 'infix',
264
- 'invert', 'is_approx', 'is_deeply', 'isa', 'isa_ok', 'isnt', 'iterator',
265
- 'join', 'key', 'keys', 'kill', 'kv', 'lastcall', 'lazy', 'lc', 'lcfirst',
266
- 'like', 'lines', 'link', 'lives_ok', 'localtime', 'log', 'log10', 'map',
267
- 'max', 'min', 'minmax', 'name', 'new', 'nextsame', 'nextwith', 'nfc',
268
- 'nfd', 'nfkc', 'nfkd', 'nok_error', 'nonce', 'none', 'normalize', 'not',
269
- 'nothing', 'ok', 'once', 'one', 'open', 'opendir', 'operator', 'ord',
270
- 'p5chomp', 'p5chop', 'pack', 'pair', 'pairs', 'pass', 'perl', 'pi',
271
- 'pick', 'plan', 'plan_ok', 'polar', 'pop', 'pos', 'postcircumfix',
272
- 'postfix', 'pred', 'prefix', 'print', 'printf', 'push', 'quasi',
273
- 'quotemeta', 'rand', 're', 'read', 'readdir', 'readline', 'reduce',
274
- 'reverse', 'rewind', 'rewinddir', 'rindex', 'roots', 'round',
275
- 'roundrobin', 'run', 'runinstead', 'sameaccent', 'samecase', 'say',
276
- 'sec', 'sech', 'sech', 'seek', 'shape', 'shift', 'sign', 'signature',
277
- 'sin', 'sinh', 'skip', 'skip_rest', 'sleep', 'slurp', 'sort', 'splice',
278
- 'split', 'sprintf', 'sqrt', 'srand', 'strand', 'subst', 'substr', 'succ',
279
- 'sum', 'symlink', 'tan', 'tanh', 'throws_ok', 'time', 'times', 'to',
280
- 'todo', 'trim', 'trim_end', 'trim_start', 'true', 'truncate', 'uc',
281
- 'ucfirst', 'undef', 'undefine', 'uniq', 'unlike', 'unlink', 'unpack',
282
- 'unpolar', 'unshift', 'unwrap', 'use_ok', 'value', 'values', 'vec',
283
- 'version_lt', 'void', 'wait', 'want', 'wrap', 'write', 'zip',
258
+ 'ACCEPTS','abs','abs2rel','absolute','accept','accessed','acos',
259
+ 'acosec','acosech','acosh','acotan','acotanh','acquire','act','action',
260
+ 'actions','add','add_attribute','add_enum_value','add_fallback',
261
+ 'add_method','add_parent','add_private_method','add_role','add_trustee',
262
+ 'adverb','after','all','allocate','allof','allowed','alternative-names',
263
+ 'annotations','antipair','antipairs','any','anyof','app_lifetime',
264
+ 'append','arch','archname','args','arity','Array','asec','asech','asin',
265
+ 'asinh','ASSIGN-KEY','ASSIGN-POS','assuming','ast','at','atan','atan2',
266
+ 'atanh','AT-KEY','atomic-assign','atomic-dec-fetch','atomic-fetch',
267
+ 'atomic-fetch-add','atomic-fetch-dec','atomic-fetch-inc',
268
+ 'atomic-fetch-sub','atomic-inc-fetch','AT-POS','attributes','auth',
269
+ 'await','backtrace','Bag','BagHash','bail-out','base','basename',
270
+ 'base-repeating','batch','BIND-KEY','BIND-POS','bind-stderr',
271
+ 'bind-stdin','bind-stdout','bind-udp','bits','bless','block','Bool',
272
+ 'bool-only','bounds','break','Bridge','broken','BUILD','build-date',
273
+ 'bytes','cache','callframe','calling-package','CALL-ME','callsame',
274
+ 'callwith','can','cancel','candidates','cando','can-ok','canonpath',
275
+ 'caps','caption','Capture','cas','catdir','categorize','categorize-list',
276
+ 'catfile','catpath','cause','ceiling','cglobal','changed','Channel',
277
+ 'chars','chdir','child','child-name','child-typename','chmod','chomp',
278
+ 'chop','chr','chrs','chunks','cis','classify','classify-list','cleanup',
279
+ 'clone','close','closed','close-stdin','cmp-ok','code','codes','collate',
280
+ 'column','comb','combinations','command','comment','compiler','Complex',
281
+ 'compose','compose_type','composer','condition','config',
282
+ 'configure_destroy','configure_type_checking','conj','connect',
283
+ 'constraints','construct','contains','contents','copy','cos','cosec',
284
+ 'cosech','cosh','cotan','cotanh','count','count-only','cpu-cores',
285
+ 'cpu-usage','CREATE','create_type','cross','cue','curdir','curupdir','d',
286
+ 'Date','DateTime','day','daycount','day-of-month','day-of-week',
287
+ 'day-of-year','days-in-month','declaration','decode','decoder','deepmap',
288
+ 'default','defined','DEFINITE','delayed','DELETE-KEY','DELETE-POS',
289
+ 'denominator','desc','DESTROY','destroyers','devnull','diag',
290
+ 'did-you-mean','die','dies-ok','dir','dirname','dir-sep','DISTROnames',
291
+ 'do','does','does-ok','done','done-testing','duckmap','dynamic','e',
292
+ 'eager','earlier','elems','emit','enclosing','encode','encoder',
293
+ 'encoding','end','ends-with','enum_from_value','enum_value_list',
294
+ 'enum_values','enums','eof','EVAL','eval-dies-ok','EVALFILE',
295
+ 'eval-lives-ok','exception','excludes-max','excludes-min','EXISTS-KEY',
296
+ 'EXISTS-POS','exit','exitcode','exp','expected','explicitly-manage',
297
+ 'expmod','extension','f','fail','fails-like','fc','feature','file',
298
+ 'filename','find_method','find_method_qualified','finish','first','flat',
299
+ 'flatmap','flip','floor','flunk','flush','fmt','format','formatter',
300
+ 'freeze','from','from-list','from-loop','from-posix','full',
301
+ 'full-barrier','get','get_value','getc','gist','got','grab','grabpairs',
302
+ 'grep','handle','handled','handles','hardware','has_accessor','Hash',
303
+ 'head','headers','hh-mm-ss','hidden','hides','hour','how','hyper','id',
304
+ 'illegal','im','in','indent','index','indices','indir','infinite',
305
+ 'infix','infix:<+>','infix:<->','install_method_cache','Instant',
306
+ 'instead','Int','int-bounds','interval','in-timezone','invalid-str',
307
+ 'invert','invocant','IO','IO::Notification.watch-path','is_trusted',
308
+ 'is_type','isa','is-absolute','isa-ok','is-approx','is-deeply',
309
+ 'is-hidden','is-initial-thread','is-int','is-lazy','is-leap-year',
310
+ 'isNaN','isnt','is-prime','is-relative','is-routine','is-setting',
311
+ 'is-win','item','iterator','join','keep','kept','KERNELnames','key',
312
+ 'keyof','keys','kill','kv','kxxv','l','lang','last','lastcall','later',
313
+ 'lazy','lc','leading','level','like','line','lines','link','List',
314
+ 'listen','live','lives-ok','local','lock','log','log10','lookup','lsb',
315
+ 'made','MAIN','make','Map','match','max','maxpairs','merge','message',
316
+ 'method','method_table','methods','migrate','min','minmax','minpairs',
317
+ 'minute','misplaced','Mix','MixHash','mkdir','mode','modified','month',
318
+ 'move','mro','msb','multi','multiness','my','name','named','named_names',
319
+ 'narrow','nativecast','native-descriptor','nativesizeof','new','new_type',
320
+ 'new-from-daycount','new-from-pairs','next','nextcallee','next-handle',
321
+ 'nextsame','nextwith','NFC','NFD','NFKC','NFKD','nl-in','nl-out',
322
+ 'nodemap','nok','none','norm','not','note','now','nude','Num',
323
+ 'numerator','Numeric','of','offset','offset-in-hours','offset-in-minutes',
324
+ 'ok','old','on-close','one','on-switch','open','opened','operation',
325
+ 'optional','ord','ords','orig','os-error','osname','out-buffer','pack',
326
+ 'package','package-kind','package-name','packages','pair','pairs',
327
+ 'pairup','parameter','params','parent','parent-name','parents','parse',
328
+ 'parse-base','parsefile','parse-names','parts','pass','path','path-sep',
329
+ 'payload','peer-host','peer-port','periods','perl','permutations','phaser',
330
+ 'pick','pickpairs','pid','placeholder','plan','plus','polar','poll',
331
+ 'polymod','pop','pos','positional','posix','postfix','postmatch',
332
+ 'precomp-ext','precomp-target','pred','prefix','prematch','prepend',
333
+ 'print','printf','print-nl','print-to','private','private_method_table',
334
+ 'proc','produce','Promise','prompt','protect','pull-one','push',
335
+ 'push-all','push-at-least','push-exactly','push-until-lazy','put',
336
+ 'qualifier-type','quit','r','race','radix','rand','range','Rat','raw',
337
+ 're','read','readchars','readonly','ready','Real','reallocate','reals',
338
+ 'reason','rebless','receive','recv','redispatcher','redo','reduce',
339
+ 'rel2abs','relative','release','rename','repeated','replacement',
340
+ 'report','reserved','resolve','restore','result','resume','rethrow',
341
+ 'reverse','right','rindex','rmdir','role','roles_to_compose','rolish',
342
+ 'roll','rootdir','roots','rotate','rotor','round','roundrobin',
343
+ 'routine-type','run','rwx','s','samecase','samemark','samewith','say',
344
+ 'schedule-on','scheduler','scope','sec','sech','second','seek','self',
345
+ 'send','Set','set_hidden','set_name','set_package','set_rw','set_value',
346
+ 'SetHash','set-instruments','setup_finalization','shape','share','shell',
347
+ 'shift','sibling','sigil','sign','signal','signals','signature','sin',
348
+ 'sinh','sink','sink-all','skip','skip-at-least','skip-at-least-pull-one',
349
+ 'skip-one','skip-rest','sleep','sleep-timer','sleep-until','Slip','slurp',
350
+ 'slurp-rest','slurpy','snap','snapper','so','socket-host','socket-port',
351
+ 'sort','source','source-package','spawn','SPEC','splice','split',
352
+ 'splitdir','splitpath','sprintf','spurt','sqrt','squish','srand','stable',
353
+ 'start','started','starts-with','status','stderr','stdout','Str',
354
+ 'sub_signature','subbuf','subbuf-rw','subname','subparse','subst',
355
+ 'subst-mutate','substr','substr-eq','substr-rw','subtest','succ','sum',
356
+ 'Supply','symlink','t','tail','take','take-rw','tan','tanh','tap',
357
+ 'target','target-name','tc','tclc','tell','then','throttle','throw',
358
+ 'throws-like','timezone','tmpdir','to','today','todo','toggle','to-posix',
359
+ 'total','trailing','trans','tree','trim','trim-leading','trim-trailing',
360
+ 'truncate','truncated-to','trusts','try_acquire','trying','twigil','type',
361
+ 'type_captures','typename','uc','udp','uncaught_handler','unimatch',
362
+ 'uniname','uninames','uniparse','uniprop','uniprops','unique','unival',
363
+ 'univals','unlike','unlink','unlock','unpack','unpolar','unshift',
364
+ 'unwrap','updir','USAGE','use-ok','utc','val','value','values','VAR',
365
+ 'variable','verbose-config','version','VMnames','volume','vow','w','wait',
366
+ 'warn','watch','watch-path','week','weekday-of-month','week-number',
367
+ 'week-year','WHAT','when','WHERE','WHEREFORE','WHICH','WHO',
368
+ 'whole-second','WHY','wordcase','words','workaround','wrap','write',
369
+ 'write-to','x','yada','year','yield','yyyy-mm-dd','z','zip','zip-latest',
370
+
284
371
  )
285
372
 
286
373
  PERL6_BUILTIN_CLASSES = (
287
- 'Abstraction', 'Any', 'AnyChar', 'Array', 'Associative', 'Bag', 'Bit',
288
- 'Blob', 'Block', 'Bool', 'Buf', 'Byte', 'Callable', 'Capture', 'Char', 'Class',
289
- 'Code', 'Codepoint', 'Comparator', 'Complex', 'Decreasing', 'Exception',
290
- 'Failure', 'False', 'Grammar', 'Grapheme', 'Hash', 'IO', 'Increasing',
291
- 'Int', 'Junction', 'KeyBag', 'KeyExtractor', 'KeyHash', 'KeySet',
292
- 'KitchenSink', 'List', 'Macro', 'Mapping', 'Match', 'Matcher', 'Method',
293
- 'Module', 'Num', 'Object', 'Ordered', 'Ordering', 'OrderingPair',
294
- 'Package', 'Pair', 'Positional', 'Proxy', 'Range', 'Rat', 'Regex',
295
- 'Role', 'Routine', 'Scalar', 'Seq', 'Set', 'Signature', 'Str', 'StrLen',
296
- 'StrPos', 'Sub', 'Submethod', 'True', 'UInt', 'Undef', 'Version', 'Void',
297
- 'Whatever', 'bit', 'bool', 'buf', 'buf1', 'buf16', 'buf2', 'buf32',
298
- 'buf4', 'buf64', 'buf8', 'complex', 'int', 'int1', 'int16', 'int2',
299
- 'int32', 'int4', 'int64', 'int8', 'num', 'rat', 'rat1', 'rat16', 'rat2',
300
- 'rat32', 'rat4', 'rat64', 'rat8', 'uint', 'uint1', 'uint16', 'uint2',
301
- 'uint32', 'uint4', 'uint64', 'uint8', 'utf16', 'utf32', 'utf8',
374
+ #Booleans
375
+ 'False','True',
376
+ #Classes
377
+ 'Any','Array','Associative','AST','atomicint','Attribute','Backtrace',
378
+ 'Backtrace::Frame','Bag','Baggy','BagHash','Blob','Block','Bool','Buf',
379
+ 'Callable','CallFrame','Cancellation','Capture','CArray','Channel','Code',
380
+ 'compiler','Complex','ComplexStr','Cool','CurrentThreadScheduler',
381
+ 'Cursor','Date','Dateish','DateTime','Distro','Duration','Encoding',
382
+ 'Exception','Failure','FatRat','Grammar','Hash','HyperWhatever','Instant',
383
+ 'Int','int16','int32','int64','int8','IntStr','IO','IO::ArgFiles',
384
+ 'IO::CatHandle','IO::Handle','IO::Notification','IO::Path',
385
+ 'IO::Path::Cygwin','IO::Path::QNX','IO::Path::Unix','IO::Path::Win32',
386
+ 'IO::Pipe','IO::Socket','IO::Socket::Async','IO::Socket::INET','IO::Spec',
387
+ 'IO::Spec::Cygwin','IO::Spec::QNX','IO::Spec::Unix','IO::Spec::Win32',
388
+ 'IO::Special','Iterable','Iterator','Junction','Kernel','Label','List',
389
+ 'Lock','Lock::Async','long','longlong','Macro','Map','Match',
390
+ 'Metamodel::AttributeContainer','Metamodel::C3MRO','Metamodel::ClassHOW',
391
+ 'Metamodel::EnumHOW','Metamodel::Finalization','Metamodel::MethodContainer',
392
+ 'Metamodel::MROBasedMethodDispatch','Metamodel::MultipleInheritance',
393
+ 'Metamodel::Naming','Metamodel::Primitives','Metamodel::PrivateMethodContainer',
394
+ 'Metamodel::RoleContainer','Metamodel::Trusting','Method','Mix','MixHash',
395
+ 'Mixy','Mu','NFC','NFD','NFKC','NFKD','Nil','Num','num32','num64',
396
+ 'Numeric','NumStr','ObjAt','Order','Pair','Parameter','Perl','Pod::Block',
397
+ 'Pod::Block::Code','Pod::Block::Comment','Pod::Block::Declarator',
398
+ 'Pod::Block::Named','Pod::Block::Para','Pod::Block::Table','Pod::Heading',
399
+ 'Pod::Item','Pointer','Positional','PositionalBindFailover','Proc',
400
+ 'Proc::Async','Promise','Proxy','PseudoStash','QuantHash','Range','Rat',
401
+ 'Rational','RatStr','Real','Regex','Routine','Scalar','Scheduler',
402
+ 'Semaphore','Seq','Set','SetHash','Setty','Signature','size_t','Slip',
403
+ 'Stash','Str','StrDistance','Stringy','Sub','Submethod','Supplier',
404
+ 'Supplier::Preserving','Supply','Systemic','Tap','Telemetry',
405
+ 'Telemetry::Instrument::Thread','Telemetry::Instrument::Usage',
406
+ 'Telemetry::Period','Telemetry::Sampler','Thread','ThreadPoolScheduler',
407
+ 'UInt','uint16','uint32','uint64','uint8','Uni','utf8','Variable',
408
+ 'Version','VM','Whatever','WhateverCode','WrapHandle'
302
409
  )
303
410
 
304
411
  PERL6_OPERATORS = (
@@ -311,76 +418,76 @@ class Perl6Lexer(ExtendedRegexLexer):
311
418
  '~', '&', '^', 'but', 'does', '<=>', '..', '..^', '^..', '^..^',
312
419
  '!=', '==', '<', '<=', '>', '>=', '~~', '===', '!eqv',
313
420
  '&&', '||', '^^', '//', 'min', 'max', '??', '!!', 'ff', 'fff', 'so',
314
- 'not', '<==', '==>', '<<==', '==>>',
421
+ 'not', '<==', '==>', '<<==', '==>>','unicmp',
315
422
  )
316
423
 
317
424
  # Perl 6 has a *lot* of possible bracketing characters
318
425
  # this list was lifted from STD.pm6 (https://github.com/perl6/std)
319
426
  PERL6_BRACKETS = {
320
- u'\u0028': u'\u0029', u'\u003c': u'\u003e', u'\u005b': u'\u005d',
321
- u'\u007b': u'\u007d', u'\u00ab': u'\u00bb', u'\u0f3a': u'\u0f3b',
322
- u'\u0f3c': u'\u0f3d', u'\u169b': u'\u169c', u'\u2018': u'\u2019',
323
- u'\u201a': u'\u2019', u'\u201b': u'\u2019', u'\u201c': u'\u201d',
324
- u'\u201e': u'\u201d', u'\u201f': u'\u201d', u'\u2039': u'\u203a',
325
- u'\u2045': u'\u2046', u'\u207d': u'\u207e', u'\u208d': u'\u208e',
326
- u'\u2208': u'\u220b', u'\u2209': u'\u220c', u'\u220a': u'\u220d',
327
- u'\u2215': u'\u29f5', u'\u223c': u'\u223d', u'\u2243': u'\u22cd',
328
- u'\u2252': u'\u2253', u'\u2254': u'\u2255', u'\u2264': u'\u2265',
329
- u'\u2266': u'\u2267', u'\u2268': u'\u2269', u'\u226a': u'\u226b',
330
- u'\u226e': u'\u226f', u'\u2270': u'\u2271', u'\u2272': u'\u2273',
331
- u'\u2274': u'\u2275', u'\u2276': u'\u2277', u'\u2278': u'\u2279',
332
- u'\u227a': u'\u227b', u'\u227c': u'\u227d', u'\u227e': u'\u227f',
333
- u'\u2280': u'\u2281', u'\u2282': u'\u2283', u'\u2284': u'\u2285',
334
- u'\u2286': u'\u2287', u'\u2288': u'\u2289', u'\u228a': u'\u228b',
335
- u'\u228f': u'\u2290', u'\u2291': u'\u2292', u'\u2298': u'\u29b8',
336
- u'\u22a2': u'\u22a3', u'\u22a6': u'\u2ade', u'\u22a8': u'\u2ae4',
337
- u'\u22a9': u'\u2ae3', u'\u22ab': u'\u2ae5', u'\u22b0': u'\u22b1',
338
- u'\u22b2': u'\u22b3', u'\u22b4': u'\u22b5', u'\u22b6': u'\u22b7',
339
- u'\u22c9': u'\u22ca', u'\u22cb': u'\u22cc', u'\u22d0': u'\u22d1',
340
- u'\u22d6': u'\u22d7', u'\u22d8': u'\u22d9', u'\u22da': u'\u22db',
341
- u'\u22dc': u'\u22dd', u'\u22de': u'\u22df', u'\u22e0': u'\u22e1',
342
- u'\u22e2': u'\u22e3', u'\u22e4': u'\u22e5', u'\u22e6': u'\u22e7',
343
- u'\u22e8': u'\u22e9', u'\u22ea': u'\u22eb', u'\u22ec': u'\u22ed',
344
- u'\u22f0': u'\u22f1', u'\u22f2': u'\u22fa', u'\u22f3': u'\u22fb',
345
- u'\u22f4': u'\u22fc', u'\u22f6': u'\u22fd', u'\u22f7': u'\u22fe',
346
- u'\u2308': u'\u2309', u'\u230a': u'\u230b', u'\u2329': u'\u232a',
347
- u'\u23b4': u'\u23b5', u'\u2768': u'\u2769', u'\u276a': u'\u276b',
348
- u'\u276c': u'\u276d', u'\u276e': u'\u276f', u'\u2770': u'\u2771',
349
- u'\u2772': u'\u2773', u'\u2774': u'\u2775', u'\u27c3': u'\u27c4',
350
- u'\u27c5': u'\u27c6', u'\u27d5': u'\u27d6', u'\u27dd': u'\u27de',
351
- u'\u27e2': u'\u27e3', u'\u27e4': u'\u27e5', u'\u27e6': u'\u27e7',
352
- u'\u27e8': u'\u27e9', u'\u27ea': u'\u27eb', u'\u2983': u'\u2984',
353
- u'\u2985': u'\u2986', u'\u2987': u'\u2988', u'\u2989': u'\u298a',
354
- u'\u298b': u'\u298c', u'\u298d': u'\u298e', u'\u298f': u'\u2990',
355
- u'\u2991': u'\u2992', u'\u2993': u'\u2994', u'\u2995': u'\u2996',
356
- u'\u2997': u'\u2998', u'\u29c0': u'\u29c1', u'\u29c4': u'\u29c5',
357
- u'\u29cf': u'\u29d0', u'\u29d1': u'\u29d2', u'\u29d4': u'\u29d5',
358
- u'\u29d8': u'\u29d9', u'\u29da': u'\u29db', u'\u29f8': u'\u29f9',
359
- u'\u29fc': u'\u29fd', u'\u2a2b': u'\u2a2c', u'\u2a2d': u'\u2a2e',
360
- u'\u2a34': u'\u2a35', u'\u2a3c': u'\u2a3d', u'\u2a64': u'\u2a65',
361
- u'\u2a79': u'\u2a7a', u'\u2a7d': u'\u2a7e', u'\u2a7f': u'\u2a80',
362
- u'\u2a81': u'\u2a82', u'\u2a83': u'\u2a84', u'\u2a8b': u'\u2a8c',
363
- u'\u2a91': u'\u2a92', u'\u2a93': u'\u2a94', u'\u2a95': u'\u2a96',
364
- u'\u2a97': u'\u2a98', u'\u2a99': u'\u2a9a', u'\u2a9b': u'\u2a9c',
365
- u'\u2aa1': u'\u2aa2', u'\u2aa6': u'\u2aa7', u'\u2aa8': u'\u2aa9',
366
- u'\u2aaa': u'\u2aab', u'\u2aac': u'\u2aad', u'\u2aaf': u'\u2ab0',
367
- u'\u2ab3': u'\u2ab4', u'\u2abb': u'\u2abc', u'\u2abd': u'\u2abe',
368
- u'\u2abf': u'\u2ac0', u'\u2ac1': u'\u2ac2', u'\u2ac3': u'\u2ac4',
369
- u'\u2ac5': u'\u2ac6', u'\u2acd': u'\u2ace', u'\u2acf': u'\u2ad0',
370
- u'\u2ad1': u'\u2ad2', u'\u2ad3': u'\u2ad4', u'\u2ad5': u'\u2ad6',
371
- u'\u2aec': u'\u2aed', u'\u2af7': u'\u2af8', u'\u2af9': u'\u2afa',
372
- u'\u2e02': u'\u2e03', u'\u2e04': u'\u2e05', u'\u2e09': u'\u2e0a',
373
- u'\u2e0c': u'\u2e0d', u'\u2e1c': u'\u2e1d', u'\u2e20': u'\u2e21',
374
- u'\u3008': u'\u3009', u'\u300a': u'\u300b', u'\u300c': u'\u300d',
375
- u'\u300e': u'\u300f', u'\u3010': u'\u3011', u'\u3014': u'\u3015',
376
- u'\u3016': u'\u3017', u'\u3018': u'\u3019', u'\u301a': u'\u301b',
377
- u'\u301d': u'\u301e', u'\ufd3e': u'\ufd3f', u'\ufe17': u'\ufe18',
378
- u'\ufe35': u'\ufe36', u'\ufe37': u'\ufe38', u'\ufe39': u'\ufe3a',
379
- u'\ufe3b': u'\ufe3c', u'\ufe3d': u'\ufe3e', u'\ufe3f': u'\ufe40',
380
- u'\ufe41': u'\ufe42', u'\ufe43': u'\ufe44', u'\ufe47': u'\ufe48',
381
- u'\ufe59': u'\ufe5a', u'\ufe5b': u'\ufe5c', u'\ufe5d': u'\ufe5e',
382
- u'\uff08': u'\uff09', u'\uff1c': u'\uff1e', u'\uff3b': u'\uff3d',
383
- u'\uff5b': u'\uff5d', u'\uff5f': u'\uff60', u'\uff62': u'\uff63',
427
+ '\u0028': '\u0029', '\u003c': '\u003e', '\u005b': '\u005d',
428
+ '\u007b': '\u007d', '\u00ab': '\u00bb', '\u0f3a': '\u0f3b',
429
+ '\u0f3c': '\u0f3d', '\u169b': '\u169c', '\u2018': '\u2019',
430
+ '\u201a': '\u2019', '\u201b': '\u2019', '\u201c': '\u201d',
431
+ '\u201e': '\u201d', '\u201f': '\u201d', '\u2039': '\u203a',
432
+ '\u2045': '\u2046', '\u207d': '\u207e', '\u208d': '\u208e',
433
+ '\u2208': '\u220b', '\u2209': '\u220c', '\u220a': '\u220d',
434
+ '\u2215': '\u29f5', '\u223c': '\u223d', '\u2243': '\u22cd',
435
+ '\u2252': '\u2253', '\u2254': '\u2255', '\u2264': '\u2265',
436
+ '\u2266': '\u2267', '\u2268': '\u2269', '\u226a': '\u226b',
437
+ '\u226e': '\u226f', '\u2270': '\u2271', '\u2272': '\u2273',
438
+ '\u2274': '\u2275', '\u2276': '\u2277', '\u2278': '\u2279',
439
+ '\u227a': '\u227b', '\u227c': '\u227d', '\u227e': '\u227f',
440
+ '\u2280': '\u2281', '\u2282': '\u2283', '\u2284': '\u2285',
441
+ '\u2286': '\u2287', '\u2288': '\u2289', '\u228a': '\u228b',
442
+ '\u228f': '\u2290', '\u2291': '\u2292', '\u2298': '\u29b8',
443
+ '\u22a2': '\u22a3', '\u22a6': '\u2ade', '\u22a8': '\u2ae4',
444
+ '\u22a9': '\u2ae3', '\u22ab': '\u2ae5', '\u22b0': '\u22b1',
445
+ '\u22b2': '\u22b3', '\u22b4': '\u22b5', '\u22b6': '\u22b7',
446
+ '\u22c9': '\u22ca', '\u22cb': '\u22cc', '\u22d0': '\u22d1',
447
+ '\u22d6': '\u22d7', '\u22d8': '\u22d9', '\u22da': '\u22db',
448
+ '\u22dc': '\u22dd', '\u22de': '\u22df', '\u22e0': '\u22e1',
449
+ '\u22e2': '\u22e3', '\u22e4': '\u22e5', '\u22e6': '\u22e7',
450
+ '\u22e8': '\u22e9', '\u22ea': '\u22eb', '\u22ec': '\u22ed',
451
+ '\u22f0': '\u22f1', '\u22f2': '\u22fa', '\u22f3': '\u22fb',
452
+ '\u22f4': '\u22fc', '\u22f6': '\u22fd', '\u22f7': '\u22fe',
453
+ '\u2308': '\u2309', '\u230a': '\u230b', '\u2329': '\u232a',
454
+ '\u23b4': '\u23b5', '\u2768': '\u2769', '\u276a': '\u276b',
455
+ '\u276c': '\u276d', '\u276e': '\u276f', '\u2770': '\u2771',
456
+ '\u2772': '\u2773', '\u2774': '\u2775', '\u27c3': '\u27c4',
457
+ '\u27c5': '\u27c6', '\u27d5': '\u27d6', '\u27dd': '\u27de',
458
+ '\u27e2': '\u27e3', '\u27e4': '\u27e5', '\u27e6': '\u27e7',
459
+ '\u27e8': '\u27e9', '\u27ea': '\u27eb', '\u2983': '\u2984',
460
+ '\u2985': '\u2986', '\u2987': '\u2988', '\u2989': '\u298a',
461
+ '\u298b': '\u298c', '\u298d': '\u298e', '\u298f': '\u2990',
462
+ '\u2991': '\u2992', '\u2993': '\u2994', '\u2995': '\u2996',
463
+ '\u2997': '\u2998', '\u29c0': '\u29c1', '\u29c4': '\u29c5',
464
+ '\u29cf': '\u29d0', '\u29d1': '\u29d2', '\u29d4': '\u29d5',
465
+ '\u29d8': '\u29d9', '\u29da': '\u29db', '\u29f8': '\u29f9',
466
+ '\u29fc': '\u29fd', '\u2a2b': '\u2a2c', '\u2a2d': '\u2a2e',
467
+ '\u2a34': '\u2a35', '\u2a3c': '\u2a3d', '\u2a64': '\u2a65',
468
+ '\u2a79': '\u2a7a', '\u2a7d': '\u2a7e', '\u2a7f': '\u2a80',
469
+ '\u2a81': '\u2a82', '\u2a83': '\u2a84', '\u2a8b': '\u2a8c',
470
+ '\u2a91': '\u2a92', '\u2a93': '\u2a94', '\u2a95': '\u2a96',
471
+ '\u2a97': '\u2a98', '\u2a99': '\u2a9a', '\u2a9b': '\u2a9c',
472
+ '\u2aa1': '\u2aa2', '\u2aa6': '\u2aa7', '\u2aa8': '\u2aa9',
473
+ '\u2aaa': '\u2aab', '\u2aac': '\u2aad', '\u2aaf': '\u2ab0',
474
+ '\u2ab3': '\u2ab4', '\u2abb': '\u2abc', '\u2abd': '\u2abe',
475
+ '\u2abf': '\u2ac0', '\u2ac1': '\u2ac2', '\u2ac3': '\u2ac4',
476
+ '\u2ac5': '\u2ac6', '\u2acd': '\u2ace', '\u2acf': '\u2ad0',
477
+ '\u2ad1': '\u2ad2', '\u2ad3': '\u2ad4', '\u2ad5': '\u2ad6',
478
+ '\u2aec': '\u2aed', '\u2af7': '\u2af8', '\u2af9': '\u2afa',
479
+ '\u2e02': '\u2e03', '\u2e04': '\u2e05', '\u2e09': '\u2e0a',
480
+ '\u2e0c': '\u2e0d', '\u2e1c': '\u2e1d', '\u2e20': '\u2e21',
481
+ '\u3008': '\u3009', '\u300a': '\u300b', '\u300c': '\u300d',
482
+ '\u300e': '\u300f', '\u3010': '\u3011', '\u3014': '\u3015',
483
+ '\u3016': '\u3017', '\u3018': '\u3019', '\u301a': '\u301b',
484
+ '\u301d': '\u301e', '\ufd3e': '\ufd3f', '\ufe17': '\ufe18',
485
+ '\ufe35': '\ufe36', '\ufe37': '\ufe38', '\ufe39': '\ufe3a',
486
+ '\ufe3b': '\ufe3c', '\ufe3d': '\ufe3e', '\ufe3f': '\ufe40',
487
+ '\ufe41': '\ufe42', '\ufe43': '\ufe44', '\ufe47': '\ufe48',
488
+ '\ufe59': '\ufe5a', '\ufe5b': '\ufe5c', '\ufe5d': '\ufe5e',
489
+ '\uff08': '\uff09', '\uff1c': '\uff1e', '\uff3b': '\uff3d',
490
+ '\uff5b': '\uff5d', '\uff5f': '\uff60', '\uff62': '\uff63',
384
491
  }
385
492
 
386
493
  def _build_word_match(words, boundary_regex_fragment=None, prefix='', suffix=''):
@@ -495,7 +602,7 @@ class Perl6Lexer(ExtendedRegexLexer):
495
602
  (r'^=.*?\n\s*?\n', Comment.Multiline),
496
603
  (r'(regex|token|rule)(\s*' + PERL6_IDENTIFIER_RANGE + '+:sym)',
497
604
  bygroups(Keyword, Name), 'token-sym-brackets'),
498
- (r'(regex|token|rule)(?!' + PERL6_IDENTIFIER_RANGE + ')(\s*' + PERL6_IDENTIFIER_RANGE + '+)?',
605
+ (r'(regex|token|rule)(?!' + PERL6_IDENTIFIER_RANGE + r')(\s*' + PERL6_IDENTIFIER_RANGE + '+)?',
499
606
  bygroups(Keyword, Name), 'pre-token'),
500
607
  # deal with a special case in the Perl 6 grammar (role q { ... })
501
608
  (r'(role)(\s+)(q)(\s*)', bygroups(Keyword, Text, Name, Text)),
@@ -504,11 +611,11 @@ class Perl6Lexer(ExtendedRegexLexer):
504
611
  Name.Builtin),
505
612
  (_build_word_match(PERL6_BUILTINS, PERL6_IDENTIFIER_RANGE), Name.Builtin),
506
613
  # copied from PerlLexer
507
- (r'[$@%&][.^:?=!~]?' + PERL6_IDENTIFIER_RANGE + u'+(?:<<.*?>>|<.*?>|«.*?»)*',
614
+ (r'[$@%&][.^:?=!~]?' + PERL6_IDENTIFIER_RANGE + '+(?:<<.*?>>|<.*?>|«.*?»)*',
508
615
  Name.Variable),
509
616
  (r'\$[!/](?:<<.*?>>|<.*?>|«.*?»)*', Name.Variable.Global),
510
617
  (r'::\?\w+', Name.Variable.Global),
511
- (r'[$@%&]\*' + PERL6_IDENTIFIER_RANGE + u'+(?:<<.*?>>|<.*?>|«.*?»)*',
618
+ (r'[$@%&]\*' + PERL6_IDENTIFIER_RANGE + '+(?:<<.*?>>|<.*?>|«.*?»)*',
512
619
  Name.Variable.Global),
513
620
  (r'\$(?:<.*?>)+', Name.Variable),
514
621
  (r'(?:q|qq|Q)[a-zA-Z]?\s*(?P<adverbs>:[\w\s:]+)?\s*(?P<delimiter>(?P<first_char>[^0-9a-zA-Z:\s])'
@@ -591,21 +698,21 @@ class Perl6Lexer(ExtendedRegexLexer):
591
698
  rating = False
592
699
 
593
700
  # check for my/our/has declarations
594
- if re.search("(?:my|our|has)\s+(?:" + Perl6Lexer.PERL6_IDENTIFIER_RANGE +
595
- "+\s+)?[$@%&(]", text):
701
+ if re.search(r"(?:my|our|has)\s+(?:" + Perl6Lexer.PERL6_IDENTIFIER_RANGE +
702
+ r"+\s+)?[$@%&(]", text):
596
703
  rating = 0.8
597
704
  saw_perl_decl = True
598
705
 
599
706
  for line in lines:
600
707
  line = re.sub('#.*', '', line)
601
- if re.match('^\s*$', line):
708
+ if re.match(r'^\s*$', line):
602
709
  continue
603
710
 
604
711
  # match v6; use v6; use v6.0; use v6.0.0;
605
- if re.match('^\s*(?:use\s+)?v6(?:\.\d(?:\.\d)?)?;', line):
712
+ if re.match(r'^\s*(?:use\s+)?v6(?:\.\d(?:\.\d)?)?;', line):
606
713
  return True
607
714
  # match class, module, role, enum, grammar declarations
608
- class_decl = re.match('^\s*(?:(?P<scope>my|our)\s+)?(?:module|class|role|enum|grammar)', line)
715
+ class_decl = re.match(r'^\s*(?:(?P<scope>my|our)\s+)?(?:module|class|role|enum|grammar)', line)
609
716
  if class_decl:
610
717
  if saw_perl_decl or class_decl.group('scope') is not None:
611
718
  return True
@@ -613,8 +720,12 @@ class Perl6Lexer(ExtendedRegexLexer):
613
720
  continue
614
721
  break
615
722
 
723
+ if ':=' in text:
724
+ # Same logic as above for PerlLexer
725
+ rating /= 2
726
+
616
727
  return rating
617
728
 
618
729
  def __init__(self, **options):
619
- super(Perl6Lexer, self).__init__(**options)
730
+ super().__init__(**options)
620
731
  self.encoding = options.get('encoding', 'utf-8')