pygments.rb 1.2.1 → 2.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (386) hide show
  1. checksums.yaml +5 -5
  2. data/.github/dependabot.yml +13 -0
  3. data/.github/workflows/ci.yml +40 -0
  4. data/.github/workflows/release.yml +24 -0
  5. data/.gitignore +4 -6
  6. data/.rubocop.yml +16 -0
  7. data/CHANGELOG.adoc +137 -0
  8. data/Gemfile +3 -1
  9. data/LICENSE +1 -1
  10. data/README.adoc +159 -0
  11. data/Rakefile +8 -32
  12. data/bench.rb +14 -8
  13. data/lib/pygments.rb +16 -14
  14. data/lib/pygments/lexer.rb +87 -65
  15. data/lib/pygments/mentos.py +23 -110
  16. data/lib/pygments/popen.rb +188 -284
  17. data/lib/pygments/version.rb +2 -2
  18. data/pygments.rb.gemspec +20 -13
  19. data/test/test_pygments.rb +50 -110
  20. data/vendor/pygments-main/{AUTHORS → Pygments-2.8.1.dist-info/AUTHORS} +26 -3
  21. data/vendor/pygments-main/Pygments-2.8.1.dist-info/INSTALLER +1 -0
  22. data/vendor/pygments-main/{LICENSE → Pygments-2.8.1.dist-info/LICENSE} +1 -1
  23. data/vendor/pygments-main/Pygments-2.8.1.dist-info/METADATA +48 -0
  24. data/vendor/pygments-main/Pygments-2.8.1.dist-info/RECORD +494 -0
  25. data/vendor/pygments-main/Pygments-2.8.1.dist-info/REQUESTED +0 -0
  26. data/vendor/pygments-main/Pygments-2.8.1.dist-info/WHEEL +5 -0
  27. data/vendor/pygments-main/Pygments-2.8.1.dist-info/entry_points.txt +3 -0
  28. data/vendor/pygments-main/Pygments-2.8.1.dist-info/top_level.txt +1 -0
  29. data/vendor/pygments-main/bin/pygmentize +8 -0
  30. data/vendor/pygments-main/pygments/__init__.py +6 -12
  31. data/vendor/pygments-main/pygments/__main__.py +17 -0
  32. data/vendor/pygments-main/pygments/cmdline.py +213 -184
  33. data/vendor/pygments-main/pygments/console.py +6 -10
  34. data/vendor/pygments-main/pygments/filter.py +4 -7
  35. data/vendor/pygments-main/pygments/filters/__init__.py +609 -22
  36. data/vendor/pygments-main/pygments/formatter.py +4 -5
  37. data/vendor/pygments-main/pygments/formatters/__init__.py +10 -10
  38. data/vendor/pygments-main/pygments/formatters/_mapping.py +1 -4
  39. data/vendor/pygments-main/pygments/formatters/bbcode.py +1 -2
  40. data/vendor/pygments-main/pygments/formatters/html.py +242 -139
  41. data/vendor/pygments-main/pygments/formatters/img.py +91 -50
  42. data/vendor/pygments-main/pygments/formatters/irc.py +39 -40
  43. data/vendor/pygments-main/pygments/formatters/latex.py +62 -33
  44. data/vendor/pygments-main/pygments/formatters/other.py +18 -17
  45. data/vendor/pygments-main/pygments/formatters/rtf.py +29 -30
  46. data/vendor/pygments-main/pygments/formatters/svg.py +40 -5
  47. data/vendor/pygments-main/pygments/formatters/terminal.py +25 -32
  48. data/vendor/pygments-main/pygments/formatters/terminal256.py +45 -14
  49. data/vendor/pygments-main/pygments/lexer.py +47 -44
  50. data/vendor/pygments-main/pygments/lexers/__init__.py +341 -0
  51. data/vendor/pygments-main/pygments/lexers/_asy_builtins.py +1644 -0
  52. data/vendor/pygments-main/pygments/lexers/_cl_builtins.py +231 -0
  53. data/vendor/pygments-main/pygments/lexers/_cocoa_builtins.py +75 -0
  54. data/vendor/pygments-main/pygments/lexers/_csound_builtins.py +1724 -0
  55. data/vendor/pygments-main/pygments/lexers/_lasso_builtins.py +5326 -0
  56. data/vendor/pygments-main/pygments/lexers/_lua_builtins.py +292 -0
  57. data/vendor/pygments-main/pygments/lexers/_mapping.py +554 -0
  58. data/vendor/pygments-main/pygments/lexers/_mql_builtins.py +1171 -0
  59. data/vendor/pygments-main/pygments/lexers/_mysql_builtins.py +1281 -0
  60. data/vendor/pygments-main/pygments/lexers/_openedge_builtins.py +2600 -0
  61. data/vendor/pygments-main/pygments/lexers/_php_builtins.py +4752 -0
  62. data/vendor/pygments-main/pygments/lexers/_postgres_builtins.py +677 -0
  63. data/vendor/pygments-main/pygments/lexers/_scilab_builtins.py +3093 -0
  64. data/vendor/pygments-main/pygments/lexers/_sourcemod_builtins.py +1160 -0
  65. data/vendor/pygments-main/pygments/lexers/_stan_builtins.py +557 -0
  66. data/vendor/pygments-main/pygments/lexers/_stata_builtins.py +457 -0
  67. data/vendor/pygments-main/pygments/lexers/_tsql_builtins.py +1003 -0
  68. data/vendor/pygments-main/pygments/lexers/_usd_builtins.py +112 -0
  69. data/vendor/pygments-main/pygments/lexers/_vbscript_builtins.py +279 -0
  70. data/vendor/pygments-main/pygments/lexers/_vim_builtins.py +1938 -0
  71. data/vendor/pygments-main/pygments/lexers/actionscript.py +244 -0
  72. data/vendor/pygments-main/pygments/lexers/agile.py +23 -0
  73. data/vendor/pygments-main/pygments/lexers/algebra.py +239 -0
  74. data/vendor/pygments-main/pygments/lexers/ambient.py +75 -0
  75. data/vendor/pygments-main/pygments/lexers/amdgpu.py +48 -0
  76. data/vendor/pygments-main/pygments/lexers/ampl.py +86 -0
  77. data/vendor/pygments-main/pygments/lexers/apl.py +100 -0
  78. data/vendor/pygments-main/pygments/lexers/archetype.py +317 -0
  79. data/vendor/pygments-main/pygments/lexers/arrow.py +116 -0
  80. data/vendor/pygments-main/pygments/lexers/asm.py +1004 -0
  81. data/vendor/pygments-main/pygments/lexers/automation.py +379 -0
  82. data/vendor/pygments-main/pygments/lexers/bare.py +103 -0
  83. data/vendor/pygments-main/pygments/lexers/basic.py +661 -0
  84. data/vendor/pygments-main/pygments/lexers/bibtex.py +159 -0
  85. data/vendor/pygments-main/pygments/lexers/boa.py +101 -0
  86. data/vendor/pygments-main/pygments/lexers/business.py +626 -0
  87. data/vendor/pygments-main/pygments/lexers/c_cpp.py +342 -0
  88. data/vendor/pygments-main/pygments/lexers/c_like.py +565 -0
  89. data/vendor/pygments-main/pygments/lexers/capnproto.py +77 -0
  90. data/vendor/pygments-main/pygments/lexers/cddl.py +190 -0
  91. data/vendor/pygments-main/pygments/lexers/chapel.py +111 -0
  92. data/vendor/pygments-main/pygments/lexers/clean.py +178 -0
  93. data/vendor/pygments-main/pygments/lexers/compiled.py +33 -0
  94. data/vendor/pygments-main/pygments/lexers/configs.py +985 -0
  95. data/vendor/pygments-main/pygments/lexers/console.py +113 -0
  96. data/vendor/pygments-main/pygments/lexers/crystal.py +366 -0
  97. data/vendor/pygments-main/pygments/lexers/csound.py +466 -0
  98. data/vendor/pygments-main/pygments/lexers/css.py +694 -0
  99. data/vendor/pygments-main/pygments/lexers/d.py +255 -0
  100. data/vendor/pygments-main/pygments/lexers/dalvik.py +124 -0
  101. data/vendor/pygments-main/pygments/lexers/data.py +697 -0
  102. data/vendor/pygments-main/pygments/lexers/devicetree.py +108 -0
  103. data/vendor/pygments-main/pygments/lexers/diff.py +164 -0
  104. data/vendor/pygments-main/pygments/lexers/dotnet.py +706 -0
  105. data/vendor/pygments-main/pygments/lexers/dsls.py +959 -0
  106. data/vendor/pygments-main/pygments/lexers/dylan.py +286 -0
  107. data/vendor/pygments-main/pygments/lexers/ecl.py +137 -0
  108. data/vendor/pygments-main/pygments/lexers/eiffel.py +64 -0
  109. data/vendor/pygments-main/pygments/lexers/elm.py +120 -0
  110. data/vendor/pygments-main/pygments/lexers/email.py +150 -0
  111. data/vendor/pygments-main/pygments/lexers/erlang.py +529 -0
  112. data/vendor/pygments-main/pygments/lexers/esoteric.py +303 -0
  113. data/vendor/pygments-main/pygments/lexers/ezhil.py +76 -0
  114. data/vendor/pygments-main/pygments/lexers/factor.py +343 -0
  115. data/vendor/pygments-main/pygments/lexers/fantom.py +249 -0
  116. data/vendor/pygments-main/pygments/lexers/felix.py +272 -0
  117. data/vendor/pygments-main/pygments/lexers/floscript.py +82 -0
  118. data/vendor/pygments-main/pygments/lexers/forth.py +177 -0
  119. data/vendor/pygments-main/pygments/lexers/fortran.py +208 -0
  120. data/vendor/pygments-main/pygments/lexers/foxpro.py +427 -0
  121. data/vendor/pygments-main/pygments/lexers/freefem.py +897 -0
  122. data/vendor/pygments-main/pygments/lexers/functional.py +20 -0
  123. data/vendor/pygments-main/pygments/lexers/futhark.py +110 -0
  124. data/vendor/pygments-main/pygments/lexers/gdscript.py +345 -0
  125. data/vendor/pygments-main/pygments/lexers/go.py +100 -0
  126. data/vendor/pygments-main/pygments/lexers/grammar_notation.py +269 -0
  127. data/vendor/pygments-main/pygments/lexers/graph.py +84 -0
  128. data/vendor/pygments-main/pygments/lexers/graphics.py +799 -0
  129. data/vendor/pygments-main/pygments/lexers/graphviz.py +57 -0
  130. data/vendor/pygments-main/pygments/lexers/haskell.py +869 -0
  131. data/vendor/pygments-main/pygments/lexers/haxe.py +935 -0
  132. data/vendor/pygments-main/pygments/lexers/hdl.py +468 -0
  133. data/vendor/pygments-main/pygments/lexers/hexdump.py +102 -0
  134. data/vendor/pygments-main/pygments/lexers/html.py +613 -0
  135. data/vendor/pygments-main/pygments/lexers/idl.py +280 -0
  136. data/vendor/pygments-main/pygments/lexers/igor.py +419 -0
  137. data/vendor/pygments-main/pygments/lexers/inferno.py +95 -0
  138. data/vendor/pygments-main/pygments/lexers/installers.py +321 -0
  139. data/vendor/pygments-main/pygments/lexers/int_fiction.py +1367 -0
  140. data/vendor/pygments-main/pygments/lexers/iolang.py +62 -0
  141. data/vendor/pygments-main/pygments/lexers/j.py +145 -0
  142. data/vendor/pygments-main/pygments/lexers/javascript.py +1536 -0
  143. data/vendor/pygments-main/pygments/lexers/julia.py +330 -0
  144. data/vendor/pygments-main/pygments/lexers/jvm.py +1739 -0
  145. data/vendor/pygments-main/pygments/lexers/lisp.py +2698 -0
  146. data/vendor/pygments-main/pygments/lexers/make.py +205 -0
  147. data/vendor/pygments-main/pygments/lexers/markup.py +762 -0
  148. data/vendor/pygments-main/pygments/lexers/math.py +20 -0
  149. data/vendor/pygments-main/pygments/lexers/matlab.py +3280 -0
  150. data/vendor/pygments-main/pygments/lexers/mime.py +225 -0
  151. data/vendor/pygments-main/pygments/lexers/ml.py +957 -0
  152. data/vendor/pygments-main/pygments/lexers/modeling.py +365 -0
  153. data/vendor/pygments-main/pygments/lexers/modula2.py +1579 -0
  154. data/vendor/pygments-main/pygments/lexers/monte.py +203 -0
  155. data/vendor/pygments-main/pygments/lexers/mosel.py +447 -0
  156. data/vendor/pygments-main/pygments/lexers/ncl.py +893 -0
  157. data/vendor/pygments-main/pygments/lexers/nimrod.py +158 -0
  158. data/vendor/pygments-main/pygments/lexers/nit.py +63 -0
  159. data/vendor/pygments-main/pygments/lexers/nix.py +135 -0
  160. data/vendor/pygments-main/pygments/lexers/oberon.py +120 -0
  161. data/vendor/pygments-main/pygments/lexers/objective.py +503 -0
  162. data/vendor/pygments-main/pygments/lexers/ooc.py +84 -0
  163. data/vendor/pygments-main/pygments/lexers/other.py +40 -0
  164. data/vendor/pygments-main/pygments/lexers/parasail.py +78 -0
  165. data/vendor/pygments-main/pygments/lexers/parsers.py +799 -0
  166. data/vendor/pygments-main/pygments/lexers/pascal.py +643 -0
  167. data/vendor/pygments-main/pygments/lexers/pawn.py +202 -0
  168. data/vendor/pygments-main/pygments/lexers/perl.py +731 -0
  169. data/vendor/pygments-main/pygments/lexers/php.py +320 -0
  170. data/vendor/pygments-main/pygments/lexers/pointless.py +70 -0
  171. data/vendor/pygments-main/pygments/lexers/pony.py +93 -0
  172. data/vendor/pygments-main/pygments/lexers/praat.py +301 -0
  173. data/vendor/pygments-main/pygments/lexers/prolog.py +305 -0
  174. data/vendor/pygments-main/pygments/lexers/promql.py +182 -0
  175. data/vendor/pygments-main/pygments/lexers/python.py +1158 -0
  176. data/vendor/pygments-main/pygments/lexers/qvt.py +151 -0
  177. data/vendor/pygments-main/pygments/lexers/r.py +190 -0
  178. data/vendor/pygments-main/pygments/lexers/rdf.py +462 -0
  179. data/vendor/pygments-main/pygments/lexers/rebol.py +430 -0
  180. data/vendor/pygments-main/pygments/lexers/resource.py +84 -0
  181. data/vendor/pygments-main/pygments/lexers/ride.py +138 -0
  182. data/vendor/pygments-main/pygments/lexers/rnc.py +66 -0
  183. data/vendor/pygments-main/pygments/lexers/roboconf.py +81 -0
  184. data/vendor/pygments-main/pygments/lexers/robotframework.py +551 -0
  185. data/vendor/pygments-main/pygments/lexers/ruby.py +523 -0
  186. data/vendor/pygments-main/pygments/lexers/rust.py +223 -0
  187. data/vendor/pygments-main/pygments/lexers/sas.py +227 -0
  188. data/vendor/pygments-main/pygments/lexers/scdoc.py +82 -0
  189. data/vendor/pygments-main/pygments/lexers/scripting.py +1283 -0
  190. data/vendor/pygments-main/pygments/lexers/sgf.py +60 -0
  191. data/vendor/pygments-main/pygments/lexers/shell.py +909 -0
  192. data/vendor/pygments-main/pygments/lexers/sieve.py +68 -0
  193. data/vendor/pygments-main/pygments/lexers/slash.py +184 -0
  194. data/vendor/pygments-main/pygments/lexers/smalltalk.py +194 -0
  195. data/vendor/pygments-main/pygments/lexers/smv.py +78 -0
  196. data/vendor/pygments-main/pygments/lexers/snobol.py +82 -0
  197. data/vendor/pygments-main/pygments/lexers/solidity.py +91 -0
  198. data/vendor/pygments-main/pygments/lexers/special.py +106 -0
  199. data/vendor/pygments-main/pygments/lexers/sql.py +832 -0
  200. data/vendor/pygments-main/pygments/lexers/stata.py +170 -0
  201. data/vendor/pygments-main/pygments/lexers/supercollider.py +94 -0
  202. data/vendor/pygments-main/pygments/lexers/tcl.py +144 -0
  203. data/vendor/pygments-main/pygments/lexers/templates.py +2263 -0
  204. data/vendor/pygments-main/pygments/lexers/teraterm.py +334 -0
  205. data/vendor/pygments-main/pygments/lexers/testing.py +206 -0
  206. data/vendor/pygments-main/pygments/lexers/text.py +25 -0
  207. data/vendor/pygments-main/pygments/lexers/textedit.py +168 -0
  208. data/vendor/pygments-main/pygments/lexers/textfmts.py +429 -0
  209. data/vendor/pygments-main/pygments/lexers/theorem.py +476 -0
  210. data/vendor/pygments-main/pygments/lexers/tnt.py +262 -0
  211. data/vendor/pygments-main/pygments/lexers/trafficscript.py +53 -0
  212. data/vendor/pygments-main/pygments/lexers/typoscript.py +218 -0
  213. data/vendor/pygments-main/pygments/lexers/unicon.py +411 -0
  214. data/vendor/pygments-main/pygments/lexers/urbi.py +145 -0
  215. data/vendor/pygments-main/pygments/lexers/usd.py +89 -0
  216. data/vendor/pygments-main/pygments/lexers/varnish.py +189 -0
  217. data/vendor/pygments-main/pygments/lexers/verification.py +113 -0
  218. data/vendor/pygments-main/pygments/lexers/web.py +23 -0
  219. data/vendor/pygments-main/pygments/lexers/webidl.py +298 -0
  220. data/vendor/pygments-main/pygments/lexers/webmisc.py +991 -0
  221. data/vendor/pygments-main/pygments/lexers/whiley.py +115 -0
  222. data/vendor/pygments-main/pygments/lexers/x10.py +68 -0
  223. data/vendor/pygments-main/pygments/lexers/xorg.py +36 -0
  224. data/vendor/pygments-main/pygments/lexers/yang.py +103 -0
  225. data/vendor/pygments-main/pygments/lexers/zig.py +123 -0
  226. data/vendor/pygments-main/pygments/modeline.py +1 -2
  227. data/vendor/pygments-main/pygments/plugin.py +4 -3
  228. data/vendor/pygments-main/pygments/regexopt.py +1 -2
  229. data/vendor/pygments-main/pygments/scanner.py +2 -3
  230. data/vendor/pygments-main/pygments/sphinxext.py +2 -5
  231. data/vendor/pygments-main/pygments/style.py +61 -25
  232. data/vendor/pygments-main/pygments/styles/__init__.py +12 -5
  233. data/vendor/pygments-main/pygments/styles/abap.py +1 -2
  234. data/vendor/pygments-main/pygments/styles/algol.py +1 -2
  235. data/vendor/pygments-main/pygments/styles/algol_nu.py +1 -2
  236. data/vendor/pygments-main/pygments/styles/arduino.py +2 -3
  237. data/vendor/pygments-main/pygments/styles/autumn.py +1 -2
  238. data/vendor/pygments-main/pygments/styles/borland.py +1 -2
  239. data/vendor/pygments-main/pygments/styles/bw.py +1 -2
  240. data/vendor/pygments-main/pygments/styles/colorful.py +1 -2
  241. data/vendor/pygments-main/pygments/styles/default.py +1 -2
  242. data/vendor/pygments-main/pygments/styles/emacs.py +1 -2
  243. data/vendor/pygments-main/pygments/styles/friendly.py +1 -2
  244. data/vendor/pygments-main/pygments/styles/fruity.py +1 -2
  245. data/vendor/pygments-main/pygments/styles/igor.py +1 -2
  246. data/vendor/pygments-main/pygments/styles/inkpot.py +66 -0
  247. data/vendor/pygments-main/pygments/styles/lovelace.py +1 -2
  248. data/vendor/pygments-main/pygments/styles/manni.py +1 -2
  249. data/vendor/pygments-main/pygments/styles/material.py +118 -0
  250. data/vendor/pygments-main/pygments/styles/monokai.py +4 -4
  251. data/vendor/pygments-main/pygments/styles/murphy.py +1 -2
  252. data/vendor/pygments-main/pygments/styles/native.py +1 -2
  253. data/vendor/pygments-main/pygments/styles/paraiso_dark.py +1 -2
  254. data/vendor/pygments-main/pygments/styles/paraiso_light.py +1 -2
  255. data/vendor/pygments-main/pygments/styles/pastie.py +1 -2
  256. data/vendor/pygments-main/pygments/styles/perldoc.py +1 -2
  257. data/vendor/pygments-main/pygments/styles/rainbow_dash.py +1 -2
  258. data/vendor/pygments-main/pygments/styles/rrt.py +1 -2
  259. data/vendor/pygments-main/pygments/styles/sas.py +1 -2
  260. data/vendor/pygments-main/pygments/styles/solarized.py +136 -0
  261. data/vendor/pygments-main/pygments/styles/stata_dark.py +40 -0
  262. data/vendor/pygments-main/pygments/styles/{stata.py → stata_light.py} +14 -16
  263. data/vendor/pygments-main/pygments/styles/tango.py +1 -2
  264. data/vendor/pygments-main/pygments/styles/trac.py +1 -2
  265. data/vendor/pygments-main/pygments/styles/vim.py +1 -2
  266. data/vendor/pygments-main/pygments/styles/vs.py +1 -2
  267. data/vendor/pygments-main/pygments/styles/xcode.py +1 -2
  268. data/vendor/pygments-main/pygments/styles/zenburn.py +80 -0
  269. data/vendor/pygments-main/pygments/token.py +1 -2
  270. data/vendor/pygments-main/pygments/unistring.py +47 -109
  271. data/vendor/pygments-main/pygments/util.py +16 -96
  272. metadata +81 -139
  273. data/CHANGELOG.md +0 -111
  274. data/README.md +0 -121
  275. data/cache-lexers.rb +0 -8
  276. data/circle.yml +0 -20
  277. data/test/test_data.c +0 -2581
  278. data/test/test_data.py +0 -514
  279. data/test/test_data_generated +0 -2582
  280. data/vendor/custom_lexers/github.py +0 -565
  281. data/vendor/pygments-main/CHANGES +0 -1186
  282. data/vendor/pygments-main/MANIFEST.in +0 -6
  283. data/vendor/pygments-main/Makefile +0 -65
  284. data/vendor/pygments-main/README.rst +0 -39
  285. data/vendor/pygments-main/REVISION +0 -1
  286. data/vendor/pygments-main/TODO +0 -12
  287. data/vendor/pygments-main/doc/Makefile +0 -153
  288. data/vendor/pygments-main/doc/_static/favicon.ico +0 -0
  289. data/vendor/pygments-main/doc/_static/logo_new.png +0 -0
  290. data/vendor/pygments-main/doc/_static/logo_only.png +0 -0
  291. data/vendor/pygments-main/doc/_templates/docssidebar.html +0 -3
  292. data/vendor/pygments-main/doc/_templates/indexsidebar.html +0 -25
  293. data/vendor/pygments-main/doc/_themes/pygments14/layout.html +0 -98
  294. data/vendor/pygments-main/doc/_themes/pygments14/static/bodybg.png +0 -0
  295. data/vendor/pygments-main/doc/_themes/pygments14/static/docbg.png +0 -0
  296. data/vendor/pygments-main/doc/_themes/pygments14/static/listitem.png +0 -0
  297. data/vendor/pygments-main/doc/_themes/pygments14/static/logo.png +0 -0
  298. data/vendor/pygments-main/doc/_themes/pygments14/static/pocoo.png +0 -0
  299. data/vendor/pygments-main/doc/_themes/pygments14/static/pygments14.css_t +0 -401
  300. data/vendor/pygments-main/doc/_themes/pygments14/theme.conf +0 -15
  301. data/vendor/pygments-main/doc/conf.py +0 -241
  302. data/vendor/pygments-main/doc/docs/api.rst +0 -354
  303. data/vendor/pygments-main/doc/docs/authors.rst +0 -4
  304. data/vendor/pygments-main/doc/docs/changelog.rst +0 -1
  305. data/vendor/pygments-main/doc/docs/cmdline.rst +0 -166
  306. data/vendor/pygments-main/doc/docs/filterdevelopment.rst +0 -71
  307. data/vendor/pygments-main/doc/docs/filters.rst +0 -41
  308. data/vendor/pygments-main/doc/docs/formatterdevelopment.rst +0 -169
  309. data/vendor/pygments-main/doc/docs/formatters.rst +0 -48
  310. data/vendor/pygments-main/doc/docs/index.rst +0 -66
  311. data/vendor/pygments-main/doc/docs/integrate.rst +0 -40
  312. data/vendor/pygments-main/doc/docs/java.rst +0 -70
  313. data/vendor/pygments-main/doc/docs/lexerdevelopment.rst +0 -728
  314. data/vendor/pygments-main/doc/docs/lexers.rst +0 -69
  315. data/vendor/pygments-main/doc/docs/moinmoin.rst +0 -39
  316. data/vendor/pygments-main/doc/docs/plugins.rst +0 -93
  317. data/vendor/pygments-main/doc/docs/quickstart.rst +0 -205
  318. data/vendor/pygments-main/doc/docs/rstdirective.rst +0 -22
  319. data/vendor/pygments-main/doc/docs/styles.rst +0 -201
  320. data/vendor/pygments-main/doc/docs/tokens.rst +0 -372
  321. data/vendor/pygments-main/doc/docs/unicode.rst +0 -58
  322. data/vendor/pygments-main/doc/download.rst +0 -41
  323. data/vendor/pygments-main/doc/faq.rst +0 -139
  324. data/vendor/pygments-main/doc/index.rst +0 -54
  325. data/vendor/pygments-main/doc/languages.rst +0 -154
  326. data/vendor/pygments-main/doc/make.bat +0 -190
  327. data/vendor/pygments-main/doc/pygmentize.1 +0 -94
  328. data/vendor/pygments-main/external/autopygmentize +0 -101
  329. data/vendor/pygments-main/external/lasso-builtins-generator-9.lasso +0 -162
  330. data/vendor/pygments-main/external/markdown-processor.py +0 -67
  331. data/vendor/pygments-main/external/moin-parser.py +0 -112
  332. data/vendor/pygments-main/external/pygments.bashcomp +0 -38
  333. data/vendor/pygments-main/external/rst-directive.py +0 -82
  334. data/vendor/pygments-main/pygmentize +0 -8
  335. data/vendor/pygments-main/requirements.txt +0 -5
  336. data/vendor/pygments-main/scripts/check_sources.py +0 -211
  337. data/vendor/pygments-main/scripts/debug_lexer.py +0 -246
  338. data/vendor/pygments-main/scripts/detect_missing_analyse_text.py +0 -33
  339. data/vendor/pygments-main/scripts/epydoc.css +0 -280
  340. data/vendor/pygments-main/scripts/get_vimkw.py +0 -74
  341. data/vendor/pygments-main/scripts/pylintrc +0 -301
  342. data/vendor/pygments-main/scripts/vim2pygments.py +0 -935
  343. data/vendor/pygments-main/setup.cfg +0 -10
  344. data/vendor/pygments-main/setup.py +0 -77
  345. data/vendor/pygments-main/tox.ini +0 -7
  346. data/vendor/simplejson/.gitignore +0 -10
  347. data/vendor/simplejson/.travis.yml +0 -5
  348. data/vendor/simplejson/CHANGES.txt +0 -291
  349. data/vendor/simplejson/LICENSE.txt +0 -19
  350. data/vendor/simplejson/MANIFEST.in +0 -5
  351. data/vendor/simplejson/README.rst +0 -19
  352. data/vendor/simplejson/conf.py +0 -179
  353. data/vendor/simplejson/index.rst +0 -628
  354. data/vendor/simplejson/scripts/make_docs.py +0 -18
  355. data/vendor/simplejson/setup.py +0 -104
  356. data/vendor/simplejson/simplejson/__init__.py +0 -510
  357. data/vendor/simplejson/simplejson/_speedups.c +0 -2745
  358. data/vendor/simplejson/simplejson/decoder.py +0 -425
  359. data/vendor/simplejson/simplejson/encoder.py +0 -567
  360. data/vendor/simplejson/simplejson/ordered_dict.py +0 -119
  361. data/vendor/simplejson/simplejson/scanner.py +0 -77
  362. data/vendor/simplejson/simplejson/tests/__init__.py +0 -67
  363. data/vendor/simplejson/simplejson/tests/test_bigint_as_string.py +0 -55
  364. data/vendor/simplejson/simplejson/tests/test_check_circular.py +0 -30
  365. data/vendor/simplejson/simplejson/tests/test_decimal.py +0 -66
  366. data/vendor/simplejson/simplejson/tests/test_decode.py +0 -83
  367. data/vendor/simplejson/simplejson/tests/test_default.py +0 -9
  368. data/vendor/simplejson/simplejson/tests/test_dump.py +0 -67
  369. data/vendor/simplejson/simplejson/tests/test_encode_basestring_ascii.py +0 -46
  370. data/vendor/simplejson/simplejson/tests/test_encode_for_html.py +0 -32
  371. data/vendor/simplejson/simplejson/tests/test_errors.py +0 -34
  372. data/vendor/simplejson/simplejson/tests/test_fail.py +0 -91
  373. data/vendor/simplejson/simplejson/tests/test_float.py +0 -19
  374. data/vendor/simplejson/simplejson/tests/test_indent.py +0 -86
  375. data/vendor/simplejson/simplejson/tests/test_item_sort_key.py +0 -20
  376. data/vendor/simplejson/simplejson/tests/test_namedtuple.py +0 -121
  377. data/vendor/simplejson/simplejson/tests/test_pass1.py +0 -76
  378. data/vendor/simplejson/simplejson/tests/test_pass2.py +0 -14
  379. data/vendor/simplejson/simplejson/tests/test_pass3.py +0 -20
  380. data/vendor/simplejson/simplejson/tests/test_recursion.py +0 -67
  381. data/vendor/simplejson/simplejson/tests/test_scanstring.py +0 -117
  382. data/vendor/simplejson/simplejson/tests/test_separators.py +0 -42
  383. data/vendor/simplejson/simplejson/tests/test_speedups.py +0 -20
  384. data/vendor/simplejson/simplejson/tests/test_tuple.py +0 -49
  385. data/vendor/simplejson/simplejson/tests/test_unicode.py +0 -109
  386. data/vendor/simplejson/simplejson/tool.py +0 -39
@@ -0,0 +1,151 @@
1
+ """
2
+ pygments.lexers.qvt
3
+ ~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexer for QVT Operational language.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ from pygments.lexer import RegexLexer, bygroups, include, combined, default, \
12
+ words
13
+ from pygments.token import Text, Comment, Operator, Keyword, Punctuation, \
14
+ Name, String, Number
15
+
16
+ __all__ = ['QVToLexer']
17
+
18
+
19
+ class QVToLexer(RegexLexer):
20
+ """
21
+ For the `QVT Operational Mapping language <http://www.omg.org/spec/QVT/1.1/>`_.
22
+
23
+ Reference for implementing this: «Meta Object Facility (MOF) 2.0
24
+ Query/View/Transformation Specification», Version 1.1 - January 2011
25
+ (http://www.omg.org/spec/QVT/1.1/), see §8.4, «Concrete Syntax» in
26
+ particular.
27
+
28
+ Notable tokens assignments:
29
+
30
+ - Name.Class is assigned to the identifier following any of the following
31
+ keywords: metamodel, class, exception, primitive, enum, transformation
32
+ or library
33
+
34
+ - Name.Function is assigned to the names of mappings and queries
35
+
36
+ - Name.Builtin.Pseudo is assigned to the pre-defined variables 'this',
37
+ 'self' and 'result'.
38
+ """
39
+ # With obvious borrowings & inspiration from the Java, Python and C lexers
40
+
41
+ name = 'QVTO'
42
+ aliases = ['qvto', 'qvt']
43
+ filenames = ['*.qvto']
44
+
45
+ tokens = {
46
+ 'root': [
47
+ (r'\n', Text),
48
+ (r'[^\S\n]+', Text),
49
+ (r'(--|//)(\s*)(directive:)?(.*)$',
50
+ bygroups(Comment, Comment, Comment.Preproc, Comment)),
51
+ # Uncomment the following if you want to distinguish between
52
+ # '/*' and '/**', à la javadoc
53
+ # (r'/[*]{2}(.|\n)*?[*]/', Comment.Multiline),
54
+ (r'/[*](.|\n)*?[*]/', Comment.Multiline),
55
+ (r'\\\n', Text),
56
+ (r'(and|not|or|xor|##?)\b', Operator.Word),
57
+ (r'(:{1,2}=|[-+]=)\b', Operator.Word),
58
+ (r'(@|<<|>>)\b', Keyword), # stereotypes
59
+ (r'!=|<>|==|=|!->|->|>=|<=|[.]{3}|[+/*%=<>&|.~]', Operator),
60
+ (r'[]{}:(),;[]', Punctuation),
61
+ (r'(true|false|unlimited|null)\b', Keyword.Constant),
62
+ (r'(this|self|result)\b', Name.Builtin.Pseudo),
63
+ (r'(var)\b', Keyword.Declaration),
64
+ (r'(from|import)\b', Keyword.Namespace, 'fromimport'),
65
+ (r'(metamodel|class|exception|primitive|enum|transformation|'
66
+ r'library)(\s+)(\w+)',
67
+ bygroups(Keyword.Word, Text, Name.Class)),
68
+ (r'(exception)(\s+)(\w+)',
69
+ bygroups(Keyword.Word, Text, Name.Exception)),
70
+ (r'(main)\b', Name.Function),
71
+ (r'(mapping|helper|query)(\s+)',
72
+ bygroups(Keyword.Declaration, Text), 'operation'),
73
+ (r'(assert)(\s+)\b', bygroups(Keyword, Text), 'assert'),
74
+ (r'(Bag|Collection|Dict|OrderedSet|Sequence|Set|Tuple|List)\b',
75
+ Keyword.Type),
76
+ include('keywords'),
77
+ ('"', String, combined('stringescape', 'dqs')),
78
+ ("'", String, combined('stringescape', 'sqs')),
79
+ include('name'),
80
+ include('numbers'),
81
+ # (r'([a-zA-Z_]\w*)(::)([a-zA-Z_]\w*)',
82
+ # bygroups(Text, Text, Text)),
83
+ ],
84
+
85
+ 'fromimport': [
86
+ (r'(?:[ \t]|\\\n)+', Text),
87
+ (r'[a-zA-Z_][\w.]*', Name.Namespace),
88
+ default('#pop'),
89
+ ],
90
+
91
+ 'operation': [
92
+ (r'::', Text),
93
+ (r'(.*::)([a-zA-Z_]\w*)([ \t]*)(\()',
94
+ bygroups(Text, Name.Function, Text, Punctuation), '#pop')
95
+ ],
96
+
97
+ 'assert': [
98
+ (r'(warning|error|fatal)\b', Keyword, '#pop'),
99
+ default('#pop'), # all else: go back
100
+ ],
101
+
102
+ 'keywords': [
103
+ (words((
104
+ 'abstract', 'access', 'any', 'assert', 'blackbox', 'break',
105
+ 'case', 'collect', 'collectNested', 'collectOne', 'collectselect',
106
+ 'collectselectOne', 'composes', 'compute', 'configuration',
107
+ 'constructor', 'continue', 'datatype', 'default', 'derived',
108
+ 'disjuncts', 'do', 'elif', 'else', 'end', 'endif', 'except',
109
+ 'exists', 'extends', 'forAll', 'forEach', 'forOne', 'from', 'if',
110
+ 'implies', 'in', 'inherits', 'init', 'inout', 'intermediate',
111
+ 'invresolve', 'invresolveIn', 'invresolveone', 'invresolveoneIn',
112
+ 'isUnique', 'iterate', 'late', 'let', 'literal', 'log', 'map',
113
+ 'merges', 'modeltype', 'new', 'object', 'one', 'ordered', 'out',
114
+ 'package', 'population', 'property', 'raise', 'readonly',
115
+ 'references', 'refines', 'reject', 'resolve', 'resolveIn',
116
+ 'resolveone', 'resolveoneIn', 'return', 'select', 'selectOne',
117
+ 'sortedBy', 'static', 'switch', 'tag', 'then', 'try', 'typedef',
118
+ 'unlimited', 'uses', 'when', 'where', 'while', 'with', 'xcollect',
119
+ 'xmap', 'xselect'), suffix=r'\b'), Keyword),
120
+ ],
121
+
122
+ # There is no need to distinguish between String.Single and
123
+ # String.Double: 'strings' is factorised for 'dqs' and 'sqs'
124
+ 'strings': [
125
+ (r'[^\\\'"\n]+', String),
126
+ # quotes, percents and backslashes must be parsed one at a time
127
+ (r'[\'"\\]', String),
128
+ ],
129
+ 'stringescape': [
130
+ (r'\\([\\btnfr"\']|u[0-3][0-7]{2}|u[0-7]{1,2})', String.Escape)
131
+ ],
132
+ 'dqs': [ # double-quoted string
133
+ (r'"', String, '#pop'),
134
+ (r'\\\\|\\"', String.Escape),
135
+ include('strings')
136
+ ],
137
+ 'sqs': [ # single-quoted string
138
+ (r"'", String, '#pop'),
139
+ (r"\\\\|\\'", String.Escape),
140
+ include('strings')
141
+ ],
142
+ 'name': [
143
+ (r'[a-zA-Z_]\w*', Name),
144
+ ],
145
+ # numbers: excerpt taken from the python lexer
146
+ 'numbers': [
147
+ (r'(\d+\.\d*|\d*\.\d+)([eE][+-]?[0-9]+)?', Number.Float),
148
+ (r'\d+[eE][+-]?[0-9]+', Number.Float),
149
+ (r'\d+', Number.Integer)
150
+ ],
151
+ }
@@ -0,0 +1,190 @@
1
+ """
2
+ pygments.lexers.r
3
+ ~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for the R/S languages.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import Lexer, RegexLexer, include, do_insertions, bygroups
14
+ from pygments.token import Text, Comment, Operator, Keyword, Name, String, \
15
+ Number, Punctuation, Generic
16
+
17
+ __all__ = ['RConsoleLexer', 'SLexer', 'RdLexer']
18
+
19
+
20
+ line_re = re.compile('.*?\n')
21
+
22
+
23
+ class RConsoleLexer(Lexer):
24
+ """
25
+ For R console transcripts or R CMD BATCH output files.
26
+ """
27
+
28
+ name = 'RConsole'
29
+ aliases = ['rconsole', 'rout']
30
+ filenames = ['*.Rout']
31
+
32
+ def get_tokens_unprocessed(self, text):
33
+ slexer = SLexer(**self.options)
34
+
35
+ current_code_block = ''
36
+ insertions = []
37
+
38
+ for match in line_re.finditer(text):
39
+ line = match.group()
40
+ if line.startswith('>') or line.startswith('+'):
41
+ # Colorize the prompt as such,
42
+ # then put rest of line into current_code_block
43
+ insertions.append((len(current_code_block),
44
+ [(0, Generic.Prompt, line[:2])]))
45
+ current_code_block += line[2:]
46
+ else:
47
+ # We have reached a non-prompt line!
48
+ # If we have stored prompt lines, need to process them first.
49
+ if current_code_block:
50
+ # Weave together the prompts and highlight code.
51
+ yield from do_insertions(
52
+ insertions, slexer.get_tokens_unprocessed(current_code_block))
53
+ # Reset vars for next code block.
54
+ current_code_block = ''
55
+ insertions = []
56
+ # Now process the actual line itself, this is output from R.
57
+ yield match.start(), Generic.Output, line
58
+
59
+ # If we happen to end on a code block with nothing after it, need to
60
+ # process the last code block. This is neither elegant nor DRY so
61
+ # should be changed.
62
+ if current_code_block:
63
+ yield from do_insertions(
64
+ insertions, slexer.get_tokens_unprocessed(current_code_block))
65
+
66
+
67
+ class SLexer(RegexLexer):
68
+ """
69
+ For S, S-plus, and R source code.
70
+
71
+ .. versionadded:: 0.10
72
+ """
73
+
74
+ name = 'S'
75
+ aliases = ['splus', 's', 'r']
76
+ filenames = ['*.S', '*.R', '.Rhistory', '.Rprofile', '.Renviron']
77
+ mimetypes = ['text/S-plus', 'text/S', 'text/x-r-source', 'text/x-r',
78
+ 'text/x-R', 'text/x-r-history', 'text/x-r-profile']
79
+
80
+ valid_name = r'`[^`\\]*(?:\\.[^`\\]*)*`|(?:[a-zA-Z]|\.[A-Za-z_.])[\w.]*|\.'
81
+ tokens = {
82
+ 'comments': [
83
+ (r'#.*$', Comment.Single),
84
+ ],
85
+ 'valid_name': [
86
+ (valid_name, Name),
87
+ ],
88
+ 'punctuation': [
89
+ (r'\[{1,2}|\]{1,2}|\(|\)|;|,', Punctuation),
90
+ ],
91
+ 'keywords': [
92
+ (r'(if|else|for|while|repeat|in|next|break|return|switch|function)'
93
+ r'(?![\w.])',
94
+ Keyword.Reserved),
95
+ ],
96
+ 'operators': [
97
+ (r'<<?-|->>?|-|==|<=|>=|<|>|&&?|!=|\|\|?|\?', Operator),
98
+ (r'\*|\+|\^|/|!|%[^%]*%|=|~|\$|@|:{1,3}', Operator),
99
+ ],
100
+ 'builtin_symbols': [
101
+ (r'(NULL|NA(_(integer|real|complex|character)_)?|'
102
+ r'letters|LETTERS|Inf|TRUE|FALSE|NaN|pi|\.\.(\.|[0-9]+))'
103
+ r'(?![\w.])',
104
+ Keyword.Constant),
105
+ (r'(T|F)\b', Name.Builtin.Pseudo),
106
+ ],
107
+ 'numbers': [
108
+ # hex number
109
+ (r'0[xX][a-fA-F0-9]+([pP][0-9]+)?[Li]?', Number.Hex),
110
+ # decimal number
111
+ (r'[+-]?([0-9]+(\.[0-9]+)?|\.[0-9]+|\.)([eE][+-]?[0-9]+)?[Li]?',
112
+ Number),
113
+ ],
114
+ 'statements': [
115
+ include('comments'),
116
+ # whitespaces
117
+ (r'\s+', Text),
118
+ (r'\'', String, 'string_squote'),
119
+ (r'\"', String, 'string_dquote'),
120
+ include('builtin_symbols'),
121
+ include('valid_name'),
122
+ include('numbers'),
123
+ include('keywords'),
124
+ include('punctuation'),
125
+ include('operators'),
126
+ ],
127
+ 'root': [
128
+ # calls:
129
+ (r'(%s)\s*(?=\()' % valid_name, Name.Function),
130
+ include('statements'),
131
+ # blocks:
132
+ (r'\{|\}', Punctuation),
133
+ # (r'\{', Punctuation, 'block'),
134
+ (r'.', Text),
135
+ ],
136
+ # 'block': [
137
+ # include('statements'),
138
+ # ('\{', Punctuation, '#push'),
139
+ # ('\}', Punctuation, '#pop')
140
+ # ],
141
+ 'string_squote': [
142
+ (r'([^\'\\]|\\.)*\'', String, '#pop'),
143
+ ],
144
+ 'string_dquote': [
145
+ (r'([^"\\]|\\.)*"', String, '#pop'),
146
+ ],
147
+ }
148
+
149
+ def analyse_text(text):
150
+ if re.search(r'[a-z0-9_\])\s]<-(?!-)', text):
151
+ return 0.11
152
+
153
+
154
+ class RdLexer(RegexLexer):
155
+ """
156
+ Pygments Lexer for R documentation (Rd) files
157
+
158
+ This is a very minimal implementation, highlighting little more
159
+ than the macros. A description of Rd syntax is found in `Writing R
160
+ Extensions <http://cran.r-project.org/doc/manuals/R-exts.html>`_
161
+ and `Parsing Rd files <http://developer.r-project.org/parseRd.pdf>`_.
162
+
163
+ .. versionadded:: 1.6
164
+ """
165
+ name = 'Rd'
166
+ aliases = ['rd']
167
+ filenames = ['*.Rd']
168
+ mimetypes = ['text/x-r-doc']
169
+
170
+ # To account for verbatim / LaTeX-like / and R-like areas
171
+ # would require parsing.
172
+ tokens = {
173
+ 'root': [
174
+ # catch escaped brackets and percent sign
175
+ (r'\\[\\{}%]', String.Escape),
176
+ # comments
177
+ (r'%.*$', Comment),
178
+ # special macros with no arguments
179
+ (r'\\(?:cr|l?dots|R|tab)\b', Keyword.Constant),
180
+ # macros
181
+ (r'\\[a-zA-Z]+\b', Keyword),
182
+ # special preprocessor macros
183
+ (r'^\s*#(?:ifn?def|endif).*\b', Comment.Preproc),
184
+ # non-escaped brackets
185
+ (r'[{}]', Name.Builtin),
186
+ # everything else
187
+ (r'[^\\%\n{}]+', Text),
188
+ (r'.', Text),
189
+ ]
190
+ }
@@ -0,0 +1,462 @@
1
+ """
2
+ pygments.lexers.rdf
3
+ ~~~~~~~~~~~~~~~~~~~
4
+
5
+ Lexers for semantic web and RDF query languages and markup.
6
+
7
+ :copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
8
+ :license: BSD, see LICENSE for details.
9
+ """
10
+
11
+ import re
12
+
13
+ from pygments.lexer import RegexLexer, bygroups, default
14
+ from pygments.token import Keyword, Punctuation, String, Number, Operator, Generic, \
15
+ Whitespace, Name, Literal, Comment, Text
16
+
17
+ __all__ = ['SparqlLexer', 'TurtleLexer', 'ShExCLexer']
18
+
19
+
20
+ class SparqlLexer(RegexLexer):
21
+ """
22
+ Lexer for `SPARQL <https://www.w3.org/TR/sparql11-query/>`_ query language.
23
+
24
+ .. versionadded:: 2.0
25
+ """
26
+ name = 'SPARQL'
27
+ aliases = ['sparql']
28
+ filenames = ['*.rq', '*.sparql']
29
+ mimetypes = ['application/sparql-query']
30
+
31
+ # character group definitions ::
32
+
33
+ PN_CHARS_BASE_GRP = ('a-zA-Z'
34
+ '\u00c0-\u00d6'
35
+ '\u00d8-\u00f6'
36
+ '\u00f8-\u02ff'
37
+ '\u0370-\u037d'
38
+ '\u037f-\u1fff'
39
+ '\u200c-\u200d'
40
+ '\u2070-\u218f'
41
+ '\u2c00-\u2fef'
42
+ '\u3001-\ud7ff'
43
+ '\uf900-\ufdcf'
44
+ '\ufdf0-\ufffd')
45
+
46
+ PN_CHARS_U_GRP = (PN_CHARS_BASE_GRP + '_')
47
+
48
+ PN_CHARS_GRP = (PN_CHARS_U_GRP +
49
+ r'\-' +
50
+ r'0-9' +
51
+ '\u00b7' +
52
+ '\u0300-\u036f' +
53
+ '\u203f-\u2040')
54
+
55
+ HEX_GRP = '0-9A-Fa-f'
56
+
57
+ PN_LOCAL_ESC_CHARS_GRP = r' _~.\-!$&"()*+,;=/?#@%'
58
+
59
+ # terminal productions ::
60
+
61
+ PN_CHARS_BASE = '[' + PN_CHARS_BASE_GRP + ']'
62
+
63
+ PN_CHARS_U = '[' + PN_CHARS_U_GRP + ']'
64
+
65
+ PN_CHARS = '[' + PN_CHARS_GRP + ']'
66
+
67
+ HEX = '[' + HEX_GRP + ']'
68
+
69
+ PN_LOCAL_ESC_CHARS = '[' + PN_LOCAL_ESC_CHARS_GRP + ']'
70
+
71
+ IRIREF = r'<(?:[^<>"{}|^`\\\x00-\x20])*>'
72
+
73
+ BLANK_NODE_LABEL = '_:[0-9' + PN_CHARS_U_GRP + '](?:[' + PN_CHARS_GRP + \
74
+ '.]*' + PN_CHARS + ')?'
75
+
76
+ PN_PREFIX = PN_CHARS_BASE + '(?:[' + PN_CHARS_GRP + '.]*' + PN_CHARS + ')?'
77
+
78
+ VARNAME = '[0-9' + PN_CHARS_U_GRP + '][' + PN_CHARS_U_GRP + \
79
+ '0-9\u00b7\u0300-\u036f\u203f-\u2040]*'
80
+
81
+ PERCENT = '%' + HEX + HEX
82
+
83
+ PN_LOCAL_ESC = r'\\' + PN_LOCAL_ESC_CHARS
84
+
85
+ PLX = '(?:' + PERCENT + ')|(?:' + PN_LOCAL_ESC + ')'
86
+
87
+ PN_LOCAL = ('(?:[' + PN_CHARS_U_GRP + ':0-9' + ']|' + PLX + ')' +
88
+ '(?:(?:[' + PN_CHARS_GRP + '.:]|' + PLX + ')*(?:[' +
89
+ PN_CHARS_GRP + ':]|' + PLX + '))?')
90
+
91
+ EXPONENT = r'[eE][+-]?\d+'
92
+
93
+ # Lexer token definitions ::
94
+
95
+ tokens = {
96
+ 'root': [
97
+ (r'\s+', Text),
98
+ # keywords ::
99
+ (r'(?i)(select|construct|describe|ask|where|filter|group\s+by|minus|'
100
+ r'distinct|reduced|from\s+named|from|order\s+by|desc|asc|limit|'
101
+ r'offset|values|bindings|load|into|clear|drop|create|add|move|copy|'
102
+ r'insert\s+data|delete\s+data|delete\s+where|with|delete|insert|'
103
+ r'using\s+named|using|graph|default|named|all|optional|service|'
104
+ r'silent|bind|undef|union|not\s+in|in|as|having|to|prefix|base)\b', Keyword),
105
+ (r'(a)\b', Keyword),
106
+ # IRIs ::
107
+ ('(' + IRIREF + ')', Name.Label),
108
+ # blank nodes ::
109
+ ('(' + BLANK_NODE_LABEL + ')', Name.Label),
110
+ # # variables ::
111
+ ('[?$]' + VARNAME, Name.Variable),
112
+ # prefixed names ::
113
+ (r'(' + PN_PREFIX + r')?(\:)(' + PN_LOCAL + r')?',
114
+ bygroups(Name.Namespace, Punctuation, Name.Tag)),
115
+ # function names ::
116
+ (r'(?i)(str|lang|langmatches|datatype|bound|iri|uri|bnode|rand|abs|'
117
+ r'ceil|floor|round|concat|strlen|ucase|lcase|encode_for_uri|'
118
+ r'contains|strstarts|strends|strbefore|strafter|year|month|day|'
119
+ r'hours|minutes|seconds|timezone|tz|now|uuid|struuid|md5|sha1|sha256|sha384|'
120
+ r'sha512|coalesce|if|strlang|strdt|sameterm|isiri|isuri|isblank|'
121
+ r'isliteral|isnumeric|regex|substr|replace|exists|not\s+exists|'
122
+ r'count|sum|min|max|avg|sample|group_concat|separator)\b',
123
+ Name.Function),
124
+ # boolean literals ::
125
+ (r'(true|false)', Keyword.Constant),
126
+ # double literals ::
127
+ (r'[+\-]?(\d+\.\d*' + EXPONENT + r'|\.?\d+' + EXPONENT + ')', Number.Float),
128
+ # decimal literals ::
129
+ (r'[+\-]?(\d+\.\d*|\.\d+)', Number.Float),
130
+ # integer literals ::
131
+ (r'[+\-]?\d+', Number.Integer),
132
+ # operators ::
133
+ (r'(\|\||&&|=|\*|\-|\+|/|!=|<=|>=|!|<|>)', Operator),
134
+ # punctuation characters ::
135
+ (r'[(){}.;,:^\[\]]', Punctuation),
136
+ # line comments ::
137
+ (r'#[^\n]*', Comment),
138
+ # strings ::
139
+ (r'"""', String, 'triple-double-quoted-string'),
140
+ (r'"', String, 'single-double-quoted-string'),
141
+ (r"'''", String, 'triple-single-quoted-string'),
142
+ (r"'", String, 'single-single-quoted-string'),
143
+ ],
144
+ 'triple-double-quoted-string': [
145
+ (r'"""', String, 'end-of-string'),
146
+ (r'[^\\]+', String),
147
+ (r'\\', String, 'string-escape'),
148
+ ],
149
+ 'single-double-quoted-string': [
150
+ (r'"', String, 'end-of-string'),
151
+ (r'[^"\\\n]+', String),
152
+ (r'\\', String, 'string-escape'),
153
+ ],
154
+ 'triple-single-quoted-string': [
155
+ (r"'''", String, 'end-of-string'),
156
+ (r'[^\\]+', String),
157
+ (r'\\', String.Escape, 'string-escape'),
158
+ ],
159
+ 'single-single-quoted-string': [
160
+ (r"'", String, 'end-of-string'),
161
+ (r"[^'\\\n]+", String),
162
+ (r'\\', String, 'string-escape'),
163
+ ],
164
+ 'string-escape': [
165
+ (r'u' + HEX + '{4}', String.Escape, '#pop'),
166
+ (r'U' + HEX + '{8}', String.Escape, '#pop'),
167
+ (r'.', String.Escape, '#pop'),
168
+ ],
169
+ 'end-of-string': [
170
+ (r'(@)([a-zA-Z]+(?:-[a-zA-Z0-9]+)*)',
171
+ bygroups(Operator, Name.Function), '#pop:2'),
172
+ (r'\^\^', Operator, '#pop:2'),
173
+ default('#pop:2'),
174
+ ],
175
+ }
176
+
177
+
178
+ class TurtleLexer(RegexLexer):
179
+ """
180
+ Lexer for `Turtle <http://www.w3.org/TR/turtle/>`_ data language.
181
+
182
+ .. versionadded:: 2.1
183
+ """
184
+ name = 'Turtle'
185
+ aliases = ['turtle']
186
+ filenames = ['*.ttl']
187
+ mimetypes = ['text/turtle', 'application/x-turtle']
188
+
189
+ # character group definitions ::
190
+ PN_CHARS_BASE_GRP = ('a-zA-Z'
191
+ '\u00c0-\u00d6'
192
+ '\u00d8-\u00f6'
193
+ '\u00f8-\u02ff'
194
+ '\u0370-\u037d'
195
+ '\u037f-\u1fff'
196
+ '\u200c-\u200d'
197
+ '\u2070-\u218f'
198
+ '\u2c00-\u2fef'
199
+ '\u3001-\ud7ff'
200
+ '\uf900-\ufdcf'
201
+ '\ufdf0-\ufffd')
202
+
203
+ PN_CHARS_U_GRP = (PN_CHARS_BASE_GRP + '_')
204
+
205
+ PN_CHARS_GRP = (PN_CHARS_U_GRP +
206
+ r'\-' +
207
+ r'0-9' +
208
+ '\u00b7' +
209
+ '\u0300-\u036f' +
210
+ '\u203f-\u2040')
211
+
212
+ PN_CHARS = '[' + PN_CHARS_GRP + ']'
213
+
214
+ PN_CHARS_BASE = '[' + PN_CHARS_BASE_GRP + ']'
215
+
216
+ PN_PREFIX = PN_CHARS_BASE + '(?:[' + PN_CHARS_GRP + '.]*' + PN_CHARS + ')?'
217
+
218
+ HEX_GRP = '0-9A-Fa-f'
219
+
220
+ HEX = '[' + HEX_GRP + ']'
221
+
222
+ PERCENT = '%' + HEX + HEX
223
+
224
+ PN_LOCAL_ESC_CHARS_GRP = r' _~.\-!$&"()*+,;=/?#@%'
225
+
226
+ PN_LOCAL_ESC_CHARS = '[' + PN_LOCAL_ESC_CHARS_GRP + ']'
227
+
228
+ PN_LOCAL_ESC = r'\\' + PN_LOCAL_ESC_CHARS
229
+
230
+ PLX = '(?:' + PERCENT + ')|(?:' + PN_LOCAL_ESC + ')'
231
+
232
+ PN_LOCAL = ('(?:[' + PN_CHARS_U_GRP + ':0-9' + ']|' + PLX + ')' +
233
+ '(?:(?:[' + PN_CHARS_GRP + '.:]|' + PLX + ')*(?:[' +
234
+ PN_CHARS_GRP + ':]|' + PLX + '))?')
235
+
236
+ patterns = {
237
+ 'PNAME_NS': r'((?:[a-zA-Z][\w-]*)?\:)', # Simplified character range
238
+ 'IRIREF': r'(<[^<>"{}|^`\\\x00-\x20]*>)'
239
+ }
240
+
241
+ tokens = {
242
+ 'root': [
243
+ (r'\s+', Text),
244
+
245
+ # Base / prefix
246
+ (r'(@base|BASE)(\s+)%(IRIREF)s(\s*)(\.?)' % patterns,
247
+ bygroups(Keyword, Whitespace, Name.Variable, Whitespace,
248
+ Punctuation)),
249
+ (r'(@prefix|PREFIX)(\s+)%(PNAME_NS)s(\s+)%(IRIREF)s(\s*)(\.?)' % patterns,
250
+ bygroups(Keyword, Whitespace, Name.Namespace, Whitespace,
251
+ Name.Variable, Whitespace, Punctuation)),
252
+
253
+ # The shorthand predicate 'a'
254
+ (r'(?<=\s)a(?=\s)', Keyword.Type),
255
+
256
+ # IRIREF
257
+ (r'%(IRIREF)s' % patterns, Name.Variable),
258
+
259
+ # PrefixedName
260
+ (r'(' + PN_PREFIX + r')?(\:)(' + PN_LOCAL + r')?',
261
+ bygroups(Name.Namespace, Punctuation, Name.Tag)),
262
+
263
+ # Comment
264
+ (r'#[^\n]+', Comment),
265
+
266
+ (r'\b(true|false)\b', Literal),
267
+ (r'[+\-]?\d*\.\d+', Number.Float),
268
+ (r'[+\-]?\d*(:?\.\d+)?E[+\-]?\d+', Number.Float),
269
+ (r'[+\-]?\d+', Number.Integer),
270
+ (r'[\[\](){}.;,:^]', Punctuation),
271
+
272
+ (r'"""', String, 'triple-double-quoted-string'),
273
+ (r'"', String, 'single-double-quoted-string'),
274
+ (r"'''", String, 'triple-single-quoted-string'),
275
+ (r"'", String, 'single-single-quoted-string'),
276
+ ],
277
+ 'triple-double-quoted-string': [
278
+ (r'"""', String, 'end-of-string'),
279
+ (r'[^\\]+', String),
280
+ (r'\\', String, 'string-escape'),
281
+ ],
282
+ 'single-double-quoted-string': [
283
+ (r'"', String, 'end-of-string'),
284
+ (r'[^"\\\n]+', String),
285
+ (r'\\', String, 'string-escape'),
286
+ ],
287
+ 'triple-single-quoted-string': [
288
+ (r"'''", String, 'end-of-string'),
289
+ (r'[^\\]+', String),
290
+ (r'\\', String, 'string-escape'),
291
+ ],
292
+ 'single-single-quoted-string': [
293
+ (r"'", String, 'end-of-string'),
294
+ (r"[^'\\\n]+", String),
295
+ (r'\\', String, 'string-escape'),
296
+ ],
297
+ 'string-escape': [
298
+ (r'.', String, '#pop'),
299
+ ],
300
+ 'end-of-string': [
301
+ (r'(@)([a-zA-Z]+(?:-[a-zA-Z0-9]+)*)',
302
+ bygroups(Operator, Generic.Emph), '#pop:2'),
303
+
304
+ (r'(\^\^)%(IRIREF)s' % patterns, bygroups(Operator, Generic.Emph), '#pop:2'),
305
+
306
+ default('#pop:2'),
307
+
308
+ ],
309
+ }
310
+
311
+ # Turtle and Tera Term macro files share the same file extension
312
+ # but each has a recognizable and distinct syntax.
313
+ def analyse_text(text):
314
+ for t in ('@base ', 'BASE ', '@prefix ', 'PREFIX '):
315
+ if re.search(r'^\s*%s' % t, text):
316
+ return 0.80
317
+
318
+
319
+ class ShExCLexer(RegexLexer):
320
+ """
321
+ Lexer for `ShExC <https://shex.io/shex-semantics/#shexc>`_ shape expressions language syntax.
322
+ """
323
+ name = 'ShExC'
324
+ aliases = ['shexc', 'shex']
325
+ filenames = ['*.shex']
326
+ mimetypes = ['text/shex']
327
+
328
+ # character group definitions ::
329
+
330
+ PN_CHARS_BASE_GRP = ('a-zA-Z'
331
+ '\u00c0-\u00d6'
332
+ '\u00d8-\u00f6'
333
+ '\u00f8-\u02ff'
334
+ '\u0370-\u037d'
335
+ '\u037f-\u1fff'
336
+ '\u200c-\u200d'
337
+ '\u2070-\u218f'
338
+ '\u2c00-\u2fef'
339
+ '\u3001-\ud7ff'
340
+ '\uf900-\ufdcf'
341
+ '\ufdf0-\ufffd')
342
+
343
+ PN_CHARS_U_GRP = (PN_CHARS_BASE_GRP + '_')
344
+
345
+ PN_CHARS_GRP = (PN_CHARS_U_GRP +
346
+ r'\-' +
347
+ r'0-9' +
348
+ '\u00b7' +
349
+ '\u0300-\u036f' +
350
+ '\u203f-\u2040')
351
+
352
+ HEX_GRP = '0-9A-Fa-f'
353
+
354
+ PN_LOCAL_ESC_CHARS_GRP = r"_~.\-!$&'()*+,;=/?#@%"
355
+
356
+ # terminal productions ::
357
+
358
+ PN_CHARS_BASE = '[' + PN_CHARS_BASE_GRP + ']'
359
+
360
+ PN_CHARS_U = '[' + PN_CHARS_U_GRP + ']'
361
+
362
+ PN_CHARS = '[' + PN_CHARS_GRP + ']'
363
+
364
+ HEX = '[' + HEX_GRP + ']'
365
+
366
+ PN_LOCAL_ESC_CHARS = '[' + PN_LOCAL_ESC_CHARS_GRP + ']'
367
+
368
+ UCHAR_NO_BACKSLASH = '(?:u' + HEX + '{4}|U' + HEX + '{8})'
369
+
370
+ UCHAR = r'\\' + UCHAR_NO_BACKSLASH
371
+
372
+ IRIREF = r'<(?:[^\x00-\x20<>"{}|^`\\]|' + UCHAR + ')*>'
373
+
374
+ BLANK_NODE_LABEL = '_:[0-9' + PN_CHARS_U_GRP + '](?:[' + PN_CHARS_GRP + \
375
+ '.]*' + PN_CHARS + ')?'
376
+
377
+ PN_PREFIX = PN_CHARS_BASE + '(?:[' + PN_CHARS_GRP + '.]*' + PN_CHARS + ')?'
378
+
379
+ PERCENT = '%' + HEX + HEX
380
+
381
+ PN_LOCAL_ESC = r'\\' + PN_LOCAL_ESC_CHARS
382
+
383
+ PLX = '(?:' + PERCENT + ')|(?:' + PN_LOCAL_ESC + ')'
384
+
385
+ PN_LOCAL = ('(?:[' + PN_CHARS_U_GRP + ':0-9' + ']|' + PLX + ')' +
386
+ '(?:(?:[' + PN_CHARS_GRP + '.:]|' + PLX + ')*(?:[' +
387
+ PN_CHARS_GRP + ':]|' + PLX + '))?')
388
+
389
+ EXPONENT = r'[eE][+-]?\d+'
390
+
391
+ # Lexer token definitions ::
392
+
393
+ tokens = {
394
+ 'root': [
395
+ (r'\s+', Text),
396
+ # keywords ::
397
+ (r'(?i)(base|prefix|start|external|'
398
+ r'literal|iri|bnode|nonliteral|length|minlength|maxlength|'
399
+ r'mininclusive|minexclusive|maxinclusive|maxexclusive|'
400
+ r'totaldigits|fractiondigits|'
401
+ r'closed|extra)\b', Keyword),
402
+ (r'(a)\b', Keyword),
403
+ # IRIs ::
404
+ ('(' + IRIREF + ')', Name.Label),
405
+ # blank nodes ::
406
+ ('(' + BLANK_NODE_LABEL + ')', Name.Label),
407
+ # prefixed names ::
408
+ (r'(' + PN_PREFIX + r')?(\:)(' + PN_LOCAL + ')?',
409
+ bygroups(Name.Namespace, Punctuation, Name.Tag)),
410
+ # boolean literals ::
411
+ (r'(true|false)', Keyword.Constant),
412
+ # double literals ::
413
+ (r'[+\-]?(\d+\.\d*' + EXPONENT + r'|\.?\d+' + EXPONENT + ')', Number.Float),
414
+ # decimal literals ::
415
+ (r'[+\-]?(\d+\.\d*|\.\d+)', Number.Float),
416
+ # integer literals ::
417
+ (r'[+\-]?\d+', Number.Integer),
418
+ # operators ::
419
+ (r'[@|$&=*+?^\-~]', Operator),
420
+ # operator keywords ::
421
+ (r'(?i)(and|or|not)\b', Operator.Word),
422
+ # punctuation characters ::
423
+ (r'[(){}.;,:^\[\]]', Punctuation),
424
+ # line comments ::
425
+ (r'#[^\n]*', Comment),
426
+ # strings ::
427
+ (r'"""', String, 'triple-double-quoted-string'),
428
+ (r'"', String, 'single-double-quoted-string'),
429
+ (r"'''", String, 'triple-single-quoted-string'),
430
+ (r"'", String, 'single-single-quoted-string'),
431
+ ],
432
+ 'triple-double-quoted-string': [
433
+ (r'"""', String, 'end-of-string'),
434
+ (r'[^\\]+', String),
435
+ (r'\\', String, 'string-escape'),
436
+ ],
437
+ 'single-double-quoted-string': [
438
+ (r'"', String, 'end-of-string'),
439
+ (r'[^"\\\n]+', String),
440
+ (r'\\', String, 'string-escape'),
441
+ ],
442
+ 'triple-single-quoted-string': [
443
+ (r"'''", String, 'end-of-string'),
444
+ (r'[^\\]+', String),
445
+ (r'\\', String.Escape, 'string-escape'),
446
+ ],
447
+ 'single-single-quoted-string': [
448
+ (r"'", String, 'end-of-string'),
449
+ (r"[^'\\\n]+", String),
450
+ (r'\\', String, 'string-escape'),
451
+ ],
452
+ 'string-escape': [
453
+ (UCHAR_NO_BACKSLASH, String.Escape, '#pop'),
454
+ (r'.', String.Escape, '#pop'),
455
+ ],
456
+ 'end-of-string': [
457
+ (r'(@)([a-zA-Z]+(?:-[a-zA-Z0-9]+)*)',
458
+ bygroups(Operator, Name.Function), '#pop:2'),
459
+ (r'\^\^', Operator, '#pop:2'),
460
+ default('#pop:2'),
461
+ ],
462
+ }