rouge 3.3.0 → 3.8.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (216) hide show
  1. checksums.yaml +5 -5
  2. data/Gemfile +15 -3
  3. data/lib/rouge.rb +49 -41
  4. data/lib/rouge/cli.rb +64 -15
  5. data/lib/rouge/demos/ada +26 -0
  6. data/lib/rouge/demos/armasm +12 -0
  7. data/lib/rouge/demos/batchfile +3 -0
  8. data/lib/rouge/demos/bbcbasic +6 -0
  9. data/lib/rouge/demos/bpf +7 -0
  10. data/lib/rouge/demos/brainfuck +5 -0
  11. data/lib/rouge/demos/cmhg +8 -0
  12. data/lib/rouge/demos/cuda +11 -0
  13. data/lib/rouge/demos/cython +6 -0
  14. data/lib/rouge/demos/epp +4 -0
  15. data/lib/rouge/demos/escape +3 -0
  16. data/lib/rouge/demos/gdscript +18 -0
  17. data/lib/rouge/demos/hocon +8 -0
  18. data/lib/rouge/demos/magik +6 -0
  19. data/lib/rouge/demos/mason +22 -0
  20. data/lib/rouge/demos/msgtrans +4 -0
  21. data/lib/rouge/demos/openedge +4 -0
  22. data/lib/rouge/demos/opentype_feature_file +6 -0
  23. data/lib/rouge/demos/plist +1 -132
  24. data/lib/rouge/demos/powershell +12 -48
  25. data/lib/rouge/demos/reasonml +12 -0
  26. data/lib/rouge/demos/sas +13 -0
  27. data/lib/rouge/demos/supercollider +11 -0
  28. data/lib/rouge/demos/xojo +14 -0
  29. data/lib/rouge/demos/xpath +2 -0
  30. data/lib/rouge/demos/xquery +22 -0
  31. data/lib/rouge/formatter.rb +37 -1
  32. data/lib/rouge/formatters/html.rb +20 -2
  33. data/lib/rouge/formatters/html_line_table.rb +53 -0
  34. data/lib/rouge/formatters/html_linewise.rb +6 -11
  35. data/lib/rouge/formatters/html_table.rb +20 -31
  36. data/lib/rouge/formatters/terminal256.rb +1 -0
  37. data/lib/rouge/formatters/tex.rb +92 -0
  38. data/lib/rouge/guessers/disambiguation.rb +25 -0
  39. data/lib/rouge/guessers/glob_mapping.rb +1 -1
  40. data/lib/rouge/guessers/modeline.rb +1 -1
  41. data/lib/rouge/guessers/source.rb +1 -1
  42. data/lib/rouge/lexer.rb +64 -14
  43. data/lib/rouge/lexers/abap.rb +11 -11
  44. data/lib/rouge/lexers/actionscript.rb +34 -34
  45. data/lib/rouge/lexers/ada.rb +162 -0
  46. data/lib/rouge/lexers/apache.rb +8 -8
  47. data/lib/rouge/lexers/apple_script.rb +15 -14
  48. data/lib/rouge/lexers/armasm.rb +145 -0
  49. data/lib/rouge/lexers/awk.rb +25 -25
  50. data/lib/rouge/lexers/batchfile.rb +164 -0
  51. data/lib/rouge/lexers/bbcbasic.rb +112 -0
  52. data/lib/rouge/lexers/biml.rb +4 -4
  53. data/lib/rouge/lexers/bpf.rb +104 -0
  54. data/lib/rouge/lexers/brainfuck.rb +53 -0
  55. data/lib/rouge/lexers/bsl.rb +12 -12
  56. data/lib/rouge/lexers/c.rb +34 -57
  57. data/lib/rouge/lexers/ceylon.rb +6 -34
  58. data/lib/rouge/lexers/cfscript.rb +26 -26
  59. data/lib/rouge/lexers/clojure.rb +14 -14
  60. data/lib/rouge/lexers/cmake.rb +14 -14
  61. data/lib/rouge/lexers/cmhg.rb +34 -0
  62. data/lib/rouge/lexers/coffeescript.rb +43 -35
  63. data/lib/rouge/lexers/common_lisp.rb +37 -37
  64. data/lib/rouge/lexers/conf.rb +6 -6
  65. data/lib/rouge/lexers/console.rb +3 -3
  66. data/lib/rouge/lexers/coq.rb +18 -18
  67. data/lib/rouge/lexers/cpp.rb +12 -9
  68. data/lib/rouge/lexers/crystal.rb +70 -70
  69. data/lib/rouge/lexers/csharp.rb +28 -29
  70. data/lib/rouge/lexers/css.rb +23 -23
  71. data/lib/rouge/lexers/cuda.rb +35 -0
  72. data/lib/rouge/lexers/cython.rb +151 -0
  73. data/lib/rouge/lexers/d.rb +59 -59
  74. data/lib/rouge/lexers/dart.rb +33 -33
  75. data/lib/rouge/lexers/diff.rb +8 -4
  76. data/lib/rouge/lexers/digdag.rb +1 -1
  77. data/lib/rouge/lexers/docker.rb +11 -11
  78. data/lib/rouge/lexers/dot.rb +16 -16
  79. data/lib/rouge/lexers/eiffel.rb +20 -20
  80. data/lib/rouge/lexers/elixir.rb +34 -30
  81. data/lib/rouge/lexers/elm.rb +29 -29
  82. data/lib/rouge/lexers/epp.rb +51 -0
  83. data/lib/rouge/lexers/erb.rb +4 -4
  84. data/lib/rouge/lexers/escape.rb +58 -0
  85. data/lib/rouge/lexers/factor.rb +40 -40
  86. data/lib/rouge/lexers/fortran.rb +32 -32
  87. data/lib/rouge/lexers/fsharp.rb +30 -30
  88. data/lib/rouge/lexers/gdscript.rb +171 -0
  89. data/lib/rouge/lexers/gherkin.rb +16 -14
  90. data/lib/rouge/lexers/glsl.rb +1 -5
  91. data/lib/rouge/lexers/go.rb +2 -2
  92. data/lib/rouge/lexers/graphql.rb +77 -60
  93. data/lib/rouge/lexers/groovy.rb +23 -25
  94. data/lib/rouge/lexers/hack.rb +1 -1
  95. data/lib/rouge/lexers/haml.rb +25 -29
  96. data/lib/rouge/lexers/handlebars.rb +31 -20
  97. data/lib/rouge/lexers/haskell.rb +66 -65
  98. data/lib/rouge/lexers/hcl.rb +25 -25
  99. data/lib/rouge/lexers/hocon.rb +86 -0
  100. data/lib/rouge/lexers/html.rb +32 -31
  101. data/lib/rouge/lexers/http.rb +4 -4
  102. data/lib/rouge/lexers/hylang.rb +14 -14
  103. data/lib/rouge/lexers/idlang.rb +32 -32
  104. data/lib/rouge/lexers/igorpro.rb +31 -31
  105. data/lib/rouge/lexers/ini.rb +12 -12
  106. data/lib/rouge/lexers/io.rb +7 -7
  107. data/lib/rouge/lexers/irb.rb +5 -5
  108. data/lib/rouge/lexers/java.rb +28 -24
  109. data/lib/rouge/lexers/javascript.rb +57 -61
  110. data/lib/rouge/lexers/jinja.rb +34 -20
  111. data/lib/rouge/lexers/json.rb +50 -11
  112. data/lib/rouge/lexers/json_doc.rb +2 -2
  113. data/lib/rouge/lexers/jsonnet.rb +18 -18
  114. data/lib/rouge/lexers/jsp.rb +30 -30
  115. data/lib/rouge/lexers/jsx.rb +16 -16
  116. data/lib/rouge/lexers/julia.rb +181 -58
  117. data/lib/rouge/lexers/kotlin.rb +14 -7
  118. data/lib/rouge/lexers/lasso.rb +50 -50
  119. data/lib/rouge/lexers/liquid.rb +76 -53
  120. data/lib/rouge/lexers/literate_coffeescript.rb +2 -2
  121. data/lib/rouge/lexers/literate_haskell.rb +5 -5
  122. data/lib/rouge/lexers/llvm.rb +23 -16
  123. data/lib/rouge/lexers/lua.rb +3 -3
  124. data/lib/rouge/lexers/m68k.rb +18 -19
  125. data/lib/rouge/lexers/magik.rb +127 -0
  126. data/lib/rouge/lexers/make.rb +56 -34
  127. data/lib/rouge/lexers/markdown.rb +55 -38
  128. data/lib/rouge/lexers/mason.rb +115 -0
  129. data/lib/rouge/lexers/mathematica.rb +11 -11
  130. data/lib/rouge/lexers/matlab.rb +23 -16
  131. data/lib/rouge/lexers/moonscript.rb +3 -3
  132. data/lib/rouge/lexers/mosel.rb +63 -63
  133. data/lib/rouge/lexers/msgtrans.rb +26 -0
  134. data/lib/rouge/lexers/mxml.rb +18 -18
  135. data/lib/rouge/lexers/nasm.rb +24 -25
  136. data/lib/rouge/lexers/nginx.rb +14 -14
  137. data/lib/rouge/lexers/nim.rb +3 -2
  138. data/lib/rouge/lexers/nix.rb +43 -43
  139. data/lib/rouge/lexers/objective_c.rb +43 -48
  140. data/lib/rouge/lexers/ocaml.rb +28 -64
  141. data/lib/rouge/lexers/ocaml/common.rb +53 -0
  142. data/lib/rouge/lexers/openedge.rb +429 -0
  143. data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
  144. data/lib/rouge/lexers/pascal.rb +4 -4
  145. data/lib/rouge/lexers/perl.rb +98 -68
  146. data/lib/rouge/lexers/php.rb +66 -44
  147. data/lib/rouge/lexers/php/builtins.rb +181 -174
  148. data/lib/rouge/lexers/plain_text.rb +1 -1
  149. data/lib/rouge/lexers/plist.rb +14 -14
  150. data/lib/rouge/lexers/pony.rb +19 -19
  151. data/lib/rouge/lexers/powershell.rb +184 -638
  152. data/lib/rouge/lexers/praat.rb +75 -75
  153. data/lib/rouge/lexers/prolog.rb +26 -20
  154. data/lib/rouge/lexers/prometheus.rb +30 -30
  155. data/lib/rouge/lexers/properties.rb +12 -12
  156. data/lib/rouge/lexers/protobuf.rb +22 -22
  157. data/lib/rouge/lexers/puppet.rb +32 -32
  158. data/lib/rouge/lexers/python.rb +52 -52
  159. data/lib/rouge/lexers/q.rb +12 -12
  160. data/lib/rouge/lexers/qml.rb +12 -12
  161. data/lib/rouge/lexers/r.rb +12 -13
  162. data/lib/rouge/lexers/racket.rb +22 -22
  163. data/lib/rouge/lexers/reasonml.rb +65 -0
  164. data/lib/rouge/lexers/ruby.rb +72 -70
  165. data/lib/rouge/lexers/rust.rb +38 -35
  166. data/lib/rouge/lexers/sas.rb +563 -0
  167. data/lib/rouge/lexers/sass.rb +8 -8
  168. data/lib/rouge/lexers/sass/common.rb +40 -40
  169. data/lib/rouge/lexers/scala.rb +63 -37
  170. data/lib/rouge/lexers/scheme.rb +18 -18
  171. data/lib/rouge/lexers/scss.rb +3 -3
  172. data/lib/rouge/lexers/sed.rb +30 -30
  173. data/lib/rouge/lexers/shell.rb +62 -53
  174. data/lib/rouge/lexers/sieve.rb +8 -8
  175. data/lib/rouge/lexers/slim.rb +26 -26
  176. data/lib/rouge/lexers/smalltalk.rb +33 -33
  177. data/lib/rouge/lexers/smarty.rb +19 -19
  178. data/lib/rouge/lexers/sml.rb +67 -67
  179. data/lib/rouge/lexers/sqf.rb +1 -1
  180. data/lib/rouge/lexers/sql.rb +21 -21
  181. data/lib/rouge/lexers/supercollider.rb +116 -0
  182. data/lib/rouge/lexers/swift.rb +46 -43
  183. data/lib/rouge/lexers/tap.rb +20 -20
  184. data/lib/rouge/lexers/tcl.rb +27 -27
  185. data/lib/rouge/lexers/terraform.rb +13 -13
  186. data/lib/rouge/lexers/tex.rb +19 -19
  187. data/lib/rouge/lexers/toml.rb +19 -19
  188. data/lib/rouge/lexers/tulip.rb +36 -36
  189. data/lib/rouge/lexers/turtle.rb +35 -38
  190. data/lib/rouge/lexers/vala.rb +18 -18
  191. data/lib/rouge/lexers/vb.rb +27 -27
  192. data/lib/rouge/lexers/verilog.rb +25 -27
  193. data/lib/rouge/lexers/vhdl.rb +11 -11
  194. data/lib/rouge/lexers/viml.rb +14 -14
  195. data/lib/rouge/lexers/vue.rb +9 -9
  196. data/lib/rouge/lexers/wollok.rb +26 -26
  197. data/lib/rouge/lexers/xml.rb +17 -21
  198. data/lib/rouge/lexers/xojo.rb +61 -0
  199. data/lib/rouge/lexers/xpath.rb +332 -0
  200. data/lib/rouge/lexers/xquery.rb +145 -0
  201. data/lib/rouge/lexers/yaml.rb +63 -61
  202. data/lib/rouge/plugins/redcarpet.rb +1 -1
  203. data/lib/rouge/regex_lexer.rb +26 -25
  204. data/lib/rouge/tex_theme_renderer.rb +132 -0
  205. data/lib/rouge/theme.rb +4 -0
  206. data/lib/rouge/themes/bw.rb +41 -0
  207. data/lib/rouge/themes/magritte.rb +78 -0
  208. data/lib/rouge/themes/monokai_sublime.rb +2 -1
  209. data/lib/rouge/themes/pastie.rb +1 -1
  210. data/lib/rouge/themes/thankful_eyes.rb +1 -1
  211. data/lib/rouge/themes/tulip.rb +1 -1
  212. data/lib/rouge/token.rb +30 -22
  213. data/lib/rouge/util.rb +2 -2
  214. data/lib/rouge/version.rb +1 -1
  215. data/rouge.gemspec +4 -3
  216. metadata +61 -6
@@ -17,57 +17,57 @@ module Rouge
17
17
  id_with_dots = /[$a-zA-Z_][a-zA-Z0-9_.]*/
18
18
 
19
19
  prepend :root do
20
- rule /(#{id_with_dots})(\s*)({)/ do
20
+ rule %r/(#{id_with_dots})(\s*)({)/ do
21
21
  groups Keyword::Type, Text, Punctuation
22
22
  push :type_block
23
23
  end
24
- rule /(#{id_with_dots})(\s+)(on)(\s+)(#{id_with_dots})(\s*)({)/ do
24
+ rule %r/(#{id_with_dots})(\s+)(on)(\s+)(#{id_with_dots})(\s*)({)/ do
25
25
  groups Keyword::Type, Text, Keyword, Text, Name::Label, Text, Punctuation
26
26
  push :type_block
27
27
  end
28
28
 
29
- rule /[{]/, Punctuation, :push
29
+ rule %r/[{]/, Punctuation, :push
30
30
  end
31
31
 
32
32
  state :type_block do
33
- rule /(id)(\s*)(:)(\s*)(#{id_with_dots})/ do
33
+ rule %r/(id)(\s*)(:)(\s*)(#{id_with_dots})/ do
34
34
  groups Name::Label, Text, Punctuation, Text, Keyword::Declaration
35
35
  end
36
36
 
37
- rule /(#{id_with_dots})(\s*)(:)/ do
37
+ rule %r/(#{id_with_dots})(\s*)(:)/ do
38
38
  groups Name::Label, Text, Punctuation
39
39
  push :expr_start
40
40
  end
41
41
 
42
- rule /(signal)(\s+)(#{id_with_dots})/ do
42
+ rule %r/(signal)(\s+)(#{id_with_dots})/ do
43
43
  groups Keyword::Declaration, Text, Name::Label
44
44
  push :signal
45
45
  end
46
46
 
47
- rule /(property)(\s+)(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(:?)/ do
47
+ rule %r/(property)(\s+)(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(:?)/ do
48
48
  groups Keyword::Declaration, Text, Keyword::Type, Text, Name::Label, Text, Punctuation
49
49
  push :expr_start
50
50
  end
51
51
 
52
- rule /[}]/, Punctuation, :pop!
52
+ rule %r/[}]/, Punctuation, :pop!
53
53
  mixin :root
54
54
  end
55
55
 
56
56
  state :signal do
57
57
  mixin :comments_and_whitespace
58
- rule /\(/ do
58
+ rule %r/\(/ do
59
59
  token Punctuation
60
60
  goto :signal_args
61
61
  end
62
- rule //, Text, :pop!
62
+ rule %r//, Text, :pop!
63
63
  end
64
64
 
65
65
  state :signal_args do
66
66
  mixin :comments_and_whitespace
67
- rule /(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(,?)/ do
67
+ rule %r/(#{id_with_dots})(\s+)(#{id_with_dots})(\s*)(,?)/ do
68
68
  groups Keyword::Type, Text, Name, Text, Punctuation
69
69
  end
70
- rule /\)/ , Punctuation, :pop!
70
+ rule %r/\)/ , Punctuation, :pop!
71
71
  end
72
72
  end
73
73
  end
@@ -49,27 +49,26 @@ module Rouge
49
49
  end
50
50
 
51
51
  state :root do
52
- rule /#'.*?$/, Comment::Doc
53
- rule /#.*?$/, Comment::Single
54
- rule /\s+/m, Text::Whitespace
52
+ rule %r/#'.*?$/, Comment::Doc
53
+ rule %r/#.*?$/, Comment::Single
54
+ rule %r/\s+/m, Text::Whitespace
55
55
 
56
- rule /`[^`]+?`/, Name
57
- rule /'(\\.|.)*?'/m, Str::Single
58
- rule /"(\\.|.)*?"/m, Str::Double
56
+ rule %r/`[^`]+?`/, Name
57
+ rule %r/'(\\.|.)*?'/m, Str::Single
58
+ rule %r/"(\\.|.)*?"/m, Str::Double
59
59
 
60
- rule /%[^%]*?%/, Operator
60
+ rule %r/%[^%]*?%/, Operator
61
61
 
62
- rule /0[xX][a-fA-F0-9]+([pP][0-9]+)?[Li]?/, Num::Hex
63
- rule /[+-]?(\d+([.]\d+)?|[.]\d+)([eE][+-]?\d+)?[Li]?/,
64
- Num
62
+ rule %r/0[xX][a-fA-F0-9]+([pP][0-9]+)?[Li]?/, Num::Hex
63
+ rule %r/[+-]?(\d+([.]\d+)?|[.]\d+)([eE][+-]?\d+)?[Li]?/, Num
65
64
 
66
65
  # Only recognize built-in functions when they are actually used as a
67
66
  # function call, i.e. followed by an opening parenthesis.
68
67
  # `Name::Builtin` would be more logical, but is usually not
69
68
  # highlighted specifically; thus use `Name::Function`.
70
- rule /\b(?<!.)(#{PRIMITIVE_FUNCTIONS.join('|')})(?=\()/, Name::Function
69
+ rule %r/\b(?<!.)(#{PRIMITIVE_FUNCTIONS.join('|')})(?=\()/, Name::Function
71
70
 
72
- rule /[a-zA-Z.]([a-zA-Z_][\w.]*)?/ do |m|
71
+ rule %r/(?:(?:[[:alpha:]]|[.][._[:alpha:]])[._[:alnum:]]*)|[.]/ do |m|
73
72
  if KEYWORDS.include? m[0]
74
73
  token Keyword
75
74
  elsif KEYWORD_CONSTANTS.include? m[0]
@@ -81,7 +80,7 @@ module Rouge
81
80
  end
82
81
  end
83
82
 
84
- rule /[\[\]{}();,]/, Punctuation
83
+ rule %r/[\[\]{}();,]/, Punctuation
85
84
 
86
85
  rule %r([-<>?*+^/!=~$@:%&|]), Operator
87
86
  end
@@ -487,39 +487,39 @@ module Rouge
487
487
 
488
488
  state :root do
489
489
  # comments
490
- rule /;.*$/, Comment::Single
491
- rule /\s+/m, Text
490
+ rule %r/;.*$/, Comment::Single
491
+ rule %r/\s+/m, Text
492
492
 
493
- rule /[+-]inf[.][f0]/, Num::Float
494
- rule /[+-]nan[.]0/, Num::Float
495
- rule /[-]min[.]0/, Num::Float
496
- rule /[+]max[.]0/, Num::Float
493
+ rule %r/[+-]inf[.][f0]/, Num::Float
494
+ rule %r/[+-]nan[.]0/, Num::Float
495
+ rule %r/[-]min[.]0/, Num::Float
496
+ rule %r/[+]max[.]0/, Num::Float
497
497
 
498
- rule /-?\d+\.\d+/, Num::Float
499
- rule /-?\d+/, Num::Integer
498
+ rule %r/-?\d+\.\d+/, Num::Float
499
+ rule %r/-?\d+/, Num::Integer
500
500
 
501
- rule /#:#{id}+/, Name::Tag # keyword
501
+ rule %r/#:#{id}+/, Name::Tag # keyword
502
502
 
503
- rule /#b[01]+/, Num::Bin
504
- rule /#o[0-7]+/, Num::Oct
505
- rule /#d[0-9]+/, Num::Integer
506
- rule /#x[0-9a-f]+/i, Num::Hex
507
- rule /#[ei][\d.]+/, Num::Other
503
+ rule %r/#b[01]+/, Num::Bin
504
+ rule %r/#o[0-7]+/, Num::Oct
505
+ rule %r/#d[0-9]+/, Num::Integer
506
+ rule %r/#x[0-9a-f]+/i, Num::Hex
507
+ rule %r/#[ei][\d.]+/, Num::Other
508
508
 
509
- rule /"(\\\\|\\"|[^"])*"/, Str
510
- rule /['`]#{id}/i, Str::Symbol
511
- rule /#\\([()\/'"._!\$%& ?=+-]{1}|[a-z0-9]+)/i,
509
+ rule %r/"(\\\\|\\"|[^"])*"/, Str
510
+ rule %r/['`]#{id}/i, Str::Symbol
511
+ rule %r/#\\([()\/'"._!\$%& ?=+-]{1}|[a-z0-9]+)/i,
512
512
  Str::Char
513
- rule /#t|#f/, Name::Constant
514
- rule /(?:'|#|`|,@|,|\.)/, Operator
513
+ rule %r/#t|#f/, Name::Constant
514
+ rule %r/(?:'|#|`|,@|,|\.)/, Operator
515
515
 
516
- rule /(['#])(\s*)(\()/m do
516
+ rule %r/(['#])(\s*)(\()/m do
517
517
  groups Str::Symbol, Text, Punctuation
518
518
  end
519
519
 
520
520
  # () [] {} are all permitted as like pairs
521
- rule /\(|\[|\{/, Punctuation, :command
522
- rule /\)|\]|\}/, Punctuation
521
+ rule %r/\(|\[|\{/, Punctuation, :command
522
+ rule %r/\)|\]|\}/, Punctuation
523
523
 
524
524
  rule id, Name::Variable
525
525
  end
@@ -0,0 +1,65 @@
1
+ # -*- coding: utf-8 -*- #
2
+ # frozen_string_literal: true
3
+
4
+ module Rouge
5
+ module Lexers
6
+ load_lexer 'ocaml/common.rb'
7
+
8
+ class ReasonML < OCamlCommon
9
+ title "ReasonML"
10
+ desc 'New syntax on top of OCaml ecosystem (reasonml.github.io)'
11
+ tag 'reasonml'
12
+ filenames '*.re', '*.rei'
13
+ mimetypes 'text/x-reasonml'
14
+
15
+ def self.keywords
16
+ @keywords ||= super + Set.new(%w(
17
+ switch
18
+ ))
19
+ end
20
+
21
+ state :root do
22
+ rule %r/\s+/m, Text
23
+ rule %r/false|true|[(][)]|\[\]/, Name::Builtin::Pseudo
24
+ rule %r/#{@@upper_id}(?=\s*[.])/, Name::Namespace, :dotted
25
+ rule %r/`#{@@id}/, Name::Tag
26
+ rule @@upper_id, Name::Class
27
+ rule %r/[\/][*](?![\/])/, Comment, :comment
28
+ rule @@id do |m|
29
+ match = m[0]
30
+ if self.class.keywords.include? match
31
+ token Keyword
32
+ elsif self.class.word_operators.include? match
33
+ token Operator::Word
34
+ elsif self.class.primitives.include? match
35
+ token Keyword::Type
36
+ else
37
+ token Name
38
+ end
39
+ end
40
+
41
+ rule %r/[(){}\[\];]+/, Punctuation
42
+ rule @@operator, Operator
43
+
44
+ rule %r/-?\d[\d_]*(.[\d_]*)?(e[+-]?\d[\d_]*)/i, Num::Float
45
+ rule %r/0x\h[\h_]*/i, Num::Hex
46
+ rule %r/0o[0-7][0-7_]*/i, Num::Oct
47
+ rule %r/0b[01][01_]*/i, Num::Bin
48
+ rule %r/\d[\d_]*/, Num::Integer
49
+
50
+ rule %r/'(?:(\\[\\"'ntbr ])|(\\[0-9]{3})|(\\x\h{2}))'/, Str::Char
51
+ rule %r/'[^'\/]'/, Str::Char
52
+ rule %r/'/, Keyword
53
+ rule %r/"/, Str::Double, :string
54
+ rule %r/[~?]#{@@id}/, Name::Variable
55
+ end
56
+
57
+ state :comment do
58
+ rule %r|[^/*)]+|, Comment
59
+ rule %r|[/][*]|, Comment, :push
60
+ rule %r|[*][/]|, Comment, :pop!
61
+ rule %r|[*/]|, Comment
62
+ end
63
+ end
64
+ end
65
+ end
@@ -11,7 +11,7 @@ module Rouge
11
11
  filenames '*.rb', '*.ruby', '*.rbw', '*.rake', '*.gemspec', '*.podspec',
12
12
  'Rakefile', 'Guardfile', 'Gemfile', 'Capfile', 'Podfile',
13
13
  'Vagrantfile', '*.ru', '*.prawn', 'Berksfile', '*.arb',
14
- 'Dangerfile'
14
+ 'Dangerfile', 'Fastfile', 'Deliverfile', 'Appfile'
15
15
 
16
16
  mimetypes 'text/x-ruby', 'application/x-ruby'
17
17
 
@@ -31,15 +31,15 @@ module Rouge
31
31
  rule %r(:(?:\*\*|[-+]@|[/\%&\|^`~]|\[\]=?|<<|>>|<=?>|<=?|===?)),
32
32
  Str::Symbol
33
33
 
34
- rule /:'(\\\\|\\'|[^'])*'/, Str::Symbol
35
- rule /:"/, Str::Symbol, :simple_sym
34
+ rule %r/:'(\\\\|\\'|[^'])*'/, Str::Symbol
35
+ rule %r/:"/, Str::Symbol, :simple_sym
36
36
  end
37
37
 
38
38
  state :sigil_strings do
39
39
  # %-sigiled strings
40
40
  # %(abc), %[abc], %<abc>, %.abc., %r.abc., etc
41
41
  delimiter_map = { '{' => '}', '[' => ']', '(' => ')', '<' => '>' }
42
- rule /%([rqswQWxiI])?([^\w\s])/ do |m|
42
+ rule %r/%([rqswQWxiI])?([^\w\s])/ do |m|
43
43
  open = Regexp.escape(m[2])
44
44
  close = Regexp.escape(delimiter_map[m[2]] || m[2])
45
45
  interp = /[rQWxI]/ === m[1]
@@ -57,38 +57,40 @@ module Rouge
57
57
  token toktype
58
58
 
59
59
  push do
60
- rule /\\[##{open}#{close}\\]/, Str::Escape
60
+ uniq_chars = "#{open}#{close}".squeeze
61
+ uniq_chars = '' if open == close && open == "\\#"
62
+ rule %r/\\[##{uniq_chars}\\]/, Str::Escape
61
63
  # nesting rules only with asymmetric delimiters
62
64
  if open != close
63
- rule /#{open}/ do
65
+ rule %r/#{open}/ do
64
66
  token toktype
65
67
  push
66
68
  end
67
69
  end
68
- rule /#{close}/, toktype, :pop!
70
+ rule %r/#{close}/, toktype, :pop!
69
71
 
70
72
  if interp
71
73
  mixin :string_intp_escaped
72
- rule /#/, toktype
74
+ rule %r/#/, toktype
73
75
  else
74
- rule /[\\#]/, toktype
76
+ rule %r/[\\#]/, toktype
75
77
  end
76
78
 
77
- rule /[^##{open}#{close}\\]+/m, toktype
79
+ rule %r/[^##{uniq_chars}\\]+/m, toktype
78
80
  end
79
81
  end
80
82
  end
81
83
 
82
84
  state :strings do
83
85
  mixin :symbols
84
- rule /\b[a-z_]\w*?[?!]?:\s+/, Str::Symbol, :expr_start
85
- rule /'(\\\\|\\'|[^'])*'/, Str::Single
86
- rule /"/, Str::Double, :simple_string
87
- rule /(?<!\.)`/, Str::Backtick, :simple_backtick
86
+ rule %r/\b[a-z_]\w*?[?!]?:\s+/, Str::Symbol, :expr_start
87
+ rule %r/'(\\\\|\\'|[^'])*'/, Str::Single
88
+ rule %r/"/, Str::Double, :simple_string
89
+ rule %r/(?<!\.)`/, Str::Backtick, :simple_backtick
88
90
  end
89
91
 
90
92
  state :regex_flags do
91
- rule /[mixounse]*/, Str::Regex, :pop!
93
+ rule %r/[mixounse]*/, Str::Regex, :pop!
92
94
  end
93
95
 
94
96
  # double-quoted string and symbol
@@ -97,9 +99,9 @@ module Rouge
97
99
  [:backtick, Str::Backtick, '`']].each do |name, tok, fin|
98
100
  state :"simple_#{name}" do
99
101
  mixin :string_intp_escaped
100
- rule /[^\\#{fin}#]+/m, tok
101
- rule /[\\#]/, tok
102
- rule /#{fin}/, tok, :pop!
102
+ rule %r/[^\\#{fin}#]+/m, tok
103
+ rule %r/[\\#]/, tok
104
+ rule %r/#{fin}/, tok, :pop!
103
105
  end
104
106
  end
105
107
 
@@ -151,38 +153,38 @@ module Rouge
151
153
 
152
154
  state :whitespace do
153
155
  mixin :inline_whitespace
154
- rule /\n\s*/m, Text, :expr_start
155
- rule /#.*$/, Comment::Single
156
+ rule %r/\n\s*/m, Text, :expr_start
157
+ rule %r/#.*$/, Comment::Single
156
158
 
157
159
  rule %r(=begin\b.*?\n=end\b)m, Comment::Multiline
158
160
  end
159
161
 
160
162
  state :inline_whitespace do
161
- rule /[ \t\r]+/, Text
163
+ rule %r/[ \t\r]+/, Text
162
164
  end
163
165
 
164
166
  state :root do
165
167
  mixin :whitespace
166
- rule /__END__/, Comment::Preproc, :end_part
168
+ rule %r/__END__/, Comment::Preproc, :end_part
167
169
 
168
- rule /0_?[0-7]+(?:_[0-7]+)*/, Num::Oct
169
- rule /0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*/, Num::Hex
170
- rule /0b[01]+(?:_[01]+)*/, Num::Bin
171
- rule /\d+\.\d+(e[\+\-]?\d+)?/, Num::Float
172
- rule /[\d]+(?:_\d+)*/, Num::Integer
170
+ rule %r/0_?[0-7]+(?:_[0-7]+)*/, Num::Oct
171
+ rule %r/0x[0-9A-Fa-f]+(?:_[0-9A-Fa-f]+)*/, Num::Hex
172
+ rule %r/0b[01]+(?:_[01]+)*/, Num::Bin
173
+ rule %r/\d+\.\d+(e[\+\-]?\d+)?/, Num::Float
174
+ rule %r/[\d]+(?:_\d+)*/, Num::Integer
173
175
 
174
176
  # names
175
- rule /@@[a-z_]\w*/i, Name::Variable::Class
176
- rule /@[a-z_]\w*/i, Name::Variable::Instance
177
- rule /\$\w+/, Name::Variable::Global
177
+ rule %r/@@[a-z_]\w*/i, Name::Variable::Class
178
+ rule %r/@[a-z_]\w*/i, Name::Variable::Instance
179
+ rule %r/\$\w+/, Name::Variable::Global
178
180
  rule %r(\$[!@&`'+~=/\\,;.<>_*\$?:"]), Name::Variable::Global
179
- rule /\$-[0adFiIlpvw]/, Name::Variable::Global
180
- rule /::/, Operator
181
+ rule %r/\$-[0adFiIlpvw]/, Name::Variable::Global
182
+ rule %r/::/, Operator
181
183
 
182
184
  mixin :strings
183
185
 
184
- rule /(?:#{keywords.join('|')})\b/, Keyword, :expr_start
185
- rule /(?:#{keywords_pseudo.join('|')})\b/, Keyword::Pseudo, :expr_start
186
+ rule %r/(?:#{keywords.join('|')})(?=\W|$)/, Keyword, :expr_start
187
+ rule %r/(?:#{keywords_pseudo.join('|')})\b/, Keyword::Pseudo, :expr_start
186
188
 
187
189
  rule %r(
188
190
  (module)
@@ -192,52 +194,52 @@ module Rouge
192
194
  groups Keyword, Text, Name::Namespace
193
195
  end
194
196
 
195
- rule /(def\b)(\s*)/ do
197
+ rule %r/(def\b)(\s*)/ do
196
198
  groups Keyword, Text
197
199
  push :funcname
198
200
  end
199
201
 
200
- rule /(class\b)(\s*)/ do
202
+ rule %r/(class\b)(\s*)/ do
201
203
  groups Keyword, Text
202
204
  push :classname
203
205
  end
204
206
 
205
- rule /(?:#{builtins_q.join('|')})[?]/, Name::Builtin, :expr_start
206
- rule /(?:#{builtins_b.join('|')})!/, Name::Builtin, :expr_start
207
- rule /(?<!\.)(?:#{builtins_g.join('|')})\b/,
207
+ rule %r/(?:#{builtins_q.join('|')})[?]/, Name::Builtin, :expr_start
208
+ rule %r/(?:#{builtins_b.join('|')})!/, Name::Builtin, :expr_start
209
+ rule %r/(?<!\.)(?:#{builtins_g.join('|')})\b/,
208
210
  Name::Builtin, :method_call
209
211
 
210
212
  mixin :has_heredocs
211
213
 
212
214
  # `..` and `...` for ranges must have higher priority than `.`
213
215
  # Otherwise, they will be parsed as :method_call
214
- rule /\.{2,3}/, Operator, :expr_start
216
+ rule %r/\.{2,3}/, Operator, :expr_start
215
217
 
216
- rule /[A-Z][a-zA-Z0-9_]*/, Name::Constant, :method_call
217
- rule /(\.|::)(\s*)([a-z_]\w*[!?]?|[*%&^`~+-\/\[<>=])/ do
218
+ rule %r/[A-Z][a-zA-Z0-9_]*/, Name::Constant, :method_call
219
+ rule %r/(\.|::)(\s*)([a-z_]\w*[!?]?|[*%&^`~+-\/\[<>=])/ do
218
220
  groups Punctuation, Text, Name::Function
219
221
  push :method_call
220
222
  end
221
223
 
222
- rule /[a-zA-Z_]\w*[?!]/, Name, :expr_start
223
- rule /[a-zA-Z_]\w*/, Name, :method_call
224
- rule /\*\*|<<?|>>?|>=|<=|<=>|=~|={3}|!~|&&?|\|\||\./,
224
+ rule %r/[a-zA-Z_]\w*[?!]/, Name, :expr_start
225
+ rule %r/[a-zA-Z_]\w*/, Name, :method_call
226
+ rule %r/\*\*|<<?|>>?|>=|<=|<=>|=~|={3}|!~|&&?|\|\||\./,
225
227
  Operator, :expr_start
226
- rule /[-+\/*%=<>&!^|~]=?/, Operator, :expr_start
228
+ rule %r/[-+\/*%=<>&!^|~]=?/, Operator, :expr_start
227
229
  rule(/[?]/) { token Punctuation; push :ternary; push :expr_start }
228
230
  rule %r<[\[({,:\\;/]>, Punctuation, :expr_start
229
231
  rule %r<[\])}]>, Punctuation
230
232
  end
231
233
 
232
234
  state :has_heredocs do
233
- rule /(?<!\w)(<<[-~]?)(["`']?)([a-zA-Z_]\w*)(\2)/ do |m|
235
+ rule %r/(?<!\w)(<<[-~]?)(["`']?)([a-zA-Z_]\w*)(\2)/ do |m|
234
236
  token Operator, m[1]
235
237
  token Name::Constant, "#{m[2]}#{m[3]}#{m[4]}"
236
238
  @heredoc_queue << [['<<-', '<<~'].include?(m[1]), m[3]]
237
239
  push :heredoc_queue unless state? :heredoc_queue
238
240
  end
239
241
 
240
- rule /(<<[-~]?)(["'])(\2)/ do |m|
242
+ rule %r/(<<[-~]?)(["'])(\2)/ do |m|
241
243
  token Operator, m[1]
242
244
  token Name::Constant, "#{m[2]}#{m[3]}#{m[4]}"
243
245
  @heredoc_queue << [['<<-', '<<~'].include?(m[1]), '']
@@ -246,7 +248,7 @@ module Rouge
246
248
  end
247
249
 
248
250
  state :heredoc_queue do
249
- rule /(?=\n)/ do
251
+ rule %r/(?=\n)/ do
250
252
  goto :resolve_heredocs
251
253
  end
252
254
 
@@ -256,13 +258,13 @@ module Rouge
256
258
  state :resolve_heredocs do
257
259
  mixin :string_intp_escaped
258
260
 
259
- rule /\n/, Str::Heredoc, :test_heredoc
260
- rule /[#\\\n]/, Str::Heredoc
261
- rule /[^#\\\n]+/, Str::Heredoc
261
+ rule %r/\n/, Str::Heredoc, :test_heredoc
262
+ rule %r/[#\\\n]/, Str::Heredoc
263
+ rule %r/[^#\\\n]+/, Str::Heredoc
262
264
  end
263
265
 
264
266
  state :test_heredoc do
265
- rule /[^#\\\n]*$/ do |m|
267
+ rule %r/[^#\\\n]*$/ do |m|
266
268
  tolerant, heredoc_name = @heredoc_queue.first
267
269
  check = tolerant ? m[0].strip : m[0].rstrip
268
270
 
@@ -284,12 +286,12 @@ module Rouge
284
286
  end
285
287
 
286
288
  state :funcname do
287
- rule /\s+/, Text
288
- rule /\(/, Punctuation, :defexpr
289
+ rule %r/\s+/, Text
290
+ rule %r/\(/, Punctuation, :defexpr
289
291
  rule %r(
290
- (?:([a-zA-Z_][\w_]*)(\.))?
292
+ (?:([a-zA-Z_]\w*)(\.))?
291
293
  (
292
- [a-zA-Z_][\w_]*[!?]? |
294
+ [a-zA-Z_]\w*[!?]? |
293
295
  \*\*? | [-+]@? | [/%&\|^`~] | \[\]=? |
294
296
  <<? | >>? | <=>? | >= | ===?
295
297
  )
@@ -303,20 +305,20 @@ module Rouge
303
305
  end
304
306
 
305
307
  state :classname do
306
- rule /\s+/, Text
307
- rule /\(/ do
308
+ rule %r/\s+/, Text
309
+ rule %r/\(/ do
308
310
  token Punctuation
309
311
  push :defexpr
310
312
  push :expr_start
311
313
  end
312
314
 
313
315
  # class << expr
314
- rule /<</ do
316
+ rule %r/<</ do
315
317
  token Operator
316
318
  goto :expr_start
317
319
  end
318
320
 
319
- rule /[A-Z_]\w*/, Name::Class, :pop!
321
+ rule %r/[A-Z_]\w*/, Name::Class, :pop!
320
322
 
321
323
  rule(//) { pop! }
322
324
  end
@@ -328,11 +330,11 @@ module Rouge
328
330
  end
329
331
 
330
332
  state :defexpr do
331
- rule /(\))(\.|::)?/ do
333
+ rule %r/(\))(\.|::)?/ do
332
334
  groups Punctuation, Operator
333
335
  pop!
334
336
  end
335
- rule /\(/ do
337
+ rule %r/\(/ do
336
338
  token Punctuation
337
339
  push :defexpr
338
340
  push :expr_start
@@ -342,20 +344,20 @@ module Rouge
342
344
  end
343
345
 
344
346
  state :in_interp do
345
- rule /}/, Str::Interpol, :pop!
347
+ rule %r/}/, Str::Interpol, :pop!
346
348
  mixin :root
347
349
  end
348
350
 
349
351
  state :string_intp do
350
- rule /[#][{]/, Str::Interpol, :in_interp
351
- rule /#(@@?|\$)[a-z_]\w*/i, Str::Interpol
352
+ rule %r/[#][{]/, Str::Interpol, :in_interp
353
+ rule %r/#(@@?|\$)[a-z_]\w*/i, Str::Interpol
352
354
  end
353
355
 
354
356
  state :string_intp_escaped do
355
357
  mixin :string_intp
356
- rule /\\([\\abefnrstv#"']|x[a-fA-F0-9]{1,2}|[0-7]{1,3})/,
358
+ rule %r/\\([\\abefnrstv#"']|x[a-fA-F0-9]{1,2}|[0-7]{1,3})/,
357
359
  Str::Escape
358
- rule /\\./, Str::Escape
360
+ rule %r/\\./, Str::Escape
359
361
  end
360
362
 
361
363
  state :method_call do
@@ -408,7 +410,7 @@ module Rouge
408
410
 
409
411
  # special case for using a single space. Ruby demands that
410
412
  # these be in a single line, otherwise it would make no sense.
411
- rule /(\s*)(%[rqswQWxiI]? \S* )/ do
413
+ rule %r/(\s*)(%[rqswQWxiI]? \S* )/ do
412
414
  groups Text, Str::Other
413
415
  pop!
414
416
  end
@@ -432,7 +434,7 @@ module Rouge
432
434
 
433
435
  state :end_part do
434
436
  # eat up the rest of the stream as Comment::Preproc
435
- rule /.+/m, Comment::Preproc, :pop!
437
+ rule %r/.+/m, Comment::Preproc, :pop!
436
438
  end
437
439
  end
438
440
  end