rouge 3.3.0 → 3.8.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (216) hide show
  1. checksums.yaml +5 -5
  2. data/Gemfile +15 -3
  3. data/lib/rouge.rb +49 -41
  4. data/lib/rouge/cli.rb +64 -15
  5. data/lib/rouge/demos/ada +26 -0
  6. data/lib/rouge/demos/armasm +12 -0
  7. data/lib/rouge/demos/batchfile +3 -0
  8. data/lib/rouge/demos/bbcbasic +6 -0
  9. data/lib/rouge/demos/bpf +7 -0
  10. data/lib/rouge/demos/brainfuck +5 -0
  11. data/lib/rouge/demos/cmhg +8 -0
  12. data/lib/rouge/demos/cuda +11 -0
  13. data/lib/rouge/demos/cython +6 -0
  14. data/lib/rouge/demos/epp +4 -0
  15. data/lib/rouge/demos/escape +3 -0
  16. data/lib/rouge/demos/gdscript +18 -0
  17. data/lib/rouge/demos/hocon +8 -0
  18. data/lib/rouge/demos/magik +6 -0
  19. data/lib/rouge/demos/mason +22 -0
  20. data/lib/rouge/demos/msgtrans +4 -0
  21. data/lib/rouge/demos/openedge +4 -0
  22. data/lib/rouge/demos/opentype_feature_file +6 -0
  23. data/lib/rouge/demos/plist +1 -132
  24. data/lib/rouge/demos/powershell +12 -48
  25. data/lib/rouge/demos/reasonml +12 -0
  26. data/lib/rouge/demos/sas +13 -0
  27. data/lib/rouge/demos/supercollider +11 -0
  28. data/lib/rouge/demos/xojo +14 -0
  29. data/lib/rouge/demos/xpath +2 -0
  30. data/lib/rouge/demos/xquery +22 -0
  31. data/lib/rouge/formatter.rb +37 -1
  32. data/lib/rouge/formatters/html.rb +20 -2
  33. data/lib/rouge/formatters/html_line_table.rb +53 -0
  34. data/lib/rouge/formatters/html_linewise.rb +6 -11
  35. data/lib/rouge/formatters/html_table.rb +20 -31
  36. data/lib/rouge/formatters/terminal256.rb +1 -0
  37. data/lib/rouge/formatters/tex.rb +92 -0
  38. data/lib/rouge/guessers/disambiguation.rb +25 -0
  39. data/lib/rouge/guessers/glob_mapping.rb +1 -1
  40. data/lib/rouge/guessers/modeline.rb +1 -1
  41. data/lib/rouge/guessers/source.rb +1 -1
  42. data/lib/rouge/lexer.rb +64 -14
  43. data/lib/rouge/lexers/abap.rb +11 -11
  44. data/lib/rouge/lexers/actionscript.rb +34 -34
  45. data/lib/rouge/lexers/ada.rb +162 -0
  46. data/lib/rouge/lexers/apache.rb +8 -8
  47. data/lib/rouge/lexers/apple_script.rb +15 -14
  48. data/lib/rouge/lexers/armasm.rb +145 -0
  49. data/lib/rouge/lexers/awk.rb +25 -25
  50. data/lib/rouge/lexers/batchfile.rb +164 -0
  51. data/lib/rouge/lexers/bbcbasic.rb +112 -0
  52. data/lib/rouge/lexers/biml.rb +4 -4
  53. data/lib/rouge/lexers/bpf.rb +104 -0
  54. data/lib/rouge/lexers/brainfuck.rb +53 -0
  55. data/lib/rouge/lexers/bsl.rb +12 -12
  56. data/lib/rouge/lexers/c.rb +34 -57
  57. data/lib/rouge/lexers/ceylon.rb +6 -34
  58. data/lib/rouge/lexers/cfscript.rb +26 -26
  59. data/lib/rouge/lexers/clojure.rb +14 -14
  60. data/lib/rouge/lexers/cmake.rb +14 -14
  61. data/lib/rouge/lexers/cmhg.rb +34 -0
  62. data/lib/rouge/lexers/coffeescript.rb +43 -35
  63. data/lib/rouge/lexers/common_lisp.rb +37 -37
  64. data/lib/rouge/lexers/conf.rb +6 -6
  65. data/lib/rouge/lexers/console.rb +3 -3
  66. data/lib/rouge/lexers/coq.rb +18 -18
  67. data/lib/rouge/lexers/cpp.rb +12 -9
  68. data/lib/rouge/lexers/crystal.rb +70 -70
  69. data/lib/rouge/lexers/csharp.rb +28 -29
  70. data/lib/rouge/lexers/css.rb +23 -23
  71. data/lib/rouge/lexers/cuda.rb +35 -0
  72. data/lib/rouge/lexers/cython.rb +151 -0
  73. data/lib/rouge/lexers/d.rb +59 -59
  74. data/lib/rouge/lexers/dart.rb +33 -33
  75. data/lib/rouge/lexers/diff.rb +8 -4
  76. data/lib/rouge/lexers/digdag.rb +1 -1
  77. data/lib/rouge/lexers/docker.rb +11 -11
  78. data/lib/rouge/lexers/dot.rb +16 -16
  79. data/lib/rouge/lexers/eiffel.rb +20 -20
  80. data/lib/rouge/lexers/elixir.rb +34 -30
  81. data/lib/rouge/lexers/elm.rb +29 -29
  82. data/lib/rouge/lexers/epp.rb +51 -0
  83. data/lib/rouge/lexers/erb.rb +4 -4
  84. data/lib/rouge/lexers/escape.rb +58 -0
  85. data/lib/rouge/lexers/factor.rb +40 -40
  86. data/lib/rouge/lexers/fortran.rb +32 -32
  87. data/lib/rouge/lexers/fsharp.rb +30 -30
  88. data/lib/rouge/lexers/gdscript.rb +171 -0
  89. data/lib/rouge/lexers/gherkin.rb +16 -14
  90. data/lib/rouge/lexers/glsl.rb +1 -5
  91. data/lib/rouge/lexers/go.rb +2 -2
  92. data/lib/rouge/lexers/graphql.rb +77 -60
  93. data/lib/rouge/lexers/groovy.rb +23 -25
  94. data/lib/rouge/lexers/hack.rb +1 -1
  95. data/lib/rouge/lexers/haml.rb +25 -29
  96. data/lib/rouge/lexers/handlebars.rb +31 -20
  97. data/lib/rouge/lexers/haskell.rb +66 -65
  98. data/lib/rouge/lexers/hcl.rb +25 -25
  99. data/lib/rouge/lexers/hocon.rb +86 -0
  100. data/lib/rouge/lexers/html.rb +32 -31
  101. data/lib/rouge/lexers/http.rb +4 -4
  102. data/lib/rouge/lexers/hylang.rb +14 -14
  103. data/lib/rouge/lexers/idlang.rb +32 -32
  104. data/lib/rouge/lexers/igorpro.rb +31 -31
  105. data/lib/rouge/lexers/ini.rb +12 -12
  106. data/lib/rouge/lexers/io.rb +7 -7
  107. data/lib/rouge/lexers/irb.rb +5 -5
  108. data/lib/rouge/lexers/java.rb +28 -24
  109. data/lib/rouge/lexers/javascript.rb +57 -61
  110. data/lib/rouge/lexers/jinja.rb +34 -20
  111. data/lib/rouge/lexers/json.rb +50 -11
  112. data/lib/rouge/lexers/json_doc.rb +2 -2
  113. data/lib/rouge/lexers/jsonnet.rb +18 -18
  114. data/lib/rouge/lexers/jsp.rb +30 -30
  115. data/lib/rouge/lexers/jsx.rb +16 -16
  116. data/lib/rouge/lexers/julia.rb +181 -58
  117. data/lib/rouge/lexers/kotlin.rb +14 -7
  118. data/lib/rouge/lexers/lasso.rb +50 -50
  119. data/lib/rouge/lexers/liquid.rb +76 -53
  120. data/lib/rouge/lexers/literate_coffeescript.rb +2 -2
  121. data/lib/rouge/lexers/literate_haskell.rb +5 -5
  122. data/lib/rouge/lexers/llvm.rb +23 -16
  123. data/lib/rouge/lexers/lua.rb +3 -3
  124. data/lib/rouge/lexers/m68k.rb +18 -19
  125. data/lib/rouge/lexers/magik.rb +127 -0
  126. data/lib/rouge/lexers/make.rb +56 -34
  127. data/lib/rouge/lexers/markdown.rb +55 -38
  128. data/lib/rouge/lexers/mason.rb +115 -0
  129. data/lib/rouge/lexers/mathematica.rb +11 -11
  130. data/lib/rouge/lexers/matlab.rb +23 -16
  131. data/lib/rouge/lexers/moonscript.rb +3 -3
  132. data/lib/rouge/lexers/mosel.rb +63 -63
  133. data/lib/rouge/lexers/msgtrans.rb +26 -0
  134. data/lib/rouge/lexers/mxml.rb +18 -18
  135. data/lib/rouge/lexers/nasm.rb +24 -25
  136. data/lib/rouge/lexers/nginx.rb +14 -14
  137. data/lib/rouge/lexers/nim.rb +3 -2
  138. data/lib/rouge/lexers/nix.rb +43 -43
  139. data/lib/rouge/lexers/objective_c.rb +43 -48
  140. data/lib/rouge/lexers/ocaml.rb +28 -64
  141. data/lib/rouge/lexers/ocaml/common.rb +53 -0
  142. data/lib/rouge/lexers/openedge.rb +429 -0
  143. data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
  144. data/lib/rouge/lexers/pascal.rb +4 -4
  145. data/lib/rouge/lexers/perl.rb +98 -68
  146. data/lib/rouge/lexers/php.rb +66 -44
  147. data/lib/rouge/lexers/php/builtins.rb +181 -174
  148. data/lib/rouge/lexers/plain_text.rb +1 -1
  149. data/lib/rouge/lexers/plist.rb +14 -14
  150. data/lib/rouge/lexers/pony.rb +19 -19
  151. data/lib/rouge/lexers/powershell.rb +184 -638
  152. data/lib/rouge/lexers/praat.rb +75 -75
  153. data/lib/rouge/lexers/prolog.rb +26 -20
  154. data/lib/rouge/lexers/prometheus.rb +30 -30
  155. data/lib/rouge/lexers/properties.rb +12 -12
  156. data/lib/rouge/lexers/protobuf.rb +22 -22
  157. data/lib/rouge/lexers/puppet.rb +32 -32
  158. data/lib/rouge/lexers/python.rb +52 -52
  159. data/lib/rouge/lexers/q.rb +12 -12
  160. data/lib/rouge/lexers/qml.rb +12 -12
  161. data/lib/rouge/lexers/r.rb +12 -13
  162. data/lib/rouge/lexers/racket.rb +22 -22
  163. data/lib/rouge/lexers/reasonml.rb +65 -0
  164. data/lib/rouge/lexers/ruby.rb +72 -70
  165. data/lib/rouge/lexers/rust.rb +38 -35
  166. data/lib/rouge/lexers/sas.rb +563 -0
  167. data/lib/rouge/lexers/sass.rb +8 -8
  168. data/lib/rouge/lexers/sass/common.rb +40 -40
  169. data/lib/rouge/lexers/scala.rb +63 -37
  170. data/lib/rouge/lexers/scheme.rb +18 -18
  171. data/lib/rouge/lexers/scss.rb +3 -3
  172. data/lib/rouge/lexers/sed.rb +30 -30
  173. data/lib/rouge/lexers/shell.rb +62 -53
  174. data/lib/rouge/lexers/sieve.rb +8 -8
  175. data/lib/rouge/lexers/slim.rb +26 -26
  176. data/lib/rouge/lexers/smalltalk.rb +33 -33
  177. data/lib/rouge/lexers/smarty.rb +19 -19
  178. data/lib/rouge/lexers/sml.rb +67 -67
  179. data/lib/rouge/lexers/sqf.rb +1 -1
  180. data/lib/rouge/lexers/sql.rb +21 -21
  181. data/lib/rouge/lexers/supercollider.rb +116 -0
  182. data/lib/rouge/lexers/swift.rb +46 -43
  183. data/lib/rouge/lexers/tap.rb +20 -20
  184. data/lib/rouge/lexers/tcl.rb +27 -27
  185. data/lib/rouge/lexers/terraform.rb +13 -13
  186. data/lib/rouge/lexers/tex.rb +19 -19
  187. data/lib/rouge/lexers/toml.rb +19 -19
  188. data/lib/rouge/lexers/tulip.rb +36 -36
  189. data/lib/rouge/lexers/turtle.rb +35 -38
  190. data/lib/rouge/lexers/vala.rb +18 -18
  191. data/lib/rouge/lexers/vb.rb +27 -27
  192. data/lib/rouge/lexers/verilog.rb +25 -27
  193. data/lib/rouge/lexers/vhdl.rb +11 -11
  194. data/lib/rouge/lexers/viml.rb +14 -14
  195. data/lib/rouge/lexers/vue.rb +9 -9
  196. data/lib/rouge/lexers/wollok.rb +26 -26
  197. data/lib/rouge/lexers/xml.rb +17 -21
  198. data/lib/rouge/lexers/xojo.rb +61 -0
  199. data/lib/rouge/lexers/xpath.rb +332 -0
  200. data/lib/rouge/lexers/xquery.rb +145 -0
  201. data/lib/rouge/lexers/yaml.rb +63 -61
  202. data/lib/rouge/plugins/redcarpet.rb +1 -1
  203. data/lib/rouge/regex_lexer.rb +26 -25
  204. data/lib/rouge/tex_theme_renderer.rb +132 -0
  205. data/lib/rouge/theme.rb +4 -0
  206. data/lib/rouge/themes/bw.rb +41 -0
  207. data/lib/rouge/themes/magritte.rb +78 -0
  208. data/lib/rouge/themes/monokai_sublime.rb +2 -1
  209. data/lib/rouge/themes/pastie.rb +1 -1
  210. data/lib/rouge/themes/thankful_eyes.rb +1 -1
  211. data/lib/rouge/themes/tulip.rb +1 -1
  212. data/lib/rouge/token.rb +30 -22
  213. data/lib/rouge/util.rb +2 -2
  214. data/lib/rouge/version.rb +1 -1
  215. data/rouge.gemspec +4 -3
  216. metadata +61 -6
@@ -20,7 +20,7 @@ module Rouge
20
20
  break return continue
21
21
  for endfor do while
22
22
  case default
23
- try catch endtry
23
+ try catch endtry
24
24
  abortonrte
25
25
  )
26
26
  end
@@ -521,7 +521,7 @@ module Rouge
521
521
  state :root do
522
522
  rule %r(//), Comment, :comments
523
523
 
524
- rule /#{object}/ do |m|
524
+ rule %r/#{object}/ do |m|
525
525
  if m[0].downcase =~ /function/
526
526
  token Keyword::Declaration
527
527
  push :parse_function
@@ -567,22 +567,22 @@ module Rouge
567
567
 
568
568
  state :assignment do
569
569
  mixin :whitespace
570
- rule /\"/, Literal::String::Double, :string1 #punctuation for string
570
+ rule %r/\"/, Literal::String::Double, :string1 #punctuation for string
571
571
  mixin :string2
572
- rule /#{number_float}/, Literal::Number::Float, :pop!
573
- rule /#{number_int}/, Literal::Number::Integer, :pop!
574
- rule /[\(\[\{][^\)\]\}]+[\)\]\}]/, Generic, :pop!
575
- rule /[^\s\/\(]+/, Generic, :pop!
572
+ rule %r/#{number_float}/, Literal::Number::Float, :pop!
573
+ rule %r/#{number_int}/, Literal::Number::Integer, :pop!
574
+ rule %r/[\(\[\{][^\)\]\}]+[\)\]\}]/, Generic, :pop!
575
+ rule %r/[^\s\/\(]+/, Generic, :pop!
576
576
  rule(//) { pop! }
577
577
  end
578
578
 
579
579
  state :parse_variables do
580
580
  mixin :whitespace
581
- rule /[=]/, Punctuation, :assignment
581
+ rule %r/[=]/, Punctuation, :assignment
582
582
  rule object, Name::Variable
583
- rule /[\[\]]/, Punctuation # optional variables in functions
584
- rule /[,]/, Punctuation, :parse_variables
585
- rule /\)/, Punctuation, :pop! # end of function
583
+ rule %r/[\[\]]/, Punctuation # optional variables in functions
584
+ rule %r/[,]/, Punctuation, :parse_variables
585
+ rule %r/\)/, Punctuation, :pop! # end of function
586
586
  rule %r([/][a-z]+)i, Keyword::Pseudo, :parse_variables
587
587
  rule(//) { pop! }
588
588
  end
@@ -591,15 +591,15 @@ module Rouge
591
591
  rule %r([/][a-z]+)i, Keyword::Pseudo # only one flag
592
592
  mixin :whitespace
593
593
  rule object, Name::Function
594
- rule /[\(]/, Punctuation, :parse_variables
594
+ rule %r/[\(]/, Punctuation, :parse_variables
595
595
  rule(//) { pop! }
596
596
  end
597
597
 
598
598
  state :operationFlags do
599
- rule /#{noLineBreak}/, Text
600
- rule /[=]/, Punctuation, :assignment
599
+ rule %r/#{noLineBreak}/, Text
600
+ rule %r/[=]/, Punctuation, :assignment
601
601
  rule %r([/][a-z]+)i, Keyword::Pseudo, :operationFlags
602
- rule /(as)(\s*)(#{object})/i do
602
+ rule %r/(as)(\s*)(#{object})/i do
603
603
  groups Keyword::Type, Text, Name::Label
604
604
  end
605
605
  rule(//) { pop! }
@@ -621,34 +621,34 @@ module Rouge
621
621
  end
622
622
 
623
623
  state :characters do
624
- rule /\s/, Text
625
- rule /#{operator}/, Operator
626
- rule /#{punctuation}/, Punctuation
627
- rule /\"/, Literal::String::Double, :string1 #punctuation for string
624
+ rule %r/\s/, Text
625
+ rule %r/#{operator}/, Operator
626
+ rule %r/#{punctuation}/, Punctuation
627
+ rule %r/\"/, Literal::String::Double, :string1 #punctuation for string
628
628
  mixin :string2
629
629
  end
630
630
 
631
631
  state :numbers do
632
- rule /#{number_float}/, Literal::Number::Float
633
- rule /#{number_hex}/, Literal::Number::Hex
634
- rule /#{number_int}/, Literal::Number::Integer
632
+ rule %r/#{number_float}/, Literal::Number::Float
633
+ rule %r/#{number_hex}/, Literal::Number::Hex
634
+ rule %r/#{number_int}/, Literal::Number::Integer
635
635
  end
636
636
 
637
637
  state :whitespace do
638
- rule /#{noLineBreak}/, Text
638
+ rule %r/#{noLineBreak}/, Text
639
639
  end
640
640
 
641
641
  state :string1 do
642
- rule /%\w\b/, Literal::String::Other
643
- rule /\\\\/, Literal::String::Escape
644
- rule /\\\"/, Literal::String::Escape
645
- rule /\\/, Literal::String::Escape
646
- rule /[^"]/, Literal::String
647
- rule /\"/, Literal::String::Double, :pop! #punctuation for string
642
+ rule %r/%\w\b/, Literal::String::Other
643
+ rule %r/\\\\/, Literal::String::Escape
644
+ rule %r/\\\"/, Literal::String::Escape
645
+ rule %r/\\/, Literal::String::Escape
646
+ rule %r/[^"]/, Literal::String
647
+ rule %r/\"/, Literal::String::Double, :pop! #punctuation for string
648
648
  end
649
649
 
650
650
  state :string2 do
651
- rule /\'[^']*\'/, Literal::String::Single
651
+ rule %r/\'[^']*\'/, Literal::String::Single
652
652
  end
653
653
 
654
654
  state :comments do
@@ -656,7 +656,7 @@ module Rouge
656
656
  # doxygen comments
657
657
  groups Comment, Comment::Special
658
658
  end
659
- rule /[^\r\n]/, Comment
659
+ rule %r/[^\r\n]/, Comment
660
660
  rule(//) { pop! }
661
661
  end
662
662
  end
@@ -15,39 +15,39 @@ module Rouge
15
15
  identifier = /[\w\-.]+/
16
16
 
17
17
  state :basic do
18
- rule /[;#].*?\n/, Comment
19
- rule /\s+/, Text
20
- rule /\\\n/, Str::Escape
18
+ rule %r/[;#].*?\n/, Comment
19
+ rule %r/\s+/, Text
20
+ rule %r/\\\n/, Str::Escape
21
21
  end
22
22
 
23
23
  state :root do
24
24
  mixin :basic
25
25
 
26
- rule /(#{identifier})(\s*)(=)/ do
26
+ rule %r/(#{identifier})(\s*)(=)/ do
27
27
  groups Name::Property, Text, Punctuation
28
28
  push :value
29
29
  end
30
30
 
31
- rule /\[.*?\]/, Name::Namespace
31
+ rule %r/\[.*?\]/, Name::Namespace
32
32
  end
33
33
 
34
34
  state :value do
35
- rule /\n/, Text, :pop!
35
+ rule %r/\n/, Text, :pop!
36
36
  mixin :basic
37
- rule /"/, Str, :dq
38
- rule /'.*?'/, Str
37
+ rule %r/"/, Str, :dq
38
+ rule %r/'.*?'/, Str
39
39
  mixin :esc_str
40
- rule /[^\\\n]+/, Str
40
+ rule %r/[^\\\n]+/, Str
41
41
  end
42
42
 
43
43
  state :dq do
44
- rule /"/, Str, :pop!
44
+ rule %r/"/, Str, :pop!
45
45
  mixin :esc_str
46
- rule /[^\\"]+/m, Str
46
+ rule %r/[^\\"]+/m, Str
47
47
  end
48
48
 
49
49
  state :esc_str do
50
- rule /\\./m, Str::Escape
50
+ rule %r/\\./m, Str::Escape
51
51
  end
52
52
  end
53
53
  end
@@ -26,22 +26,22 @@ module Rouge
26
26
  end
27
27
 
28
28
  state :root do
29
- rule /\s+/m, Text
29
+ rule %r/\s+/m, Text
30
30
  rule %r(//.*?\n), Comment::Single
31
31
  rule %r(#.*?\n), Comment::Single
32
32
  rule %r(/(\\\n)?[*].*?[*](\\\n)?/)m, Comment::Multiline
33
33
  rule %r(/[+]), Comment::Multiline, :nested_comment
34
34
 
35
- rule /"(\\\\|\\"|[^"])*"/, Str
35
+ rule %r/"(\\\\|\\"|[^"])*"/, Str
36
36
 
37
37
  rule %r(:?:=), Keyword
38
- rule /[()]/, Punctuation
38
+ rule %r/[()]/, Punctuation
39
39
 
40
40
  rule %r([-=;,*+><!/|^.%&\[\]{}]), Operator
41
41
 
42
- rule /[A-Z]\w*/, Name::Class
42
+ rule %r/[A-Z]\w*/, Name::Class
43
43
 
44
- rule /[a-z_]\w*/ do |m|
44
+ rule %r/[a-z_]\w*/ do |m|
45
45
  name = m[0]
46
46
 
47
47
  if self.class.constants.include? name
@@ -54,9 +54,9 @@ module Rouge
54
54
  end
55
55
 
56
56
  rule %r((\d+[.]?\d*|\d*[.]\d+)(e[+-]?[0-9]+)?)i, Num::Float
57
- rule /\d+/, Num::Integer
57
+ rule %r/\d+/, Num::Integer
58
58
 
59
- rule /@@?/, Keyword
59
+ rule %r/@@?/, Keyword
60
60
  end
61
61
 
62
62
  state :nested_comment do
@@ -41,25 +41,25 @@ module Rouge
41
41
 
42
42
  state :has_irb_output do
43
43
  rule %r(=>), Punctuation, :pop!
44
- rule /.+?(\n|$)/, Generic::Output
44
+ rule %r/.+?(\n|$)/, Generic::Output
45
45
  end
46
46
 
47
47
  state :irb_error do
48
- rule /.+?(\n|$)/, Generic::Error
48
+ rule %r/.+?(\n|$)/, Generic::Error
49
49
  mixin :has_irb_output
50
50
  end
51
51
 
52
52
  state :stdout do
53
- rule /\w+?(Error|Exception):.+?(\n|$)/, Generic::Error, :irb_error
53
+ rule %r/\w+?(Error|Exception):.+?(\n|$)/, Generic::Error, :irb_error
54
54
  mixin :has_irb_output
55
55
  end
56
56
 
57
57
  prepend :root do
58
- rule /#</, Keyword::Type, :irb_object
58
+ rule %r/#</, Keyword::Type, :irb_object
59
59
  end
60
60
 
61
61
  state :irb_object do
62
- rule />/, Keyword::Type, :pop!
62
+ rule %r/>/, Keyword::Type, :pop!
63
63
  mixin :root
64
64
  end
65
65
  end
@@ -24,14 +24,16 @@ module Rouge
24
24
  types = %w(boolean byte char double float int long short var void)
25
25
 
26
26
  id = /[a-zA-Z_][a-zA-Z0-9_]*/
27
+ const_name = /[A-Z][A-Z0-9_]*\b/
28
+ class_name = /[A-Z][a-zA-Z0-9]*\b/
27
29
 
28
30
  state :root do
29
- rule /[^\S\n]+/, Text
31
+ rule %r/[^\S\n]+/, Text
30
32
  rule %r(//.*?$), Comment::Single
31
33
  rule %r(/\*.*?\*/)m, Comment::Multiline
32
34
  # keywords: go before method names to avoid lexing "throw new XYZ"
33
35
  # as a method signature
34
- rule /(?:#{keywords.join('|')})\b/, Keyword
36
+ rule %r/(?:#{keywords.join('|')})\b/, Keyword
35
37
 
36
38
  rule %r(
37
39
  (\s*(?:[a-zA-Z_][a-zA-Z0-9_.\[\]<>]*\s+)+?) # return arguments
@@ -45,43 +47,45 @@ module Rouge
45
47
  token Operator, m[4]
46
48
  end
47
49
 
48
- rule /@#{id}/, Name::Decorator
49
- rule /(?:#{declarations.join('|')})\b/, Keyword::Declaration
50
- rule /(?:#{types.join('|')})\b/, Keyword::Type
51
- rule /package\b/, Keyword::Namespace
52
- rule /(?:true|false|null)\b/, Keyword::Constant
53
- rule /(?:class|interface)\b/, Keyword::Declaration, :class
54
- rule /import\b/, Keyword::Namespace, :import
55
- rule /"(\\\\|\\"|[^"])*"/, Str
56
- rule /'(?:\\.|[^\\]|\\u[0-9a-f]{4})'/, Str::Char
57
- rule /(\.)(#{id})/ do
50
+ rule %r/@#{id}/, Name::Decorator
51
+ rule %r/(?:#{declarations.join('|')})\b/, Keyword::Declaration
52
+ rule %r/(?:#{types.join('|')})\b/, Keyword::Type
53
+ rule %r/package\b/, Keyword::Namespace
54
+ rule %r/(?:true|false|null)\b/, Keyword::Constant
55
+ rule %r/(?:class|interface)\b/, Keyword::Declaration, :class
56
+ rule %r/import\b/, Keyword::Namespace, :import
57
+ rule %r/"(\\\\|\\"|[^"])*"/, Str
58
+ rule %r/'(?:\\.|[^\\]|\\u[0-9a-f]{4})'/, Str::Char
59
+ rule %r/(\.)(#{id})/ do
58
60
  groups Operator, Name::Attribute
59
61
  end
60
62
 
61
- rule /#{id}:/, Name::Label
62
- rule /\$?#{id}/, Name
63
- rule /[~^*!%&\[\](){}<>\|+=:;,.\/?-]/, Operator
63
+ rule %r/#{id}:/, Name::Label
64
+ rule const_name, Name::Constant
65
+ rule class_name, Name::Class
66
+ rule %r/\$?#{id}/, Name
67
+ rule %r/[~^*!%&\[\](){}<>\|+=:;,.\/?-]/, Operator
64
68
 
65
69
  digit = /[0-9]_+[0-9]|[0-9]/
66
70
  bin_digit = /[01]_+[01]|[01]/
67
71
  oct_digit = /[0-7]_+[0-7]|[0-7]/
68
72
  hex_digit = /[0-9a-f]_+[0-9a-f]|[0-9a-f]/i
69
- rule /#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/, Num::Float
70
- rule /0b#{bin_digit}+/i, Num::Bin
71
- rule /0x#{hex_digit}+/i, Num::Hex
72
- rule /0#{oct_digit}+/, Num::Oct
73
- rule /#{digit}+L?/, Num::Integer
74
- rule /\n/, Text
73
+ rule %r/#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/, Num::Float
74
+ rule %r/0b#{bin_digit}+/i, Num::Bin
75
+ rule %r/0x#{hex_digit}+/i, Num::Hex
76
+ rule %r/0#{oct_digit}+/, Num::Oct
77
+ rule %r/#{digit}+L?/, Num::Integer
78
+ rule %r/\n/, Text
75
79
  end
76
80
 
77
81
  state :class do
78
- rule /\s+/m, Text
82
+ rule %r/\s+/m, Text
79
83
  rule id, Name::Class, :pop!
80
84
  end
81
85
 
82
86
  state :import do
83
- rule /\s+/m, Text
84
- rule /[a-z0-9_.]+\*?/i, Name::Namespace, :pop!
87
+ rule %r/\s+/m, Text
88
+ rule %r/[a-z0-9_.]+\*?/i, Name::Namespace, :pop!
85
89
  end
86
90
  end
87
91
  end
@@ -32,8 +32,8 @@ module Rouge
32
32
  end
33
33
 
34
34
  state :comments_and_whitespace do
35
- rule /\s+/, Text
36
- rule /<!--/, Comment # really...?
35
+ rule %r/\s+/, Text
36
+ rule %r/<!--/, Comment # really...?
37
37
  rule %r(//.*?$), Comment::Single
38
38
  rule %r(/[*]), Comment::Multiline, :multiline_comment
39
39
  end
@@ -46,12 +46,12 @@ module Rouge
46
46
  goto :regex
47
47
  end
48
48
 
49
- rule /[{]/ do
49
+ rule %r/[{]/ do
50
50
  token Punctuation
51
51
  goto :object
52
52
  end
53
53
 
54
- rule //, Text, :pop!
54
+ rule %r//, Text, :pop!
55
55
  end
56
56
 
57
57
  state :regex do
@@ -62,62 +62,59 @@ module Rouge
62
62
 
63
63
  rule %r([^/]\n), Error, :pop!
64
64
 
65
- rule /\n/, Error, :pop!
66
- rule /\[\^/, Str::Escape, :regex_group
67
- rule /\[/, Str::Escape, :regex_group
68
- rule /\\./, Str::Escape
65
+ rule %r/\n/, Error, :pop!
66
+ rule %r/\[\^/, Str::Escape, :regex_group
67
+ rule %r/\[/, Str::Escape, :regex_group
68
+ rule %r/\\./, Str::Escape
69
69
  rule %r{[(][?][:=<!]}, Str::Escape
70
- rule /[{][\d,]+[}]/, Str::Escape
71
- rule /[()?]/, Str::Escape
72
- rule /./, Str::Regex
70
+ rule %r/[{][\d,]+[}]/, Str::Escape
71
+ rule %r/[()?]/, Str::Escape
72
+ rule %r/./, Str::Regex
73
73
  end
74
74
 
75
75
  state :regex_end do
76
- rule /[gim]+/, Str::Regex, :pop!
76
+ rule %r/[gim]+/, Str::Regex, :pop!
77
77
  rule(//) { pop! }
78
78
  end
79
79
 
80
80
  state :regex_group do
81
81
  # specially highlight / in a group to indicate that it doesn't
82
82
  # close the regex
83
- rule /\//, Str::Escape
83
+ rule %r(/), Str::Escape
84
84
 
85
85
  rule %r([^/]\n) do
86
86
  token Error
87
87
  pop! 2
88
88
  end
89
89
 
90
- rule /\]/, Str::Escape, :pop!
91
- rule /\\./, Str::Escape
92
- rule /./, Str::Regex
90
+ rule %r/\]/, Str::Escape, :pop!
91
+ rule %r/\\./, Str::Escape
92
+ rule %r/./, Str::Regex
93
93
  end
94
94
 
95
95
  state :bad_regex do
96
- rule /[^\n]+/, Error, :pop!
96
+ rule %r/[^\n]+/, Error, :pop!
97
97
  end
98
98
 
99
99
  def self.keywords
100
100
  @keywords ||= Set.new %w(
101
- for in of while do break return continue switch case default
102
- if else throw try catch finally new delete typeof instanceof
103
- void this yield import export from as async super this
101
+ as async await break case catch continue debugger default delete
102
+ do else export finally from for if import in instanceof new of
103
+ return super switch this throw try typeof void while yield
104
104
  )
105
105
  end
106
106
 
107
107
  def self.declarations
108
108
  @declarations ||= Set.new %w(
109
109
  var let const with function class
110
- extends constructor get set
110
+ extends constructor get set static
111
111
  )
112
112
  end
113
113
 
114
114
  def self.reserved
115
115
  @reserved ||= Set.new %w(
116
- abstract boolean byte char debugger double enum
117
- final float goto implements int interface
118
- long native package private protected public short static
119
- synchronized throws transient volatile
120
- eval arguments await
116
+ enum implements interface
117
+ package private protected public
121
118
  )
122
119
  end
123
120
 
@@ -147,34 +144,34 @@ module Rouge
147
144
  id = self.id_regex
148
145
 
149
146
  state :root do
150
- rule /\A\s*#!.*?\n/m, Comment::Preproc, :statement
147
+ rule %r/\A\s*#!.*?\n/m, Comment::Preproc, :statement
151
148
  rule %r((?<=\n)(?=\s|/|<!--)), Text, :expr_start
152
149
  mixin :comments_and_whitespace
153
150
  rule %r(\+\+ | -- | ~ | && | \|\| | \\(?=\n) | << | >>>? | ===
154
151
  | !== )x,
155
152
  Operator, :expr_start
156
153
  rule %r([-<>+*%&|\^/!=]=?), Operator, :expr_start
157
- rule /[(\[,]/, Punctuation, :expr_start
158
- rule /;/, Punctuation, :statement
159
- rule /[)\].]/, Punctuation
154
+ rule %r/[(\[,]/, Punctuation, :expr_start
155
+ rule %r/;/, Punctuation, :statement
156
+ rule %r/[)\].]/, Punctuation
160
157
 
161
- rule /`/ do
158
+ rule %r/`/ do
162
159
  token Str::Double
163
160
  push :template_string
164
161
  end
165
162
 
166
- rule /[?]/ do
163
+ rule %r/[?]/ do
167
164
  token Punctuation
168
165
  push :ternary
169
166
  push :expr_start
170
167
  end
171
168
 
172
- rule /(\@)(\w+)?/ do
169
+ rule %r/(\@)(\w+)?/ do
173
170
  groups Punctuation, Name::Decorator
174
171
  push :expr_start
175
172
  end
176
173
 
177
- rule /[{}]/, Punctuation, :statement
174
+ rule %r/[{}]/, Punctuation, :statement
178
175
 
179
176
  rule id do |m|
180
177
  if self.class.keywords.include? m[0]
@@ -194,42 +191,41 @@ module Rouge
194
191
  end
195
192
  end
196
193
 
197
- rule /[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
198
- rule /0x[0-9a-fA-F]+/i, Num::Hex
199
- rule /0o[0-7][0-7_]*/i, Num::Oct
200
- rule /0b[01][01_]*/i, Num::Bin
201
- rule /[0-9]+/, Num::Integer
194
+ rule %r/[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
195
+ rule %r/0x[0-9a-fA-F]+/i, Num::Hex
196
+ rule %r/0o[0-7][0-7_]*/i, Num::Oct
197
+ rule %r/0b[01][01_]*/i, Num::Bin
198
+ rule %r/[0-9]+/, Num::Integer
202
199
 
203
- rule /"/, Str::Double, :dq
204
- rule /'/, Str::Single, :sq
205
- rule /:/, Punctuation
200
+ rule %r/"/, Str::Delimiter, :dq
201
+ rule %r/'/, Str::Delimiter, :sq
202
+ rule %r/:/, Punctuation
206
203
  end
207
204
 
208
205
  state :dq do
209
- rule /[^\\"]+/, Str::Double
210
- rule /\\n/, Str::Escape
211
- rule /\\"/, Str::Escape
212
- rule /"/, Str::Double, :pop!
206
+ rule %r/\\[\\nrt"]?/, Str::Escape
207
+ rule %r/[^\\"]+/, Str::Double
208
+ rule %r/"/, Str::Delimiter, :pop!
213
209
  end
214
210
 
215
211
  state :sq do
216
- rule /[^\\']+/, Str::Single
217
- rule /\\'/, Str::Escape
218
- rule /'/, Str::Single, :pop!
212
+ rule %r/\\[\\nrt']?/, Str::Escape
213
+ rule %r/[^\\']+/, Str::Single
214
+ rule %r/'/, Str::Delimiter, :pop!
219
215
  end
220
216
 
221
217
  # braced parts that aren't object literals
222
218
  state :statement do
223
- rule /case\b/ do
219
+ rule %r/case\b/ do
224
220
  token Keyword
225
221
  goto :expr_start
226
222
  end
227
223
 
228
- rule /(#{id})(\s*)(:)/ do
224
+ rule %r/(#{id})(\s*)(:)/ do
229
225
  groups Name::Label, Text, Punctuation
230
226
  end
231
227
 
232
- rule /[{}]/, Punctuation
228
+ rule %r/[{}]/, Punctuation
233
229
 
234
230
  mixin :expr_start
235
231
  end
@@ -238,28 +234,28 @@ module Rouge
238
234
  state :object do
239
235
  mixin :comments_and_whitespace
240
236
 
241
- rule /[{]/ do
237
+ rule %r/[{]/ do
242
238
  token Punctuation
243
239
  push
244
240
  end
245
241
 
246
- rule /[}]/ do
242
+ rule %r/[}]/ do
247
243
  token Punctuation
248
244
  goto :statement
249
245
  end
250
246
 
251
- rule /(#{id})(\s*)(:)/ do
247
+ rule %r/(#{id})(\s*)(:)/ do
252
248
  groups Name::Attribute, Text, Punctuation
253
249
  push :expr_start
254
250
  end
255
251
 
256
- rule /:/, Punctuation
252
+ rule %r/:/, Punctuation
257
253
  mixin :root
258
254
  end
259
255
 
260
256
  # ternary expressions, where <id>: is not a label!
261
257
  state :ternary do
262
- rule /:/ do
258
+ rule %r/:/ do
263
259
  token Punctuation
264
260
  goto :expr_start
265
261
  end
@@ -269,13 +265,13 @@ module Rouge
269
265
 
270
266
  # template strings
271
267
  state :template_string do
272
- rule /\${/, Punctuation, :template_string_expr
273
- rule /`/, Str::Double, :pop!
274
- rule /(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double
268
+ rule %r/\${/, Punctuation, :template_string_expr
269
+ rule %r/`/, Str::Double, :pop!
270
+ rule %r/(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double
275
271
  end
276
272
 
277
273
  state :template_string_expr do
278
- rule /}/, Punctuation, :pop!
274
+ rule %r/}/, Punctuation, :pop!
279
275
  mixin :root
280
276
  end
281
277
  end