rouge 3.3.0 → 3.8.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +5 -5
- data/Gemfile +15 -3
- data/lib/rouge.rb +49 -41
- data/lib/rouge/cli.rb +64 -15
- data/lib/rouge/demos/ada +26 -0
- data/lib/rouge/demos/armasm +12 -0
- data/lib/rouge/demos/batchfile +3 -0
- data/lib/rouge/demos/bbcbasic +6 -0
- data/lib/rouge/demos/bpf +7 -0
- data/lib/rouge/demos/brainfuck +5 -0
- data/lib/rouge/demos/cmhg +8 -0
- data/lib/rouge/demos/cuda +11 -0
- data/lib/rouge/demos/cython +6 -0
- data/lib/rouge/demos/epp +4 -0
- data/lib/rouge/demos/escape +3 -0
- data/lib/rouge/demos/gdscript +18 -0
- data/lib/rouge/demos/hocon +8 -0
- data/lib/rouge/demos/magik +6 -0
- data/lib/rouge/demos/mason +22 -0
- data/lib/rouge/demos/msgtrans +4 -0
- data/lib/rouge/demos/openedge +4 -0
- data/lib/rouge/demos/opentype_feature_file +6 -0
- data/lib/rouge/demos/plist +1 -132
- data/lib/rouge/demos/powershell +12 -48
- data/lib/rouge/demos/reasonml +12 -0
- data/lib/rouge/demos/sas +13 -0
- data/lib/rouge/demos/supercollider +11 -0
- data/lib/rouge/demos/xojo +14 -0
- data/lib/rouge/demos/xpath +2 -0
- data/lib/rouge/demos/xquery +22 -0
- data/lib/rouge/formatter.rb +37 -1
- data/lib/rouge/formatters/html.rb +20 -2
- data/lib/rouge/formatters/html_line_table.rb +53 -0
- data/lib/rouge/formatters/html_linewise.rb +6 -11
- data/lib/rouge/formatters/html_table.rb +20 -31
- data/lib/rouge/formatters/terminal256.rb +1 -0
- data/lib/rouge/formatters/tex.rb +92 -0
- data/lib/rouge/guessers/disambiguation.rb +25 -0
- data/lib/rouge/guessers/glob_mapping.rb +1 -1
- data/lib/rouge/guessers/modeline.rb +1 -1
- data/lib/rouge/guessers/source.rb +1 -1
- data/lib/rouge/lexer.rb +64 -14
- data/lib/rouge/lexers/abap.rb +11 -11
- data/lib/rouge/lexers/actionscript.rb +34 -34
- data/lib/rouge/lexers/ada.rb +162 -0
- data/lib/rouge/lexers/apache.rb +8 -8
- data/lib/rouge/lexers/apple_script.rb +15 -14
- data/lib/rouge/lexers/armasm.rb +145 -0
- data/lib/rouge/lexers/awk.rb +25 -25
- data/lib/rouge/lexers/batchfile.rb +164 -0
- data/lib/rouge/lexers/bbcbasic.rb +112 -0
- data/lib/rouge/lexers/biml.rb +4 -4
- data/lib/rouge/lexers/bpf.rb +104 -0
- data/lib/rouge/lexers/brainfuck.rb +53 -0
- data/lib/rouge/lexers/bsl.rb +12 -12
- data/lib/rouge/lexers/c.rb +34 -57
- data/lib/rouge/lexers/ceylon.rb +6 -34
- data/lib/rouge/lexers/cfscript.rb +26 -26
- data/lib/rouge/lexers/clojure.rb +14 -14
- data/lib/rouge/lexers/cmake.rb +14 -14
- data/lib/rouge/lexers/cmhg.rb +34 -0
- data/lib/rouge/lexers/coffeescript.rb +43 -35
- data/lib/rouge/lexers/common_lisp.rb +37 -37
- data/lib/rouge/lexers/conf.rb +6 -6
- data/lib/rouge/lexers/console.rb +3 -3
- data/lib/rouge/lexers/coq.rb +18 -18
- data/lib/rouge/lexers/cpp.rb +12 -9
- data/lib/rouge/lexers/crystal.rb +70 -70
- data/lib/rouge/lexers/csharp.rb +28 -29
- data/lib/rouge/lexers/css.rb +23 -23
- data/lib/rouge/lexers/cuda.rb +35 -0
- data/lib/rouge/lexers/cython.rb +151 -0
- data/lib/rouge/lexers/d.rb +59 -59
- data/lib/rouge/lexers/dart.rb +33 -33
- data/lib/rouge/lexers/diff.rb +8 -4
- data/lib/rouge/lexers/digdag.rb +1 -1
- data/lib/rouge/lexers/docker.rb +11 -11
- data/lib/rouge/lexers/dot.rb +16 -16
- data/lib/rouge/lexers/eiffel.rb +20 -20
- data/lib/rouge/lexers/elixir.rb +34 -30
- data/lib/rouge/lexers/elm.rb +29 -29
- data/lib/rouge/lexers/epp.rb +51 -0
- data/lib/rouge/lexers/erb.rb +4 -4
- data/lib/rouge/lexers/escape.rb +58 -0
- data/lib/rouge/lexers/factor.rb +40 -40
- data/lib/rouge/lexers/fortran.rb +32 -32
- data/lib/rouge/lexers/fsharp.rb +30 -30
- data/lib/rouge/lexers/gdscript.rb +171 -0
- data/lib/rouge/lexers/gherkin.rb +16 -14
- data/lib/rouge/lexers/glsl.rb +1 -5
- data/lib/rouge/lexers/go.rb +2 -2
- data/lib/rouge/lexers/graphql.rb +77 -60
- data/lib/rouge/lexers/groovy.rb +23 -25
- data/lib/rouge/lexers/hack.rb +1 -1
- data/lib/rouge/lexers/haml.rb +25 -29
- data/lib/rouge/lexers/handlebars.rb +31 -20
- data/lib/rouge/lexers/haskell.rb +66 -65
- data/lib/rouge/lexers/hcl.rb +25 -25
- data/lib/rouge/lexers/hocon.rb +86 -0
- data/lib/rouge/lexers/html.rb +32 -31
- data/lib/rouge/lexers/http.rb +4 -4
- data/lib/rouge/lexers/hylang.rb +14 -14
- data/lib/rouge/lexers/idlang.rb +32 -32
- data/lib/rouge/lexers/igorpro.rb +31 -31
- data/lib/rouge/lexers/ini.rb +12 -12
- data/lib/rouge/lexers/io.rb +7 -7
- data/lib/rouge/lexers/irb.rb +5 -5
- data/lib/rouge/lexers/java.rb +28 -24
- data/lib/rouge/lexers/javascript.rb +57 -61
- data/lib/rouge/lexers/jinja.rb +34 -20
- data/lib/rouge/lexers/json.rb +50 -11
- data/lib/rouge/lexers/json_doc.rb +2 -2
- data/lib/rouge/lexers/jsonnet.rb +18 -18
- data/lib/rouge/lexers/jsp.rb +30 -30
- data/lib/rouge/lexers/jsx.rb +16 -16
- data/lib/rouge/lexers/julia.rb +181 -58
- data/lib/rouge/lexers/kotlin.rb +14 -7
- data/lib/rouge/lexers/lasso.rb +50 -50
- data/lib/rouge/lexers/liquid.rb +76 -53
- data/lib/rouge/lexers/literate_coffeescript.rb +2 -2
- data/lib/rouge/lexers/literate_haskell.rb +5 -5
- data/lib/rouge/lexers/llvm.rb +23 -16
- data/lib/rouge/lexers/lua.rb +3 -3
- data/lib/rouge/lexers/m68k.rb +18 -19
- data/lib/rouge/lexers/magik.rb +127 -0
- data/lib/rouge/lexers/make.rb +56 -34
- data/lib/rouge/lexers/markdown.rb +55 -38
- data/lib/rouge/lexers/mason.rb +115 -0
- data/lib/rouge/lexers/mathematica.rb +11 -11
- data/lib/rouge/lexers/matlab.rb +23 -16
- data/lib/rouge/lexers/moonscript.rb +3 -3
- data/lib/rouge/lexers/mosel.rb +63 -63
- data/lib/rouge/lexers/msgtrans.rb +26 -0
- data/lib/rouge/lexers/mxml.rb +18 -18
- data/lib/rouge/lexers/nasm.rb +24 -25
- data/lib/rouge/lexers/nginx.rb +14 -14
- data/lib/rouge/lexers/nim.rb +3 -2
- data/lib/rouge/lexers/nix.rb +43 -43
- data/lib/rouge/lexers/objective_c.rb +43 -48
- data/lib/rouge/lexers/ocaml.rb +28 -64
- data/lib/rouge/lexers/ocaml/common.rb +53 -0
- data/lib/rouge/lexers/openedge.rb +429 -0
- data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
- data/lib/rouge/lexers/pascal.rb +4 -4
- data/lib/rouge/lexers/perl.rb +98 -68
- data/lib/rouge/lexers/php.rb +66 -44
- data/lib/rouge/lexers/php/builtins.rb +181 -174
- data/lib/rouge/lexers/plain_text.rb +1 -1
- data/lib/rouge/lexers/plist.rb +14 -14
- data/lib/rouge/lexers/pony.rb +19 -19
- data/lib/rouge/lexers/powershell.rb +184 -638
- data/lib/rouge/lexers/praat.rb +75 -75
- data/lib/rouge/lexers/prolog.rb +26 -20
- data/lib/rouge/lexers/prometheus.rb +30 -30
- data/lib/rouge/lexers/properties.rb +12 -12
- data/lib/rouge/lexers/protobuf.rb +22 -22
- data/lib/rouge/lexers/puppet.rb +32 -32
- data/lib/rouge/lexers/python.rb +52 -52
- data/lib/rouge/lexers/q.rb +12 -12
- data/lib/rouge/lexers/qml.rb +12 -12
- data/lib/rouge/lexers/r.rb +12 -13
- data/lib/rouge/lexers/racket.rb +22 -22
- data/lib/rouge/lexers/reasonml.rb +65 -0
- data/lib/rouge/lexers/ruby.rb +72 -70
- data/lib/rouge/lexers/rust.rb +38 -35
- data/lib/rouge/lexers/sas.rb +563 -0
- data/lib/rouge/lexers/sass.rb +8 -8
- data/lib/rouge/lexers/sass/common.rb +40 -40
- data/lib/rouge/lexers/scala.rb +63 -37
- data/lib/rouge/lexers/scheme.rb +18 -18
- data/lib/rouge/lexers/scss.rb +3 -3
- data/lib/rouge/lexers/sed.rb +30 -30
- data/lib/rouge/lexers/shell.rb +62 -53
- data/lib/rouge/lexers/sieve.rb +8 -8
- data/lib/rouge/lexers/slim.rb +26 -26
- data/lib/rouge/lexers/smalltalk.rb +33 -33
- data/lib/rouge/lexers/smarty.rb +19 -19
- data/lib/rouge/lexers/sml.rb +67 -67
- data/lib/rouge/lexers/sqf.rb +1 -1
- data/lib/rouge/lexers/sql.rb +21 -21
- data/lib/rouge/lexers/supercollider.rb +116 -0
- data/lib/rouge/lexers/swift.rb +46 -43
- data/lib/rouge/lexers/tap.rb +20 -20
- data/lib/rouge/lexers/tcl.rb +27 -27
- data/lib/rouge/lexers/terraform.rb +13 -13
- data/lib/rouge/lexers/tex.rb +19 -19
- data/lib/rouge/lexers/toml.rb +19 -19
- data/lib/rouge/lexers/tulip.rb +36 -36
- data/lib/rouge/lexers/turtle.rb +35 -38
- data/lib/rouge/lexers/vala.rb +18 -18
- data/lib/rouge/lexers/vb.rb +27 -27
- data/lib/rouge/lexers/verilog.rb +25 -27
- data/lib/rouge/lexers/vhdl.rb +11 -11
- data/lib/rouge/lexers/viml.rb +14 -14
- data/lib/rouge/lexers/vue.rb +9 -9
- data/lib/rouge/lexers/wollok.rb +26 -26
- data/lib/rouge/lexers/xml.rb +17 -21
- data/lib/rouge/lexers/xojo.rb +61 -0
- data/lib/rouge/lexers/xpath.rb +332 -0
- data/lib/rouge/lexers/xquery.rb +145 -0
- data/lib/rouge/lexers/yaml.rb +63 -61
- data/lib/rouge/plugins/redcarpet.rb +1 -1
- data/lib/rouge/regex_lexer.rb +26 -25
- data/lib/rouge/tex_theme_renderer.rb +132 -0
- data/lib/rouge/theme.rb +4 -0
- data/lib/rouge/themes/bw.rb +41 -0
- data/lib/rouge/themes/magritte.rb +78 -0
- data/lib/rouge/themes/monokai_sublime.rb +2 -1
- data/lib/rouge/themes/pastie.rb +1 -1
- data/lib/rouge/themes/thankful_eyes.rb +1 -1
- data/lib/rouge/themes/tulip.rb +1 -1
- data/lib/rouge/token.rb +30 -22
- data/lib/rouge/util.rb +2 -2
- data/lib/rouge/version.rb +1 -1
- data/rouge.gemspec +4 -3
- metadata +61 -6
data/lib/rouge/lexers/igorpro.rb
CHANGED
@@ -20,7 +20,7 @@ module Rouge
|
|
20
20
|
break return continue
|
21
21
|
for endfor do while
|
22
22
|
case default
|
23
|
-
|
23
|
+
try catch endtry
|
24
24
|
abortonrte
|
25
25
|
)
|
26
26
|
end
|
@@ -521,7 +521,7 @@ module Rouge
|
|
521
521
|
state :root do
|
522
522
|
rule %r(//), Comment, :comments
|
523
523
|
|
524
|
-
rule /#{object}/ do |m|
|
524
|
+
rule %r/#{object}/ do |m|
|
525
525
|
if m[0].downcase =~ /function/
|
526
526
|
token Keyword::Declaration
|
527
527
|
push :parse_function
|
@@ -567,22 +567,22 @@ module Rouge
|
|
567
567
|
|
568
568
|
state :assignment do
|
569
569
|
mixin :whitespace
|
570
|
-
rule /\"/, Literal::String::Double, :string1 #punctuation for string
|
570
|
+
rule %r/\"/, Literal::String::Double, :string1 #punctuation for string
|
571
571
|
mixin :string2
|
572
|
-
rule /#{number_float}/, Literal::Number::Float, :pop!
|
573
|
-
rule /#{number_int}/, Literal::Number::Integer, :pop!
|
574
|
-
rule /[\(\[\{][^\)\]\}]+[\)\]\}]/, Generic, :pop!
|
575
|
-
rule /[^\s\/\(]+/, Generic, :pop!
|
572
|
+
rule %r/#{number_float}/, Literal::Number::Float, :pop!
|
573
|
+
rule %r/#{number_int}/, Literal::Number::Integer, :pop!
|
574
|
+
rule %r/[\(\[\{][^\)\]\}]+[\)\]\}]/, Generic, :pop!
|
575
|
+
rule %r/[^\s\/\(]+/, Generic, :pop!
|
576
576
|
rule(//) { pop! }
|
577
577
|
end
|
578
578
|
|
579
579
|
state :parse_variables do
|
580
580
|
mixin :whitespace
|
581
|
-
rule /[=]/, Punctuation, :assignment
|
581
|
+
rule %r/[=]/, Punctuation, :assignment
|
582
582
|
rule object, Name::Variable
|
583
|
-
rule /[\[\]]/, Punctuation # optional variables in functions
|
584
|
-
rule /[,]/, Punctuation, :parse_variables
|
585
|
-
rule /\)/, Punctuation, :pop! # end of function
|
583
|
+
rule %r/[\[\]]/, Punctuation # optional variables in functions
|
584
|
+
rule %r/[,]/, Punctuation, :parse_variables
|
585
|
+
rule %r/\)/, Punctuation, :pop! # end of function
|
586
586
|
rule %r([/][a-z]+)i, Keyword::Pseudo, :parse_variables
|
587
587
|
rule(//) { pop! }
|
588
588
|
end
|
@@ -591,15 +591,15 @@ module Rouge
|
|
591
591
|
rule %r([/][a-z]+)i, Keyword::Pseudo # only one flag
|
592
592
|
mixin :whitespace
|
593
593
|
rule object, Name::Function
|
594
|
-
rule /[\(]/, Punctuation, :parse_variables
|
594
|
+
rule %r/[\(]/, Punctuation, :parse_variables
|
595
595
|
rule(//) { pop! }
|
596
596
|
end
|
597
597
|
|
598
598
|
state :operationFlags do
|
599
|
-
rule /#{noLineBreak}/, Text
|
600
|
-
rule /[=]/, Punctuation, :assignment
|
599
|
+
rule %r/#{noLineBreak}/, Text
|
600
|
+
rule %r/[=]/, Punctuation, :assignment
|
601
601
|
rule %r([/][a-z]+)i, Keyword::Pseudo, :operationFlags
|
602
|
-
rule /(as)(\s*)(#{object})/i do
|
602
|
+
rule %r/(as)(\s*)(#{object})/i do
|
603
603
|
groups Keyword::Type, Text, Name::Label
|
604
604
|
end
|
605
605
|
rule(//) { pop! }
|
@@ -621,34 +621,34 @@ module Rouge
|
|
621
621
|
end
|
622
622
|
|
623
623
|
state :characters do
|
624
|
-
rule /\s/, Text
|
625
|
-
rule /#{operator}/, Operator
|
626
|
-
rule /#{punctuation}/, Punctuation
|
627
|
-
rule /\"/, Literal::String::Double, :string1 #punctuation for string
|
624
|
+
rule %r/\s/, Text
|
625
|
+
rule %r/#{operator}/, Operator
|
626
|
+
rule %r/#{punctuation}/, Punctuation
|
627
|
+
rule %r/\"/, Literal::String::Double, :string1 #punctuation for string
|
628
628
|
mixin :string2
|
629
629
|
end
|
630
630
|
|
631
631
|
state :numbers do
|
632
|
-
rule /#{number_float}/, Literal::Number::Float
|
633
|
-
rule /#{number_hex}/, Literal::Number::Hex
|
634
|
-
rule /#{number_int}/, Literal::Number::Integer
|
632
|
+
rule %r/#{number_float}/, Literal::Number::Float
|
633
|
+
rule %r/#{number_hex}/, Literal::Number::Hex
|
634
|
+
rule %r/#{number_int}/, Literal::Number::Integer
|
635
635
|
end
|
636
636
|
|
637
637
|
state :whitespace do
|
638
|
-
rule /#{noLineBreak}/, Text
|
638
|
+
rule %r/#{noLineBreak}/, Text
|
639
639
|
end
|
640
640
|
|
641
641
|
state :string1 do
|
642
|
-
rule /%\w\b/, Literal::String::Other
|
643
|
-
rule /\\\\/, Literal::String::Escape
|
644
|
-
rule /\\\"/, Literal::String::Escape
|
645
|
-
rule /\\/, Literal::String::Escape
|
646
|
-
rule /[^"]/, Literal::String
|
647
|
-
rule /\"/, Literal::String::Double, :pop! #punctuation for string
|
642
|
+
rule %r/%\w\b/, Literal::String::Other
|
643
|
+
rule %r/\\\\/, Literal::String::Escape
|
644
|
+
rule %r/\\\"/, Literal::String::Escape
|
645
|
+
rule %r/\\/, Literal::String::Escape
|
646
|
+
rule %r/[^"]/, Literal::String
|
647
|
+
rule %r/\"/, Literal::String::Double, :pop! #punctuation for string
|
648
648
|
end
|
649
649
|
|
650
650
|
state :string2 do
|
651
|
-
rule /\'[^']*\'/, Literal::String::Single
|
651
|
+
rule %r/\'[^']*\'/, Literal::String::Single
|
652
652
|
end
|
653
653
|
|
654
654
|
state :comments do
|
@@ -656,7 +656,7 @@ module Rouge
|
|
656
656
|
# doxygen comments
|
657
657
|
groups Comment, Comment::Special
|
658
658
|
end
|
659
|
-
rule /[^\r\n]/, Comment
|
659
|
+
rule %r/[^\r\n]/, Comment
|
660
660
|
rule(//) { pop! }
|
661
661
|
end
|
662
662
|
end
|
data/lib/rouge/lexers/ini.rb
CHANGED
@@ -15,39 +15,39 @@ module Rouge
|
|
15
15
|
identifier = /[\w\-.]+/
|
16
16
|
|
17
17
|
state :basic do
|
18
|
-
rule /[;#].*?\n/, Comment
|
19
|
-
rule /\s+/, Text
|
20
|
-
rule /\\\n/, Str::Escape
|
18
|
+
rule %r/[;#].*?\n/, Comment
|
19
|
+
rule %r/\s+/, Text
|
20
|
+
rule %r/\\\n/, Str::Escape
|
21
21
|
end
|
22
22
|
|
23
23
|
state :root do
|
24
24
|
mixin :basic
|
25
25
|
|
26
|
-
rule /(#{identifier})(\s*)(=)/ do
|
26
|
+
rule %r/(#{identifier})(\s*)(=)/ do
|
27
27
|
groups Name::Property, Text, Punctuation
|
28
28
|
push :value
|
29
29
|
end
|
30
30
|
|
31
|
-
rule /\[.*?\]/, Name::Namespace
|
31
|
+
rule %r/\[.*?\]/, Name::Namespace
|
32
32
|
end
|
33
33
|
|
34
34
|
state :value do
|
35
|
-
rule /\n/, Text, :pop!
|
35
|
+
rule %r/\n/, Text, :pop!
|
36
36
|
mixin :basic
|
37
|
-
rule /"/, Str, :dq
|
38
|
-
rule /'.*?'/, Str
|
37
|
+
rule %r/"/, Str, :dq
|
38
|
+
rule %r/'.*?'/, Str
|
39
39
|
mixin :esc_str
|
40
|
-
rule /[^\\\n]+/, Str
|
40
|
+
rule %r/[^\\\n]+/, Str
|
41
41
|
end
|
42
42
|
|
43
43
|
state :dq do
|
44
|
-
rule /"/, Str, :pop!
|
44
|
+
rule %r/"/, Str, :pop!
|
45
45
|
mixin :esc_str
|
46
|
-
rule /[^\\"]+/m, Str
|
46
|
+
rule %r/[^\\"]+/m, Str
|
47
47
|
end
|
48
48
|
|
49
49
|
state :esc_str do
|
50
|
-
rule /\\./m, Str::Escape
|
50
|
+
rule %r/\\./m, Str::Escape
|
51
51
|
end
|
52
52
|
end
|
53
53
|
end
|
data/lib/rouge/lexers/io.rb
CHANGED
@@ -26,22 +26,22 @@ module Rouge
|
|
26
26
|
end
|
27
27
|
|
28
28
|
state :root do
|
29
|
-
rule /\s+/m, Text
|
29
|
+
rule %r/\s+/m, Text
|
30
30
|
rule %r(//.*?\n), Comment::Single
|
31
31
|
rule %r(#.*?\n), Comment::Single
|
32
32
|
rule %r(/(\\\n)?[*].*?[*](\\\n)?/)m, Comment::Multiline
|
33
33
|
rule %r(/[+]), Comment::Multiline, :nested_comment
|
34
34
|
|
35
|
-
rule /"(\\\\|\\"|[^"])*"/, Str
|
35
|
+
rule %r/"(\\\\|\\"|[^"])*"/, Str
|
36
36
|
|
37
37
|
rule %r(:?:=), Keyword
|
38
|
-
rule /[()]/, Punctuation
|
38
|
+
rule %r/[()]/, Punctuation
|
39
39
|
|
40
40
|
rule %r([-=;,*+><!/|^.%&\[\]{}]), Operator
|
41
41
|
|
42
|
-
rule /[A-Z]\w*/, Name::Class
|
42
|
+
rule %r/[A-Z]\w*/, Name::Class
|
43
43
|
|
44
|
-
rule /[a-z_]\w*/ do |m|
|
44
|
+
rule %r/[a-z_]\w*/ do |m|
|
45
45
|
name = m[0]
|
46
46
|
|
47
47
|
if self.class.constants.include? name
|
@@ -54,9 +54,9 @@ module Rouge
|
|
54
54
|
end
|
55
55
|
|
56
56
|
rule %r((\d+[.]?\d*|\d*[.]\d+)(e[+-]?[0-9]+)?)i, Num::Float
|
57
|
-
rule /\d+/, Num::Integer
|
57
|
+
rule %r/\d+/, Num::Integer
|
58
58
|
|
59
|
-
rule /@@?/, Keyword
|
59
|
+
rule %r/@@?/, Keyword
|
60
60
|
end
|
61
61
|
|
62
62
|
state :nested_comment do
|
data/lib/rouge/lexers/irb.rb
CHANGED
@@ -41,25 +41,25 @@ module Rouge
|
|
41
41
|
|
42
42
|
state :has_irb_output do
|
43
43
|
rule %r(=>), Punctuation, :pop!
|
44
|
-
rule /.+?(\n|$)/, Generic::Output
|
44
|
+
rule %r/.+?(\n|$)/, Generic::Output
|
45
45
|
end
|
46
46
|
|
47
47
|
state :irb_error do
|
48
|
-
rule /.+?(\n|$)/, Generic::Error
|
48
|
+
rule %r/.+?(\n|$)/, Generic::Error
|
49
49
|
mixin :has_irb_output
|
50
50
|
end
|
51
51
|
|
52
52
|
state :stdout do
|
53
|
-
rule /\w+?(Error|Exception):.+?(\n|$)/, Generic::Error, :irb_error
|
53
|
+
rule %r/\w+?(Error|Exception):.+?(\n|$)/, Generic::Error, :irb_error
|
54
54
|
mixin :has_irb_output
|
55
55
|
end
|
56
56
|
|
57
57
|
prepend :root do
|
58
|
-
rule /#</, Keyword::Type, :irb_object
|
58
|
+
rule %r/#</, Keyword::Type, :irb_object
|
59
59
|
end
|
60
60
|
|
61
61
|
state :irb_object do
|
62
|
-
rule />/, Keyword::Type, :pop!
|
62
|
+
rule %r/>/, Keyword::Type, :pop!
|
63
63
|
mixin :root
|
64
64
|
end
|
65
65
|
end
|
data/lib/rouge/lexers/java.rb
CHANGED
@@ -24,14 +24,16 @@ module Rouge
|
|
24
24
|
types = %w(boolean byte char double float int long short var void)
|
25
25
|
|
26
26
|
id = /[a-zA-Z_][a-zA-Z0-9_]*/
|
27
|
+
const_name = /[A-Z][A-Z0-9_]*\b/
|
28
|
+
class_name = /[A-Z][a-zA-Z0-9]*\b/
|
27
29
|
|
28
30
|
state :root do
|
29
|
-
rule /[^\S\n]+/, Text
|
31
|
+
rule %r/[^\S\n]+/, Text
|
30
32
|
rule %r(//.*?$), Comment::Single
|
31
33
|
rule %r(/\*.*?\*/)m, Comment::Multiline
|
32
34
|
# keywords: go before method names to avoid lexing "throw new XYZ"
|
33
35
|
# as a method signature
|
34
|
-
rule /(?:#{keywords.join('|')})\b/, Keyword
|
36
|
+
rule %r/(?:#{keywords.join('|')})\b/, Keyword
|
35
37
|
|
36
38
|
rule %r(
|
37
39
|
(\s*(?:[a-zA-Z_][a-zA-Z0-9_.\[\]<>]*\s+)+?) # return arguments
|
@@ -45,43 +47,45 @@ module Rouge
|
|
45
47
|
token Operator, m[4]
|
46
48
|
end
|
47
49
|
|
48
|
-
rule /@#{id}/, Name::Decorator
|
49
|
-
rule /(?:#{declarations.join('|')})\b/, Keyword::Declaration
|
50
|
-
rule /(?:#{types.join('|')})\b/, Keyword::Type
|
51
|
-
rule /package\b/, Keyword::Namespace
|
52
|
-
rule /(?:true|false|null)\b/, Keyword::Constant
|
53
|
-
rule /(?:class|interface)\b/, Keyword::Declaration, :class
|
54
|
-
rule /import\b/, Keyword::Namespace, :import
|
55
|
-
rule /"(\\\\|\\"|[^"])*"/, Str
|
56
|
-
rule /'(?:\\.|[^\\]|\\u[0-9a-f]{4})'/, Str::Char
|
57
|
-
rule /(\.)(#{id})/ do
|
50
|
+
rule %r/@#{id}/, Name::Decorator
|
51
|
+
rule %r/(?:#{declarations.join('|')})\b/, Keyword::Declaration
|
52
|
+
rule %r/(?:#{types.join('|')})\b/, Keyword::Type
|
53
|
+
rule %r/package\b/, Keyword::Namespace
|
54
|
+
rule %r/(?:true|false|null)\b/, Keyword::Constant
|
55
|
+
rule %r/(?:class|interface)\b/, Keyword::Declaration, :class
|
56
|
+
rule %r/import\b/, Keyword::Namespace, :import
|
57
|
+
rule %r/"(\\\\|\\"|[^"])*"/, Str
|
58
|
+
rule %r/'(?:\\.|[^\\]|\\u[0-9a-f]{4})'/, Str::Char
|
59
|
+
rule %r/(\.)(#{id})/ do
|
58
60
|
groups Operator, Name::Attribute
|
59
61
|
end
|
60
62
|
|
61
|
-
rule /#{id}:/, Name::Label
|
62
|
-
rule
|
63
|
-
rule
|
63
|
+
rule %r/#{id}:/, Name::Label
|
64
|
+
rule const_name, Name::Constant
|
65
|
+
rule class_name, Name::Class
|
66
|
+
rule %r/\$?#{id}/, Name
|
67
|
+
rule %r/[~^*!%&\[\](){}<>\|+=:;,.\/?-]/, Operator
|
64
68
|
|
65
69
|
digit = /[0-9]_+[0-9]|[0-9]/
|
66
70
|
bin_digit = /[01]_+[01]|[01]/
|
67
71
|
oct_digit = /[0-7]_+[0-7]|[0-7]/
|
68
72
|
hex_digit = /[0-9a-f]_+[0-9a-f]|[0-9a-f]/i
|
69
|
-
rule /#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/, Num::Float
|
70
|
-
rule /0b#{bin_digit}+/i, Num::Bin
|
71
|
-
rule /0x#{hex_digit}+/i, Num::Hex
|
72
|
-
rule /0#{oct_digit}+/, Num::Oct
|
73
|
-
rule /#{digit}+L?/, Num::Integer
|
74
|
-
rule /\n/, Text
|
73
|
+
rule %r/#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/, Num::Float
|
74
|
+
rule %r/0b#{bin_digit}+/i, Num::Bin
|
75
|
+
rule %r/0x#{hex_digit}+/i, Num::Hex
|
76
|
+
rule %r/0#{oct_digit}+/, Num::Oct
|
77
|
+
rule %r/#{digit}+L?/, Num::Integer
|
78
|
+
rule %r/\n/, Text
|
75
79
|
end
|
76
80
|
|
77
81
|
state :class do
|
78
|
-
rule /\s+/m, Text
|
82
|
+
rule %r/\s+/m, Text
|
79
83
|
rule id, Name::Class, :pop!
|
80
84
|
end
|
81
85
|
|
82
86
|
state :import do
|
83
|
-
rule /\s+/m, Text
|
84
|
-
rule /[a-z0-9_.]+\*?/i, Name::Namespace, :pop!
|
87
|
+
rule %r/\s+/m, Text
|
88
|
+
rule %r/[a-z0-9_.]+\*?/i, Name::Namespace, :pop!
|
85
89
|
end
|
86
90
|
end
|
87
91
|
end
|
@@ -32,8 +32,8 @@ module Rouge
|
|
32
32
|
end
|
33
33
|
|
34
34
|
state :comments_and_whitespace do
|
35
|
-
rule /\s+/, Text
|
36
|
-
rule /<!--/, Comment # really...?
|
35
|
+
rule %r/\s+/, Text
|
36
|
+
rule %r/<!--/, Comment # really...?
|
37
37
|
rule %r(//.*?$), Comment::Single
|
38
38
|
rule %r(/[*]), Comment::Multiline, :multiline_comment
|
39
39
|
end
|
@@ -46,12 +46,12 @@ module Rouge
|
|
46
46
|
goto :regex
|
47
47
|
end
|
48
48
|
|
49
|
-
rule /[{]/ do
|
49
|
+
rule %r/[{]/ do
|
50
50
|
token Punctuation
|
51
51
|
goto :object
|
52
52
|
end
|
53
53
|
|
54
|
-
rule //, Text, :pop!
|
54
|
+
rule %r//, Text, :pop!
|
55
55
|
end
|
56
56
|
|
57
57
|
state :regex do
|
@@ -62,62 +62,59 @@ module Rouge
|
|
62
62
|
|
63
63
|
rule %r([^/]\n), Error, :pop!
|
64
64
|
|
65
|
-
rule /\n/, Error, :pop!
|
66
|
-
rule /\[\^/, Str::Escape, :regex_group
|
67
|
-
rule /\[/, Str::Escape, :regex_group
|
68
|
-
rule /\\./, Str::Escape
|
65
|
+
rule %r/\n/, Error, :pop!
|
66
|
+
rule %r/\[\^/, Str::Escape, :regex_group
|
67
|
+
rule %r/\[/, Str::Escape, :regex_group
|
68
|
+
rule %r/\\./, Str::Escape
|
69
69
|
rule %r{[(][?][:=<!]}, Str::Escape
|
70
|
-
rule /[{][\d,]+[}]/, Str::Escape
|
71
|
-
rule /[()?]/, Str::Escape
|
72
|
-
rule /./, Str::Regex
|
70
|
+
rule %r/[{][\d,]+[}]/, Str::Escape
|
71
|
+
rule %r/[()?]/, Str::Escape
|
72
|
+
rule %r/./, Str::Regex
|
73
73
|
end
|
74
74
|
|
75
75
|
state :regex_end do
|
76
|
-
rule /[gim]+/, Str::Regex, :pop!
|
76
|
+
rule %r/[gim]+/, Str::Regex, :pop!
|
77
77
|
rule(//) { pop! }
|
78
78
|
end
|
79
79
|
|
80
80
|
state :regex_group do
|
81
81
|
# specially highlight / in a group to indicate that it doesn't
|
82
82
|
# close the regex
|
83
|
-
rule
|
83
|
+
rule %r(/), Str::Escape
|
84
84
|
|
85
85
|
rule %r([^/]\n) do
|
86
86
|
token Error
|
87
87
|
pop! 2
|
88
88
|
end
|
89
89
|
|
90
|
-
rule /\]/, Str::Escape, :pop!
|
91
|
-
rule /\\./, Str::Escape
|
92
|
-
rule /./, Str::Regex
|
90
|
+
rule %r/\]/, Str::Escape, :pop!
|
91
|
+
rule %r/\\./, Str::Escape
|
92
|
+
rule %r/./, Str::Regex
|
93
93
|
end
|
94
94
|
|
95
95
|
state :bad_regex do
|
96
|
-
rule /[^\n]+/, Error, :pop!
|
96
|
+
rule %r/[^\n]+/, Error, :pop!
|
97
97
|
end
|
98
98
|
|
99
99
|
def self.keywords
|
100
100
|
@keywords ||= Set.new %w(
|
101
|
-
|
102
|
-
|
103
|
-
|
101
|
+
as async await break case catch continue debugger default delete
|
102
|
+
do else export finally from for if import in instanceof new of
|
103
|
+
return super switch this throw try typeof void while yield
|
104
104
|
)
|
105
105
|
end
|
106
106
|
|
107
107
|
def self.declarations
|
108
108
|
@declarations ||= Set.new %w(
|
109
109
|
var let const with function class
|
110
|
-
extends constructor get set
|
110
|
+
extends constructor get set static
|
111
111
|
)
|
112
112
|
end
|
113
113
|
|
114
114
|
def self.reserved
|
115
115
|
@reserved ||= Set.new %w(
|
116
|
-
|
117
|
-
|
118
|
-
long native package private protected public short static
|
119
|
-
synchronized throws transient volatile
|
120
|
-
eval arguments await
|
116
|
+
enum implements interface
|
117
|
+
package private protected public
|
121
118
|
)
|
122
119
|
end
|
123
120
|
|
@@ -147,34 +144,34 @@ module Rouge
|
|
147
144
|
id = self.id_regex
|
148
145
|
|
149
146
|
state :root do
|
150
|
-
rule /\A\s*#!.*?\n/m, Comment::Preproc, :statement
|
147
|
+
rule %r/\A\s*#!.*?\n/m, Comment::Preproc, :statement
|
151
148
|
rule %r((?<=\n)(?=\s|/|<!--)), Text, :expr_start
|
152
149
|
mixin :comments_and_whitespace
|
153
150
|
rule %r(\+\+ | -- | ~ | && | \|\| | \\(?=\n) | << | >>>? | ===
|
154
151
|
| !== )x,
|
155
152
|
Operator, :expr_start
|
156
153
|
rule %r([-<>+*%&|\^/!=]=?), Operator, :expr_start
|
157
|
-
rule /[(\[,]/, Punctuation, :expr_start
|
158
|
-
rule /;/, Punctuation, :statement
|
159
|
-
rule /[)\].]/, Punctuation
|
154
|
+
rule %r/[(\[,]/, Punctuation, :expr_start
|
155
|
+
rule %r/;/, Punctuation, :statement
|
156
|
+
rule %r/[)\].]/, Punctuation
|
160
157
|
|
161
|
-
rule /`/ do
|
158
|
+
rule %r/`/ do
|
162
159
|
token Str::Double
|
163
160
|
push :template_string
|
164
161
|
end
|
165
162
|
|
166
|
-
rule /[?]/ do
|
163
|
+
rule %r/[?]/ do
|
167
164
|
token Punctuation
|
168
165
|
push :ternary
|
169
166
|
push :expr_start
|
170
167
|
end
|
171
168
|
|
172
|
-
rule /(\@)(\w+)?/ do
|
169
|
+
rule %r/(\@)(\w+)?/ do
|
173
170
|
groups Punctuation, Name::Decorator
|
174
171
|
push :expr_start
|
175
172
|
end
|
176
173
|
|
177
|
-
rule /[{}]/, Punctuation, :statement
|
174
|
+
rule %r/[{}]/, Punctuation, :statement
|
178
175
|
|
179
176
|
rule id do |m|
|
180
177
|
if self.class.keywords.include? m[0]
|
@@ -194,42 +191,41 @@ module Rouge
|
|
194
191
|
end
|
195
192
|
end
|
196
193
|
|
197
|
-
rule /[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
|
198
|
-
rule /0x[0-9a-fA-F]+/i, Num::Hex
|
199
|
-
rule /0o[0-7][0-7_]*/i, Num::Oct
|
200
|
-
rule /0b[01][01_]*/i, Num::Bin
|
201
|
-
rule /[0-9]+/, Num::Integer
|
194
|
+
rule %r/[0-9][0-9]*\.[0-9]+([eE][0-9]+)?[fd]?/, Num::Float
|
195
|
+
rule %r/0x[0-9a-fA-F]+/i, Num::Hex
|
196
|
+
rule %r/0o[0-7][0-7_]*/i, Num::Oct
|
197
|
+
rule %r/0b[01][01_]*/i, Num::Bin
|
198
|
+
rule %r/[0-9]+/, Num::Integer
|
202
199
|
|
203
|
-
rule /"/, Str::
|
204
|
-
rule /'/, Str::
|
205
|
-
rule /:/, Punctuation
|
200
|
+
rule %r/"/, Str::Delimiter, :dq
|
201
|
+
rule %r/'/, Str::Delimiter, :sq
|
202
|
+
rule %r/:/, Punctuation
|
206
203
|
end
|
207
204
|
|
208
205
|
state :dq do
|
209
|
-
rule
|
210
|
-
rule
|
211
|
-
rule
|
212
|
-
rule /"/, Str::Double, :pop!
|
206
|
+
rule %r/\\[\\nrt"]?/, Str::Escape
|
207
|
+
rule %r/[^\\"]+/, Str::Double
|
208
|
+
rule %r/"/, Str::Delimiter, :pop!
|
213
209
|
end
|
214
210
|
|
215
211
|
state :sq do
|
216
|
-
rule
|
217
|
-
rule
|
218
|
-
rule /'/, Str::
|
212
|
+
rule %r/\\[\\nrt']?/, Str::Escape
|
213
|
+
rule %r/[^\\']+/, Str::Single
|
214
|
+
rule %r/'/, Str::Delimiter, :pop!
|
219
215
|
end
|
220
216
|
|
221
217
|
# braced parts that aren't object literals
|
222
218
|
state :statement do
|
223
|
-
rule /case\b/ do
|
219
|
+
rule %r/case\b/ do
|
224
220
|
token Keyword
|
225
221
|
goto :expr_start
|
226
222
|
end
|
227
223
|
|
228
|
-
rule /(#{id})(\s*)(:)/ do
|
224
|
+
rule %r/(#{id})(\s*)(:)/ do
|
229
225
|
groups Name::Label, Text, Punctuation
|
230
226
|
end
|
231
227
|
|
232
|
-
rule /[{}]/, Punctuation
|
228
|
+
rule %r/[{}]/, Punctuation
|
233
229
|
|
234
230
|
mixin :expr_start
|
235
231
|
end
|
@@ -238,28 +234,28 @@ module Rouge
|
|
238
234
|
state :object do
|
239
235
|
mixin :comments_and_whitespace
|
240
236
|
|
241
|
-
rule /[{]/ do
|
237
|
+
rule %r/[{]/ do
|
242
238
|
token Punctuation
|
243
239
|
push
|
244
240
|
end
|
245
241
|
|
246
|
-
rule /[}]/ do
|
242
|
+
rule %r/[}]/ do
|
247
243
|
token Punctuation
|
248
244
|
goto :statement
|
249
245
|
end
|
250
246
|
|
251
|
-
rule /(#{id})(\s*)(:)/ do
|
247
|
+
rule %r/(#{id})(\s*)(:)/ do
|
252
248
|
groups Name::Attribute, Text, Punctuation
|
253
249
|
push :expr_start
|
254
250
|
end
|
255
251
|
|
256
|
-
rule /:/, Punctuation
|
252
|
+
rule %r/:/, Punctuation
|
257
253
|
mixin :root
|
258
254
|
end
|
259
255
|
|
260
256
|
# ternary expressions, where <id>: is not a label!
|
261
257
|
state :ternary do
|
262
|
-
rule /:/ do
|
258
|
+
rule %r/:/ do
|
263
259
|
token Punctuation
|
264
260
|
goto :expr_start
|
265
261
|
end
|
@@ -269,13 +265,13 @@ module Rouge
|
|
269
265
|
|
270
266
|
# template strings
|
271
267
|
state :template_string do
|
272
|
-
rule /\${/, Punctuation, :template_string_expr
|
273
|
-
rule /`/, Str::Double, :pop!
|
274
|
-
rule /(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double
|
268
|
+
rule %r/\${/, Punctuation, :template_string_expr
|
269
|
+
rule %r/`/, Str::Double, :pop!
|
270
|
+
rule %r/(\\\\|\\[\$`]|[^\$`]|\$(?!{))*/, Str::Double
|
275
271
|
end
|
276
272
|
|
277
273
|
state :template_string_expr do
|
278
|
-
rule /}/, Punctuation, :pop!
|
274
|
+
rule %r/}/, Punctuation, :pop!
|
279
275
|
mixin :root
|
280
276
|
end
|
281
277
|
end
|