rouge 3.6.0 → 3.12.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile +1 -1
- data/lib/rouge/demos/ada +26 -0
- data/lib/rouge/demos/apex +9 -0
- data/lib/rouge/demos/armasm +12 -0
- data/lib/rouge/demos/batchfile +3 -0
- data/lib/rouge/demos/bbcbasic +6 -0
- data/lib/rouge/demos/clean +6 -0
- data/lib/rouge/demos/cmhg +8 -0
- data/lib/rouge/demos/csvs +8 -0
- data/lib/rouge/demos/cuda +11 -0
- data/lib/rouge/demos/cython +6 -0
- data/lib/rouge/demos/eex +1 -0
- data/lib/rouge/demos/epp +4 -0
- data/lib/rouge/demos/gdscript +18 -0
- data/lib/rouge/demos/haxe +5 -0
- data/lib/rouge/demos/hocon +8 -0
- data/lib/rouge/demos/hql +5 -0
- data/lib/rouge/demos/jsl +3 -0
- data/lib/rouge/demos/liquid +0 -1
- data/lib/rouge/demos/lustre +6 -0
- data/lib/rouge/demos/lutin +18 -0
- data/lib/rouge/demos/mason +22 -0
- data/lib/rouge/demos/minizinc +23 -0
- data/lib/rouge/demos/msgtrans +4 -0
- data/lib/rouge/demos/opentype_feature_file +6 -0
- data/lib/rouge/demos/plist +1 -132
- data/lib/rouge/demos/reasonml +12 -0
- data/lib/rouge/demos/robot_framework +27 -0
- data/lib/rouge/demos/sas +13 -0
- data/lib/rouge/demos/sparql +6 -0
- data/lib/rouge/demos/terraform +0 -15
- data/lib/rouge/formatters/html_line_table.rb +3 -1
- data/lib/rouge/formatters/tex.rb +14 -12
- data/lib/rouge/guessers/disambiguation.rb +17 -0
- data/lib/rouge/lexer.rb +3 -0
- data/lib/rouge/lexers/ada.rb +162 -0
- data/lib/rouge/lexers/apex.rb +126 -0
- data/lib/rouge/lexers/armasm.rb +145 -0
- data/lib/rouge/lexers/batchfile.rb +164 -0
- data/lib/rouge/lexers/bbcbasic.rb +112 -0
- data/lib/rouge/lexers/clean.rb +156 -0
- data/lib/rouge/lexers/cmhg.rb +34 -0
- data/lib/rouge/lexers/common_lisp.rb +1 -1
- data/lib/rouge/lexers/console.rb +1 -1
- data/lib/rouge/lexers/coq.rb +12 -9
- data/lib/rouge/lexers/cpp.rb +4 -1
- data/lib/rouge/lexers/csvs.rb +44 -0
- data/lib/rouge/lexers/cuda.rb +35 -0
- data/lib/rouge/lexers/cython.rb +151 -0
- data/lib/rouge/lexers/eex.rb +52 -0
- data/lib/rouge/lexers/elixir.rb +20 -9
- data/lib/rouge/lexers/epp.rb +51 -0
- data/lib/rouge/lexers/escape.rb +3 -0
- data/lib/rouge/lexers/gdscript.rb +171 -0
- data/lib/rouge/lexers/gherkin.rb +4 -2
- data/lib/rouge/lexers/graphql.rb +10 -3
- data/lib/rouge/lexers/handlebars.rb +14 -3
- data/lib/rouge/lexers/haxe.rb +246 -0
- data/lib/rouge/lexers/hocon.rb +86 -0
- data/lib/rouge/lexers/hql.rb +139 -0
- data/lib/rouge/lexers/html.rb +2 -2
- data/lib/rouge/lexers/http.rb +5 -5
- data/lib/rouge/lexers/igorpro.rb +1 -1
- data/lib/rouge/lexers/javascript.rb +1 -1
- data/lib/rouge/lexers/jsl.rb +55 -0
- data/lib/rouge/lexers/json.rb +43 -5
- data/lib/rouge/lexers/julia.rb +1 -1
- data/lib/rouge/lexers/kotlin.rb +21 -28
- data/lib/rouge/lexers/liquid.rb +82 -108
- data/lib/rouge/lexers/lustre.rb +79 -0
- data/lib/rouge/lexers/lutin.rb +33 -0
- data/lib/rouge/lexers/make.rb +39 -12
- data/lib/rouge/lexers/markdown.rb +7 -1
- data/lib/rouge/lexers/mason.rb +110 -0
- data/lib/rouge/lexers/matlab.rb +4 -2
- data/lib/rouge/lexers/matlab/builtins.yml +3515 -0
- data/lib/rouge/lexers/minizinc.rb +87 -0
- data/lib/rouge/lexers/msgtrans.rb +26 -0
- data/lib/rouge/lexers/ocaml.rb +12 -48
- data/lib/rouge/lexers/ocaml/common.rb +53 -0
- data/lib/rouge/lexers/opentype_feature_file.rb +113 -0
- data/lib/rouge/lexers/perl.rb +1 -1
- data/lib/rouge/lexers/php.rb +31 -9
- data/lib/rouge/lexers/php/builtins.rb +181 -174
- data/lib/rouge/lexers/plain_text.rb +1 -1
- data/lib/rouge/lexers/puppet.rb +2 -2
- data/lib/rouge/lexers/q.rb +1 -1
- data/lib/rouge/lexers/r.rb +2 -3
- data/lib/rouge/lexers/reasonml.rb +65 -0
- data/lib/rouge/lexers/robot_framework.rb +249 -0
- data/lib/rouge/lexers/rust.rb +12 -9
- data/lib/rouge/lexers/sas.rb +563 -0
- data/lib/rouge/lexers/sed.rb +1 -1
- data/lib/rouge/lexers/shell.rb +5 -3
- data/lib/rouge/lexers/smarty.rb +10 -10
- data/lib/rouge/lexers/sparql.rb +129 -0
- data/lib/rouge/lexers/sql.rb +26 -6
- data/lib/rouge/lexers/swift.rb +1 -1
- data/lib/rouge/lexers/terraform.rb +8 -0
- data/lib/rouge/plugins/redcarpet.rb +7 -1
- data/lib/rouge/tex_theme_renderer.rb +5 -1
- data/lib/rouge/themes/magritte.rb +3 -3
- data/lib/rouge/themes/thankful_eyes.rb +1 -1
- data/lib/rouge/themes/tulip.rb +1 -1
- data/lib/rouge/version.rb +1 -1
- data/rouge.gemspec +4 -3
- metadata +63 -6
- data/lib/rouge/lexers/matlab/builtins.rb +0 -13
@@ -0,0 +1,27 @@
|
|
1
|
+
*** Settings ***
|
2
|
+
Document Example taken from http://robotframework.org/
|
3
|
+
Suite Setup Open Browser To Login Page
|
4
|
+
Suite Teardown Close Browser
|
5
|
+
Test Setup Go To Login Page
|
6
|
+
Test Template Login With Invalid Credentials Should Fail
|
7
|
+
Resource resource.txt
|
8
|
+
|
9
|
+
*** Test Cases *** User Name Password
|
10
|
+
Invalid Username invalid ${VALID PASSWORD}
|
11
|
+
Invalid Password ${VALID USER} invalid
|
12
|
+
Invalid Username And Password invalid whatever
|
13
|
+
Empty Username ${EMPTY} ${VALID PASSWORD}
|
14
|
+
Empty Password ${VALID USER} ${EMPTY}
|
15
|
+
Empty Username And Password ${EMPTY} ${EMPTY}
|
16
|
+
|
17
|
+
*** Keywords ***
|
18
|
+
Login With Invalid Credentials Should Fail
|
19
|
+
[Arguments] ${username} ${password}
|
20
|
+
Input Username ${username}
|
21
|
+
Input Password ${password}
|
22
|
+
Submit Credentials
|
23
|
+
Login Should Have Failed
|
24
|
+
|
25
|
+
Login Should Have Failed
|
26
|
+
Location Should Be ${ERROR URL}
|
27
|
+
Title Should Be Error Page
|
data/lib/rouge/demos/sas
ADDED
data/lib/rouge/demos/terraform
CHANGED
@@ -1,10 +1,3 @@
|
|
1
|
-
# From: https://github.com/terraform-providers/terraform-provider-aws/blob/master/examples/count/main.tf
|
2
|
-
|
3
|
-
# Specify the provider and access details
|
4
|
-
provider "aws" {
|
5
|
-
region = "${var.aws_region}"
|
6
|
-
}
|
7
|
-
|
8
1
|
resource "aws_elb" "web" {
|
9
2
|
name = "terraform-example-elb"
|
10
3
|
|
@@ -21,11 +14,3 @@ resource "aws_elb" "web" {
|
|
21
14
|
# The instances are registered automatically
|
22
15
|
instances = ["${aws_instance.web.*.id}"]
|
23
16
|
}
|
24
|
-
|
25
|
-
resource "aws_instance" "web" {
|
26
|
-
instance_type = "m1.small"
|
27
|
-
ami = "${lookup(var.aws_amis, var.aws_region)}"
|
28
|
-
|
29
|
-
# This will create 4 instances
|
30
|
-
count = 4
|
31
|
-
}
|
@@ -37,7 +37,9 @@ module Rouge
|
|
37
37
|
token_lines(tokens) do |line_tokens|
|
38
38
|
lineno += 1
|
39
39
|
buffer << %(<tr id="#{sprintf @line_id, lineno}" class="#@line_class">)
|
40
|
-
buffer << %(<td class="#@gutter_class gl"
|
40
|
+
buffer << %(<td class="#@gutter_class gl" )
|
41
|
+
buffer << %(style="-moz-user-select: none;-ms-user-select: none;)
|
42
|
+
buffer << %(-webkit-user-select: none;user-select: none;">)
|
41
43
|
buffer << %(<pre>#{lineno}</pre></td>)
|
42
44
|
buffer << %(<td class="#@code_class"><pre>)
|
43
45
|
@formatter.stream(line_tokens) { |formatted| buffer << formatted }
|
data/lib/rouge/formatters/tex.rb
CHANGED
@@ -1,3 +1,6 @@
|
|
1
|
+
# -*- coding: utf-8 -*- #
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
1
4
|
module Rouge
|
2
5
|
module Formatters
|
3
6
|
class Tex < Formatter
|
@@ -19,6 +22,9 @@ module Rouge
|
|
19
22
|
'^' => '{\textasciicircum}',
|
20
23
|
'|' => '{\textbar}',
|
21
24
|
'\\' => '{\textbackslash}',
|
25
|
+
'`' => '{\textasciigrave}',
|
26
|
+
"'" => "'{}",
|
27
|
+
'"' => '"{}',
|
22
28
|
"\t" => '{\tab}',
|
23
29
|
}
|
24
30
|
|
@@ -56,24 +62,20 @@ module Rouge
|
|
56
62
|
end
|
57
63
|
|
58
64
|
def render_line(line, &b)
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
tag_first(*head, &b)
|
63
|
-
rest.each do |(tok, val)|
|
64
|
-
yield tag(tok, val)
|
65
|
+
line.each do |(tok, val)|
|
66
|
+
hphantom_tag(tok, val, &b)
|
65
67
|
end
|
66
68
|
end
|
67
69
|
|
68
|
-
#
|
69
|
-
#
|
70
|
-
#
|
71
|
-
#
|
72
|
-
def
|
70
|
+
# Special handling for leading spaces, since they may be gobbled
|
71
|
+
# by a previous command. We replace all initial spaces with
|
72
|
+
# \hphantom{xxxx}, which renders an empty space equal to the size
|
73
|
+
# of the x's.
|
74
|
+
def hphantom_tag(tok, val)
|
73
75
|
leading = nil
|
74
76
|
val.sub!(/^[ ]+/) { leading = $&.size; '' }
|
75
77
|
yield "\\hphantom{#{'x' * leading}}" if leading
|
76
|
-
yield tag(tok, val)
|
78
|
+
yield tag(tok, val) unless val.empty?
|
77
79
|
end
|
78
80
|
|
79
81
|
def tag(tok, val)
|
@@ -75,6 +75,8 @@ module Rouge
|
|
75
75
|
disambiguate '*.h' do
|
76
76
|
next ObjectiveC if matches?(/@(end|implementation|protocol|property)\b/)
|
77
77
|
next ObjectiveC if contains?('@"')
|
78
|
+
next Cpp if matches?(/^\s*(?:catch|class|constexpr|namespace|private|
|
79
|
+
protected|public|template|throw|try|using)\b/x)
|
78
80
|
|
79
81
|
C
|
80
82
|
end
|
@@ -86,7 +88,11 @@ module Rouge
|
|
86
88
|
next Mathematica if contains?('(*')
|
87
89
|
next Mathematica if contains?(':=')
|
88
90
|
|
91
|
+
next Mason if matches?(/<%(def|method|text|doc|args|flags|attr|init|once|shared|perl|cleanup|filter)([^>]*)(>)/)
|
92
|
+
|
89
93
|
next Matlab if matches?(/^\s*?%/)
|
94
|
+
|
95
|
+
next Mason if matches? %r!(</?%|<&)!
|
90
96
|
end
|
91
97
|
|
92
98
|
disambiguate '*.php' do
|
@@ -114,6 +120,17 @@ module Rouge
|
|
114
120
|
|
115
121
|
next Python
|
116
122
|
end
|
123
|
+
|
124
|
+
disambiguate 'Messages' do
|
125
|
+
next MsgTrans if matches?(/^[^\s:]+:[^\s:]+/)
|
126
|
+
|
127
|
+
next PlainText
|
128
|
+
end
|
129
|
+
|
130
|
+
disambiguate '*.cls' do
|
131
|
+
next TeX if matches?(/\A\s*(?:\\|%)/)
|
132
|
+
next Apex
|
133
|
+
end
|
117
134
|
end
|
118
135
|
end
|
119
136
|
end
|
data/lib/rouge/lexer.rb
CHANGED
@@ -49,6 +49,9 @@ module Rouge
|
|
49
49
|
#
|
50
50
|
# Lexer.find_fancy('guess', "#!/bin/bash\necho Hello, world")
|
51
51
|
#
|
52
|
+
# If the code matches more than one lexer then Guesser::Ambiguous
|
53
|
+
# is raised.
|
54
|
+
#
|
52
55
|
# This is used in the Redcarpet plugin as well as Rouge's own
|
53
56
|
# markdown lexer for highlighting internal code blocks.
|
54
57
|
#
|
@@ -0,0 +1,162 @@
|
|
1
|
+
# -*- coding: utf-8 -*- #
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
4
|
+
module Rouge
|
5
|
+
module Lexers
|
6
|
+
class Ada < RegexLexer
|
7
|
+
tag 'ada'
|
8
|
+
filenames '*.ada', '*.ads', '*.adb', '*.gpr'
|
9
|
+
mimetypes 'text/x-ada'
|
10
|
+
|
11
|
+
title 'Ada'
|
12
|
+
desc 'The Ada 2012 programming language'
|
13
|
+
|
14
|
+
# Ada identifiers are Unicode with underscores only allowed as separators.
|
15
|
+
ID = /\b[[:alpha:]](?:\p{Pc}?[[:alnum:]])*\b/
|
16
|
+
|
17
|
+
# Numerals can also contain underscores.
|
18
|
+
NUM = /\d(_?\d)*/
|
19
|
+
XNUM = /\h(_?\h)*/
|
20
|
+
EXP = /(E[-+]?#{NUM})?/i
|
21
|
+
|
22
|
+
# Return a hash mapping lower-case identifiers to token classes.
|
23
|
+
def self.idents
|
24
|
+
@idents ||= Hash.new(Name).tap do |h|
|
25
|
+
%w(
|
26
|
+
abort abstract accept access aliased all array at begin body
|
27
|
+
case constant declare delay delta digits do else elsif end
|
28
|
+
exception exit for generic goto if in interface is limited
|
29
|
+
loop new null of others out overriding pragma private
|
30
|
+
protected raise range record renames requeue return reverse
|
31
|
+
select separate some synchronized tagged task terminate then
|
32
|
+
until use when while with
|
33
|
+
).each {|w| h[w] = Keyword}
|
34
|
+
|
35
|
+
%w(abs and mod not or rem xor).each {|w| h[w] = Operator::Word}
|
36
|
+
|
37
|
+
%w(
|
38
|
+
entry function package procedure subtype type
|
39
|
+
).each {|w| h[w] = Keyword::Declaration}
|
40
|
+
|
41
|
+
%w(
|
42
|
+
boolean character constraint_error duration float integer
|
43
|
+
natural positive long_float long_integer long_long_float
|
44
|
+
long_long_integer program_error short_float short_integer
|
45
|
+
short_short_integer storage_error string tasking_error
|
46
|
+
wide_character wide_string wide_wide_character
|
47
|
+
wide_wide_string
|
48
|
+
).each {|w| h[w] = Name::Builtin}
|
49
|
+
end
|
50
|
+
end
|
51
|
+
|
52
|
+
state :whitespace do
|
53
|
+
rule %r{\s+}m, Text
|
54
|
+
rule %r{--.*$}, Comment::Single
|
55
|
+
end
|
56
|
+
|
57
|
+
state :dquote_string do
|
58
|
+
rule %r{[^"\n]+}, Literal::String::Double
|
59
|
+
rule %r{""}, Literal::String::Escape
|
60
|
+
rule %r{"}, Literal::String::Double, :pop!
|
61
|
+
rule %r{\n}, Error, :pop!
|
62
|
+
end
|
63
|
+
|
64
|
+
state :attr do
|
65
|
+
mixin :whitespace
|
66
|
+
rule ID, Name::Attribute, :pop!
|
67
|
+
rule %r{}, Text, :pop!
|
68
|
+
end
|
69
|
+
|
70
|
+
# Handle a dotted name immediately following a declaration keyword.
|
71
|
+
state :decl_name do
|
72
|
+
mixin :whitespace
|
73
|
+
rule %r{body\b}i, Keyword::Declaration # package body Foo.Bar is...
|
74
|
+
rule %r{(#{ID})(\.)} do
|
75
|
+
groups Name::Namespace, Punctuation
|
76
|
+
end
|
77
|
+
# function "<=" (Left, Right: Type) is ...
|
78
|
+
rule %r{#{ID}|"(and|or|xor|/?=|<=?|>=?|\+|–|&\|/|mod|rem|\*?\*|abs|not)"},
|
79
|
+
Name::Function, :pop!
|
80
|
+
rule %r{}, Text, :pop!
|
81
|
+
end
|
82
|
+
|
83
|
+
# Handle a sequence of library unit names: with Ada.Foo, Ada.Bar;
|
84
|
+
#
|
85
|
+
# There's a chance we entered this state mistakenly since 'with'
|
86
|
+
# has multiple other uses in Ada (none of which are likely to
|
87
|
+
# appear at the beginning of a line). Try to bail as soon as
|
88
|
+
# possible if we see something suspicious like keywords.
|
89
|
+
#
|
90
|
+
# See ada_spec.rb for some examples.
|
91
|
+
state :libunit_name do
|
92
|
+
mixin :whitespace
|
93
|
+
|
94
|
+
rule ID do |m|
|
95
|
+
t = self.class.idents[m[0].downcase]
|
96
|
+
if t <= Name
|
97
|
+
# Convert all kinds of Name to namespaces in this context.
|
98
|
+
token Name::Namespace
|
99
|
+
else
|
100
|
+
# Yikes, we're not supposed to get a keyword in a library unit name!
|
101
|
+
# We probably entered this state by mistake, so try to fix it.
|
102
|
+
token t
|
103
|
+
if t == Keyword::Declaration
|
104
|
+
goto :decl_name
|
105
|
+
else
|
106
|
+
pop!
|
107
|
+
end
|
108
|
+
end
|
109
|
+
end
|
110
|
+
|
111
|
+
rule %r{[.,]}, Punctuation
|
112
|
+
rule %r{}, Text, :pop!
|
113
|
+
end
|
114
|
+
|
115
|
+
state :root do
|
116
|
+
mixin :whitespace
|
117
|
+
|
118
|
+
# String literals.
|
119
|
+
rule %r{'.'}, Literal::String::Char
|
120
|
+
rule %r{"[^"\n]*}, Literal::String::Double, :dquote_string
|
121
|
+
|
122
|
+
# Real literals.
|
123
|
+
rule %r{#{NUM}\.#{NUM}#{EXP}}, Literal::Number::Float
|
124
|
+
rule %r{#{NUM}##{XNUM}\.#{XNUM}##{EXP}}, Literal::Number::Float
|
125
|
+
|
126
|
+
# Integer literals.
|
127
|
+
rule %r{2#[01](_?[01])*##{EXP}}, Literal::Number::Bin
|
128
|
+
rule %r{8#[0-7](_?[0-7])*##{EXP}}, Literal::Number::Oct
|
129
|
+
rule %r{16##{XNUM}*##{EXP}}, Literal::Number::Hex
|
130
|
+
rule %r{#{NUM}##{XNUM}##{EXP}}, Literal::Number::Integer
|
131
|
+
rule %r{#{NUM}#\w+#}, Error
|
132
|
+
rule %r{#{NUM}#{EXP}}, Literal::Number::Integer
|
133
|
+
|
134
|
+
# Special constructs.
|
135
|
+
rule %r{'}, Punctuation, :attr
|
136
|
+
rule %r{<<#{ID}>>}, Name::Label
|
137
|
+
|
138
|
+
# Context clauses are tricky because the 'with' keyword is used
|
139
|
+
# for many purposes. Detect at beginning of the line only.
|
140
|
+
rule %r{^(?:(limited)(\s+))?(?:(private)(\s+))?(with)\b}i do
|
141
|
+
groups Keyword::Namespace, Text, Keyword::Namespace, Text, Keyword::Namespace
|
142
|
+
push :libunit_name
|
143
|
+
end
|
144
|
+
|
145
|
+
# Operators and punctuation characters.
|
146
|
+
rule %r{[+*/&<=>|]|-|=>|\.\.|\*\*|[:></]=|<<|>>|<>}, Operator
|
147
|
+
rule %r{[.,:;()]}, Punctuation
|
148
|
+
|
149
|
+
rule ID do |m|
|
150
|
+
t = self.class.idents[m[0].downcase]
|
151
|
+
token t
|
152
|
+
if t == Keyword::Declaration
|
153
|
+
push :decl_name
|
154
|
+
end
|
155
|
+
end
|
156
|
+
|
157
|
+
# Flag word-like things that don't match the ID pattern.
|
158
|
+
rule %r{\b(\p{Pc}|[[alpha]])\p{Word}*}, Error
|
159
|
+
end
|
160
|
+
end
|
161
|
+
end
|
162
|
+
end
|
@@ -0,0 +1,126 @@
|
|
1
|
+
# -*- coding: utf-8 -*- #
|
2
|
+
# frozen_string_literal: true
|
3
|
+
|
4
|
+
module Rouge
|
5
|
+
module Lexers
|
6
|
+
class Apex < RegexLexer
|
7
|
+
title "Apex"
|
8
|
+
desc "The Apex programming language (provided by salesforce)"
|
9
|
+
|
10
|
+
tag 'apex'
|
11
|
+
filenames '*.cls'
|
12
|
+
mimetypes 'text/x-apex'
|
13
|
+
|
14
|
+
def self.keywords
|
15
|
+
@keywords ||= Set.new %w(
|
16
|
+
assert break case catch continue default do else finally for if goto
|
17
|
+
instanceof new return switch this throw try while insert update
|
18
|
+
delete
|
19
|
+
)
|
20
|
+
end
|
21
|
+
|
22
|
+
def self.declarations
|
23
|
+
@declarations ||= Set.new %w(
|
24
|
+
abstract const enum extends final implements native private protected
|
25
|
+
public static super synchronized throws transient volatile with
|
26
|
+
sharing without inherited virtual global testmethod
|
27
|
+
)
|
28
|
+
end
|
29
|
+
|
30
|
+
def self.soql
|
31
|
+
@soql ||= Set.new %w(
|
32
|
+
SELECT FROM WHERE UPDATE LIKE TYPEOF END USING SCOPE WITH DATA
|
33
|
+
CATEGORY GROUP BY ROLLUP CUBE HAVING ORDER BY ASC DESC NULLS FIRST
|
34
|
+
LAST LIMIT OFFSET FOR VIEW REFERENCE UPDATE TRACKING VIEWSTAT OR AND
|
35
|
+
)
|
36
|
+
end
|
37
|
+
|
38
|
+
def self.types
|
39
|
+
@types ||= Set.new %w(
|
40
|
+
String boolean byte char double float int long short var void
|
41
|
+
)
|
42
|
+
end
|
43
|
+
|
44
|
+
def self.constants
|
45
|
+
@constants ||= Set.new %w(true false null)
|
46
|
+
end
|
47
|
+
|
48
|
+
id = /[a-z_][a-z0-9_]*/i
|
49
|
+
|
50
|
+
state :root do
|
51
|
+
rule %r/\s+/m, Text
|
52
|
+
|
53
|
+
rule %r(//.*?$), Comment::Single
|
54
|
+
rule %r(/\*.*?\*/)m, Comment::Multiline
|
55
|
+
|
56
|
+
rule %r/(?:class|interface)\b/, Keyword::Declaration, :class
|
57
|
+
rule %r/import\b/, Keyword::Namespace, :import
|
58
|
+
|
59
|
+
rule %r/([@$.]?)(#{id})([:(]?)/io do |m|
|
60
|
+
if self.class.keywords.include? m[0].downcase
|
61
|
+
token Keyword
|
62
|
+
elsif self.class.soql.include? m[0].upcase
|
63
|
+
token Keyword
|
64
|
+
elsif self.class.declarations.include? m[0].downcase
|
65
|
+
token Keyword::Declaration
|
66
|
+
elsif self.class.types.include? m[0].downcase
|
67
|
+
token Keyword::Type
|
68
|
+
elsif self.class.constants.include? m[0].downcase
|
69
|
+
token Keyword::Constant
|
70
|
+
elsif 'package'.casecmp m[0]
|
71
|
+
token Keyword::Namespace
|
72
|
+
elsif m[1] == "@"
|
73
|
+
token Name::Decorator
|
74
|
+
elsif m[3] == ":"
|
75
|
+
groups Operator, Name::Label, Punctuation
|
76
|
+
elsif m[3] == "("
|
77
|
+
groups Operator, Name::Function, Punctuation
|
78
|
+
elsif m[1] == "."
|
79
|
+
groups Operator, Name::Property, Punctuation
|
80
|
+
else
|
81
|
+
token Name
|
82
|
+
end
|
83
|
+
end
|
84
|
+
|
85
|
+
rule %r/"/, Str::Double, :dq
|
86
|
+
rule %r/'/, Str::Single, :sq
|
87
|
+
|
88
|
+
digit = /[0-9]_+[0-9]|[0-9]/
|
89
|
+
rule %r/#{digit}+\.#{digit}+([eE]#{digit}+)?[fd]?/, Num::Float
|
90
|
+
rule %r/0b(?:[01]_+[01]|[01])+/i, Num::Bin
|
91
|
+
rule %r/0x(?:\h_+\h|\h)+/i, Num::Hex
|
92
|
+
rule %r/0(?:[0-7]_+[0-7]|[0-7])+/, Num::Oct
|
93
|
+
rule %r/#{digit}+L?/, Num::Integer
|
94
|
+
|
95
|
+
rule %r/[-+\/*~^!%&<>|=.?]/, Operator
|
96
|
+
rule %r/[\[\](){},:;]/, Punctuation;
|
97
|
+
end
|
98
|
+
|
99
|
+
state :class do
|
100
|
+
rule %r/\s+/m, Text
|
101
|
+
rule id, Name::Class, :pop!
|
102
|
+
end
|
103
|
+
|
104
|
+
state :import do
|
105
|
+
rule %r/\s+/m, Text
|
106
|
+
rule %r/[a-z0-9_.]+\*?/i, Name::Namespace, :pop!
|
107
|
+
end
|
108
|
+
|
109
|
+
state :escape do
|
110
|
+
rule %r/\\[btnfr\\"']/, Str::Escape
|
111
|
+
end
|
112
|
+
|
113
|
+
state :dq do
|
114
|
+
mixin :escape
|
115
|
+
rule %r/[^\\"]+/, Str::Double
|
116
|
+
rule %r/"/, Str::Double, :pop!
|
117
|
+
end
|
118
|
+
|
119
|
+
state :sq do
|
120
|
+
mixin :escape
|
121
|
+
rule %r/[^\\']+/, Str::Double
|
122
|
+
rule %r/'/, Str::Double, :pop!
|
123
|
+
end
|
124
|
+
end
|
125
|
+
end
|
126
|
+
end
|