racc 1.5.2 → 1.6.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.ja.rdoc +0 -1
- data/README.rdoc +6 -7
- data/{rdoc → doc}/en/NEWS.en.rdoc +0 -0
- data/{rdoc → doc}/en/grammar.en.rdoc +27 -31
- data/doc/en/grammar2.en.rdoc +219 -0
- data/{rdoc → doc}/ja/NEWS.ja.rdoc +0 -0
- data/{rdoc → doc}/ja/command.ja.html +0 -0
- data/{rdoc → doc}/ja/debug.ja.rdoc +0 -0
- data/{rdoc → doc}/ja/grammar.ja.rdoc +0 -0
- data/{rdoc → doc}/ja/index.ja.html +0 -0
- data/{rdoc → doc}/ja/parser.ja.rdoc +0 -0
- data/{rdoc → doc}/ja/usage.ja.html +0 -0
- data/ext/racc/cparse/cparse.c +1 -1
- data/ext/racc/cparse/extconf.rb +1 -0
- data/lib/racc/info.rb +1 -1
- data/lib/racc/parser-text.rb +1 -1
- data/lib/racc/parser.rb +1 -1
- data/lib/racc/parserfilegenerator.rb +0 -44
- data/lib/racc/statetransitiontable.rb +2 -8
- metadata +15 -121
- data/Rakefile +0 -79
- data/ext/racc/com/headius/racc/Cparse.java +0 -849
- data/lib/racc/pre-setup +0 -13
- data/sample/array.y +0 -67
- data/sample/array2.y +0 -59
- data/sample/calc-ja.y +0 -66
- data/sample/calc.y +0 -65
- data/sample/conflict.y +0 -15
- data/sample/hash.y +0 -60
- data/sample/lalr.y +0 -17
- data/sample/lists.y +0 -57
- data/sample/syntax.y +0 -46
- data/sample/yyerr.y +0 -46
- data/test/assets/cadenza.y +0 -170
- data/test/assets/cast.y +0 -926
- data/test/assets/chk.y +0 -126
- data/test/assets/conf.y +0 -16
- data/test/assets/csspool.y +0 -729
- data/test/assets/digraph.y +0 -29
- data/test/assets/echk.y +0 -118
- data/test/assets/edtf.y +0 -583
- data/test/assets/err.y +0 -60
- data/test/assets/error_recovery.y +0 -35
- data/test/assets/expect.y +0 -7
- data/test/assets/firstline.y +0 -4
- data/test/assets/huia.y +0 -318
- data/test/assets/ichk.y +0 -102
- data/test/assets/intp.y +0 -546
- data/test/assets/journey.y +0 -47
- data/test/assets/liquor.y +0 -313
- data/test/assets/machete.y +0 -423
- data/test/assets/macruby.y +0 -2197
- data/test/assets/mailp.y +0 -437
- data/test/assets/mediacloth.y +0 -599
- data/test/assets/mof.y +0 -649
- data/test/assets/namae.y +0 -302
- data/test/assets/nasl.y +0 -626
- data/test/assets/newsyn.y +0 -25
- data/test/assets/noend.y +0 -4
- data/test/assets/nokogiri-css.y +0 -255
- data/test/assets/nonass.y +0 -41
- data/test/assets/normal.y +0 -27
- data/test/assets/norule.y +0 -4
- data/test/assets/nullbug1.y +0 -25
- data/test/assets/nullbug2.y +0 -15
- data/test/assets/opal.y +0 -1807
- data/test/assets/opt.y +0 -123
- data/test/assets/percent.y +0 -35
- data/test/assets/php_serialization.y +0 -98
- data/test/assets/recv.y +0 -97
- data/test/assets/riml.y +0 -665
- data/test/assets/rrconf.y +0 -14
- data/test/assets/ruby18.y +0 -1943
- data/test/assets/ruby19.y +0 -2174
- data/test/assets/ruby20.y +0 -2350
- data/test/assets/ruby21.y +0 -2359
- data/test/assets/ruby22.y +0 -2381
- data/test/assets/scan.y +0 -72
- data/test/assets/syntax.y +0 -50
- data/test/assets/tp_plus.y +0 -622
- data/test/assets/twowaysql.y +0 -278
- data/test/assets/unterm.y +0 -5
- data/test/assets/useless.y +0 -12
- data/test/assets/yyerr.y +0 -46
- data/test/bench.y +0 -36
- data/test/helper.rb +0 -115
- data/test/infini.y +0 -8
- data/test/regress/cadenza +0 -796
- data/test/regress/cast +0 -3428
- data/test/regress/csspool +0 -2314
- data/test/regress/edtf +0 -1794
- data/test/regress/huia +0 -1392
- data/test/regress/journey +0 -222
- data/test/regress/liquor +0 -885
- data/test/regress/machete +0 -833
- data/test/regress/mediacloth +0 -1463
- data/test/regress/mof +0 -1368
- data/test/regress/namae +0 -634
- data/test/regress/nasl +0 -2058
- data/test/regress/nokogiri-css +0 -836
- data/test/regress/opal +0 -6431
- data/test/regress/php_serialization +0 -336
- data/test/regress/riml +0 -3283
- data/test/regress/ruby18 +0 -6344
- data/test/regress/ruby22 +0 -7460
- data/test/regress/tp_plus +0 -1933
- data/test/regress/twowaysql +0 -556
- data/test/scandata/brace +0 -7
- data/test/scandata/gvar +0 -1
- data/test/scandata/normal +0 -4
- data/test/scandata/percent +0 -18
- data/test/scandata/slash +0 -10
- data/test/src.intp +0 -34
- data/test/start.y +0 -20
- data/test/test_chk_y.rb +0 -52
- data/test/test_grammar_file_parser.rb +0 -15
- data/test/test_racc_command.rb +0 -339
- data/test/test_scan_y.rb +0 -52
- data/test/testscanner.rb +0 -51
- data/web/racc.en.rhtml +0 -42
- data/web/racc.ja.rhtml +0 -51
data/test/assets/liquor.y
DELETED
@@ -1,313 +0,0 @@
|
|
1
|
-
# Copyright (c) 2012-2013 Peter Zotov <whitequark@whitequark.org>
|
2
|
-
# 2012 Yaroslav Markin <yaroslav@markin.net>
|
3
|
-
# 2012 Nate Gadgibalaev <nat@xnsv.ru>
|
4
|
-
#
|
5
|
-
# MIT License
|
6
|
-
#
|
7
|
-
# Permission is hereby granted, free of charge, to any person obtaining
|
8
|
-
# a copy of this software and associated documentation files (the
|
9
|
-
# "Software"), to deal in the Software without restriction, including
|
10
|
-
# without limitation the rights to use, copy, modify, merge, publish,
|
11
|
-
# distribute, sublicense, and/or sell copies of the Software, and to
|
12
|
-
# permit persons to whom the Software is furnished to do so, subject to
|
13
|
-
# the following conditions:
|
14
|
-
#
|
15
|
-
# The above copyright notice and this permission notice shall be
|
16
|
-
# included in all copies or substantial portions of the Software.
|
17
|
-
#
|
18
|
-
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
19
|
-
# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
20
|
-
# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
21
|
-
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
22
|
-
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
23
|
-
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
24
|
-
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
25
|
-
|
26
|
-
class Liquor::Parser
|
27
|
-
token comma dot endtag ident integer keyword lblock lblock2 lbracket
|
28
|
-
linterp lparen op_div op_eq op_gt op_geq op_lt op_leq op_minus
|
29
|
-
op_mod op_mul op_neq op_not op_plus pipe plaintext rblock
|
30
|
-
rbracket rinterp rparen string tag_ident
|
31
|
-
|
32
|
-
prechigh
|
33
|
-
left dot
|
34
|
-
nonassoc op_uminus op_not
|
35
|
-
left op_mul op_div op_mod
|
36
|
-
left op_plus op_minus
|
37
|
-
left op_eq op_neq op_lt op_leq op_gt op_geq
|
38
|
-
left op_and
|
39
|
-
left op_or
|
40
|
-
preclow
|
41
|
-
|
42
|
-
expect 15
|
43
|
-
|
44
|
-
start block
|
45
|
-
|
46
|
-
rule
|
47
|
-
block: /* empty */
|
48
|
-
{ result = [] }
|
49
|
-
| plaintext block
|
50
|
-
{ result = [ val[0], *val[1] ] }
|
51
|
-
| interp block
|
52
|
-
{ result = [ val[0], *val[1] ] }
|
53
|
-
| tag block
|
54
|
-
{ result = [ val[0], *val[1] ] }
|
55
|
-
|
56
|
-
interp:
|
57
|
-
linterp expr rinterp
|
58
|
-
{ result = [ :interp, retag(val), val[1] ] }
|
59
|
-
| linterp filter_chain rinterp
|
60
|
-
{ result = [ :interp, retag(val), val[1] ] }
|
61
|
-
|
62
|
-
primary_expr:
|
63
|
-
ident
|
64
|
-
| lparen expr rparen
|
65
|
-
{ result = [ val[1][0], retag(val), *val[1][2..-1] ] }
|
66
|
-
|
67
|
-
expr:
|
68
|
-
integer
|
69
|
-
| string
|
70
|
-
| tuple
|
71
|
-
| ident function_args
|
72
|
-
{ result = [ :call, retag(val), val[0], val[1] ] }
|
73
|
-
| expr lbracket expr rbracket
|
74
|
-
{ result = [ :index, retag(val), val[0], val[2] ] }
|
75
|
-
| expr dot ident function_args
|
76
|
-
{ result = [ :external, retag(val), val[0], val[2], val[3] ] }
|
77
|
-
| expr dot ident
|
78
|
-
{ result = [ :external, retag(val), val[0], val[2], nil ] }
|
79
|
-
| op_minus expr =op_uminus
|
80
|
-
{ result = [ :uminus, retag(val), val[1] ] }
|
81
|
-
| op_not expr
|
82
|
-
{ result = [ :not, retag(val), val[1] ] }
|
83
|
-
| expr op_mul expr
|
84
|
-
{ result = [ :mul, retag(val), val[0], val[2] ] }
|
85
|
-
| expr op_div expr
|
86
|
-
{ result = [ :div, retag(val), val[0], val[2] ] }
|
87
|
-
| expr op_mod expr
|
88
|
-
{ result = [ :mod, retag(val), val[0], val[2] ] }
|
89
|
-
| expr op_plus expr
|
90
|
-
{ result = [ :plus, retag(val), val[0], val[2] ] }
|
91
|
-
| expr op_minus expr
|
92
|
-
{ result = [ :minus, retag(val), val[0], val[2] ] }
|
93
|
-
| expr op_eq expr
|
94
|
-
{ result = [ :eq, retag(val), val[0], val[2] ] }
|
95
|
-
| expr op_neq expr
|
96
|
-
{ result = [ :neq, retag(val), val[0], val[2] ] }
|
97
|
-
| expr op_lt expr
|
98
|
-
{ result = [ :lt, retag(val), val[0], val[2] ] }
|
99
|
-
| expr op_leq expr
|
100
|
-
{ result = [ :leq, retag(val), val[0], val[2] ] }
|
101
|
-
| expr op_gt expr
|
102
|
-
{ result = [ :gt, retag(val), val[0], val[2] ] }
|
103
|
-
| expr op_geq expr
|
104
|
-
{ result = [ :geq, retag(val), val[0], val[2] ] }
|
105
|
-
| expr op_and expr
|
106
|
-
{ result = [ :and, retag(val), val[0], val[2] ] }
|
107
|
-
| expr op_or expr
|
108
|
-
{ result = [ :or, retag(val), val[0], val[2] ] }
|
109
|
-
| primary_expr
|
110
|
-
|
111
|
-
tuple:
|
112
|
-
lbracket tuple_content rbracket
|
113
|
-
{ result = [ :tuple, retag(val), val[1].compact ] }
|
114
|
-
|
115
|
-
tuple_content:
|
116
|
-
expr comma tuple_content
|
117
|
-
{ result = [ val[0], *val[2] ] }
|
118
|
-
| expr
|
119
|
-
{ result = [ val[0] ] }
|
120
|
-
| /* empty */
|
121
|
-
{ result = [ ] }
|
122
|
-
|
123
|
-
function_args:
|
124
|
-
lparen function_args_inside rparen
|
125
|
-
{ result = [ :args, retag(val), *val[1] ] }
|
126
|
-
|
127
|
-
function_args_inside:
|
128
|
-
expr function_keywords
|
129
|
-
{ result = [ val[0], val[1][2] ] }
|
130
|
-
| function_keywords
|
131
|
-
{ result = [ nil, val[0][2] ] }
|
132
|
-
|
133
|
-
function_keywords:
|
134
|
-
keyword expr function_keywords
|
135
|
-
{ name = val[0][2].to_sym
|
136
|
-
tail = val[2][2]
|
137
|
-
loc = retag([ val[0], val[1] ])
|
138
|
-
|
139
|
-
if tail.include? name
|
140
|
-
@errors << SyntaxError.new("duplicate keyword argument `#{val[0][2]}'",
|
141
|
-
tail[name][1])
|
142
|
-
end
|
143
|
-
|
144
|
-
hash = {
|
145
|
-
name => [ val[1][0], loc, *val[1][2..-1] ]
|
146
|
-
}.merge(tail)
|
147
|
-
|
148
|
-
result = [ :keywords, retag([ loc, val[2] ]), hash ]
|
149
|
-
}
|
150
|
-
| /* empty */
|
151
|
-
{ result = [ :keywords, nil, {} ] }
|
152
|
-
|
153
|
-
filter_chain:
|
154
|
-
expr pipe filter_chain_cont
|
155
|
-
{ result = [ val[0], *val[2] ].
|
156
|
-
reduce { |tree, node| node[3][2] = tree; node }
|
157
|
-
}
|
158
|
-
|
159
|
-
filter_chain_cont:
|
160
|
-
filter_call pipe filter_chain_cont
|
161
|
-
{ result = [ val[0], *val[2] ] }
|
162
|
-
| filter_call
|
163
|
-
{ result = [ val[0] ] }
|
164
|
-
|
165
|
-
filter_call:
|
166
|
-
ident function_keywords
|
167
|
-
{ ident_loc = val[0][1]
|
168
|
-
empty_args_loc = { line: ident_loc[:line],
|
169
|
-
start: ident_loc[:end] + 1,
|
170
|
-
end: ident_loc[:end] + 1, }
|
171
|
-
result = [ :call, val[0][1], val[0],
|
172
|
-
[ :args, val[1][1] || empty_args_loc, nil, val[1][2] ] ]
|
173
|
-
}
|
174
|
-
|
175
|
-
tag:
|
176
|
-
lblock ident expr tag_first_cont
|
177
|
-
{ result = [ :tag, retag(val), val[1], val[2], *reduce_tag_args(val[3][2]) ] }
|
178
|
-
| lblock ident tag_first_cont
|
179
|
-
{ result = [ :tag, retag(val), val[1], nil, *reduce_tag_args(val[2][2]) ] }
|
180
|
-
|
181
|
-
# Racc cannot do lookahead across rules. I had to add states
|
182
|
-
# explicitly to avoid S/R conflicts. You are not expected to
|
183
|
-
# understand this.
|
184
|
-
|
185
|
-
tag_first_cont:
|
186
|
-
rblock
|
187
|
-
{ result = [ :cont, retag(val), [] ] }
|
188
|
-
| keyword tag_first_cont2
|
189
|
-
{ result = [ :cont, retag(val), [ val[0], *val[1][2] ] ] }
|
190
|
-
|
191
|
-
tag_first_cont2:
|
192
|
-
rblock block lblock2 tag_next_cont
|
193
|
-
{ result = [ :cont2, val[0][1], [ [:block, val[0][1], val[1] ], *val[3] ] ] }
|
194
|
-
| expr tag_first_cont
|
195
|
-
{ result = [ :cont2, retag(val), [ val[0], *val[1][2] ] ] }
|
196
|
-
|
197
|
-
tag_next_cont:
|
198
|
-
endtag rblock
|
199
|
-
{ result = [] }
|
200
|
-
| keyword tag_next_cont2
|
201
|
-
{ result = [ val[0], *val[1] ] }
|
202
|
-
|
203
|
-
tag_next_cont2:
|
204
|
-
rblock block lblock2 tag_next_cont
|
205
|
-
{ result = [ [:block, val[0][1], val[1] ], *val[3] ] }
|
206
|
-
| expr keyword tag_next_cont3
|
207
|
-
{ result = [ val[0], val[1], *val[2] ] }
|
208
|
-
|
209
|
-
tag_next_cont3:
|
210
|
-
rblock block lblock2 tag_next_cont
|
211
|
-
{ result = [ [:block, val[0][1], val[1] ], *val[3] ] }
|
212
|
-
| expr tag_next_cont
|
213
|
-
{ result = [ val[0], *val[1] ] }
|
214
|
-
|
215
|
-
---- inner
|
216
|
-
attr_reader :errors, :ast
|
217
|
-
|
218
|
-
def initialize(tags={})
|
219
|
-
super()
|
220
|
-
|
221
|
-
@errors = []
|
222
|
-
@ast = nil
|
223
|
-
@tags = tags
|
224
|
-
end
|
225
|
-
|
226
|
-
def success?
|
227
|
-
@errors.empty?
|
228
|
-
end
|
229
|
-
|
230
|
-
def parse(string, name='(code)')
|
231
|
-
@errors.clear
|
232
|
-
@name = name
|
233
|
-
@ast = nil
|
234
|
-
|
235
|
-
begin
|
236
|
-
@stream = Lexer.lex(string, @name, @tags)
|
237
|
-
@ast = do_parse
|
238
|
-
rescue Liquor::SyntaxError => e
|
239
|
-
@errors << e
|
240
|
-
end
|
241
|
-
|
242
|
-
success?
|
243
|
-
end
|
244
|
-
|
245
|
-
def next_token
|
246
|
-
tok = @stream.shift
|
247
|
-
[ tok[0], tok ] if tok
|
248
|
-
end
|
249
|
-
|
250
|
-
TOKEN_NAME_MAP = {
|
251
|
-
:comma => ',',
|
252
|
-
:dot => '.',
|
253
|
-
:lblock => '{%',
|
254
|
-
:rblock => '%}',
|
255
|
-
:linterp => '{{',
|
256
|
-
:rinterp => '}}',
|
257
|
-
:lbracket => '[',
|
258
|
-
:rbracket => ']',
|
259
|
-
:lparen => '(',
|
260
|
-
:rparen => ')',
|
261
|
-
:pipe => '|',
|
262
|
-
:op_not => '!',
|
263
|
-
:op_mul => '*',
|
264
|
-
:op_div => '/',
|
265
|
-
:op_mod => '%',
|
266
|
-
:op_plus => '+',
|
267
|
-
:op_minus => '-',
|
268
|
-
:op_eq => '==',
|
269
|
-
:op_neq => '!=',
|
270
|
-
:op_lt => '<',
|
271
|
-
:op_leq => '<=',
|
272
|
-
:op_gt => '>',
|
273
|
-
:op_geq => '>=',
|
274
|
-
:keyword => 'keyword argument name',
|
275
|
-
:kwarg => 'keyword argument',
|
276
|
-
:ident => 'identifier',
|
277
|
-
}
|
278
|
-
|
279
|
-
def on_error(error_token_id, error_token, value_stack)
|
280
|
-
if token_to_str(error_token_id) == "$end"
|
281
|
-
raise Liquor::SyntaxError.new("unexpected end of program", {
|
282
|
-
file: @name
|
283
|
-
})
|
284
|
-
else
|
285
|
-
type, (loc, value) = error_token
|
286
|
-
type = TOKEN_NAME_MAP[type] || type
|
287
|
-
|
288
|
-
raise Liquor::SyntaxError.new("unexpected token `#{type}'", loc)
|
289
|
-
end
|
290
|
-
end
|
291
|
-
|
292
|
-
def retag(nodes)
|
293
|
-
loc = nodes.map { |node| node[1] }.compact
|
294
|
-
first, *, last = loc
|
295
|
-
return first if last.nil?
|
296
|
-
|
297
|
-
{
|
298
|
-
file: first[:file],
|
299
|
-
line: first[:line],
|
300
|
-
start: first[:start],
|
301
|
-
end: last[:end],
|
302
|
-
}
|
303
|
-
end
|
304
|
-
|
305
|
-
def reduce_tag_args(list)
|
306
|
-
list.each_slice(2).reduce([]) { |args, (k, v)|
|
307
|
-
if v[0] == :block
|
308
|
-
args << [ :blockarg, retag([ k, v ]), k, v[2] || [] ]
|
309
|
-
else
|
310
|
-
args << [ :kwarg, retag([ k, v ]), k, v ]
|
311
|
-
end
|
312
|
-
}
|
313
|
-
end
|