aurum 0.1.1 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- data/Rakefile +29 -0
- data/examples/dangling_else/grammar.rb +23 -0
- data/examples/expression/grammar.rb +28 -0
- data/examples/smalltalk/grammar.rb +151 -0
- data/examples/smalltalk/interpreter.rb +70 -0
- data/examples/yacc/grammar.rb +72 -0
- data/lib/aurum.rb +1 -9
- data/lib/aurum/engine.rb +39 -175
- data/lib/aurum/engine/parsing_facility.rb +107 -0
- data/lib/aurum/engine/tokenization_facility.rb +86 -0
- data/lib/aurum/grammar.rb +52 -219
- data/lib/aurum/grammar/automata.rb +194 -0
- data/lib/aurum/grammar/builder/augmented_grammar.rb +83 -0
- data/lib/aurum/grammar/builder/dot_logger.rb +66 -0
- data/lib/aurum/grammar/builder/lexical_table_builder.rb +55 -0
- data/lib/aurum/grammar/builder/parsing_table_builder.rb +238 -0
- data/lib/aurum/grammar/builder/set_of_items.rb +190 -0
- data/lib/aurum/grammar/compiled_tables.rb +20 -0
- data/lib/aurum/grammar/dsl/lexical_definition.rb +94 -0
- data/lib/aurum/grammar/dsl/syntax_definition.rb +79 -0
- data/lib/aurum/grammar/lexical_rules.rb +224 -0
- data/lib/aurum/grammar/metalang/grammar.rb +47 -0
- data/lib/aurum/grammar/syntax_rules.rb +95 -0
- data/spec/builder/dsl_definition/aurum_grammar_spec.rb +33 -0
- data/spec/engine/lexer_spec.rb +59 -0
- data/spec/engine/parser_spec.rb +90 -0
- data/spec/examples/dangling_else_example.rb +30 -0
- data/spec/examples/expression_example.rb +48 -0
- data/spec/examples/smalltalk_example.rb +50 -0
- data/spec/examples/yacc_spec.rb +30 -0
- data/spec/grammar/builder/lexical_table/automata_spec.rb +55 -0
- data/spec/grammar/builder/lexical_table/builder_spec.rb +78 -0
- data/spec/grammar/builder/lexical_table/character_set_spec.rb +100 -0
- data/spec/grammar/builder/lexical_table/pattern_spec.rb +11 -0
- data/spec/grammar/builder/lexical_table/regular_expression.rb +40 -0
- data/spec/grammar/builder/parsing_table/augmented_grammar_spec.rb +36 -0
- data/spec/grammar/builder/parsing_table/builder_spec.rb +152 -0
- data/spec/grammar/builder/parsing_table/digraph_traverser_spec.rb +42 -0
- data/spec/grammar/builder/parsing_table/item_spec.rb +51 -0
- data/spec/grammar/builder/parsing_table/sources_spec.rb +66 -0
- data/spec/grammar/builder/parsing_table/state_spec.rb +82 -0
- data/spec/grammar/dsl/character_classes_builder_spec.rb +50 -0
- data/spec/grammar/dsl/lexical_rules_builder_spec.rb +181 -0
- data/spec/grammar/dsl/precedence_builder_spec.rb +64 -0
- data/spec/grammar/dsl/productions_builder_spec.rb +78 -0
- data/spec/grammar/metalang/metalang_spec.rb +0 -0
- data/spec/grammar/precedence_spec.rb +42 -0
- data/spec/grammar/syntax_rules_spec.rb +31 -0
- data/spec/parser_matcher.rb +69 -0
- data/spec/pattern_matcher.rb +123 -0
- data/spec/spec_helper.rb +133 -0
- metadata +70 -36
- data/example/expression/expression.rb +0 -35
- data/example/expression/lisp.rb +0 -26
- data/lib/aurum/lexical_table_generator.rb +0 -429
- data/lib/aurum/parsing_table_generator.rb +0 -464
- data/test/engine/lexer_test.rb +0 -59
- data/test/engine/semantic_attributes_test.rb +0 -15
- data/test/grammar_definition/character_class_definition_test.rb +0 -28
- data/test/grammar_definition/grammar_definition_test.rb +0 -55
- data/test/grammar_definition/lexical_definition_test.rb +0 -56
- data/test/grammar_definition/operator_precedence_definition_test.rb +0 -35
- data/test/grammar_definition/production_definition_test.rb +0 -60
- data/test/lexical_table_generator/automata_test.rb +0 -74
- data/test/lexical_table_generator/character_set_test.rb +0 -73
- data/test/lexical_table_generator/interval_test.rb +0 -36
- data/test/lexical_table_generator/pattern_test.rb +0 -115
- data/test/lexical_table_generator/subset_determinizer_test.rb +0 -19
- data/test/lexical_table_generator/table_generator_test.rb +0 -126
- data/test/parsing_table_generator/augmented_grammar_test.rb +0 -45
- data/test/parsing_table_generator/lalr_n_computation_test.rb +0 -92
- data/test/parsing_table_generator/lr_0_automata_test.rb +0 -94
- data/test/parsing_table_generator/lr_item_test.rb +0 -27
- data/test/parsing_table_generator/parsing_table_state_test.rb +0 -39
- data/test/parsing_table_generator/precedence_table_test.rb +0 -28
- data/test/parsing_table_generator/production_test.rb +0 -9
- data/test/test_helper.rb +0 -103
@@ -1,27 +0,0 @@
|
|
1
|
-
$:.unshift(File.dirname(__FILE__) + '/../')
|
2
|
-
require 'test_helper'
|
3
|
-
|
4
|
-
class LRItemTest < Test::Unit::TestCase
|
5
|
-
def test_should_return_dot_symbol
|
6
|
-
assert_equal T, LR_item(0, E, T, ID).dot_symbol
|
7
|
-
assert_equal ID, LR_item(1, E, T, ID).dot_symbol
|
8
|
-
end
|
9
|
-
|
10
|
-
def test_should_be_handle_if_at_right_most_position
|
11
|
-
assert LR_item(2, E, T, ID).is_handle
|
12
|
-
assert !LR_item(1, E, T, ID).is_handle
|
13
|
-
assert LR_item(0, E).is_handle
|
14
|
-
end
|
15
|
-
|
16
|
-
def test_should_be_kernel_if_not_at_left_most_position
|
17
|
-
assert LR_item(2, E, T, ID).is_kernel
|
18
|
-
assert LR_item(1, E, T, ID).is_kernel
|
19
|
-
assert !LR_item(0, E, T, ID).is_kernel
|
20
|
-
end
|
21
|
-
|
22
|
-
def test_should_return_position_to_end_as_second_part
|
23
|
-
assert_equal [T, ID], LR_item(0, E, T, ID).second_part
|
24
|
-
assert_equal [ID], LR_item(1, E, T, ID).second_part
|
25
|
-
assert_equal [], LR_item(2, E, T, ID).second_part
|
26
|
-
end
|
27
|
-
end
|
@@ -1,39 +0,0 @@
|
|
1
|
-
$:.unshift(File.dirname(__FILE__) + '/../')
|
2
|
-
require 'test_helper'
|
3
|
-
|
4
|
-
class ParsingTableStateTest < Test::Unit::TestCase
|
5
|
-
def test_should_equal_to_state_with_same_items
|
6
|
-
state1 = parsing_table_state LR_item(1, E, T, T), LR_item(1, E, T)
|
7
|
-
state2 = parsing_table_state LR_item(1, E, T), LR_item(1, E, T, T)
|
8
|
-
assert_equal state1, state2
|
9
|
-
end
|
10
|
-
|
11
|
-
def test_should_be_read_reducable_if_contains_one_and_only_one_handle
|
12
|
-
assert parsing_table_state(LR_item(1, E, ID)).read_reduce
|
13
|
-
assert !parsing_table_state(LR_item(1, E, T, T)).read_reduce
|
14
|
-
assert !parsing_table_state(LR_item(1, E, T, T), LR_item(1, E, T)).read_reduce
|
15
|
-
end
|
16
|
-
|
17
|
-
def test_should_not_add_duplicate_action
|
18
|
-
state = parsing_table_state(LR_item(1, E, T))
|
19
|
-
state[E] << Aurum::ReduceAction.new(production(E, T), true)
|
20
|
-
state[E] << Aurum::ReduceAction.new(production(E, T), true)
|
21
|
-
assert_equal 1, state[E].length
|
22
|
-
end
|
23
|
-
|
24
|
-
def test_should_be_consistent_if_contains_one_and_only_one_handle
|
25
|
-
assert !parsing_table_state(LR_item(1, E, T)).inconsistent?
|
26
|
-
end
|
27
|
-
|
28
|
-
def test_should_be_consistent_if_contains_no_handle
|
29
|
-
assert !parsing_table_state(LR_item(1, E, T, ID), LR_item(1, E, F, ID), LR_item(1, E, ID, F)).inconsistent?
|
30
|
-
end
|
31
|
-
|
32
|
-
def test_should_be_inconsistent_if_contains_handle_and_other_kernal_items
|
33
|
-
assert parsing_table_state(LR_item(1, E, T), LR_item(1, E, T, ID)).inconsistent?
|
34
|
-
end
|
35
|
-
|
36
|
-
def test_should_return_all_direct_read_symbols
|
37
|
-
assert_equal [T].to_set, parsing_table_state(LR_item(1, E, T, T), LR_item(1, E, T)).direct_read
|
38
|
-
end
|
39
|
-
end
|
@@ -1,28 +0,0 @@
|
|
1
|
-
$:.unshift(File.dirname(__FILE__) + '/../')
|
2
|
-
require 'test_helper'
|
3
|
-
|
4
|
-
class PrecedenceTableTest < Test::Unit::TestCase
|
5
|
-
OP_A, OP_B = terminal('+'), terminal('-')
|
6
|
-
|
7
|
-
def test_should_return_one_if_op_a_has_higher_precedence
|
8
|
-
precedences = precedence_table [[OP_A], [OP_B]]
|
9
|
-
assert_equal 1, precedences.compare(OP_A, OP_B)
|
10
|
-
end
|
11
|
-
|
12
|
-
def test_should_return_minus_one_if_op_a_has_lower_precedence
|
13
|
-
precedences = precedence_table [[OP_A], [OP_B]]
|
14
|
-
assert_equal -1, precedences.compare(OP_B, OP_A)
|
15
|
-
end
|
16
|
-
|
17
|
-
def test_should_return_one_if_ops_same_precedence_and_left_associativity
|
18
|
-
precedences = precedence_table [[OP_A, OP_B]]
|
19
|
-
assert_equal 1, precedences.compare(OP_A, OP_B)
|
20
|
-
assert_equal 1, precedences.compare(OP_B, OP_A)
|
21
|
-
end
|
22
|
-
|
23
|
-
def test_should_return_minus_one_if_ops_same_precedence_and_right_associativity
|
24
|
-
precedences = precedence_table [[OP_A, OP_B]], :right => [OP_A, OP_B]
|
25
|
-
assert_equal -1, precedences.compare(OP_A, OP_B)
|
26
|
-
assert_equal -1, precedences.compare(OP_B, OP_A)
|
27
|
-
end
|
28
|
-
end
|
@@ -1,9 +0,0 @@
|
|
1
|
-
$:.unshift(File.dirname(__FILE__) + '/../')
|
2
|
-
require 'test_helper'
|
3
|
-
|
4
|
-
class ProductionTest < Test::Unit::TestCase
|
5
|
-
def test_should_return_last_terminal_as_opearator
|
6
|
-
production = production E, E, terminal('+'), E
|
7
|
-
assert_equal terminal('+'), production.operator
|
8
|
-
end
|
9
|
-
end
|
data/test/test_helper.rb
DELETED
@@ -1,103 +0,0 @@
|
|
1
|
-
$:.unshift(File.dirname(__FILE__) + '/../lib')
|
2
|
-
require 'test/unit'
|
3
|
-
require 'aurum'
|
4
|
-
|
5
|
-
def terminal name
|
6
|
-
Aurum::Symbol.new name, true
|
7
|
-
end
|
8
|
-
|
9
|
-
def nonterminal name
|
10
|
-
Aurum::Symbol.new name, false
|
11
|
-
end
|
12
|
-
|
13
|
-
def production nt, *symbols
|
14
|
-
Aurum::Production.new nt, symbols
|
15
|
-
end
|
16
|
-
|
17
|
-
def LR_item position, nt, *symbols
|
18
|
-
Aurum::ParsingTableGenerator::LRItem.new production(nt, *symbols), position
|
19
|
-
end
|
20
|
-
|
21
|
-
def parsing_table_state *items
|
22
|
-
Aurum::ParsingTableGenerator::State.new items
|
23
|
-
end
|
24
|
-
|
25
|
-
def parser_generator(definition, precedences = [], associativities = {:left => [], :right => []})
|
26
|
-
Aurum::ParsingTableGenerator.new definition, precedences
|
27
|
-
end
|
28
|
-
|
29
|
-
def shift state
|
30
|
-
Aurum::ShiftAction.new state, false
|
31
|
-
end
|
32
|
-
|
33
|
-
def lookahead_shift state
|
34
|
-
Aurum::ShiftAction.new state, true
|
35
|
-
end
|
36
|
-
|
37
|
-
def read_reduce production_no
|
38
|
-
Aurum::ReduceAction.new production_no, true
|
39
|
-
end
|
40
|
-
|
41
|
-
def reduce production_no
|
42
|
-
Aurum::ReduceAction.new production_no, false
|
43
|
-
end
|
44
|
-
|
45
|
-
def precedence_table(precedences, associativities = {:left => [], :right => []})
|
46
|
-
Aurum::ParsingTableGenerator::PrecedenceTable.new precedences, associativities
|
47
|
-
end
|
48
|
-
|
49
|
-
String.class_eval do
|
50
|
-
def to_char_set
|
51
|
-
char_set = Aurum::CharacterSet.new
|
52
|
-
char_set << self
|
53
|
-
char_set
|
54
|
-
end
|
55
|
-
|
56
|
-
def to_pattern
|
57
|
-
Aurum::Pattern.from_string self
|
58
|
-
end
|
59
|
-
end
|
60
|
-
|
61
|
-
Aurum::CharacterSet.class_eval do
|
62
|
-
def intervals
|
63
|
-
@intervals
|
64
|
-
end
|
65
|
-
end
|
66
|
-
|
67
|
-
Test::Unit::TestCase.class_eval do
|
68
|
-
START, E, T, F, ID = nonterminal('$start'), nonterminal('E'), nonterminal('T'), nonterminal('F'), terminal('id')
|
69
|
-
|
70
|
-
SIMPLE_GRAMMAR_LR0 = {
|
71
|
-
E => [production(E, T, terminal('+'), T)],
|
72
|
-
T => [production(T, ID)]
|
73
|
-
}
|
74
|
-
|
75
|
-
EXPRESSION_GRAMMAR_LALR1 = {
|
76
|
-
E => [production(E, E, terminal('+'), T), production(E, T)],
|
77
|
-
T => [production(T, T, terminal('*'), F), production(T, F)],
|
78
|
-
F => [production(F, terminal('('), E, terminal(')')), production(F, ID)],
|
79
|
-
}
|
80
|
-
|
81
|
-
BNF, RLIST, RULE, SLIST = nonterminal('bnf'), nonterminal('rlist'), nonterminal('rule'), nonterminal('slist')
|
82
|
-
BNF_GRAMMAR_LALR2 = {
|
83
|
-
BNF => [production(BNF, RLIST)],
|
84
|
-
RLIST => [production(RLIST), production(RLIST, RLIST, RULE)],
|
85
|
-
RULE => [production(RULE, terminal('s'), terminal('->'), SLIST)],
|
86
|
-
SLIST => [production(SLIST), production(SLIST, SLIST, terminal('s'))]
|
87
|
-
}
|
88
|
-
|
89
|
-
STATEMENT = nonterminal 'statement'
|
90
|
-
IF_GRAMMAR_LALR2 = {
|
91
|
-
STATEMENT => [production(STATEMENT, terminal('if'), STATEMENT, terminal('then'), STATEMENT),
|
92
|
-
production(STATEMENT, terminal('if'), STATEMENT, terminal('then'), STATEMENT, terminal('else'), STATEMENT),
|
93
|
-
production(STATEMENT, terminal('stmt'))]
|
94
|
-
}
|
95
|
-
|
96
|
-
EXPRESSION_GRAMMAR = { E => [production(E, E, terminal('+'), E), production(E, E, terminal('*'), E), production(E, ID)]}
|
97
|
-
NOT_LALR_GRAMMAR = EXPRESSION_GRAMMAR
|
98
|
-
|
99
|
-
PATTERN_A, PATTERN_B, PATTERN_C = 'pattern_a'.to_pattern, 'pattern_b'.to_pattern, 'pattern_c'.to_pattern,
|
100
|
-
ABABB = Aurum::Pattern.concat(('a'.to_pattern | 'b'.to_pattern).kleene, 'abb'.to_pattern)
|
101
|
-
end
|
102
|
-
|
103
|
-
|