aurum 0.1.1 → 0.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (77) hide show
  1. data/Rakefile +29 -0
  2. data/examples/dangling_else/grammar.rb +23 -0
  3. data/examples/expression/grammar.rb +28 -0
  4. data/examples/smalltalk/grammar.rb +151 -0
  5. data/examples/smalltalk/interpreter.rb +70 -0
  6. data/examples/yacc/grammar.rb +72 -0
  7. data/lib/aurum.rb +1 -9
  8. data/lib/aurum/engine.rb +39 -175
  9. data/lib/aurum/engine/parsing_facility.rb +107 -0
  10. data/lib/aurum/engine/tokenization_facility.rb +86 -0
  11. data/lib/aurum/grammar.rb +52 -219
  12. data/lib/aurum/grammar/automata.rb +194 -0
  13. data/lib/aurum/grammar/builder/augmented_grammar.rb +83 -0
  14. data/lib/aurum/grammar/builder/dot_logger.rb +66 -0
  15. data/lib/aurum/grammar/builder/lexical_table_builder.rb +55 -0
  16. data/lib/aurum/grammar/builder/parsing_table_builder.rb +238 -0
  17. data/lib/aurum/grammar/builder/set_of_items.rb +190 -0
  18. data/lib/aurum/grammar/compiled_tables.rb +20 -0
  19. data/lib/aurum/grammar/dsl/lexical_definition.rb +94 -0
  20. data/lib/aurum/grammar/dsl/syntax_definition.rb +79 -0
  21. data/lib/aurum/grammar/lexical_rules.rb +224 -0
  22. data/lib/aurum/grammar/metalang/grammar.rb +47 -0
  23. data/lib/aurum/grammar/syntax_rules.rb +95 -0
  24. data/spec/builder/dsl_definition/aurum_grammar_spec.rb +33 -0
  25. data/spec/engine/lexer_spec.rb +59 -0
  26. data/spec/engine/parser_spec.rb +90 -0
  27. data/spec/examples/dangling_else_example.rb +30 -0
  28. data/spec/examples/expression_example.rb +48 -0
  29. data/spec/examples/smalltalk_example.rb +50 -0
  30. data/spec/examples/yacc_spec.rb +30 -0
  31. data/spec/grammar/builder/lexical_table/automata_spec.rb +55 -0
  32. data/spec/grammar/builder/lexical_table/builder_spec.rb +78 -0
  33. data/spec/grammar/builder/lexical_table/character_set_spec.rb +100 -0
  34. data/spec/grammar/builder/lexical_table/pattern_spec.rb +11 -0
  35. data/spec/grammar/builder/lexical_table/regular_expression.rb +40 -0
  36. data/spec/grammar/builder/parsing_table/augmented_grammar_spec.rb +36 -0
  37. data/spec/grammar/builder/parsing_table/builder_spec.rb +152 -0
  38. data/spec/grammar/builder/parsing_table/digraph_traverser_spec.rb +42 -0
  39. data/spec/grammar/builder/parsing_table/item_spec.rb +51 -0
  40. data/spec/grammar/builder/parsing_table/sources_spec.rb +66 -0
  41. data/spec/grammar/builder/parsing_table/state_spec.rb +82 -0
  42. data/spec/grammar/dsl/character_classes_builder_spec.rb +50 -0
  43. data/spec/grammar/dsl/lexical_rules_builder_spec.rb +181 -0
  44. data/spec/grammar/dsl/precedence_builder_spec.rb +64 -0
  45. data/spec/grammar/dsl/productions_builder_spec.rb +78 -0
  46. data/spec/grammar/metalang/metalang_spec.rb +0 -0
  47. data/spec/grammar/precedence_spec.rb +42 -0
  48. data/spec/grammar/syntax_rules_spec.rb +31 -0
  49. data/spec/parser_matcher.rb +69 -0
  50. data/spec/pattern_matcher.rb +123 -0
  51. data/spec/spec_helper.rb +133 -0
  52. metadata +70 -36
  53. data/example/expression/expression.rb +0 -35
  54. data/example/expression/lisp.rb +0 -26
  55. data/lib/aurum/lexical_table_generator.rb +0 -429
  56. data/lib/aurum/parsing_table_generator.rb +0 -464
  57. data/test/engine/lexer_test.rb +0 -59
  58. data/test/engine/semantic_attributes_test.rb +0 -15
  59. data/test/grammar_definition/character_class_definition_test.rb +0 -28
  60. data/test/grammar_definition/grammar_definition_test.rb +0 -55
  61. data/test/grammar_definition/lexical_definition_test.rb +0 -56
  62. data/test/grammar_definition/operator_precedence_definition_test.rb +0 -35
  63. data/test/grammar_definition/production_definition_test.rb +0 -60
  64. data/test/lexical_table_generator/automata_test.rb +0 -74
  65. data/test/lexical_table_generator/character_set_test.rb +0 -73
  66. data/test/lexical_table_generator/interval_test.rb +0 -36
  67. data/test/lexical_table_generator/pattern_test.rb +0 -115
  68. data/test/lexical_table_generator/subset_determinizer_test.rb +0 -19
  69. data/test/lexical_table_generator/table_generator_test.rb +0 -126
  70. data/test/parsing_table_generator/augmented_grammar_test.rb +0 -45
  71. data/test/parsing_table_generator/lalr_n_computation_test.rb +0 -92
  72. data/test/parsing_table_generator/lr_0_automata_test.rb +0 -94
  73. data/test/parsing_table_generator/lr_item_test.rb +0 -27
  74. data/test/parsing_table_generator/parsing_table_state_test.rb +0 -39
  75. data/test/parsing_table_generator/precedence_table_test.rb +0 -28
  76. data/test/parsing_table_generator/production_test.rb +0 -9
  77. data/test/test_helper.rb +0 -103
@@ -1,27 +0,0 @@
1
- $:.unshift(File.dirname(__FILE__) + '/../')
2
- require 'test_helper'
3
-
4
- class LRItemTest < Test::Unit::TestCase
5
- def test_should_return_dot_symbol
6
- assert_equal T, LR_item(0, E, T, ID).dot_symbol
7
- assert_equal ID, LR_item(1, E, T, ID).dot_symbol
8
- end
9
-
10
- def test_should_be_handle_if_at_right_most_position
11
- assert LR_item(2, E, T, ID).is_handle
12
- assert !LR_item(1, E, T, ID).is_handle
13
- assert LR_item(0, E).is_handle
14
- end
15
-
16
- def test_should_be_kernel_if_not_at_left_most_position
17
- assert LR_item(2, E, T, ID).is_kernel
18
- assert LR_item(1, E, T, ID).is_kernel
19
- assert !LR_item(0, E, T, ID).is_kernel
20
- end
21
-
22
- def test_should_return_position_to_end_as_second_part
23
- assert_equal [T, ID], LR_item(0, E, T, ID).second_part
24
- assert_equal [ID], LR_item(1, E, T, ID).second_part
25
- assert_equal [], LR_item(2, E, T, ID).second_part
26
- end
27
- end
@@ -1,39 +0,0 @@
1
- $:.unshift(File.dirname(__FILE__) + '/../')
2
- require 'test_helper'
3
-
4
- class ParsingTableStateTest < Test::Unit::TestCase
5
- def test_should_equal_to_state_with_same_items
6
- state1 = parsing_table_state LR_item(1, E, T, T), LR_item(1, E, T)
7
- state2 = parsing_table_state LR_item(1, E, T), LR_item(1, E, T, T)
8
- assert_equal state1, state2
9
- end
10
-
11
- def test_should_be_read_reducable_if_contains_one_and_only_one_handle
12
- assert parsing_table_state(LR_item(1, E, ID)).read_reduce
13
- assert !parsing_table_state(LR_item(1, E, T, T)).read_reduce
14
- assert !parsing_table_state(LR_item(1, E, T, T), LR_item(1, E, T)).read_reduce
15
- end
16
-
17
- def test_should_not_add_duplicate_action
18
- state = parsing_table_state(LR_item(1, E, T))
19
- state[E] << Aurum::ReduceAction.new(production(E, T), true)
20
- state[E] << Aurum::ReduceAction.new(production(E, T), true)
21
- assert_equal 1, state[E].length
22
- end
23
-
24
- def test_should_be_consistent_if_contains_one_and_only_one_handle
25
- assert !parsing_table_state(LR_item(1, E, T)).inconsistent?
26
- end
27
-
28
- def test_should_be_consistent_if_contains_no_handle
29
- assert !parsing_table_state(LR_item(1, E, T, ID), LR_item(1, E, F, ID), LR_item(1, E, ID, F)).inconsistent?
30
- end
31
-
32
- def test_should_be_inconsistent_if_contains_handle_and_other_kernal_items
33
- assert parsing_table_state(LR_item(1, E, T), LR_item(1, E, T, ID)).inconsistent?
34
- end
35
-
36
- def test_should_return_all_direct_read_symbols
37
- assert_equal [T].to_set, parsing_table_state(LR_item(1, E, T, T), LR_item(1, E, T)).direct_read
38
- end
39
- end
@@ -1,28 +0,0 @@
1
- $:.unshift(File.dirname(__FILE__) + '/../')
2
- require 'test_helper'
3
-
4
- class PrecedenceTableTest < Test::Unit::TestCase
5
- OP_A, OP_B = terminal('+'), terminal('-')
6
-
7
- def test_should_return_one_if_op_a_has_higher_precedence
8
- precedences = precedence_table [[OP_A], [OP_B]]
9
- assert_equal 1, precedences.compare(OP_A, OP_B)
10
- end
11
-
12
- def test_should_return_minus_one_if_op_a_has_lower_precedence
13
- precedences = precedence_table [[OP_A], [OP_B]]
14
- assert_equal -1, precedences.compare(OP_B, OP_A)
15
- end
16
-
17
- def test_should_return_one_if_ops_same_precedence_and_left_associativity
18
- precedences = precedence_table [[OP_A, OP_B]]
19
- assert_equal 1, precedences.compare(OP_A, OP_B)
20
- assert_equal 1, precedences.compare(OP_B, OP_A)
21
- end
22
-
23
- def test_should_return_minus_one_if_ops_same_precedence_and_right_associativity
24
- precedences = precedence_table [[OP_A, OP_B]], :right => [OP_A, OP_B]
25
- assert_equal -1, precedences.compare(OP_A, OP_B)
26
- assert_equal -1, precedences.compare(OP_B, OP_A)
27
- end
28
- end
@@ -1,9 +0,0 @@
1
- $:.unshift(File.dirname(__FILE__) + '/../')
2
- require 'test_helper'
3
-
4
- class ProductionTest < Test::Unit::TestCase
5
- def test_should_return_last_terminal_as_opearator
6
- production = production E, E, terminal('+'), E
7
- assert_equal terminal('+'), production.operator
8
- end
9
- end
@@ -1,103 +0,0 @@
1
- $:.unshift(File.dirname(__FILE__) + '/../lib')
2
- require 'test/unit'
3
- require 'aurum'
4
-
5
- def terminal name
6
- Aurum::Symbol.new name, true
7
- end
8
-
9
- def nonterminal name
10
- Aurum::Symbol.new name, false
11
- end
12
-
13
- def production nt, *symbols
14
- Aurum::Production.new nt, symbols
15
- end
16
-
17
- def LR_item position, nt, *symbols
18
- Aurum::ParsingTableGenerator::LRItem.new production(nt, *symbols), position
19
- end
20
-
21
- def parsing_table_state *items
22
- Aurum::ParsingTableGenerator::State.new items
23
- end
24
-
25
- def parser_generator(definition, precedences = [], associativities = {:left => [], :right => []})
26
- Aurum::ParsingTableGenerator.new definition, precedences
27
- end
28
-
29
- def shift state
30
- Aurum::ShiftAction.new state, false
31
- end
32
-
33
- def lookahead_shift state
34
- Aurum::ShiftAction.new state, true
35
- end
36
-
37
- def read_reduce production_no
38
- Aurum::ReduceAction.new production_no, true
39
- end
40
-
41
- def reduce production_no
42
- Aurum::ReduceAction.new production_no, false
43
- end
44
-
45
- def precedence_table(precedences, associativities = {:left => [], :right => []})
46
- Aurum::ParsingTableGenerator::PrecedenceTable.new precedences, associativities
47
- end
48
-
49
- String.class_eval do
50
- def to_char_set
51
- char_set = Aurum::CharacterSet.new
52
- char_set << self
53
- char_set
54
- end
55
-
56
- def to_pattern
57
- Aurum::Pattern.from_string self
58
- end
59
- end
60
-
61
- Aurum::CharacterSet.class_eval do
62
- def intervals
63
- @intervals
64
- end
65
- end
66
-
67
- Test::Unit::TestCase.class_eval do
68
- START, E, T, F, ID = nonterminal('$start'), nonterminal('E'), nonterminal('T'), nonterminal('F'), terminal('id')
69
-
70
- SIMPLE_GRAMMAR_LR0 = {
71
- E => [production(E, T, terminal('+'), T)],
72
- T => [production(T, ID)]
73
- }
74
-
75
- EXPRESSION_GRAMMAR_LALR1 = {
76
- E => [production(E, E, terminal('+'), T), production(E, T)],
77
- T => [production(T, T, terminal('*'), F), production(T, F)],
78
- F => [production(F, terminal('('), E, terminal(')')), production(F, ID)],
79
- }
80
-
81
- BNF, RLIST, RULE, SLIST = nonterminal('bnf'), nonterminal('rlist'), nonterminal('rule'), nonterminal('slist')
82
- BNF_GRAMMAR_LALR2 = {
83
- BNF => [production(BNF, RLIST)],
84
- RLIST => [production(RLIST), production(RLIST, RLIST, RULE)],
85
- RULE => [production(RULE, terminal('s'), terminal('->'), SLIST)],
86
- SLIST => [production(SLIST), production(SLIST, SLIST, terminal('s'))]
87
- }
88
-
89
- STATEMENT = nonterminal 'statement'
90
- IF_GRAMMAR_LALR2 = {
91
- STATEMENT => [production(STATEMENT, terminal('if'), STATEMENT, terminal('then'), STATEMENT),
92
- production(STATEMENT, terminal('if'), STATEMENT, terminal('then'), STATEMENT, terminal('else'), STATEMENT),
93
- production(STATEMENT, terminal('stmt'))]
94
- }
95
-
96
- EXPRESSION_GRAMMAR = { E => [production(E, E, terminal('+'), E), production(E, E, terminal('*'), E), production(E, ID)]}
97
- NOT_LALR_GRAMMAR = EXPRESSION_GRAMMAR
98
-
99
- PATTERN_A, PATTERN_B, PATTERN_C = 'pattern_a'.to_pattern, 'pattern_b'.to_pattern, 'pattern_c'.to_pattern,
100
- ABABB = Aurum::Pattern.concat(('a'.to_pattern | 'b'.to_pattern).kleene, 'abb'.to_pattern)
101
- end
102
-
103
-