rattler 0.4.2 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. data/README.rdoc +9 -3
  2. data/features/command_line/dest_option.feature +1 -1
  3. data/features/command_line/lib_option.feature +2 -2
  4. data/features/command_line/output_option.feature +2 -2
  5. data/features/command_line/parser_generator.feature +3 -3
  6. data/features/grammar/any_character.feature +0 -4
  7. data/features/grammar/back_reference.feature +0 -4
  8. data/features/grammar/character_class.feature +0 -4
  9. data/features/grammar/comments.feature +0 -4
  10. data/features/grammar/e_symbol.feature +18 -0
  11. data/features/grammar/eof.feature +0 -4
  12. data/features/grammar/fail.feature +0 -4
  13. data/features/grammar/list_matching.feature +52 -3
  14. data/features/grammar/literal.feature +0 -4
  15. data/features/grammar/negative_lookahead.feature +0 -4
  16. data/features/grammar/negative_semantic_predicate.feature +99 -0
  17. data/features/grammar/node_action.feature +17 -4
  18. data/features/grammar/nonterminal.feature +3 -7
  19. data/features/grammar/one_or_more.feature +0 -4
  20. data/features/grammar/optional.feature +0 -4
  21. data/features/grammar/ordered_choice.feature +0 -4
  22. data/features/grammar/positive_lookahead.feature +0 -4
  23. data/features/grammar/positive_semantic_predicate.feature +99 -0
  24. data/features/grammar/posix_class.feature +3 -6
  25. data/features/grammar/repeat.feature +50 -0
  26. data/features/grammar/sequence.feature +0 -4
  27. data/features/grammar/side_effect.feature +81 -0
  28. data/features/grammar/skip_operator.feature +2 -5
  29. data/features/grammar/start_rule.feature +1 -5
  30. data/features/grammar/symantic_action.feature +9 -4
  31. data/features/grammar/token.feature +0 -4
  32. data/features/grammar/whitespace.feature +0 -4
  33. data/features/grammar/word_literal.feature +0 -4
  34. data/features/grammar/zero_or_more.feature +0 -4
  35. data/features/step_definitions/grammar_steps.rb +5 -1
  36. data/lib/rattler/back_end/optimizer.rb +1 -0
  37. data/lib/rattler/back_end/optimizer/reduce_repeat_match.rb +20 -8
  38. data/lib/rattler/back_end/optimizer/simplify_redundant_repeat.rb +10 -7
  39. data/lib/rattler/back_end/optimizer/specialize_repeat.rb +40 -0
  40. data/lib/rattler/back_end/parser_generator.rb +11 -6
  41. data/lib/rattler/back_end/parser_generator/delegating_generator.rb +20 -0
  42. data/lib/rattler/back_end/parser_generator/e_symbol_generator.rb +52 -0
  43. data/lib/rattler/back_end/parser_generator/eof_generator.rb +58 -0
  44. data/lib/rattler/back_end/parser_generator/expr_generator.rb +6 -2
  45. data/lib/rattler/back_end/parser_generator/gen_method_names.rb +15 -5
  46. data/lib/rattler/back_end/parser_generator/general_list_generator.rb +194 -0
  47. data/lib/rattler/back_end/parser_generator/general_repeat_generator.rb +177 -0
  48. data/lib/rattler/back_end/parser_generator/label_generator.rb +4 -1
  49. data/lib/rattler/back_end/parser_generator/list0_generating.rb +36 -0
  50. data/lib/rattler/back_end/parser_generator/list1_generating.rb +30 -0
  51. data/lib/rattler/back_end/parser_generator/list_generator.rb +16 -20
  52. data/lib/rattler/back_end/parser_generator/one_or_more_generating.rb +25 -0
  53. data/lib/rattler/back_end/parser_generator/{optional_generator.rb → optional_generating.rb} +66 -81
  54. data/lib/rattler/back_end/parser_generator/predicate_propogating.rb +4 -4
  55. data/lib/rattler/back_end/parser_generator/repeat_generator.rb +53 -0
  56. data/lib/rattler/back_end/parser_generator/skip_propogating.rb +2 -2
  57. data/lib/rattler/back_end/parser_generator/sub_generating.rb +16 -18
  58. data/lib/rattler/back_end/parser_generator/token_propogating.rb +1 -1
  59. data/lib/rattler/back_end/parser_generator/zero_or_more_generating.rb +31 -0
  60. data/lib/rattler/grammar/grammar_parser.rb +20 -0
  61. data/lib/rattler/grammar/metagrammar.rb +131 -13
  62. data/lib/rattler/grammar/rattler.rtlr +25 -12
  63. data/lib/rattler/parsers.rb +9 -5
  64. data/lib/rattler/parsers/assert_code.rb +31 -0
  65. data/lib/rattler/parsers/atomic.rb +19 -0
  66. data/lib/rattler/parsers/direct_action.rb +12 -4
  67. data/lib/rattler/parsers/disallow_code.rb +31 -0
  68. data/lib/rattler/parsers/dispatch_action.rb +3 -2
  69. data/lib/rattler/parsers/e_symbol.rb +47 -0
  70. data/lib/rattler/parsers/effect_code.rb +31 -0
  71. data/lib/rattler/parsers/eof.rb +6 -13
  72. data/lib/rattler/parsers/list_parser.rb +33 -14
  73. data/lib/rattler/parsers/match.rb +1 -6
  74. data/lib/rattler/parsers/parser_dsl.rb +78 -35
  75. data/lib/rattler/parsers/predicate.rb +1 -4
  76. data/lib/rattler/parsers/repeat.rb +76 -0
  77. data/lib/rattler/parsers/semantic_assert.rb +19 -0
  78. data/lib/rattler/parsers/semantic_disallow.rb +19 -0
  79. data/lib/rattler/parsers/side_effect.rb +19 -0
  80. data/lib/rattler/parsers/skip.rb +1 -9
  81. data/lib/rattler/parsers/token.rb +1 -6
  82. data/lib/rattler/util/graphviz/node_builder.rb +6 -3
  83. data/spec/rattler/back_end/assert_compiler_examples.rb +187 -0
  84. data/spec/rattler/back_end/direct_action_compiler_examples.rb +227 -0
  85. data/spec/rattler/back_end/disallow_compiler_examples.rb +187 -0
  86. data/spec/rattler/back_end/dispatch_action_compiler_examples.rb +225 -0
  87. data/spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rb +45 -33
  88. data/spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rb +32 -172
  89. data/spec/rattler/back_end/parser_generator/e_symbol_generator_spec.rb +149 -0
  90. data/spec/rattler/back_end/parser_generator/eof_generator_spec.rb +152 -0
  91. data/spec/rattler/back_end/parser_generator/label_generator_spec.rb +4 -4
  92. data/spec/rattler/back_end/parser_generator/list0_generator_examples.rb +322 -0
  93. data/spec/rattler/back_end/parser_generator/list1_generator_examples.rb +343 -0
  94. data/spec/rattler/back_end/parser_generator/list_generator_spec.rb +597 -140
  95. data/spec/rattler/back_end/parser_generator/one_or_more_generator_examples.rb +292 -0
  96. data/spec/rattler/back_end/parser_generator/optional_generator_examples.rb +233 -0
  97. data/spec/rattler/back_end/parser_generator/repeat_generator_spec.rb +281 -0
  98. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_examples.rb +277 -0
  99. data/spec/rattler/back_end/semantic_assert_compiler_examples.rb +152 -0
  100. data/spec/rattler/back_end/semantic_disallow_compiler_examples.rb +152 -0
  101. data/spec/rattler/back_end/shared_compiler_examples.rb +106 -651
  102. data/spec/rattler/back_end/side_effect_compiler_examples.rb +227 -0
  103. data/spec/rattler/back_end/skip_compiler_examples.rb +161 -0
  104. data/spec/rattler/back_end/token_compiler_examples.rb +262 -0
  105. data/spec/rattler/grammar/grammar_parser_spec.rb +302 -23
  106. data/spec/rattler/parsers/apply_spec.rb +6 -0
  107. data/spec/rattler/parsers/assert_spec.rb +18 -7
  108. data/spec/rattler/parsers/back_reference_spec.rb +9 -0
  109. data/spec/rattler/parsers/choice_spec.rb +36 -21
  110. data/spec/rattler/parsers/direct_action_spec.rb +76 -36
  111. data/spec/rattler/parsers/disallow_spec.rb +18 -7
  112. data/spec/rattler/parsers/dispatch_action_spec.rb +128 -22
  113. data/spec/rattler/parsers/e_symbol_spec.rb +30 -0
  114. data/spec/rattler/parsers/eof_spec.rb +15 -6
  115. data/spec/rattler/parsers/label_spec.rb +15 -2
  116. data/spec/rattler/parsers/list_parser_spec.rb +187 -0
  117. data/spec/rattler/parsers/match_spec.rb +16 -7
  118. data/spec/rattler/parsers/parser_dsl_spec.rb +82 -23
  119. data/spec/rattler/parsers/repeat_spec.rb +233 -0
  120. data/spec/rattler/parsers/semantic_assert_spec.rb +83 -0
  121. data/spec/rattler/parsers/semantic_disallow_spec.rb +83 -0
  122. data/spec/rattler/parsers/sequence_spec.rb +34 -20
  123. data/spec/rattler/parsers/side_effect_spec.rb +214 -0
  124. data/spec/rattler/parsers/skip_spec.rb +17 -6
  125. data/spec/rattler_spec.rb +2 -0
  126. data/spec/support/compiler_spec_helper.rb +8 -0
  127. metadata +156 -447
  128. data/bin/rtlr.compiled.rbc +0 -201
  129. data/features/step_definitions/cli_steps.rbc +0 -149
  130. data/features/step_definitions/grammar_steps.rbc +0 -1211
  131. data/features/support/env.rbc +0 -389
  132. data/lib/rattler.rbc +0 -1231
  133. data/lib/rattler/back_end.rbc +0 -286
  134. data/lib/rattler/back_end/compiler.rbc +0 -1394
  135. data/lib/rattler/back_end/optimizer.rbc +0 -2000
  136. data/lib/rattler/back_end/optimizer/composite_reducing.rbc +0 -337
  137. data/lib/rattler/back_end/optimizer/flatten_choice.rbc +0 -443
  138. data/lib/rattler/back_end/optimizer/flatten_sequence.rbc +0 -827
  139. data/lib/rattler/back_end/optimizer/flattening.rbc +0 -570
  140. data/lib/rattler/back_end/optimizer/inline_regular_rules.rbc +0 -691
  141. data/lib/rattler/back_end/optimizer/join_match_capturing_sequence.rbc +0 -1299
  142. data/lib/rattler/back_end/optimizer/join_match_choice.rbc +0 -523
  143. data/lib/rattler/back_end/optimizer/join_match_matching_sequence.rbc +0 -619
  144. data/lib/rattler/back_end/optimizer/join_match_sequence.rbc +0 -174
  145. data/lib/rattler/back_end/optimizer/join_predicate_bare_match.rbc +0 -1505
  146. data/lib/rattler/back_end/optimizer/join_predicate_match.rbc +0 -174
  147. data/lib/rattler/back_end/optimizer/join_predicate_nested_match.rbc +0 -620
  148. data/lib/rattler/back_end/optimizer/join_predicate_or_bare_match.rbc +0 -1502
  149. data/lib/rattler/back_end/optimizer/join_predicate_or_match.rbc +0 -174
  150. data/lib/rattler/back_end/optimizer/join_predicate_or_nested_match.rbc +0 -616
  151. data/lib/rattler/back_end/optimizer/match_joining.rbc +0 -1454
  152. data/lib/rattler/back_end/optimizer/optimization.rbc +0 -1366
  153. data/lib/rattler/back_end/optimizer/optimization_context.rbc +0 -1386
  154. data/lib/rattler/back_end/optimizer/optimization_sequence.rbc +0 -520
  155. data/lib/rattler/back_end/optimizer/optimize_children.rbc +0 -793
  156. data/lib/rattler/back_end/optimizer/reduce_repeat_match.rbc +0 -788
  157. data/lib/rattler/back_end/optimizer/remove_meaningless_wrapper.rbc +0 -508
  158. data/lib/rattler/back_end/optimizer/simplify_redundant_repeat.rbc +0 -807
  159. data/lib/rattler/back_end/optimizer/simplify_token_match.rbc +0 -561
  160. data/lib/rattler/back_end/parser_generator.rbc +0 -1326
  161. data/lib/rattler/back_end/parser_generator/apply_generator.rbc +0 -2148
  162. data/lib/rattler/back_end/parser_generator/assert_generator.rbc +0 -1967
  163. data/lib/rattler/back_end/parser_generator/back_reference_generator.rbc +0 -1665
  164. data/lib/rattler/back_end/parser_generator/choice_generator.rbc +0 -2793
  165. data/lib/rattler/back_end/parser_generator/direct_action_generator.rbc +0 -1071
  166. data/lib/rattler/back_end/parser_generator/disallow_generator.rbc +0 -1967
  167. data/lib/rattler/back_end/parser_generator/dispatch_action_generator.rbc +0 -1071
  168. data/lib/rattler/back_end/parser_generator/expr_generator.rbc +0 -2295
  169. data/lib/rattler/back_end/parser_generator/fail_generator.rbc +0 -1216
  170. data/lib/rattler/back_end/parser_generator/gen_method_names.rbc +0 -296
  171. data/lib/rattler/back_end/parser_generator/group_match.rbc +0 -612
  172. data/lib/rattler/back_end/parser_generator/group_match_generator.rbc +0 -1647
  173. data/lib/rattler/back_end/parser_generator/label_generator.rbc +0 -1401
  174. data/lib/rattler/back_end/parser_generator/list1_generator.rb +0 -54
  175. data/lib/rattler/back_end/parser_generator/list1_generator.rbc +0 -1237
  176. data/lib/rattler/back_end/parser_generator/list_generating.rb +0 -71
  177. data/lib/rattler/back_end/parser_generator/list_generating.rbc +0 -1900
  178. data/lib/rattler/back_end/parser_generator/list_generator.rbc +0 -1068
  179. data/lib/rattler/back_end/parser_generator/match_generator.rbc +0 -1743
  180. data/lib/rattler/back_end/parser_generator/nested.rbc +0 -496
  181. data/lib/rattler/back_end/parser_generator/one_or_more_generator.rb +0 -56
  182. data/lib/rattler/back_end/parser_generator/one_or_more_generator.rbc +0 -1277
  183. data/lib/rattler/back_end/parser_generator/optional_generator.rbc +0 -2025
  184. data/lib/rattler/back_end/parser_generator/predicate_propogating.rbc +0 -648
  185. data/lib/rattler/back_end/parser_generator/repeat_generating.rb +0 -57
  186. data/lib/rattler/back_end/parser_generator/repeat_generating.rbc +0 -1549
  187. data/lib/rattler/back_end/parser_generator/rule_generator.rbc +0 -1239
  188. data/lib/rattler/back_end/parser_generator/rule_set_generator.rbc +0 -2641
  189. data/lib/rattler/back_end/parser_generator/sequence_generator.rbc +0 -4867
  190. data/lib/rattler/back_end/parser_generator/skip_generator.rbc +0 -1278
  191. data/lib/rattler/back_end/parser_generator/skip_propogating.rbc +0 -432
  192. data/lib/rattler/back_end/parser_generator/sub_generating.rbc +0 -2785
  193. data/lib/rattler/back_end/parser_generator/token_generator.rbc +0 -755
  194. data/lib/rattler/back_end/parser_generator/token_propogating.rbc +0 -324
  195. data/lib/rattler/back_end/parser_generator/top_level.rbc +0 -352
  196. data/lib/rattler/back_end/parser_generator/zero_or_more_generator.rb +0 -53
  197. data/lib/rattler/back_end/parser_generator/zero_or_more_generator.rbc +0 -1111
  198. data/lib/rattler/back_end/ruby_generator.rbc +0 -1841
  199. data/lib/rattler/grammar.rbc +0 -557
  200. data/lib/rattler/grammar/analysis.rbc +0 -1944
  201. data/lib/rattler/grammar/grammar.rbc +0 -1090
  202. data/lib/rattler/grammar/grammar_dsl.rbc +0 -1401
  203. data/lib/rattler/grammar/grammar_parser.rbc +0 -2096
  204. data/lib/rattler/grammar/metagrammar.rbc +0 -11014
  205. data/lib/rattler/parsers.rbc +0 -1006
  206. data/lib/rattler/parsers/action_code.rbc +0 -1577
  207. data/lib/rattler/parsers/apply.rbc +0 -562
  208. data/lib/rattler/parsers/assert.rbc +0 -378
  209. data/lib/rattler/parsers/back_reference.rbc +0 -871
  210. data/lib/rattler/parsers/choice.rbc +0 -607
  211. data/lib/rattler/parsers/combinator_parser.rbc +0 -612
  212. data/lib/rattler/parsers/combining.rbc +0 -570
  213. data/lib/rattler/parsers/direct_action.rbc +0 -1472
  214. data/lib/rattler/parsers/disallow.rbc +0 -379
  215. data/lib/rattler/parsers/dispatch_action.rbc +0 -2078
  216. data/lib/rattler/parsers/eof.rbc +0 -567
  217. data/lib/rattler/parsers/fail.rbc +0 -745
  218. data/lib/rattler/parsers/label.rbc +0 -749
  219. data/lib/rattler/parsers/list.rbc +0 -292
  220. data/lib/rattler/parsers/list0.rb +0 -26
  221. data/lib/rattler/parsers/list0.rbc +0 -292
  222. data/lib/rattler/parsers/list1.rb +0 -26
  223. data/lib/rattler/parsers/list1.rbc +0 -305
  224. data/lib/rattler/parsers/list_parser.rbc +0 -886
  225. data/lib/rattler/parsers/match.rbc +0 -621
  226. data/lib/rattler/parsers/node_code.rbc +0 -1064
  227. data/lib/rattler/parsers/one_or_more.rb +0 -47
  228. data/lib/rattler/parsers/one_or_more.rbc +0 -475
  229. data/lib/rattler/parsers/optional.rb +0 -42
  230. data/lib/rattler/parsers/optional.rbc +0 -450
  231. data/lib/rattler/parsers/parser.rbc +0 -994
  232. data/lib/rattler/parsers/parser_dsl.rbc +0 -4765
  233. data/lib/rattler/parsers/predicate.rbc +0 -490
  234. data/lib/rattler/parsers/rule.rbc +0 -777
  235. data/lib/rattler/parsers/rule_set.rbc +0 -1438
  236. data/lib/rattler/parsers/sequence.rbc +0 -1040
  237. data/lib/rattler/parsers/skip.rbc +0 -613
  238. data/lib/rattler/parsers/token.rbc +0 -457
  239. data/lib/rattler/parsers/zero_or_more.rb +0 -40
  240. data/lib/rattler/parsers/zero_or_more.rbc +0 -462
  241. data/lib/rattler/runner.rbc +0 -3813
  242. data/lib/rattler/runtime.rbc +0 -370
  243. data/lib/rattler/runtime/extended_packrat_parser.rbc +0 -2351
  244. data/lib/rattler/runtime/packrat_parser.rbc +0 -1390
  245. data/lib/rattler/runtime/parse_failure.rbc +0 -909
  246. data/lib/rattler/runtime/parse_node.rbc +0 -1007
  247. data/lib/rattler/runtime/parser.rbc +0 -2267
  248. data/lib/rattler/runtime/parser_helper.rbc +0 -337
  249. data/lib/rattler/runtime/recursive_descent_parser.rbc +0 -942
  250. data/lib/rattler/util.rbc +0 -286
  251. data/lib/rattler/util/graphviz.rbc +0 -327
  252. data/lib/rattler/util/graphviz/node_builder.rbc +0 -2207
  253. data/lib/rattler/util/line_counter.rbc +0 -988
  254. data/lib/rattler/util/node.rbc +0 -2393
  255. data/lib/rattler/util/parser_spec_helper.rbc +0 -2533
  256. data/spec/rattler/back_end/compiler_spec.rbc +0 -1187
  257. data/spec/rattler/back_end/optimizer/flatten_choice_spec.rbc +0 -2093
  258. data/spec/rattler/back_end/optimizer/flatten_sequence_spec.rbc +0 -4055
  259. data/spec/rattler/back_end/optimizer/inline_regular_rules_spec.rbc +0 -2345
  260. data/spec/rattler/back_end/optimizer/join_match_capturing_sequence_spec.rbc +0 -7006
  261. data/spec/rattler/back_end/optimizer/join_match_choice_spec.rbc +0 -3252
  262. data/spec/rattler/back_end/optimizer/join_match_matching_sequence_spec.rbc +0 -3681
  263. data/spec/rattler/back_end/optimizer/join_predicate_bare_match_spec.rbc +0 -5603
  264. data/spec/rattler/back_end/optimizer/join_predicate_nested_match_spec.rbc +0 -5232
  265. data/spec/rattler/back_end/optimizer/join_predicate_or_bare_match_spec.rbc +0 -4272
  266. data/spec/rattler/back_end/optimizer/join_predicate_or_nested_match_spec.rbc +0 -4342
  267. data/spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rbc +0 -2960
  268. data/spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rbc +0 -6929
  269. data/spec/rattler/back_end/optimizer/simplify_token_match_spec.rbc +0 -2327
  270. data/spec/rattler/back_end/optimizer_spec.rbc +0 -372
  271. data/spec/rattler/back_end/parser_generator/apply_generator_spec.rbc +0 -4710
  272. data/spec/rattler/back_end/parser_generator/assert_generator_spec.rbc +0 -4697
  273. data/spec/rattler/back_end/parser_generator/back_reference_generator_spec.rbc +0 -4855
  274. data/spec/rattler/back_end/parser_generator/choice_generator_spec.rbc +0 -5350
  275. data/spec/rattler/back_end/parser_generator/direct_action_generator_spec.rbc +0 -4737
  276. data/spec/rattler/back_end/parser_generator/disallow_generator_spec.rbc +0 -4697
  277. data/spec/rattler/back_end/parser_generator/dispatch_action_generator_spec.rbc +0 -4731
  278. data/spec/rattler/back_end/parser_generator/fail_generator_spec.rbc +0 -2115
  279. data/spec/rattler/back_end/parser_generator/group_match_generator_spec.rbc +0 -4195
  280. data/spec/rattler/back_end/parser_generator/group_match_spec.rbc +0 -1414
  281. data/spec/rattler/back_end/parser_generator/label_generator_spec.rbc +0 -4696
  282. data/spec/rattler/back_end/parser_generator/list1_generator_spec.rb +0 -309
  283. data/spec/rattler/back_end/parser_generator/list1_generator_spec.rbc +0 -5213
  284. data/spec/rattler/back_end/parser_generator/list_generator_spec.rbc +0 -5179
  285. data/spec/rattler/back_end/parser_generator/match_generator_spec.rbc +0 -4681
  286. data/spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rb +0 -259
  287. data/spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rbc +0 -4957
  288. data/spec/rattler/back_end/parser_generator/optional_generator_spec.rb +0 -190
  289. data/spec/rattler/back_end/parser_generator/optional_generator_spec.rbc +0 -4704
  290. data/spec/rattler/back_end/parser_generator/rule_generator_spec.rbc +0 -545
  291. data/spec/rattler/back_end/parser_generator/rule_set_generator_spec.rbc +0 -1110
  292. data/spec/rattler/back_end/parser_generator/sequence_generator_spec.rbc +0 -5453
  293. data/spec/rattler/back_end/parser_generator/skip_generator_spec.rbc +0 -4691
  294. data/spec/rattler/back_end/parser_generator/token_generator_spec.rbc +0 -4691
  295. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rb +0 -244
  296. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rbc +0 -4924
  297. data/spec/rattler/back_end/ruby_generator_spec.rbc +0 -2460
  298. data/spec/rattler/back_end/shared_compiler_examples.rbc +0 -41886
  299. data/spec/rattler/grammar/analysis_spec.rbc +0 -4365
  300. data/spec/rattler/grammar/grammar_parser_spec.rbc +0 -10344
  301. data/spec/rattler/grammar/grammar_spec.rbc +0 -1701
  302. data/spec/rattler/parsers/action_code_spec.rbc +0 -4674
  303. data/spec/rattler/parsers/apply_spec.rbc +0 -851
  304. data/spec/rattler/parsers/assert_spec.rbc +0 -752
  305. data/spec/rattler/parsers/back_reference_spec.rbc +0 -1002
  306. data/spec/rattler/parsers/choice_spec.rbc +0 -1696
  307. data/spec/rattler/parsers/combinator_parser_spec.rbc +0 -361
  308. data/spec/rattler/parsers/direct_action_spec.rbc +0 -5222
  309. data/spec/rattler/parsers/disallow_spec.rbc +0 -752
  310. data/spec/rattler/parsers/dispatch_action_spec.rbc +0 -3033
  311. data/spec/rattler/parsers/eof_spec.rbc +0 -728
  312. data/spec/rattler/parsers/fail_spec.rbc +0 -548
  313. data/spec/rattler/parsers/label_spec.rbc +0 -1091
  314. data/spec/rattler/parsers/list0_spec.rb +0 -82
  315. data/spec/rattler/parsers/list0_spec.rbc +0 -2308
  316. data/spec/rattler/parsers/list1_spec.rb +0 -82
  317. data/spec/rattler/parsers/list1_spec.rbc +0 -2287
  318. data/spec/rattler/parsers/list_spec.rbc +0 -2308
  319. data/spec/rattler/parsers/match_spec.rbc +0 -780
  320. data/spec/rattler/parsers/node_code_spec.rbc +0 -1754
  321. data/spec/rattler/parsers/one_or_more_spec.rb +0 -64
  322. data/spec/rattler/parsers/one_or_more_spec.rbc +0 -1698
  323. data/spec/rattler/parsers/optional_spec.rb +0 -64
  324. data/spec/rattler/parsers/optional_spec.rbc +0 -1717
  325. data/spec/rattler/parsers/parser_dsl_spec.rbc +0 -10150
  326. data/spec/rattler/parsers/rule_set_spec.rbc +0 -1060
  327. data/spec/rattler/parsers/sequence_spec.rbc +0 -2899
  328. data/spec/rattler/parsers/skip_spec.rbc +0 -753
  329. data/spec/rattler/parsers/token_spec.rbc +0 -1511
  330. data/spec/rattler/parsers/zero_or_more_spec.rb +0 -64
  331. data/spec/rattler/parsers/zero_or_more_spec.rbc +0 -1719
  332. data/spec/rattler/runtime/extended_packrat_parser_spec.rbc +0 -1341
  333. data/spec/rattler/runtime/packrat_parser_spec.rbc +0 -210
  334. data/spec/rattler/runtime/parse_failure_spec.rbc +0 -2244
  335. data/spec/rattler/runtime/parse_node_spec.rbc +0 -2008
  336. data/spec/rattler/runtime/parser_spec.rbc +0 -2757
  337. data/spec/rattler/runtime/recursive_descent_parser_spec.rbc +0 -210
  338. data/spec/rattler/runtime/shared_parser_examples.rbc +0 -2567
  339. data/spec/rattler/util/graphviz/node_builder_spec.rbc +0 -3439
  340. data/spec/rattler/util/line_counter_spec.rbc +0 -2272
  341. data/spec/rattler/util/node_spec.rbc +0 -15023
  342. data/spec/rattler_spec.rbc +0 -1591
  343. data/spec/spec_helper.rbc +0 -336
  344. data/spec/support/combinator_parser_spec_helper.rbc +0 -1284
  345. data/spec/support/compiler_spec_helper.rbc +0 -1941
  346. data/spec/support/parser_generator_spec_helper.rbc +0 -718
  347. data/spec/support/runtime_parser_spec_helper.rbc +0 -313
@@ -10,215 +10,75 @@ describe SimplifyRedundantRepeat do
10
10
 
11
11
  describe '#apply' do
12
12
 
13
- context 'given a zero-or-more' do
13
+ let(:outer) { Repeat[inner, *outer_bounds] }
14
+ let(:inner) { Repeat[match, *inner_bounds] }
15
+ let(:match) { Match[/a/]}
14
16
 
15
- let(:parser) { ZeroOrMore[child] }
17
+ context 'given a repeat with one-or-more bounds of a repeat with one-or-more bounds' do
16
18
 
17
- context 'with a zero-or-more' do
19
+ let(:outer_bounds) { [1, nil] }
20
+ let(:inner_bounds) { [1, nil] }
18
21
 
19
- let(:child) { ZeroOrMore[Match[/a/]] }
20
-
21
- it 'returns the inner ZeroOrMore' do
22
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
23
- end
24
- end
25
-
26
- context 'with a one-or-more' do
27
-
28
- let(:child) { OneOrMore[Match[/a/]] }
29
-
30
- it 'returns a ZeroOrMore' do
31
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
32
- end
33
- end
34
-
35
- context 'with an optional' do
36
-
37
- let(:child) { Optional[Match[/a/]] }
38
-
39
- it 'returns a ZeroOrMore' do
40
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
41
- end
22
+ it 'returns a repeat with one-or-more bounds' do
23
+ subject.apply(outer, matching).should == Repeat[match, 1, nil]
42
24
  end
43
25
  end
44
26
 
45
- context 'given a one-or-more' do
46
-
47
- let(:parser) { OneOrMore[child] }
48
-
49
- context 'with a zero-or-more' do
50
-
51
- let(:child) { ZeroOrMore[Match[/a/]] }
52
-
53
- it 'returns the inner ZeroOrMore' do
54
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
55
- end
56
- end
57
-
58
- context 'with a one-or-more' do
59
-
60
- let(:child) { OneOrMore[Match[/a/]] }
61
-
62
- it 'returns the inner OneOrMore' do
63
- subject.apply(parser, matching).should == OneOrMore[Match[/a/]]
64
- end
65
- end
66
-
67
- context 'with an optional' do
27
+ context 'given a repeat with optional bounds of a repeat with optional bounds' do
68
28
 
69
- let(:child) { Optional[Match[/a/]] }
29
+ let(:outer_bounds) { [0, 1] }
30
+ let(:inner_bounds) { [0, 1] }
70
31
 
71
- it 'returns a ZeroOrMore' do
72
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
73
- end
32
+ it 'returns a repeat with one-or-more bounds' do
33
+ subject.apply(outer, matching).should == Repeat[match, 0, 1]
74
34
  end
75
35
  end
76
36
 
77
- context 'given an optional' do
78
-
79
- let(:parser) { Optional[child] }
80
-
81
- context 'with a zero-or-more' do
82
-
83
- let(:child) { ZeroOrMore[Match[/a/]] }
84
-
85
- it 'returns the inner ZeroOrMore' do
86
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
87
- end
88
- end
89
-
90
- context 'with a one-or-more' do
91
-
92
- let(:child) { OneOrMore[Match[/a/]] }
93
-
94
- it 'returns a ZeroOrMore' do
95
- subject.apply(parser, matching).should == ZeroOrMore[Match[/a/]]
96
- end
97
- end
98
-
99
- context 'with an optional' do
37
+ context 'given a repeat with zero-or-more bounds of a repeat' do
100
38
 
101
- let(:child) { Optional[Match[/a/]] }
39
+ let(:outer_bounds) { [0, nil] }
40
+ let(:inner_bounds) { [1, nil] }
102
41
 
103
- it 'returns the inner Optional' do
104
- subject.apply(parser, matching).should == Optional[Match[/a/]]
105
- end
42
+ it 'returns a repeat with zero-or-more bounds' do
43
+ subject.apply(outer, matching).should == Repeat[match, 0, nil]
106
44
  end
107
45
  end
108
46
  end
109
47
 
110
48
  describe '#applies_to?' do
111
49
 
112
- context 'given a zero-or-more' do
113
-
114
- let(:parser) { ZeroOrMore[child] }
115
-
116
- context 'with a zero-or-more' do
117
-
118
- let(:child) { ZeroOrMore[Match[/a/]] }
119
-
120
- context 'in the :matching context' do
121
- it 'returns true' do
122
- subject.applies_to?(parser, matching).should be_true
123
- end
124
- end
125
-
126
- context 'in the :capturing context' do
127
- it 'returns false' do
128
- subject.applies_to?(parser, capturing).should be_false
129
- end
130
- end
131
- end
132
-
133
- context 'with something other than a repeat' do
134
-
135
- let(:child) { Match[/a/] }
50
+ context 'given a repeat of a repeat' do
136
51
 
137
- it 'returns false' do
138
- subject.applies_to?(parser, matching).should be_false
139
- end
140
- end
141
-
142
- context 'with a one-or-more' do
143
-
144
- let(:child) { OneOrMore[Match[/a/]] }
52
+ let(:parser) { Repeat[Repeat[Match[/a/], 1, nil], 0, nil] }
145
53
 
54
+ context 'in the :matching context' do
146
55
  it 'returns true' do
147
56
  subject.applies_to?(parser, matching).should be_true
148
57
  end
149
58
  end
150
59
 
151
- context 'with an optional' do
152
-
153
- let(:child) { Optional[Match[/a/]] }
154
-
155
- it 'returns true' do
156
- subject.applies_to?(parser, matching).should be_true
60
+ context 'in the :capturing context' do
61
+ it 'returns false' do
62
+ subject.applies_to?(parser, capturing).should be_false
157
63
  end
158
64
  end
159
65
  end
160
66
 
161
- context 'given a one-or-more' do
162
-
163
- let(:parser) { OneOrMore[child] }
164
-
165
- context 'with a zero-or-more' do
166
-
167
- let(:child) { ZeroOrMore[Match[/a/]] }
168
-
169
- it 'returns true' do
170
- subject.applies_to?(parser, matching).should be_true
171
- end
172
- end
173
-
174
- context 'with a one-or-more' do
175
-
176
- let(:child) { OneOrMore[Match[/a/]] }
177
-
178
- it 'returns true' do
179
- subject.applies_to?(parser, matching).should be_true
180
- end
181
- end
182
-
183
- context 'with an optional' do
67
+ context 'given a repeat of something other than a repeat' do
184
68
 
185
- let(:child) { Optional[Match[/a/]] }
69
+ let(:parser) { Repeat[Match[/a/], 2, 4] }
186
70
 
187
- it 'returns true' do
188
- subject.applies_to?(parser, matching).should be_true
189
- end
71
+ it 'returns false' do
72
+ subject.applies_to?(parser, capturing).should be_false
190
73
  end
191
74
  end
192
75
 
193
- context 'given an optional' do
194
-
195
- let(:parser) { Optional[child] }
196
-
197
- context 'with a zero-or-more' do
198
-
199
- let(:child) { ZeroOrMore[Match[/a/]] }
200
-
201
- it 'returns true' do
202
- subject.applies_to?(parser, matching).should be_true
203
- end
204
- end
205
-
206
- context 'with a one-or-more' do
207
-
208
- let(:child) { OneOrMore[Match[/a/]] }
209
-
210
- it 'returns true' do
211
- subject.applies_to?(parser, matching).should be_true
212
- end
213
- end
214
-
215
- context 'with an optional' do
76
+ context 'given something other than a repeat' do
216
77
 
217
- let(:child) { Optional[Match[/a/]] }
78
+ let(:parser) { Match[/a/] }
218
79
 
219
- it 'returns true' do
220
- subject.applies_to?(parser, matching).should be_true
221
- end
80
+ it 'returns false' do
81
+ subject.applies_to?(parser, capturing).should be_false
222
82
  end
223
83
  end
224
84
  end
@@ -0,0 +1,149 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
2
+
3
+ include Rattler::BackEnd::ParserGenerator
4
+ include Rattler::Parsers
5
+
6
+ describe ESymbolGenerator do
7
+
8
+ include ParserGeneratorSpecHelper
9
+
10
+ describe '#gen_basic' do
11
+
12
+ context 'when nested' do
13
+ it 'generates nested eof matching code' do
14
+ nested_code {|g| g.gen_basic ESymbol[] }.should == 'true'
15
+ end
16
+ end
17
+
18
+ context 'when top-level' do
19
+ it 'generates top level eof matching code' do
20
+ top_level_code {|g| g.gen_basic ESymbol[] }.should == 'true'
21
+ end
22
+ end
23
+ end
24
+
25
+ describe '#gen_assert' do
26
+
27
+ context 'when nested' do
28
+ it 'generates nested eof matching code' do
29
+ nested_code {|g| g.gen_assert ESymbol[] }.should == 'true'
30
+ end
31
+ end
32
+
33
+ context 'when top-level' do
34
+ it 'generates top level eof matching code' do
35
+ top_level_code {|g| g.gen_assert ESymbol[] }.should == 'true'
36
+ end
37
+ end
38
+ end
39
+
40
+ describe '#gen_disallow' do
41
+
42
+ context 'when nested' do
43
+ it 'generates nested eof disallowing code' do
44
+ nested_code {|g| g.gen_disallow ESymbol[] }.should == 'false'
45
+ end
46
+ end
47
+
48
+ context 'when top-level' do
49
+ it 'generates top level eof disallowing code' do
50
+ top_level_code {|g| g.gen_disallow ESymbol[] }.should == 'false'
51
+ end
52
+ end
53
+ end
54
+
55
+ describe '#gen_dispatch_action' do
56
+
57
+ let(:code) { NodeCode.new('Word', 'parsed') }
58
+
59
+ context 'when nested' do
60
+ it 'generates nested eof matching code with a dispatch action' do
61
+ nested_code {|g| g.gen_dispatch_action ESymbol[], code }.
62
+ should == 'Word.parsed([])'
63
+ end
64
+ end
65
+
66
+ context 'when top-level' do
67
+ it 'generates top level eof matching code with a dispatch action' do
68
+ top_level_code {|g| g.gen_dispatch_action ESymbol[], code }.
69
+ should == 'Word.parsed([])'
70
+ end
71
+ end
72
+ end
73
+
74
+ describe '#gen_direct_action' do
75
+
76
+ let(:code) { ActionCode.new(':foo') }
77
+
78
+ context 'when nested' do
79
+ it 'generates nested eof matching code with a direct action' do
80
+ nested_code {|g| g.gen_direct_action ESymbol[], code }.
81
+ should == '(:foo)'
82
+ end
83
+ end
84
+
85
+ context 'when top-level' do
86
+ it 'generates top level eof matching code with a direct action' do
87
+ top_level_code {|g| g.gen_direct_action ESymbol[], code }.
88
+ should == ':foo'
89
+ end
90
+ end
91
+ end
92
+
93
+ describe '#gen_token' do
94
+
95
+ context 'when nested' do
96
+ it 'generates nested eof matching code matching as ""' do
97
+ nested_code {|g| g.gen_token ESymbol[] }.
98
+ should == "''"
99
+ end
100
+ end
101
+
102
+ context 'when top-level' do
103
+ it 'generates top level eof matching code matching as ""' do
104
+ top_level_code {|g| g.gen_token ESymbol[] }.
105
+ should == "''"
106
+ end
107
+ end
108
+ end
109
+
110
+ describe '#gen_skip' do
111
+
112
+ context 'when nested' do
113
+ it 'generates nested eof skipping code' do
114
+ nested_code {|g| g.gen_skip ESymbol[] }.should == 'true'
115
+ end
116
+ end
117
+
118
+ context 'when top-level' do
119
+ it 'generates top level eof skipping code' do
120
+ top_level_code {|g| g.gen_skip ESymbol[] }.should == 'true'
121
+ end
122
+ end
123
+ end
124
+
125
+ describe '#gen_intermediate' do
126
+ it 'generates basic eof matching code' do
127
+ nested_code {|g| g.gen_intermediate ESymbol[] }.should == 'true'
128
+ end
129
+ end
130
+
131
+ describe '#gen_intermediate_assert' do
132
+ it 'generates intermediate eof matching code' do
133
+ nested_code {|g| g.gen_intermediate_assert ESymbol[] }.should == 'true'
134
+ end
135
+ end
136
+
137
+ describe '#gen_intermediate_disallow' do
138
+ it 'generates intermediate eof disallowing code' do
139
+ nested_code {|g| g.gen_intermediate_disallow ESymbol[] }.should == 'false'
140
+ end
141
+ end
142
+
143
+ describe '#gen_intermediate_skip' do
144
+ it 'generates intermediate eof skipping code' do
145
+ nested_code {|g| g.gen_intermediate_skip ESymbol[] }.should == 'true'
146
+ end
147
+ end
148
+
149
+ end
@@ -0,0 +1,152 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/../../../spec_helper')
2
+
3
+ include Rattler::BackEnd::ParserGenerator
4
+ include Rattler::Parsers
5
+
6
+ describe EofGenerator do
7
+
8
+ include ParserGeneratorSpecHelper
9
+
10
+ describe '#gen_basic' do
11
+
12
+ context 'when nested' do
13
+ it 'generates nested eof matching code' do
14
+ nested_code {|g| g.gen_basic Eof[] }.should == '@scanner.eos?'
15
+ end
16
+ end
17
+
18
+ context 'when top-level' do
19
+ it 'generates top level eof matching code' do
20
+ top_level_code {|g| g.gen_basic Eof[] }.should == '@scanner.eos?'
21
+ end
22
+ end
23
+ end
24
+
25
+ describe '#gen_assert' do
26
+
27
+ context 'when nested' do
28
+ it 'generates nested eof matching code' do
29
+ nested_code {|g| g.gen_assert Eof[] }.should == '@scanner.eos?'
30
+ end
31
+ end
32
+
33
+ context 'when top-level' do
34
+ it 'generates top level eof matching code' do
35
+ top_level_code {|g| g.gen_assert Eof[] }.should == '@scanner.eos?'
36
+ end
37
+ end
38
+ end
39
+
40
+ describe '#gen_disallow' do
41
+
42
+ context 'when nested' do
43
+ it 'generates nested eof disallowing code' do
44
+ nested_code {|g| g.gen_disallow Eof[] }.should == '(!@scanner.eos?)'
45
+ end
46
+ end
47
+
48
+ context 'when top-level' do
49
+ it 'generates top level eof disallowing code' do
50
+ top_level_code {|g| g.gen_disallow Eof[] }.should == '!@scanner.eos?'
51
+ end
52
+ end
53
+ end
54
+
55
+ describe '#gen_dispatch_action' do
56
+
57
+ let(:code) { NodeCode.new('Word', 'parsed') }
58
+
59
+ context 'when nested' do
60
+ it 'generates nested eof matching code with a dispatch action' do
61
+ nested_code {|g| g.gen_dispatch_action Eof[], code }.
62
+ should == '(Word.parsed([]) if @scanner.eos?)'
63
+ end
64
+ end
65
+
66
+ context 'when top-level' do
67
+ it 'generates top level eof matching code with a dispatch action' do
68
+ top_level_code {|g| g.gen_dispatch_action Eof[], code }.
69
+ should == 'Word.parsed([]) if @scanner.eos?'
70
+ end
71
+ end
72
+ end
73
+
74
+ describe '#gen_direct_action' do
75
+
76
+ let(:code) { ActionCode.new(':eof') }
77
+
78
+ context 'when nested' do
79
+ it 'generates nested eof matching code with a direct action' do
80
+ nested_code {|g| g.gen_direct_action Eof[], code }.
81
+ should == '((:eof) if @scanner.eos?)'
82
+ end
83
+ end
84
+
85
+ context 'when top-level' do
86
+ it 'generates top level eof matching code with a direct action' do
87
+ top_level_code {|g| g.gen_direct_action Eof[], code }.
88
+ should == '(:eof) if @scanner.eos?'
89
+ end
90
+ end
91
+ end
92
+
93
+ describe '#gen_token' do
94
+
95
+ context 'when nested' do
96
+ it 'generates nested eof matching code matching as ""' do
97
+ nested_code {|g| g.gen_token Eof[] }.
98
+ should == "('' if @scanner.eos?)"
99
+ end
100
+ end
101
+
102
+ context 'when top-level' do
103
+ it 'generates top level eof matching code matching as ""' do
104
+ top_level_code {|g| g.gen_token Eof[] }.
105
+ should == "'' if @scanner.eos?"
106
+ end
107
+ end
108
+ end
109
+
110
+ describe '#gen_skip' do
111
+
112
+ context 'when nested' do
113
+ it 'generates nested eof skipping code' do
114
+ nested_code {|g| g.gen_skip Eof[] }.should == '@scanner.eos?'
115
+ end
116
+ end
117
+
118
+ context 'when top-level' do
119
+ it 'generates top level eof skipping code' do
120
+ top_level_code {|g| g.gen_skip Eof[] }.should == '@scanner.eos?'
121
+ end
122
+ end
123
+ end
124
+
125
+ describe '#gen_intermediate' do
126
+ it 'generates basic eof matching code' do
127
+ nested_code {|g| g.gen_intermediate Eof[] }.should == '@scanner.eos?'
128
+ end
129
+ end
130
+
131
+ describe '#gen_intermediate_assert' do
132
+ it 'generates intermediate eof matching code' do
133
+ nested_code {|g| g.gen_intermediate_assert Eof[] }.
134
+ should == '@scanner.eos?'
135
+ end
136
+ end
137
+
138
+ describe '#gen_intermediate_disallow' do
139
+ it 'generates intermediate eof disallowing code' do
140
+ nested_code {|g| g.gen_intermediate_disallow Eof[] }.
141
+ should == '(!@scanner.eos?)'
142
+ end
143
+ end
144
+
145
+ describe '#gen_intermediate_skip' do
146
+ it 'generates intermediate eof skipping code' do
147
+ nested_code {|g| g.gen_intermediate_skip Eof[] }.
148
+ should == '@scanner.eos?'
149
+ end
150
+ end
151
+
152
+ end