rattler 0.4.2 → 0.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (347) hide show
  1. data/README.rdoc +9 -3
  2. data/features/command_line/dest_option.feature +1 -1
  3. data/features/command_line/lib_option.feature +2 -2
  4. data/features/command_line/output_option.feature +2 -2
  5. data/features/command_line/parser_generator.feature +3 -3
  6. data/features/grammar/any_character.feature +0 -4
  7. data/features/grammar/back_reference.feature +0 -4
  8. data/features/grammar/character_class.feature +0 -4
  9. data/features/grammar/comments.feature +0 -4
  10. data/features/grammar/e_symbol.feature +18 -0
  11. data/features/grammar/eof.feature +0 -4
  12. data/features/grammar/fail.feature +0 -4
  13. data/features/grammar/list_matching.feature +52 -3
  14. data/features/grammar/literal.feature +0 -4
  15. data/features/grammar/negative_lookahead.feature +0 -4
  16. data/features/grammar/negative_semantic_predicate.feature +99 -0
  17. data/features/grammar/node_action.feature +17 -4
  18. data/features/grammar/nonterminal.feature +3 -7
  19. data/features/grammar/one_or_more.feature +0 -4
  20. data/features/grammar/optional.feature +0 -4
  21. data/features/grammar/ordered_choice.feature +0 -4
  22. data/features/grammar/positive_lookahead.feature +0 -4
  23. data/features/grammar/positive_semantic_predicate.feature +99 -0
  24. data/features/grammar/posix_class.feature +3 -6
  25. data/features/grammar/repeat.feature +50 -0
  26. data/features/grammar/sequence.feature +0 -4
  27. data/features/grammar/side_effect.feature +81 -0
  28. data/features/grammar/skip_operator.feature +2 -5
  29. data/features/grammar/start_rule.feature +1 -5
  30. data/features/grammar/symantic_action.feature +9 -4
  31. data/features/grammar/token.feature +0 -4
  32. data/features/grammar/whitespace.feature +0 -4
  33. data/features/grammar/word_literal.feature +0 -4
  34. data/features/grammar/zero_or_more.feature +0 -4
  35. data/features/step_definitions/grammar_steps.rb +5 -1
  36. data/lib/rattler/back_end/optimizer.rb +1 -0
  37. data/lib/rattler/back_end/optimizer/reduce_repeat_match.rb +20 -8
  38. data/lib/rattler/back_end/optimizer/simplify_redundant_repeat.rb +10 -7
  39. data/lib/rattler/back_end/optimizer/specialize_repeat.rb +40 -0
  40. data/lib/rattler/back_end/parser_generator.rb +11 -6
  41. data/lib/rattler/back_end/parser_generator/delegating_generator.rb +20 -0
  42. data/lib/rattler/back_end/parser_generator/e_symbol_generator.rb +52 -0
  43. data/lib/rattler/back_end/parser_generator/eof_generator.rb +58 -0
  44. data/lib/rattler/back_end/parser_generator/expr_generator.rb +6 -2
  45. data/lib/rattler/back_end/parser_generator/gen_method_names.rb +15 -5
  46. data/lib/rattler/back_end/parser_generator/general_list_generator.rb +194 -0
  47. data/lib/rattler/back_end/parser_generator/general_repeat_generator.rb +177 -0
  48. data/lib/rattler/back_end/parser_generator/label_generator.rb +4 -1
  49. data/lib/rattler/back_end/parser_generator/list0_generating.rb +36 -0
  50. data/lib/rattler/back_end/parser_generator/list1_generating.rb +30 -0
  51. data/lib/rattler/back_end/parser_generator/list_generator.rb +16 -20
  52. data/lib/rattler/back_end/parser_generator/one_or_more_generating.rb +25 -0
  53. data/lib/rattler/back_end/parser_generator/{optional_generator.rb → optional_generating.rb} +66 -81
  54. data/lib/rattler/back_end/parser_generator/predicate_propogating.rb +4 -4
  55. data/lib/rattler/back_end/parser_generator/repeat_generator.rb +53 -0
  56. data/lib/rattler/back_end/parser_generator/skip_propogating.rb +2 -2
  57. data/lib/rattler/back_end/parser_generator/sub_generating.rb +16 -18
  58. data/lib/rattler/back_end/parser_generator/token_propogating.rb +1 -1
  59. data/lib/rattler/back_end/parser_generator/zero_or_more_generating.rb +31 -0
  60. data/lib/rattler/grammar/grammar_parser.rb +20 -0
  61. data/lib/rattler/grammar/metagrammar.rb +131 -13
  62. data/lib/rattler/grammar/rattler.rtlr +25 -12
  63. data/lib/rattler/parsers.rb +9 -5
  64. data/lib/rattler/parsers/assert_code.rb +31 -0
  65. data/lib/rattler/parsers/atomic.rb +19 -0
  66. data/lib/rattler/parsers/direct_action.rb +12 -4
  67. data/lib/rattler/parsers/disallow_code.rb +31 -0
  68. data/lib/rattler/parsers/dispatch_action.rb +3 -2
  69. data/lib/rattler/parsers/e_symbol.rb +47 -0
  70. data/lib/rattler/parsers/effect_code.rb +31 -0
  71. data/lib/rattler/parsers/eof.rb +6 -13
  72. data/lib/rattler/parsers/list_parser.rb +33 -14
  73. data/lib/rattler/parsers/match.rb +1 -6
  74. data/lib/rattler/parsers/parser_dsl.rb +78 -35
  75. data/lib/rattler/parsers/predicate.rb +1 -4
  76. data/lib/rattler/parsers/repeat.rb +76 -0
  77. data/lib/rattler/parsers/semantic_assert.rb +19 -0
  78. data/lib/rattler/parsers/semantic_disallow.rb +19 -0
  79. data/lib/rattler/parsers/side_effect.rb +19 -0
  80. data/lib/rattler/parsers/skip.rb +1 -9
  81. data/lib/rattler/parsers/token.rb +1 -6
  82. data/lib/rattler/util/graphviz/node_builder.rb +6 -3
  83. data/spec/rattler/back_end/assert_compiler_examples.rb +187 -0
  84. data/spec/rattler/back_end/direct_action_compiler_examples.rb +227 -0
  85. data/spec/rattler/back_end/disallow_compiler_examples.rb +187 -0
  86. data/spec/rattler/back_end/dispatch_action_compiler_examples.rb +225 -0
  87. data/spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rb +45 -33
  88. data/spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rb +32 -172
  89. data/spec/rattler/back_end/parser_generator/e_symbol_generator_spec.rb +149 -0
  90. data/spec/rattler/back_end/parser_generator/eof_generator_spec.rb +152 -0
  91. data/spec/rattler/back_end/parser_generator/label_generator_spec.rb +4 -4
  92. data/spec/rattler/back_end/parser_generator/list0_generator_examples.rb +322 -0
  93. data/spec/rattler/back_end/parser_generator/list1_generator_examples.rb +343 -0
  94. data/spec/rattler/back_end/parser_generator/list_generator_spec.rb +597 -140
  95. data/spec/rattler/back_end/parser_generator/one_or_more_generator_examples.rb +292 -0
  96. data/spec/rattler/back_end/parser_generator/optional_generator_examples.rb +233 -0
  97. data/spec/rattler/back_end/parser_generator/repeat_generator_spec.rb +281 -0
  98. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_examples.rb +277 -0
  99. data/spec/rattler/back_end/semantic_assert_compiler_examples.rb +152 -0
  100. data/spec/rattler/back_end/semantic_disallow_compiler_examples.rb +152 -0
  101. data/spec/rattler/back_end/shared_compiler_examples.rb +106 -651
  102. data/spec/rattler/back_end/side_effect_compiler_examples.rb +227 -0
  103. data/spec/rattler/back_end/skip_compiler_examples.rb +161 -0
  104. data/spec/rattler/back_end/token_compiler_examples.rb +262 -0
  105. data/spec/rattler/grammar/grammar_parser_spec.rb +302 -23
  106. data/spec/rattler/parsers/apply_spec.rb +6 -0
  107. data/spec/rattler/parsers/assert_spec.rb +18 -7
  108. data/spec/rattler/parsers/back_reference_spec.rb +9 -0
  109. data/spec/rattler/parsers/choice_spec.rb +36 -21
  110. data/spec/rattler/parsers/direct_action_spec.rb +76 -36
  111. data/spec/rattler/parsers/disallow_spec.rb +18 -7
  112. data/spec/rattler/parsers/dispatch_action_spec.rb +128 -22
  113. data/spec/rattler/parsers/e_symbol_spec.rb +30 -0
  114. data/spec/rattler/parsers/eof_spec.rb +15 -6
  115. data/spec/rattler/parsers/label_spec.rb +15 -2
  116. data/spec/rattler/parsers/list_parser_spec.rb +187 -0
  117. data/spec/rattler/parsers/match_spec.rb +16 -7
  118. data/spec/rattler/parsers/parser_dsl_spec.rb +82 -23
  119. data/spec/rattler/parsers/repeat_spec.rb +233 -0
  120. data/spec/rattler/parsers/semantic_assert_spec.rb +83 -0
  121. data/spec/rattler/parsers/semantic_disallow_spec.rb +83 -0
  122. data/spec/rattler/parsers/sequence_spec.rb +34 -20
  123. data/spec/rattler/parsers/side_effect_spec.rb +214 -0
  124. data/spec/rattler/parsers/skip_spec.rb +17 -6
  125. data/spec/rattler_spec.rb +2 -0
  126. data/spec/support/compiler_spec_helper.rb +8 -0
  127. metadata +156 -447
  128. data/bin/rtlr.compiled.rbc +0 -201
  129. data/features/step_definitions/cli_steps.rbc +0 -149
  130. data/features/step_definitions/grammar_steps.rbc +0 -1211
  131. data/features/support/env.rbc +0 -389
  132. data/lib/rattler.rbc +0 -1231
  133. data/lib/rattler/back_end.rbc +0 -286
  134. data/lib/rattler/back_end/compiler.rbc +0 -1394
  135. data/lib/rattler/back_end/optimizer.rbc +0 -2000
  136. data/lib/rattler/back_end/optimizer/composite_reducing.rbc +0 -337
  137. data/lib/rattler/back_end/optimizer/flatten_choice.rbc +0 -443
  138. data/lib/rattler/back_end/optimizer/flatten_sequence.rbc +0 -827
  139. data/lib/rattler/back_end/optimizer/flattening.rbc +0 -570
  140. data/lib/rattler/back_end/optimizer/inline_regular_rules.rbc +0 -691
  141. data/lib/rattler/back_end/optimizer/join_match_capturing_sequence.rbc +0 -1299
  142. data/lib/rattler/back_end/optimizer/join_match_choice.rbc +0 -523
  143. data/lib/rattler/back_end/optimizer/join_match_matching_sequence.rbc +0 -619
  144. data/lib/rattler/back_end/optimizer/join_match_sequence.rbc +0 -174
  145. data/lib/rattler/back_end/optimizer/join_predicate_bare_match.rbc +0 -1505
  146. data/lib/rattler/back_end/optimizer/join_predicate_match.rbc +0 -174
  147. data/lib/rattler/back_end/optimizer/join_predicate_nested_match.rbc +0 -620
  148. data/lib/rattler/back_end/optimizer/join_predicate_or_bare_match.rbc +0 -1502
  149. data/lib/rattler/back_end/optimizer/join_predicate_or_match.rbc +0 -174
  150. data/lib/rattler/back_end/optimizer/join_predicate_or_nested_match.rbc +0 -616
  151. data/lib/rattler/back_end/optimizer/match_joining.rbc +0 -1454
  152. data/lib/rattler/back_end/optimizer/optimization.rbc +0 -1366
  153. data/lib/rattler/back_end/optimizer/optimization_context.rbc +0 -1386
  154. data/lib/rattler/back_end/optimizer/optimization_sequence.rbc +0 -520
  155. data/lib/rattler/back_end/optimizer/optimize_children.rbc +0 -793
  156. data/lib/rattler/back_end/optimizer/reduce_repeat_match.rbc +0 -788
  157. data/lib/rattler/back_end/optimizer/remove_meaningless_wrapper.rbc +0 -508
  158. data/lib/rattler/back_end/optimizer/simplify_redundant_repeat.rbc +0 -807
  159. data/lib/rattler/back_end/optimizer/simplify_token_match.rbc +0 -561
  160. data/lib/rattler/back_end/parser_generator.rbc +0 -1326
  161. data/lib/rattler/back_end/parser_generator/apply_generator.rbc +0 -2148
  162. data/lib/rattler/back_end/parser_generator/assert_generator.rbc +0 -1967
  163. data/lib/rattler/back_end/parser_generator/back_reference_generator.rbc +0 -1665
  164. data/lib/rattler/back_end/parser_generator/choice_generator.rbc +0 -2793
  165. data/lib/rattler/back_end/parser_generator/direct_action_generator.rbc +0 -1071
  166. data/lib/rattler/back_end/parser_generator/disallow_generator.rbc +0 -1967
  167. data/lib/rattler/back_end/parser_generator/dispatch_action_generator.rbc +0 -1071
  168. data/lib/rattler/back_end/parser_generator/expr_generator.rbc +0 -2295
  169. data/lib/rattler/back_end/parser_generator/fail_generator.rbc +0 -1216
  170. data/lib/rattler/back_end/parser_generator/gen_method_names.rbc +0 -296
  171. data/lib/rattler/back_end/parser_generator/group_match.rbc +0 -612
  172. data/lib/rattler/back_end/parser_generator/group_match_generator.rbc +0 -1647
  173. data/lib/rattler/back_end/parser_generator/label_generator.rbc +0 -1401
  174. data/lib/rattler/back_end/parser_generator/list1_generator.rb +0 -54
  175. data/lib/rattler/back_end/parser_generator/list1_generator.rbc +0 -1237
  176. data/lib/rattler/back_end/parser_generator/list_generating.rb +0 -71
  177. data/lib/rattler/back_end/parser_generator/list_generating.rbc +0 -1900
  178. data/lib/rattler/back_end/parser_generator/list_generator.rbc +0 -1068
  179. data/lib/rattler/back_end/parser_generator/match_generator.rbc +0 -1743
  180. data/lib/rattler/back_end/parser_generator/nested.rbc +0 -496
  181. data/lib/rattler/back_end/parser_generator/one_or_more_generator.rb +0 -56
  182. data/lib/rattler/back_end/parser_generator/one_or_more_generator.rbc +0 -1277
  183. data/lib/rattler/back_end/parser_generator/optional_generator.rbc +0 -2025
  184. data/lib/rattler/back_end/parser_generator/predicate_propogating.rbc +0 -648
  185. data/lib/rattler/back_end/parser_generator/repeat_generating.rb +0 -57
  186. data/lib/rattler/back_end/parser_generator/repeat_generating.rbc +0 -1549
  187. data/lib/rattler/back_end/parser_generator/rule_generator.rbc +0 -1239
  188. data/lib/rattler/back_end/parser_generator/rule_set_generator.rbc +0 -2641
  189. data/lib/rattler/back_end/parser_generator/sequence_generator.rbc +0 -4867
  190. data/lib/rattler/back_end/parser_generator/skip_generator.rbc +0 -1278
  191. data/lib/rattler/back_end/parser_generator/skip_propogating.rbc +0 -432
  192. data/lib/rattler/back_end/parser_generator/sub_generating.rbc +0 -2785
  193. data/lib/rattler/back_end/parser_generator/token_generator.rbc +0 -755
  194. data/lib/rattler/back_end/parser_generator/token_propogating.rbc +0 -324
  195. data/lib/rattler/back_end/parser_generator/top_level.rbc +0 -352
  196. data/lib/rattler/back_end/parser_generator/zero_or_more_generator.rb +0 -53
  197. data/lib/rattler/back_end/parser_generator/zero_or_more_generator.rbc +0 -1111
  198. data/lib/rattler/back_end/ruby_generator.rbc +0 -1841
  199. data/lib/rattler/grammar.rbc +0 -557
  200. data/lib/rattler/grammar/analysis.rbc +0 -1944
  201. data/lib/rattler/grammar/grammar.rbc +0 -1090
  202. data/lib/rattler/grammar/grammar_dsl.rbc +0 -1401
  203. data/lib/rattler/grammar/grammar_parser.rbc +0 -2096
  204. data/lib/rattler/grammar/metagrammar.rbc +0 -11014
  205. data/lib/rattler/parsers.rbc +0 -1006
  206. data/lib/rattler/parsers/action_code.rbc +0 -1577
  207. data/lib/rattler/parsers/apply.rbc +0 -562
  208. data/lib/rattler/parsers/assert.rbc +0 -378
  209. data/lib/rattler/parsers/back_reference.rbc +0 -871
  210. data/lib/rattler/parsers/choice.rbc +0 -607
  211. data/lib/rattler/parsers/combinator_parser.rbc +0 -612
  212. data/lib/rattler/parsers/combining.rbc +0 -570
  213. data/lib/rattler/parsers/direct_action.rbc +0 -1472
  214. data/lib/rattler/parsers/disallow.rbc +0 -379
  215. data/lib/rattler/parsers/dispatch_action.rbc +0 -2078
  216. data/lib/rattler/parsers/eof.rbc +0 -567
  217. data/lib/rattler/parsers/fail.rbc +0 -745
  218. data/lib/rattler/parsers/label.rbc +0 -749
  219. data/lib/rattler/parsers/list.rbc +0 -292
  220. data/lib/rattler/parsers/list0.rb +0 -26
  221. data/lib/rattler/parsers/list0.rbc +0 -292
  222. data/lib/rattler/parsers/list1.rb +0 -26
  223. data/lib/rattler/parsers/list1.rbc +0 -305
  224. data/lib/rattler/parsers/list_parser.rbc +0 -886
  225. data/lib/rattler/parsers/match.rbc +0 -621
  226. data/lib/rattler/parsers/node_code.rbc +0 -1064
  227. data/lib/rattler/parsers/one_or_more.rb +0 -47
  228. data/lib/rattler/parsers/one_or_more.rbc +0 -475
  229. data/lib/rattler/parsers/optional.rb +0 -42
  230. data/lib/rattler/parsers/optional.rbc +0 -450
  231. data/lib/rattler/parsers/parser.rbc +0 -994
  232. data/lib/rattler/parsers/parser_dsl.rbc +0 -4765
  233. data/lib/rattler/parsers/predicate.rbc +0 -490
  234. data/lib/rattler/parsers/rule.rbc +0 -777
  235. data/lib/rattler/parsers/rule_set.rbc +0 -1438
  236. data/lib/rattler/parsers/sequence.rbc +0 -1040
  237. data/lib/rattler/parsers/skip.rbc +0 -613
  238. data/lib/rattler/parsers/token.rbc +0 -457
  239. data/lib/rattler/parsers/zero_or_more.rb +0 -40
  240. data/lib/rattler/parsers/zero_or_more.rbc +0 -462
  241. data/lib/rattler/runner.rbc +0 -3813
  242. data/lib/rattler/runtime.rbc +0 -370
  243. data/lib/rattler/runtime/extended_packrat_parser.rbc +0 -2351
  244. data/lib/rattler/runtime/packrat_parser.rbc +0 -1390
  245. data/lib/rattler/runtime/parse_failure.rbc +0 -909
  246. data/lib/rattler/runtime/parse_node.rbc +0 -1007
  247. data/lib/rattler/runtime/parser.rbc +0 -2267
  248. data/lib/rattler/runtime/parser_helper.rbc +0 -337
  249. data/lib/rattler/runtime/recursive_descent_parser.rbc +0 -942
  250. data/lib/rattler/util.rbc +0 -286
  251. data/lib/rattler/util/graphviz.rbc +0 -327
  252. data/lib/rattler/util/graphviz/node_builder.rbc +0 -2207
  253. data/lib/rattler/util/line_counter.rbc +0 -988
  254. data/lib/rattler/util/node.rbc +0 -2393
  255. data/lib/rattler/util/parser_spec_helper.rbc +0 -2533
  256. data/spec/rattler/back_end/compiler_spec.rbc +0 -1187
  257. data/spec/rattler/back_end/optimizer/flatten_choice_spec.rbc +0 -2093
  258. data/spec/rattler/back_end/optimizer/flatten_sequence_spec.rbc +0 -4055
  259. data/spec/rattler/back_end/optimizer/inline_regular_rules_spec.rbc +0 -2345
  260. data/spec/rattler/back_end/optimizer/join_match_capturing_sequence_spec.rbc +0 -7006
  261. data/spec/rattler/back_end/optimizer/join_match_choice_spec.rbc +0 -3252
  262. data/spec/rattler/back_end/optimizer/join_match_matching_sequence_spec.rbc +0 -3681
  263. data/spec/rattler/back_end/optimizer/join_predicate_bare_match_spec.rbc +0 -5603
  264. data/spec/rattler/back_end/optimizer/join_predicate_nested_match_spec.rbc +0 -5232
  265. data/spec/rattler/back_end/optimizer/join_predicate_or_bare_match_spec.rbc +0 -4272
  266. data/spec/rattler/back_end/optimizer/join_predicate_or_nested_match_spec.rbc +0 -4342
  267. data/spec/rattler/back_end/optimizer/reduce_repeat_match_spec.rbc +0 -2960
  268. data/spec/rattler/back_end/optimizer/simplify_redundant_repeat_spec.rbc +0 -6929
  269. data/spec/rattler/back_end/optimizer/simplify_token_match_spec.rbc +0 -2327
  270. data/spec/rattler/back_end/optimizer_spec.rbc +0 -372
  271. data/spec/rattler/back_end/parser_generator/apply_generator_spec.rbc +0 -4710
  272. data/spec/rattler/back_end/parser_generator/assert_generator_spec.rbc +0 -4697
  273. data/spec/rattler/back_end/parser_generator/back_reference_generator_spec.rbc +0 -4855
  274. data/spec/rattler/back_end/parser_generator/choice_generator_spec.rbc +0 -5350
  275. data/spec/rattler/back_end/parser_generator/direct_action_generator_spec.rbc +0 -4737
  276. data/spec/rattler/back_end/parser_generator/disallow_generator_spec.rbc +0 -4697
  277. data/spec/rattler/back_end/parser_generator/dispatch_action_generator_spec.rbc +0 -4731
  278. data/spec/rattler/back_end/parser_generator/fail_generator_spec.rbc +0 -2115
  279. data/spec/rattler/back_end/parser_generator/group_match_generator_spec.rbc +0 -4195
  280. data/spec/rattler/back_end/parser_generator/group_match_spec.rbc +0 -1414
  281. data/spec/rattler/back_end/parser_generator/label_generator_spec.rbc +0 -4696
  282. data/spec/rattler/back_end/parser_generator/list1_generator_spec.rb +0 -309
  283. data/spec/rattler/back_end/parser_generator/list1_generator_spec.rbc +0 -5213
  284. data/spec/rattler/back_end/parser_generator/list_generator_spec.rbc +0 -5179
  285. data/spec/rattler/back_end/parser_generator/match_generator_spec.rbc +0 -4681
  286. data/spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rb +0 -259
  287. data/spec/rattler/back_end/parser_generator/one_or_more_generator_spec.rbc +0 -4957
  288. data/spec/rattler/back_end/parser_generator/optional_generator_spec.rb +0 -190
  289. data/spec/rattler/back_end/parser_generator/optional_generator_spec.rbc +0 -4704
  290. data/spec/rattler/back_end/parser_generator/rule_generator_spec.rbc +0 -545
  291. data/spec/rattler/back_end/parser_generator/rule_set_generator_spec.rbc +0 -1110
  292. data/spec/rattler/back_end/parser_generator/sequence_generator_spec.rbc +0 -5453
  293. data/spec/rattler/back_end/parser_generator/skip_generator_spec.rbc +0 -4691
  294. data/spec/rattler/back_end/parser_generator/token_generator_spec.rbc +0 -4691
  295. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rb +0 -244
  296. data/spec/rattler/back_end/parser_generator/zero_or_more_generator_spec.rbc +0 -4924
  297. data/spec/rattler/back_end/ruby_generator_spec.rbc +0 -2460
  298. data/spec/rattler/back_end/shared_compiler_examples.rbc +0 -41886
  299. data/spec/rattler/grammar/analysis_spec.rbc +0 -4365
  300. data/spec/rattler/grammar/grammar_parser_spec.rbc +0 -10344
  301. data/spec/rattler/grammar/grammar_spec.rbc +0 -1701
  302. data/spec/rattler/parsers/action_code_spec.rbc +0 -4674
  303. data/spec/rattler/parsers/apply_spec.rbc +0 -851
  304. data/spec/rattler/parsers/assert_spec.rbc +0 -752
  305. data/spec/rattler/parsers/back_reference_spec.rbc +0 -1002
  306. data/spec/rattler/parsers/choice_spec.rbc +0 -1696
  307. data/spec/rattler/parsers/combinator_parser_spec.rbc +0 -361
  308. data/spec/rattler/parsers/direct_action_spec.rbc +0 -5222
  309. data/spec/rattler/parsers/disallow_spec.rbc +0 -752
  310. data/spec/rattler/parsers/dispatch_action_spec.rbc +0 -3033
  311. data/spec/rattler/parsers/eof_spec.rbc +0 -728
  312. data/spec/rattler/parsers/fail_spec.rbc +0 -548
  313. data/spec/rattler/parsers/label_spec.rbc +0 -1091
  314. data/spec/rattler/parsers/list0_spec.rb +0 -82
  315. data/spec/rattler/parsers/list0_spec.rbc +0 -2308
  316. data/spec/rattler/parsers/list1_spec.rb +0 -82
  317. data/spec/rattler/parsers/list1_spec.rbc +0 -2287
  318. data/spec/rattler/parsers/list_spec.rbc +0 -2308
  319. data/spec/rattler/parsers/match_spec.rbc +0 -780
  320. data/spec/rattler/parsers/node_code_spec.rbc +0 -1754
  321. data/spec/rattler/parsers/one_or_more_spec.rb +0 -64
  322. data/spec/rattler/parsers/one_or_more_spec.rbc +0 -1698
  323. data/spec/rattler/parsers/optional_spec.rb +0 -64
  324. data/spec/rattler/parsers/optional_spec.rbc +0 -1717
  325. data/spec/rattler/parsers/parser_dsl_spec.rbc +0 -10150
  326. data/spec/rattler/parsers/rule_set_spec.rbc +0 -1060
  327. data/spec/rattler/parsers/sequence_spec.rbc +0 -2899
  328. data/spec/rattler/parsers/skip_spec.rbc +0 -753
  329. data/spec/rattler/parsers/token_spec.rbc +0 -1511
  330. data/spec/rattler/parsers/zero_or_more_spec.rb +0 -64
  331. data/spec/rattler/parsers/zero_or_more_spec.rbc +0 -1719
  332. data/spec/rattler/runtime/extended_packrat_parser_spec.rbc +0 -1341
  333. data/spec/rattler/runtime/packrat_parser_spec.rbc +0 -210
  334. data/spec/rattler/runtime/parse_failure_spec.rbc +0 -2244
  335. data/spec/rattler/runtime/parse_node_spec.rbc +0 -2008
  336. data/spec/rattler/runtime/parser_spec.rbc +0 -2757
  337. data/spec/rattler/runtime/recursive_descent_parser_spec.rbc +0 -210
  338. data/spec/rattler/runtime/shared_parser_examples.rbc +0 -2567
  339. data/spec/rattler/util/graphviz/node_builder_spec.rbc +0 -3439
  340. data/spec/rattler/util/line_counter_spec.rbc +0 -2272
  341. data/spec/rattler/util/node_spec.rbc +0 -15023
  342. data/spec/rattler_spec.rbc +0 -1591
  343. data/spec/spec_helper.rbc +0 -336
  344. data/spec/support/combinator_parser_spec_helper.rbc +0 -1284
  345. data/spec/support/compiler_spec_helper.rbc +0 -1941
  346. data/spec/support/parser_generator_spec_helper.rbc +0 -718
  347. data/spec/support/runtime_parser_spec_helper.rbc +0 -313
@@ -0,0 +1,187 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/../../spec_helper')
2
+
3
+ shared_examples_for 'a compiled parser with a disallow' do
4
+ include CompilerSpecHelper
5
+
6
+ subject { compiled_parser }
7
+
8
+ let(:reference_parser) { combinator_parser grammar }
9
+
10
+ context 'with a nested match rule' do
11
+ let(:grammar) { define_grammar do
12
+ rule(:word) { disallow /\w+/ }
13
+ end }
14
+ it { should parse(' ').succeeding.like reference_parser }
15
+ it { should parse('abc123 ').failing.like reference_parser }
16
+ end
17
+
18
+ context 'with a nested eof rule' do
19
+ let(:grammar) { define_grammar do
20
+ rule(:foo) { disallow(eof) }
21
+ end }
22
+ it { should parse('foo').succeeding.like reference_parser }
23
+ it { should parse('').failing.like reference_parser }
24
+ it { should parse('foo').from(3).failing.like reference_parser }
25
+ end
26
+
27
+ context 'with a nested "E" symbol rule' do
28
+ let(:grammar) { define_grammar do
29
+ rule(:foo) { disallow(e) }
30
+ end }
31
+ it { should parse('').failing.like reference_parser }
32
+ it { should parse('foo').failing.like reference_parser }
33
+ end
34
+
35
+ context 'with a nested choice rule' do
36
+ let(:grammar) { define_grammar do
37
+ rule(:word) { disallow(match(/[[:alpha:]]/) | match(/[[:digit:]]/)) }
38
+ end }
39
+ it { should parse(' ').succeeding.like reference_parser }
40
+ it { should parse('abc123 ').failing.like reference_parser }
41
+ end
42
+
43
+ context 'with a nested sequence rule' do
44
+ let(:grammar) { define_grammar do
45
+ rule(:word) { disallow(match(/[[:alpha:]]+/) & match(/[[:digit:]]+/)) }
46
+ end }
47
+ it { should parse(' ').succeeding.like reference_parser }
48
+ it { should parse('abc123 ').failing.like reference_parser }
49
+ end
50
+
51
+ context 'with a nested optional rule' do
52
+ let(:grammar) { define_grammar do
53
+ rule(:word) { disallow(optional(/\w+/)) }
54
+ end }
55
+ it { should parse(' ').failing.like reference_parser }
56
+ it { should parse('abc123 ').failing.like reference_parser }
57
+ end
58
+
59
+ context 'with a nested zero_or_more rule' do
60
+ let(:grammar) { define_grammar do
61
+ rule(:word) { disallow(zero_or_more(/\w/)) }
62
+ end }
63
+ it { should parse(' ').failing.like reference_parser }
64
+ it { should parse('abc123 ').failing.like reference_parser }
65
+ end
66
+
67
+ context 'with a nested one_or_more rule' do
68
+ let(:grammar) { define_grammar do
69
+ rule(:word) { disallow(one_or_more(/\w/)) }
70
+ end }
71
+ it { should parse(' ').succeeding.like reference_parser }
72
+ it { should parse('abc123 ').failing.like reference_parser }
73
+ end
74
+
75
+ context 'with a nested repeat rule' do
76
+ let(:grammar) { define_grammar do
77
+ rule(:word) { disallow(repeat(/\w/, 2, nil)) }
78
+ end }
79
+ it { should parse('a ').succeeding.like reference_parser }
80
+ it { should parse('abc123 ').failing.like reference_parser }
81
+
82
+ context 'with zero-or-more bounds' do
83
+ let(:grammar) { define_grammar do
84
+ rule(:word) { disallow(repeat(/\w/, 0, nil)) }
85
+ end }
86
+ it { should parse(' ').failing.like reference_parser }
87
+ it { should parse('abc123 ').failing.like reference_parser }
88
+
89
+ context 'with an upper bound' do
90
+ let(:grammar) { define_grammar do
91
+ rule(:word) { disallow(repeat(/\w/, 0, 2)) }
92
+ end }
93
+ it { should parse(' ').failing.like reference_parser }
94
+ it { should parse('abc123 ').failing.like reference_parser }
95
+ end
96
+ end
97
+
98
+ context 'with one-or-more bounds' do
99
+ let(:grammar) { define_grammar do
100
+ rule(:word) { disallow(repeat(/\w/, 1, nil)) }
101
+ end }
102
+ it { should parse(' ').succeeding.like reference_parser }
103
+ it { should parse('abc123 ').failing.like reference_parser }
104
+
105
+ context 'with an upper bound' do
106
+ let(:grammar) { define_grammar do
107
+ rule(:word) { disallow(repeat(/\w/, 1, 2)) }
108
+ end }
109
+ it { should parse(' ').succeeding.like reference_parser }
110
+ it { should parse('abc123 ').failing.like reference_parser }
111
+ end
112
+ end
113
+ end
114
+
115
+ context 'with a nested list rule' do
116
+ let(:grammar) { define_grammar do
117
+ rule :foo do
118
+ disallow list(/\w+/, /[,;]/, 2, nil)
119
+ end
120
+ end }
121
+ it { should parse('foo ').succeeding.like reference_parser }
122
+ it { should parse('foo,bar;baz ').failing.like reference_parser }
123
+
124
+ context 'with an upper bound' do
125
+ let(:grammar) { define_grammar do
126
+ rule :foo do
127
+ disallow list(/\w+/, /[,;]/, 2, 4)
128
+ end
129
+ end }
130
+ it { should parse('foo ').succeeding.like reference_parser }
131
+ it { should parse('foo,bar;baz ').failing.like reference_parser }
132
+ end
133
+
134
+ context 'with a non-capturing parser' do
135
+ let(:grammar) { define_grammar do
136
+ rule :foo do
137
+ disallow list(skip(/\w+/), /[,;]/, 2, nil)
138
+ end
139
+ end }
140
+ it { should parse('foo ').succeeding.like reference_parser }
141
+ it { should parse('foo,bar;baz ').failing.like reference_parser }
142
+
143
+ context 'with an upper bound' do
144
+ let(:grammar) { define_grammar do
145
+ rule :foo do
146
+ disallow list(skip(/\w+/), /[,;]/, 2, 4)
147
+ end
148
+ end }
149
+ it { should parse('foo ').succeeding.like reference_parser }
150
+ it { should parse('foo,bar;baz ').failing.like reference_parser }
151
+ end
152
+ end
153
+ end
154
+
155
+ context 'with a nested apply rule' do
156
+ let(:grammar) { define_grammar do
157
+ rule(:foo) { match :word }
158
+ rule(:word) { disallow /\w+/ }
159
+ end }
160
+ it { should parse(' ').succeeding.like reference_parser }
161
+ it { should parse('abc123 ').failing.like reference_parser }
162
+ end
163
+
164
+ context 'with a nested dispatch-action rule' do
165
+ let(:grammar) { define_grammar do
166
+ rule(:word) { disallow(dispatch_action(/\w+/)) }
167
+ end }
168
+ it { should parse(' ').succeeding.like reference_parser }
169
+ it { should parse('abc123 ').failing.like reference_parser }
170
+ end
171
+
172
+ context 'with a nested token rule' do
173
+ let(:grammar) { define_grammar do
174
+ rule(:word) { disallow(token(match(/\w+/))) }
175
+ end }
176
+ it { should parse(' ').succeeding.like reference_parser }
177
+ it { should parse('abc123 ').failing.like reference_parser }
178
+ end
179
+
180
+ context 'with a nested skip rule' do
181
+ let(:grammar) { define_grammar do
182
+ rule(:word) { disallow(skip(/\w+/)) }
183
+ end }
184
+ it { should parse(' ').succeeding.like reference_parser }
185
+ it { should parse('abc123 ').failing.like reference_parser }
186
+ end
187
+ end
@@ -0,0 +1,225 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/../../spec_helper')
2
+
3
+ shared_examples_for 'a compiled parser with a dispatch action' do
4
+ include CompilerSpecHelper
5
+
6
+ subject { compiled_parser }
7
+
8
+ let(:reference_parser) { combinator_parser grammar }
9
+
10
+ context 'with a nested match rule' do
11
+ let(:grammar) { define_grammar do
12
+ rule(:digits) { dispatch_action(/\d+/) }
13
+ end }
14
+ it { should parse('451a').succeeding.like reference_parser }
15
+ it { should parse(' ').failing.like reference_parser }
16
+
17
+ context 'with a label' do
18
+ let(:grammar) { define_grammar do
19
+ rule(:digits) { dispatch_action(label(:num, /\d+/)) }
20
+ end }
21
+ it { should parse('451a').succeeding.like reference_parser }
22
+ it { should parse(' ').failing.like reference_parser }
23
+ end
24
+ end
25
+
26
+ context 'with a nested apply rule' do
27
+ let(:grammar) { define_grammar do
28
+ rule(:digit) { match(/\d/) }
29
+ rule(:foo) { dispatch_action :digit }
30
+ end }
31
+ it { should parse('451 ').twice.succeeding.like reference_parser }
32
+ it { should parse('hi').failing.like reference_parser }
33
+
34
+ context 'with a label' do
35
+ let(:grammar) { define_grammar do
36
+ rule(:digits) { match(/\d+/) }
37
+ rule(:num) { dispatch_action(label(:num, :digits)) }
38
+ end }
39
+ it { should parse('451a').succeeding.like reference_parser }
40
+ it { should parse(' ').failing.like reference_parser }
41
+ end
42
+ end
43
+
44
+ context 'with a nested assert rule' do
45
+ let(:grammar) { define_grammar do
46
+ rule(:foo) { dispatch_action(assert(/\d/)) }
47
+ end }
48
+ it { should parse('451a').succeeding.like reference_parser }
49
+ it { should parse(' ').failing.like reference_parser }
50
+ end
51
+
52
+ context 'with a nested disallow rule' do
53
+ let(:grammar) { define_grammar do
54
+ rule(:foo) { dispatch_action(disallow(/\d/)) }
55
+ end }
56
+ it { should parse(' ').succeeding.like reference_parser }
57
+ it { should parse('451a').failing.like reference_parser }
58
+ end
59
+
60
+ context 'with a nested eof rule' do
61
+ let(:grammar) { define_grammar do
62
+ rule(:foo) { dispatch_action(eof) }
63
+ end }
64
+ it { should parse('').succeeding.like reference_parser }
65
+ it { should parse('foo').from(3).succeeding.like reference_parser }
66
+ it { should parse('foo').failing.like reference_parser }
67
+ end
68
+
69
+ context 'with a nested "E" symbol rule' do
70
+ let(:grammar) { define_grammar do
71
+ rule(:foo) { dispatch_action(e) }
72
+ end }
73
+ it { should parse('').succeeding.like reference_parser }
74
+ it { should parse('foo').succeeding.like reference_parser }
75
+ end
76
+
77
+ context 'with a nested choice rule' do
78
+ let(:grammar) { define_grammar do
79
+ rule :atom do
80
+ dispatch_action(match(/[[:alpha:]]+/) | match(/[[:digit:]]+/))
81
+ end
82
+ end }
83
+
84
+ it { should parse('451a').succeeding.like reference_parser }
85
+ it { should parse(' ').failing.like reference_parser }
86
+ end
87
+
88
+ context 'with a nested sequence rule' do
89
+ let(:grammar) { define_grammar do
90
+ rule :assignment do
91
+ dispatch_action(
92
+ match(/[[:alpha:]]+/) &
93
+ match('=') &
94
+ match(/[[:digit:]]+/)
95
+ )
96
+ end
97
+ end }
98
+
99
+ it { should parse('val=42 ').succeeding.like reference_parser }
100
+ it { should parse('val=x').failing.like reference_parser }
101
+
102
+ context 'with labels' do
103
+ let(:grammar) { define_grammar do
104
+ rule :assignment do
105
+ dispatch_action(
106
+ label(:name, /[[:alpha:]]+/) &
107
+ match('=') &
108
+ label(:value, /[[:digit:]]+/)
109
+ )
110
+ end
111
+ end }
112
+ it { should parse('val=42 ').succeeding.like reference_parser }
113
+ end
114
+ end
115
+
116
+ context 'with a nested optional rule' do
117
+ let(:grammar) { define_grammar do
118
+ rule :foo do
119
+ dispatch_action(optional(/\w+/))
120
+ end
121
+ end }
122
+ it { should parse('foo ').succeeding.like reference_parser }
123
+ it { should parse(' ').succeeding.like reference_parser }
124
+ end
125
+
126
+ context 'with a nested zero-or-more rule' do
127
+ let(:grammar) { define_grammar do
128
+ rule :foo do
129
+ dispatch_action(zero_or_more(/\w/))
130
+ end
131
+ end }
132
+ it { should parse('foo ').succeeding.like reference_parser }
133
+ it { should parse(' ').succeeding.like reference_parser }
134
+ end
135
+
136
+ context 'with a nested one-or-more rule' do
137
+ let(:grammar) { define_grammar do
138
+ rule :foo do
139
+ dispatch_action(one_or_more(/\w/))
140
+ end
141
+ end }
142
+ it { should parse('foo ').succeeding.like reference_parser }
143
+ it { should parse(' ').failing.like reference_parser }
144
+ end
145
+
146
+ context 'with a nested repeat rule' do
147
+ let(:grammar) { define_grammar do
148
+ rule :foo do
149
+ dispatch_action(repeat(/\w/, 2, 4))
150
+ end
151
+ end }
152
+ it { should parse('foo ').succeeding.like reference_parser }
153
+ it { should parse('abcde ').succeeding.like reference_parser }
154
+ it { should parse('a ').failing.like reference_parser }
155
+
156
+ context 'with optional bounds' do
157
+ let(:grammar) { define_grammar do
158
+ rule :foo do
159
+ dispatch_action(repeat(/\w+/, 0, 1))
160
+ end
161
+ end }
162
+ it { should parse('foo ').succeeding.like reference_parser }
163
+ it { should parse(' ').succeeding.like reference_parser }
164
+ end
165
+
166
+ context 'with zero-or-more bounds' do
167
+ let(:grammar) { define_grammar do
168
+ rule :foo do
169
+ dispatch_action(repeat(/\w/, 0, nil))
170
+ end
171
+ end }
172
+ it { should parse('foo ').succeeding.like reference_parser }
173
+ it { should parse(' ').succeeding.like reference_parser }
174
+ end
175
+
176
+ context 'with one-or-more bounds' do
177
+ let(:grammar) { define_grammar do
178
+ rule :foo do
179
+ dispatch_action(repeat(/\w/, 1, nil))
180
+ end
181
+ end }
182
+ it { should parse('foo ').succeeding.like reference_parser }
183
+ it { should parse(' ').failing.like reference_parser }
184
+ end
185
+ end
186
+
187
+ context 'with a nested list rule' do
188
+ let(:grammar) { define_grammar do
189
+ rule :foo do
190
+ dispatch_action(list(/\w+/, /,/, 1, nil))
191
+ end
192
+ end }
193
+ it { should parse('a,bc,d ').succeeding.like reference_parser }
194
+ it { should parse(' ').failing.like reference_parser }
195
+ end
196
+
197
+ context 'with a nested apply rule' do
198
+ let(:grammar) { define_grammar do
199
+ rule(:digit) { match /\d/ }
200
+ rule(:foo) { dispatch_action :digit }
201
+ end }
202
+ it { should parse('451a').succeeding.twice.like reference_parser }
203
+ it { should parse(' ').failing.like reference_parser }
204
+ end
205
+
206
+ context 'with a nested token rule' do
207
+ let(:grammar) { define_grammar do
208
+ rule :foo do
209
+ dispatch_action(token(match(/\w+/)))
210
+ end
211
+ end }
212
+ it { should parse('abc123').succeeding.like reference_parser }
213
+ it { should parse(' ').failing.like reference_parser }
214
+ end
215
+
216
+ context 'with a nested skip rule' do
217
+ let(:grammar) { define_grammar do
218
+ rule :foo do
219
+ dispatch_action(skip(/\w+/))
220
+ end
221
+ end }
222
+ it { should parse('abc123').succeeding.like reference_parser }
223
+ it { should parse(' ').failing.like reference_parser }
224
+ end
225
+ end
@@ -10,66 +10,78 @@ describe ReduceRepeatMatch do
10
10
 
11
11
  describe '#apply' do
12
12
 
13
- context 'given a zero-or-more match' do
13
+ context 'given a repeat match' do
14
14
 
15
- let(:repeat) { ZeroOrMore[Match[/a/]] }
15
+ context 'with an upper bound' do
16
16
 
17
- it 'converts it to an equivalent match' do
18
- subject.apply(repeat, matching).should == Match[/(?>a)*/]
17
+ let(:repeat) { Repeat[Match[/a/], 2, 4] }
18
+
19
+ it 'converts it to an equivalent match' do
20
+ subject.apply(repeat, matching).should == Match[/(?>a){2,4}/]
21
+ end
19
22
  end
20
- end
21
23
 
22
- context 'given a one-or-more of a match' do
24
+ context 'with no upper bound' do
23
25
 
24
- let(:repeat) { OneOrMore[Match[/a/]] }
26
+ let(:repeat) { Repeat[Match[/a/], 2, nil] }
25
27
 
26
- it 'returns true' do
27
- subject.apply(repeat, matching).should == Match[/(?>a)+/]
28
+ it 'converts it to an equivalent match' do
29
+ subject.apply(repeat, matching).should == Match[/(?>a){2,}/]
30
+ end
28
31
  end
29
- end
30
32
 
31
- context 'given an optional match' do
33
+ context 'with equal bounds' do
32
34
 
33
- let(:repeat) { Optional[Match[/a/]] }
35
+ let(:repeat) { Repeat[Match[/a/], 3, 3] }
34
36
 
35
- it 'returns true' do
36
- subject.apply(repeat, matching).should == Match[/(?>a)?/]
37
+ it 'converts it to an equivalent match using a single count' do
38
+ subject.apply(repeat, matching).should == Match[/(?>a){3}/]
39
+ end
37
40
  end
38
- end
39
- end
40
41
 
41
- describe '#applies_to?' do
42
+ context 'with zero-or-more bounds' do
42
43
 
43
- context 'in the :capturing context' do
44
+ let(:repeat) { Repeat[Match[/a/], 0, nil] }
45
+
46
+ it 'converts it to an equivalent match using "*"' do
47
+ subject.apply(repeat, matching).should == Match[/(?>a)*/]
48
+ end
49
+ end
44
50
 
45
- let(:repeat) { ZeroOrMore[Match[/a/]] }
51
+ context 'with one-or-more bounds' do
46
52
 
47
- it 'returns false' do
48
- subject.applies_to?(repeat, capturing).should be_false
53
+ let(:repeat) { Repeat[Match[/a/], 1, nil] }
54
+
55
+ it 'converts it to an equivalent match using "+"' do
56
+ subject.apply(repeat, matching).should == Match[/(?>a)+/]
57
+ end
49
58
  end
50
- end
51
59
 
52
- context 'given a zero-or-more of a match' do
60
+ context 'with optional bounds' do
53
61
 
54
- let(:repeat) { ZeroOrMore[Match[/a/]] }
62
+ let(:repeat) { Repeat[Match[/a/], 0, 1] }
55
63
 
56
- it 'returns true' do
57
- subject.applies_to?(repeat, matching).should be_true
64
+ it 'converts it to an equivalent match using "*"' do
65
+ subject.apply(repeat, matching).should == Match[/(?>a)?/]
66
+ end
58
67
  end
59
68
  end
69
+ end
70
+
71
+ describe '#applies_to?' do
60
72
 
61
- context 'given a one-or-more of a match' do
73
+ context 'in the :capturing context' do
62
74
 
63
- let(:repeat) { OneOrMore[Match[/a/]] }
75
+ let(:repeat) { Repeat[Match[/a/], 2, 4] }
64
76
 
65
- it 'returns true' do
66
- subject.applies_to?(repeat, matching).should be_true
77
+ it 'returns false' do
78
+ subject.applies_to?(repeat, capturing).should be_false
67
79
  end
68
80
  end
69
81
 
70
- context 'given an optional match' do
82
+ context 'given a repeat of a match' do
71
83
 
72
- let(:repeat) { Optional[Match[/a/]] }
84
+ let(:repeat) { Repeat[Match[/a/], 2, 4] }
73
85
 
74
86
  it 'returns true' do
75
87
  subject.applies_to?(repeat, matching).should be_true
@@ -78,7 +90,7 @@ describe ReduceRepeatMatch do
78
90
 
79
91
  context 'given a repeat of something other than a match' do
80
92
 
81
- let(:repeat) { ZeroOrMore[Apply[:a]] }
93
+ let(:repeat) { Repeat[Apply[:a], 2, 4] }
82
94
 
83
95
  it 'returns false' do
84
96
  subject.applies_to?(repeat, matching).should be_false