unparser 0.4.5 → 0.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (143) hide show
  1. checksums.yaml +4 -4
  2. data/README.md +1 -3
  3. data/bin/unparser +1 -1
  4. data/lib/unparser.rb +117 -62
  5. data/lib/unparser/ast.rb +1 -2
  6. data/lib/unparser/ast/local_variable_scope.rb +9 -79
  7. data/lib/unparser/buffer.rb +19 -16
  8. data/lib/unparser/cli.rb +84 -77
  9. data/lib/unparser/{cli/color.rb → color.rb} +0 -13
  10. data/lib/unparser/comments.rb +0 -26
  11. data/lib/unparser/constants.rb +4 -53
  12. data/lib/unparser/diff.rb +98 -0
  13. data/lib/unparser/dsl.rb +0 -32
  14. data/lib/unparser/emitter.rb +25 -428
  15. data/lib/unparser/emitter/alias.rb +2 -8
  16. data/lib/unparser/emitter/args.rb +45 -0
  17. data/lib/unparser/emitter/argument.rb +17 -179
  18. data/lib/unparser/emitter/array.rb +27 -0
  19. data/lib/unparser/emitter/array_pattern.rb +29 -0
  20. data/lib/unparser/emitter/assignment.rb +36 -127
  21. data/lib/unparser/emitter/begin.rb +9 -84
  22. data/lib/unparser/emitter/binary.rb +7 -20
  23. data/lib/unparser/emitter/block.rb +57 -41
  24. data/lib/unparser/emitter/case.rb +6 -48
  25. data/lib/unparser/emitter/case_guard.rb +27 -0
  26. data/lib/unparser/emitter/case_match.rb +40 -0
  27. data/lib/unparser/emitter/cbase.rb +1 -3
  28. data/lib/unparser/emitter/class.rb +6 -26
  29. data/lib/unparser/emitter/const_pattern.rb +24 -0
  30. data/lib/unparser/emitter/def.rb +7 -51
  31. data/lib/unparser/emitter/defined.rb +2 -12
  32. data/lib/unparser/emitter/dstr.rb +22 -0
  33. data/lib/unparser/emitter/dsym.rb +41 -0
  34. data/lib/unparser/emitter/flipflop.rb +11 -10
  35. data/lib/unparser/emitter/float.rb +29 -0
  36. data/lib/unparser/emitter/flow_modifier.rb +8 -55
  37. data/lib/unparser/emitter/for.rb +5 -19
  38. data/lib/unparser/emitter/hash.rb +74 -0
  39. data/lib/unparser/emitter/hash_pattern.rb +67 -0
  40. data/lib/unparser/emitter/hookexe.rb +5 -11
  41. data/lib/unparser/emitter/if.rb +9 -73
  42. data/lib/unparser/emitter/in_match.rb +21 -0
  43. data/lib/unparser/emitter/in_pattern.rb +34 -0
  44. data/lib/unparser/emitter/index.rb +21 -88
  45. data/lib/unparser/emitter/kwbegin.rb +31 -0
  46. data/lib/unparser/emitter/lambda.rb +0 -8
  47. data/lib/unparser/emitter/masgn.rb +20 -0
  48. data/lib/unparser/emitter/match.rb +3 -17
  49. data/lib/unparser/emitter/match_alt.rb +23 -0
  50. data/lib/unparser/emitter/match_as.rb +21 -0
  51. data/lib/unparser/emitter/match_rest.rb +26 -0
  52. data/lib/unparser/emitter/match_var.rb +19 -0
  53. data/lib/unparser/emitter/mlhs.rb +40 -0
  54. data/lib/unparser/emitter/module.rb +3 -9
  55. data/lib/unparser/emitter/op_assign.rb +12 -27
  56. data/lib/unparser/emitter/pin.rb +19 -0
  57. data/lib/unparser/emitter/primitive.rb +93 -0
  58. data/lib/unparser/emitter/range.rb +35 -0
  59. data/lib/unparser/emitter/regexp.rb +35 -0
  60. data/lib/unparser/emitter/repetition.rb +17 -57
  61. data/lib/unparser/emitter/rescue.rb +1 -97
  62. data/lib/unparser/emitter/root.rb +17 -1
  63. data/lib/unparser/emitter/send.rb +10 -219
  64. data/lib/unparser/emitter/simple.rb +33 -0
  65. data/lib/unparser/emitter/splat.rb +2 -18
  66. data/lib/unparser/emitter/super.rb +1 -29
  67. data/lib/unparser/emitter/undef.rb +1 -9
  68. data/lib/unparser/emitter/variable.rb +1 -31
  69. data/lib/unparser/emitter/xstr.rb +72 -0
  70. data/lib/unparser/emitter/yield.rb +1 -9
  71. data/lib/unparser/generation.rb +250 -0
  72. data/lib/unparser/node_details.rb +21 -0
  73. data/lib/unparser/node_details/send.rb +62 -0
  74. data/lib/unparser/node_helpers.rb +49 -8
  75. data/lib/unparser/validation.rb +151 -0
  76. data/lib/unparser/writer.rb +15 -0
  77. data/lib/unparser/writer/binary.rb +99 -0
  78. data/lib/unparser/writer/dynamic_string.rb +229 -0
  79. data/lib/unparser/writer/resbody.rb +40 -0
  80. data/lib/unparser/writer/rescue.rb +39 -0
  81. data/lib/unparser/writer/send.rb +124 -0
  82. data/lib/unparser/{emitter → writer}/send/attribute_assignment.rb +11 -26
  83. data/lib/unparser/writer/send/binary.rb +27 -0
  84. data/lib/unparser/writer/send/conditional.rb +25 -0
  85. data/lib/unparser/writer/send/regular.rb +33 -0
  86. data/lib/unparser/{emitter → writer}/send/unary.rb +10 -17
  87. metadata +152 -101
  88. data/.circleci/config.yml +0 -41
  89. data/.gitignore +0 -37
  90. data/.rspec +0 -4
  91. data/.rubocop.yml +0 -9
  92. data/Changelog.md +0 -146
  93. data/Gemfile +0 -11
  94. data/Gemfile.lock +0 -180
  95. data/LICENSE +0 -20
  96. data/Rakefile +0 -22
  97. data/config/devtools.yml +0 -2
  98. data/config/flay.yml +0 -3
  99. data/config/flog.yml +0 -2
  100. data/config/mutant.yml +0 -6
  101. data/config/reek.yml +0 -98
  102. data/config/rubocop.yml +0 -122
  103. data/config/yardstick.yml +0 -2
  104. data/lib/unparser/cli/differ.rb +0 -152
  105. data/lib/unparser/cli/source.rb +0 -267
  106. data/lib/unparser/emitter/empty.rb +0 -23
  107. data/lib/unparser/emitter/ensure.rb +0 -37
  108. data/lib/unparser/emitter/literal.rb +0 -10
  109. data/lib/unparser/emitter/literal/array.rb +0 -29
  110. data/lib/unparser/emitter/literal/dynamic.rb +0 -53
  111. data/lib/unparser/emitter/literal/dynamic_body.rb +0 -132
  112. data/lib/unparser/emitter/literal/execute_string.rb +0 -38
  113. data/lib/unparser/emitter/literal/hash.rb +0 -156
  114. data/lib/unparser/emitter/literal/primitive.rb +0 -145
  115. data/lib/unparser/emitter/literal/range.rb +0 -36
  116. data/lib/unparser/emitter/literal/regexp.rb +0 -114
  117. data/lib/unparser/emitter/literal/singleton.rb +0 -26
  118. data/lib/unparser/emitter/meta.rb +0 -16
  119. data/lib/unparser/emitter/redo.rb +0 -25
  120. data/lib/unparser/emitter/resbody.rb +0 -76
  121. data/lib/unparser/emitter/retry.rb +0 -25
  122. data/lib/unparser/emitter/send/binary.rb +0 -57
  123. data/lib/unparser/emitter/send/conditional.rb +0 -40
  124. data/lib/unparser/emitter/send/regular.rb +0 -40
  125. data/lib/unparser/preprocessor.rb +0 -159
  126. data/spec/integration/unparser/corpus_spec.rb +0 -111
  127. data/spec/integrations.yml +0 -87
  128. data/spec/spec_helper.rb +0 -20
  129. data/spec/unit/unparser/buffer/append_spec.rb +0 -24
  130. data/spec/unit/unparser/buffer/append_without_prefix_spec.rb +0 -23
  131. data/spec/unit/unparser/buffer/capture_content_spec.rb +0 -17
  132. data/spec/unit/unparser/buffer/content_spec.rb +0 -38
  133. data/spec/unit/unparser/buffer/fresh_line_spec.rb +0 -20
  134. data/spec/unit/unparser/buffer/indent_spec.rb +0 -20
  135. data/spec/unit/unparser/buffer/nl_spec.rb +0 -16
  136. data/spec/unit/unparser/buffer/unindent_spec.rb +0 -20
  137. data/spec/unit/unparser/comments/consume_spec.rb +0 -22
  138. data/spec/unit/unparser/comments/take_all_spec.rb +0 -19
  139. data/spec/unit/unparser/comments/take_before_spec.rb +0 -46
  140. data/spec/unit/unparser/comments/take_eol_comments_spec.rb +0 -32
  141. data/spec/unit/unparser/emitter/class_methods/handle_spec.rb +0 -17
  142. data/spec/unit/unparser_spec.rb +0 -1841
  143. data/unparser.gemspec +0 -30
@@ -1,57 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Unparser
4
- class Emitter
5
- class Send
6
- # Emitter for binary sends
7
- class Binary < self
8
- include Unterminated
9
-
10
- private
11
-
12
- # Return undefined
13
- #
14
- # @return [undefined]
15
- #
16
- # @api private
17
- #
18
- def dispatch
19
- visit(receiver)
20
- emit_operator
21
- emit_right
22
- end
23
-
24
- # Emit operator
25
- #
26
- # @return [undefined]
27
- #
28
- # @api private
29
- #
30
- def emit_operator
31
- write(WS, string_selector, WS)
32
- end
33
-
34
- # Return right node
35
- #
36
- # @return [Parser::AST::Node]
37
- #
38
- # @api private
39
- #
40
- def right_node
41
- children[2]
42
- end
43
-
44
- # Emit right
45
- #
46
- # @return [undefined]
47
- #
48
- # @api private
49
- #
50
- def emit_right
51
- visit(right_node)
52
- end
53
-
54
- end # Binary
55
- end # Send
56
- end # Emitter
57
- end # Unparser
@@ -1,40 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Unparser
4
- class Emitter
5
- class Send
6
- # Emitter for "conditional" receiver&.selector(arguments...) case
7
- class Conditional < self
8
- include Terminated
9
-
10
- handle :csend
11
-
12
- private
13
-
14
- # Perform regular dispatch
15
- #
16
- # @return [undefined]
17
- #
18
- # @api private
19
- #
20
- def dispatch
21
- emit_receiver
22
- emit_selector
23
- emit_arguments
24
- end
25
-
26
- # Emit receiver
27
- #
28
- # @return [undefined]
29
- #
30
- # @api private
31
- #
32
- def emit_receiver
33
- visit(receiver)
34
- write(T_AMP, T_DOT)
35
- end
36
-
37
- end # Regular
38
- end # Send
39
- end # Emitter
40
- end # Unparser
@@ -1,40 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Unparser
4
- class Emitter
5
- class Send
6
- # Emitter for "regular" receiver.selector(arguments...) case
7
- class Regular < self
8
- include Terminated
9
-
10
- private
11
-
12
- # Perform regular dispatch
13
- #
14
- # @return [undefined]
15
- #
16
- # @api private
17
- #
18
- def dispatch
19
- emit_receiver
20
- emit_selector
21
- emit_arguments
22
- end
23
-
24
- # Emit receiver
25
- #
26
- # @return [undefined]
27
- #
28
- # @api private
29
- #
30
- def emit_receiver
31
- return unless first_child
32
-
33
- visit(receiver)
34
- write(T_DOT)
35
- end
36
-
37
- end # Regular
38
- end # Send
39
- end # Emitter
40
- end # Unparser
@@ -1,159 +0,0 @@
1
- # frozen_string_literal: true
2
-
3
- module Unparser
4
- # Preprocessor to normalize AST generated by parser
5
- class Preprocessor
6
- include Adamantium::Flat, NodeHelpers, AbstractType, Concord.new(:node, :parent_type), Procto.call(:result)
7
-
8
- # Return preprocessor result
9
- #
10
- # @return [Parser::AST::Node]
11
- #
12
- # @api private
13
- #
14
- abstract_method :result
15
-
16
- EMPTY = Parser::AST::Node.new(:empty)
17
-
18
- # Run preprocessor for node
19
- #
20
- # @param [Parser::AST::Node, nil] node
21
- #
22
- # @return [Parser::AST::Node, nil]
23
- #
24
- # @api private
25
- #
26
- def self.run(node, parent_type = nil)
27
- return EMPTY if node.nil?
28
-
29
- REGISTRY.fetch(node.type, [Noop]).reduce(node) do |current, processor|
30
- processor.call(current, parent_type)
31
- end
32
- end
33
-
34
- REGISTRY = Hash.new { |hash, key| hash[key] = [] }
35
-
36
- # Register preprocessor
37
- #
38
- # @param [Symbol] type
39
- #
40
- # @return [undefined]
41
- #
42
- # @api private
43
- #
44
- def self.register(type)
45
- REGISTRY[type] << self
46
- end
47
- private_class_method :register
48
-
49
- private
50
-
51
- # Visit node
52
- #
53
- # @param [Parser::AST::Node] child
54
- #
55
- # @return [undefined]
56
- #
57
- # @api private
58
- #
59
- def visit(child)
60
- self.class.run(child, node.type)
61
- end
62
-
63
- # Return children
64
- #
65
- # @return [Array<Parser::AST::Node>]
66
- #
67
- # @api private
68
- #
69
- def children
70
- node.children
71
- end
72
-
73
- # Return visited children
74
- #
75
- # @return [Array<Parser::Ast::Node>]
76
- #
77
- # @api private
78
- #
79
- def visited_children
80
- children.map do |node|
81
- if node.is_a?(Parser::AST::Node)
82
- visit(node)
83
- else
84
- node
85
- end
86
- end
87
- end
88
-
89
- # Noop preprocessor that just passes node through.
90
- class Noop < self
91
-
92
- register :int
93
- register :str
94
-
95
- # Return preprocessor result
96
- #
97
- # @return [Parser::AST::Node]
98
- #
99
- # @api private
100
- #
101
- def result
102
- node.updated(nil, visited_children)
103
- end
104
-
105
- end # Noop
106
-
107
- # Preprocessor transforming numeric nodes with infinity as value to round trippable equivalent.
108
- class Infinity < self
109
-
110
- register :float
111
- register :int
112
-
113
- NEG_INFINITY = -(Float::INFINITY - 1)
114
-
115
- # Return preprocessor result
116
- #
117
- # @param [Parser::AST::Node]
118
- #
119
- # @api private
120
- #
121
- def result
122
- value = node.children.first
123
- case value
124
- when Float::INFINITY
125
- s(:const, s(:const, nil, :Float), :INFINITY)
126
- when NEG_INFINITY
127
- s(:send, s(:const, s(:const, nil, :Float), :INFINITY), :-@)
128
- else
129
- node
130
- end
131
- end
132
- end
133
-
134
- # Preprocessor for begin nodes. Removes begin nodes with one child.
135
- #
136
- # This reduces the amount of complex logic needed inside unparser to emit "nice" syntax with minimal
137
- # tokens.
138
- #
139
- class Begin < self
140
-
141
- register :begin
142
-
143
- # Return preprocessor result
144
- #
145
- # @return [Parser::AST::Node]
146
- #
147
- # @api private
148
- #
149
- def result
150
- if children.one? && !parent_type.equal?(:regexp)
151
- visit(children.first)
152
- else
153
- Noop.call(node, parent_type)
154
- end
155
- end
156
-
157
- end # Begin
158
- end # Preprocessor
159
- end # Unparser
@@ -1,111 +0,0 @@
1
- require 'spec_helper'
2
- describe 'Unparser on ruby corpus', mutant: false do
3
- ROOT = Pathname.new(__FILE__).parent.parent.parent.parent
4
-
5
- TMP = ROOT.join('tmp')
6
-
7
- class Project
8
- include Anima.new(:name, :repo_uri, :repo_ref, :exclude)
9
-
10
- # Perform verification via unparser cli
11
- #
12
- # @return [self]
13
- # if successful
14
- #
15
- # @raise [Exception]
16
- # otherwise
17
- #
18
- def verify
19
- checkout
20
- command = %W(unparser #{repo_path})
21
- exclude.each do |name|
22
- command.concat(%W(--ignore #{repo_path.join(name)}))
23
- end
24
- system(command) do
25
- raise "Verifing #{name} failed!"
26
- end
27
- self
28
- end
29
-
30
- # Checkout repository
31
- #
32
- # @return [self]
33
- #
34
- # @api private
35
- #
36
- def checkout
37
- TMP.mkdir unless TMP.directory?
38
- if repo_path.exist?
39
- Dir.chdir(repo_path) do
40
- system(%w(git pull origin master))
41
- system(%w(git clean -f -d -x))
42
- end
43
- else
44
- system(%W(git clone #{repo_uri} #{repo_path}))
45
- end
46
-
47
- Dir.chdir(repo_path) do
48
- system(%W(git checkout #{repo_ref}))
49
- system(%w(git reset --hard))
50
- system(%w(git clean -f -d -x))
51
- end
52
-
53
- self
54
- end
55
-
56
- private
57
-
58
- # Return repository path
59
- #
60
- # @return [Pathname]
61
- #
62
- # @api private
63
- #
64
- def repo_path
65
- TMP.join(name)
66
- end
67
-
68
- # Helper method to execute system commands
69
- #
70
- # @param [Array<String>] arguments
71
- #
72
- # @api private
73
- #
74
- def system(arguments)
75
- return if Kernel.system(*arguments)
76
-
77
- if block_given?
78
- yield
79
- else
80
- raise "System command #{arguments.inspect} failed!"
81
- end
82
- end
83
-
84
- LOADER = Morpher.build do
85
- s(:block,
86
- s(:guard, s(:primitive, Array)),
87
- s(:map,
88
- s(:block,
89
- s(:guard, s(:primitive, Hash)),
90
- s(:hash_transform,
91
- s(:key_symbolize, :repo_uri, s(:guard, s(:primitive, String))),
92
- s(:key_symbolize, :repo_ref, s(:guard, s(:primitive, String))),
93
- s(:key_symbolize, :name, s(:guard, s(:primitive, String))),
94
- s(:key_symbolize, :exclude, s(:map, s(:guard, s(:primitive, String))))),
95
- s(:load_attribute_hash,
96
- # NOTE: The domain param has no DSL currently!
97
- Morpher::Evaluator::Transformer::Domain::Param.new(
98
- Project,
99
- [:repo_uri, :repo_ref, :name, :exclude]
100
- )))))
101
- end
102
-
103
- ALL = LOADER.call(YAML.load_file(ROOT.join('spec', 'integrations.yml')))
104
- end
105
-
106
- Project::ALL.each do |project|
107
- specify "unparsing #{project.name}" do
108
- project.verify
109
- end
110
- end
111
- end
@@ -1,87 +0,0 @@
1
- ---
2
- - name: anima
3
- repo_uri: 'https://github.com/mbj/anima.git'
4
- repo_ref: 'origin/master'
5
- exclude: []
6
- - name: mutant
7
- repo_uri: 'https://github.com/mbj/mutant.git'
8
- repo_ref: 'origin/master'
9
- exclude: []
10
- - name: yaks
11
- repo_uri: 'https://github.com/plexus/yaks.git'
12
- repo_ref: 'origin/master'
13
- exclude: []
14
- - name: chassis
15
- repo_uri: 'https://github.com/ahawkins/chassis.git'
16
- repo_ref: 'origin/master'
17
- exclude: []
18
- - name: rubyspec
19
- repo_uri: 'https://github.com/ruby/spec.git'
20
- # Revision of rubyspec on the last CI build of unparser that passed
21
- repo_ref: 'origin/master'
22
- exclude:
23
- - command_line/fixtures/bad_syntax.rb
24
- - core/array/pack/shared/float.rb
25
- - core/array/pack/shared/integer.rb
26
- - core/array/pack/shared/string.rb
27
- - core/array/pack/{b,c,h,m}_spec.rb
28
- - core/array/pack/{u,w}_spec.rb
29
- - core/encoding/compatible_spec.rb
30
- - core/encoding/converter/convert_spec.rb
31
- - core/encoding/converter/last_error_spec.rb
32
- - core/encoding/converter/primitive_convert_spec.rb
33
- - core/encoding/converter/primitive_errinfo_spec.rb
34
- - core/encoding/converter/putback_spec.rb
35
- - core/encoding/fixtures/classes.rb
36
- - core/encoding/invalid_byte_sequence_error/error_bytes_spec.rb
37
- - core/encoding/invalid_byte_sequence_error/incomplete_input_spec.rb
38
- - core/encoding/invalid_byte_sequence_error/readagain_bytes_spec.rb
39
- - core/encoding/replicate_spec.rb
40
- - core/env/element_reference_spec.rb
41
- - core/io/readpartial_spec.rb
42
- - core/io/shared/gets_ascii.rb
43
- - core/marshal/dump_spec.rb
44
- - core/marshal/fixtures/marshal_data.rb
45
- - core/marshal/shared/load.rb
46
- - core/random/bytes_spec.rb
47
- - core/regexp/shared/new_ascii.rb
48
- - core/regexp/shared/new_ascii_8bit.rb
49
- - core/regexp/shared/quote.rb
50
- - core/string/byteslice_spec.rb
51
- - core/string/casecmp_spec.rb
52
- - core/string/codepoints_spec.rb
53
- - core/string/count_spec.rb
54
- - core/string/shared/codepoints.rb
55
- - core/string/shared/each_codepoint_without_block.rb
56
- - core/string/shared/eql.rb
57
- - core/string/shared/succ.rb
58
- - core/string/shared/to_sym.rb
59
- - core/string/squeeze_spec.rb
60
- - core/string/unpack/shared/float.rb
61
- - core/string/unpack/shared/integer.rb
62
- - core/string/unpack/{b,c,h,m}_spec.rb
63
- - core/string/unpack/{u,w}_spec.rb
64
- - core/symbol/casecmp_spec.rb
65
- - core/time/_dump_spec.rb
66
- - core/time/_load_spec.rb
67
- - language/fixtures/binary_symbol.rb
68
- - language/fixtures/squiggly_heredoc.rb
69
- - language/for_spec.rb
70
- - language/regexp/encoding_spec.rb
71
- - language/regexp/escapes_spec.rb
72
- - language/source_encoding_spec.rb
73
- - language/string_spec.rb
74
- - library/digest/md5/shared/constants.rb
75
- - library/digest/md5/shared/sample.rb
76
- - library/digest/sha1/shared/constants.rb
77
- - library/digest/sha256/shared/constants.rb
78
- - library/digest/sha384/shared/constants.rb
79
- - library/digest/sha512/shared/constants.rb
80
- - library/openssl/shared/constants.rb
81
- - library/socket/basicsocket/recv_spec.rb
82
- - library/socket/socket/gethostbyname_spec.rb
83
- - library/stringscanner/getch_spec.rb
84
- - library/stringscanner/shared/get_byte.rb
85
- - library/zlib/inflate/set_dictionary_spec.rb
86
- - optional/capi/integer_spec.rb
87
- - security/cve_2010_1330_spec.rb