prism 1.9.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (258) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +144 -40
  3. data/CODE_OF_CONDUCT.md +1 -1
  4. data/LICENSE.md +1 -1
  5. data/Makefile +49 -20
  6. data/README.md +38 -98
  7. data/config.yml +174 -161
  8. data/docs/build_system.md +2 -2
  9. data/docs/configuration.md +5 -4
  10. data/docs/encoding.md +2 -2
  11. data/docs/fuzzing.md +9 -16
  12. data/docs/javascript.md +19 -4
  13. data/docs/mapping.md +1 -1
  14. data/docs/releasing.md +77 -5
  15. data/docs/relocation.md +2 -4
  16. data/docs/serialization.md +39 -28
  17. data/docs/testing.md +46 -29
  18. data/ext/prism/api_node.c +1527 -1467
  19. data/ext/prism/extconf.rb +3 -4
  20. data/ext/prism/extension.c +759 -418
  21. data/ext/prism/extension.h +3 -3
  22. data/include/prism/arena.h +45 -0
  23. data/include/prism/arena.hpp +42 -0
  24. data/include/prism/ast.h +2738 -611
  25. data/include/prism/ast.hpp +641 -0
  26. data/include/prism/buffer.h +60 -0
  27. data/include/prism/buffer.hpp +55 -0
  28. data/include/prism/comments.h +72 -0
  29. data/include/prism/compiler/accel.h +26 -0
  30. data/include/prism/compiler/align.h +36 -0
  31. data/include/prism/compiler/assume.h +25 -0
  32. data/include/prism/compiler/branch.h +26 -0
  33. data/include/prism/compiler/bswap.h +46 -0
  34. data/include/prism/compiler/cplusplus.hpp +16 -0
  35. data/include/prism/compiler/endianness.h +34 -0
  36. data/include/prism/compiler/exceptions.hpp +17 -0
  37. data/include/prism/compiler/exported.h +24 -0
  38. data/include/prism/compiler/fallthrough.h +22 -0
  39. data/include/prism/compiler/filesystem.h +32 -0
  40. data/include/prism/compiler/flex_array.h +19 -0
  41. data/include/prism/compiler/force_inline.h +21 -0
  42. data/include/prism/compiler/format.h +27 -0
  43. data/include/prism/compiler/inline.h +17 -0
  44. data/include/prism/compiler/lifetimebound.hpp +25 -0
  45. data/include/prism/compiler/nodiscard.h +22 -0
  46. data/include/prism/compiler/nonnull.h +18 -0
  47. data/include/prism/compiler/unused.h +18 -0
  48. data/include/prism/constant_pool.h +106 -0
  49. data/include/prism/diagnostic.h +55 -402
  50. data/include/prism/errors_format.h +61 -0
  51. data/include/prism/excludes.h +29 -0
  52. data/include/prism/integer.h +41 -0
  53. data/include/prism/internal/allocator.h +68 -0
  54. data/include/prism/internal/allocator_debug.h +88 -0
  55. data/include/prism/internal/arena.h +108 -0
  56. data/include/prism/internal/bit.h +42 -0
  57. data/include/prism/internal/buffer.h +94 -0
  58. data/include/prism/internal/char.h +145 -0
  59. data/include/prism/internal/comments.h +54 -0
  60. data/include/prism/internal/constant_pool.h +152 -0
  61. data/include/prism/internal/diagnostic.h +389 -0
  62. data/include/prism/{encoding.h → internal/encoding.h} +27 -68
  63. data/include/prism/internal/integer.h +68 -0
  64. data/include/prism/internal/isinf.h +16 -0
  65. data/include/prism/internal/line_offset_list.h +34 -0
  66. data/include/prism/{util/pm_list.h → internal/list.h} +11 -52
  67. data/include/prism/internal/magic_comments.h +23 -0
  68. data/include/prism/internal/memchr.h +15 -0
  69. data/include/prism/internal/node.h +42 -0
  70. data/include/prism/internal/options.h +232 -0
  71. data/include/prism/internal/parser.h +1015 -0
  72. data/include/prism/internal/regexp.h +26 -0
  73. data/include/prism/internal/serialize.h +39 -0
  74. data/include/prism/internal/source.h +72 -0
  75. data/include/prism/internal/static_literals.h +60 -0
  76. data/include/prism/internal/stringy.h +30 -0
  77. data/include/prism/{util/pm_strncasecmp.h → internal/strncasecmp.h} +3 -17
  78. data/include/prism/{util/pm_strpbrk.h → internal/strpbrk.h} +7 -20
  79. data/include/prism/internal/tokens.h +11 -0
  80. data/include/prism/internal/xxh3.h +16 -0
  81. data/include/prism/json.h +40 -0
  82. data/include/prism/line_offset_list.h +69 -0
  83. data/include/prism/magic_comments.h +53 -0
  84. data/include/prism/node.h +59 -49
  85. data/include/prism/node.hpp +272 -0
  86. data/include/prism/node_type.hpp +38 -0
  87. data/include/prism/options.h +154 -279
  88. data/include/prism/options.hpp +43 -0
  89. data/include/prism/parser.h +367 -870
  90. data/include/prism/parser.hpp +274 -0
  91. data/include/prism/prettyprint.h +14 -9
  92. data/include/prism/serialize.h +123 -0
  93. data/include/prism/source.h +163 -0
  94. data/include/prism/stream.h +36 -0
  95. data/include/prism/string_query.h +82 -0
  96. data/include/prism/stringy.h +61 -0
  97. data/include/prism/stringy.hpp +31 -0
  98. data/include/prism/version.h +20 -3
  99. data/include/prism.h +35 -320
  100. data/include/prism.hpp +24 -0
  101. data/lib/prism/compiler.rb +319 -305
  102. data/lib/prism/desugar_compiler.rb +105 -34
  103. data/lib/prism/dispatcher.rb +646 -473
  104. data/lib/prism/dot_visitor.rb +592 -511
  105. data/lib/prism/dsl.rb +391 -25
  106. data/lib/prism/ffi.rb +258 -90
  107. data/lib/prism/inspect_visitor.rb +357 -325
  108. data/lib/prism/lex_compat.rb +254 -212
  109. data/lib/prism/mutation_compiler.rb +313 -305
  110. data/lib/prism/node.rb +20966 -6992
  111. data/lib/prism/node_ext.rb +180 -187
  112. data/lib/prism/node_find.rb +215 -0
  113. data/lib/prism/parse_result/errors.rb +7 -1
  114. data/lib/prism/parse_result/newlines.rb +276 -8
  115. data/lib/prism/parse_result.rb +468 -139
  116. data/lib/prism/pattern.rb +65 -20
  117. data/lib/prism/reflection.rb +23 -12
  118. data/lib/prism/relocation.rb +149 -87
  119. data/lib/prism/serialize.rb +2889 -700
  120. data/lib/prism/string_query.rb +24 -1
  121. data/lib/prism/translation/parser/builder.rb +10 -2
  122. data/lib/prism/translation/parser/compiler.rb +44 -52
  123. data/lib/prism/translation/parser/lexer.rb +41 -92
  124. data/lib/prism/translation/parser.rb +1 -1
  125. data/lib/prism/translation/parser_current.rb +1 -1
  126. data/lib/prism/translation/ripper/lexer.rb +8 -10
  127. data/lib/prism/translation/ripper/sexp.rb +2 -10
  128. data/lib/prism/translation/ripper/shim.rb +2 -0
  129. data/lib/prism/translation/ripper.rb +967 -209
  130. data/lib/prism/translation/ruby_parser.rb +73 -316
  131. data/lib/prism/translation.rb +2 -0
  132. data/lib/prism/visitor.rb +632 -5
  133. data/lib/prism.rb +79 -9
  134. data/prism.gemspec +141 -62
  135. data/rbi/generated/prism/compiler.rbi +489 -0
  136. data/rbi/generated/prism/desugar_compiler.rbi +306 -0
  137. data/rbi/generated/prism/dispatcher.rbi +1138 -0
  138. data/rbi/generated/prism/dot_visitor.rbi +618 -0
  139. data/rbi/generated/prism/dsl.rbi +751 -0
  140. data/rbi/generated/prism/inspect_visitor.rbi +503 -0
  141. data/rbi/generated/prism/lex_compat.rbi +162 -0
  142. data/rbi/generated/prism/mutation_compiler.rbi +464 -0
  143. data/rbi/generated/prism/node.rbi +15143 -0
  144. data/rbi/generated/prism/node_ext.rbi +259 -0
  145. data/rbi/generated/prism/node_find.rbi +79 -0
  146. data/rbi/generated/prism/parse_result/errors.rbi +21 -0
  147. data/rbi/generated/prism/parse_result/newlines.rbi +208 -0
  148. data/rbi/generated/prism/parse_result.rbi +776 -0
  149. data/rbi/generated/prism/pattern.rbi +134 -0
  150. data/rbi/generated/prism/reflection.rbi +89 -0
  151. data/rbi/generated/prism/relocation.rbi +329 -0
  152. data/rbi/generated/prism/serialize.rbi +185 -0
  153. data/rbi/generated/prism/string_query.rbi +43 -0
  154. data/rbi/generated/prism/translation.rbi +7 -0
  155. data/rbi/generated/prism/visitor.rbi +650 -0
  156. data/rbi/generated/prism.rbi +86 -0
  157. data/rbi/prism/translation/parser_versions.rbi +5 -0
  158. data/rbi/rubyvm/node_find.rbi +14 -0
  159. data/sig/generated/prism/compiler.rbs +492 -0
  160. data/sig/generated/prism/desugar_compiler.rbs +305 -0
  161. data/sig/generated/prism/dispatcher.rbs +1292 -0
  162. data/sig/generated/prism/dot_visitor.rbs +635 -0
  163. data/sig/generated/prism/dsl.rbs +928 -0
  164. data/sig/generated/prism/inspect_visitor.rbs +509 -0
  165. data/sig/generated/prism/lex_compat.rbs +166 -0
  166. data/sig/{prism → generated/prism}/mutation_compiler.rbs +309 -4
  167. data/sig/generated/prism/node.rbs +21632 -0
  168. data/sig/generated/prism/node_ext.rbs +290 -0
  169. data/sig/generated/prism/node_find.rbs +90 -0
  170. data/sig/generated/prism/parse_result/errors.rbs +22 -0
  171. data/sig/generated/prism/parse_result/newlines.rbs +223 -0
  172. data/sig/generated/prism/parse_result.rbs +871 -0
  173. data/sig/generated/prism/pattern.rbs +156 -0
  174. data/sig/generated/prism/reflection.rbs +101 -0
  175. data/sig/generated/prism/relocation.rbs +428 -0
  176. data/sig/generated/prism/serialize.rbs +200 -0
  177. data/sig/generated/prism/string_query.rbs +43 -0
  178. data/sig/generated/prism/translation.rbs +8 -0
  179. data/sig/generated/prism/visitor.rbs +1111 -0
  180. data/sig/generated/prism.rbs +84 -0
  181. data/sig/manifest.yaml +2 -0
  182. data/src/arena.c +122 -0
  183. data/src/{util/pm_buffer.c → buffer.c} +53 -21
  184. data/src/{util/pm_char.c → char.c} +28 -57
  185. data/src/comments.c +455 -0
  186. data/src/constant_pool.c +406 -0
  187. data/src/diagnostic.c +120 -68
  188. data/src/encoding.c +8 -3
  189. data/src/errors_format.c +519 -0
  190. data/src/{util/pm_integer.c → integer.c} +38 -22
  191. data/src/json.c +5733 -0
  192. data/src/line_offset_list.c +100 -0
  193. data/src/list.c +24 -0
  194. data/src/{util/pm_memchr.c → memchr.c} +8 -6
  195. data/src/node.c +3465 -7787
  196. data/src/options.c +161 -54
  197. data/src/parser.c +371 -0
  198. data/src/prettyprint.c +421 -354
  199. data/src/prism.c +8503 -7280
  200. data/src/regexp.c +960 -45
  201. data/src/serialize.c +2434 -2048
  202. data/src/source.c +524 -0
  203. data/src/static_literals.c +303 -360
  204. data/src/string_query.c +180 -0
  205. data/src/stringy.c +61 -0
  206. data/src/{util/pm_strncasecmp.c → strncasecmp.c} +5 -4
  207. data/src/strpbrk.c +447 -0
  208. data/src/{token_type.c → tokens.c} +39 -18
  209. data/src/xxh3.c +292 -0
  210. metadata +141 -63
  211. data/ext/prism/api_pack.c +0 -276
  212. data/include/prism/defines.h +0 -260
  213. data/include/prism/pack.h +0 -163
  214. data/include/prism/regexp.h +0 -43
  215. data/include/prism/static_literals.h +0 -121
  216. data/include/prism/util/pm_buffer.h +0 -236
  217. data/include/prism/util/pm_char.h +0 -204
  218. data/include/prism/util/pm_constant_pool.h +0 -218
  219. data/include/prism/util/pm_integer.h +0 -130
  220. data/include/prism/util/pm_memchr.h +0 -29
  221. data/include/prism/util/pm_newline_list.h +0 -113
  222. data/include/prism/util/pm_string.h +0 -200
  223. data/lib/prism/pack.rb +0 -230
  224. data/lib/prism/parse_result/comments.rb +0 -188
  225. data/rbi/prism/compiler.rbi +0 -12
  226. data/rbi/prism/dsl.rbi +0 -524
  227. data/rbi/prism/inspect_visitor.rbi +0 -12
  228. data/rbi/prism/node.rbi +0 -8750
  229. data/rbi/prism/node_ext.rbi +0 -107
  230. data/rbi/prism/parse_result.rbi +0 -404
  231. data/rbi/prism/reflection.rbi +0 -58
  232. data/rbi/prism/string_query.rbi +0 -12
  233. data/rbi/prism/visitor.rbi +0 -473
  234. data/rbi/prism.rbi +0 -63
  235. data/sig/prism/compiler.rbs +0 -9
  236. data/sig/prism/dispatcher.rbs +0 -19
  237. data/sig/prism/dot_visitor.rbs +0 -6
  238. data/sig/prism/dsl.rbs +0 -351
  239. data/sig/prism/inspect_visitor.rbs +0 -22
  240. data/sig/prism/lex_compat.rbs +0 -10
  241. data/sig/prism/node.rbs +0 -4042
  242. data/sig/prism/node_ext.rbs +0 -149
  243. data/sig/prism/pack.rbs +0 -43
  244. data/sig/prism/parse_result/comments.rbs +0 -38
  245. data/sig/prism/parse_result.rbs +0 -197
  246. data/sig/prism/pattern.rbs +0 -13
  247. data/sig/prism/reflection.rbs +0 -50
  248. data/sig/prism/relocation.rbs +0 -185
  249. data/sig/prism/serialize.rbs +0 -8
  250. data/sig/prism/string_query.rbs +0 -11
  251. data/sig/prism/visitor.rbs +0 -169
  252. data/sig/prism.rbs +0 -272
  253. data/src/pack.c +0 -509
  254. data/src/util/pm_constant_pool.c +0 -342
  255. data/src/util/pm_list.c +0 -49
  256. data/src/util/pm_newline_list.c +0 -125
  257. data/src/util/pm_string.c +0 -381
  258. data/src/util/pm_strpbrk.c +0 -206
data/lib/prism.rb CHANGED
@@ -1,5 +1,7 @@
1
1
  # frozen_string_literal: true
2
2
  # :markup: markdown
3
+ #--
4
+ # rbs_inline: enabled
3
5
 
4
6
  # The Prism Ruby parser.
5
7
  #
@@ -21,7 +23,7 @@ module Prism
21
23
  autoload :InspectVisitor, "prism/inspect_visitor"
22
24
  autoload :LexCompat, "prism/lex_compat"
23
25
  autoload :MutationCompiler, "prism/mutation_compiler"
24
- autoload :Pack, "prism/pack"
26
+ autoload :NodeFind, "prism/node_find"
25
27
  autoload :Pattern, "prism/pattern"
26
28
  autoload :Reflection, "prism/reflection"
27
29
  autoload :Relocation, "prism/relocation"
@@ -33,19 +35,24 @@ module Prism
33
35
  # Some of these constants are not meant to be exposed, so marking them as
34
36
  # private here.
35
37
 
36
- private_constant :LexCompat
38
+ if RUBY_ENGINE != "jruby"
39
+ private_constant :LexCompat
40
+ private_constant :NodeFind
41
+ end
37
42
 
38
43
  # Raised when requested to parse as the currently running Ruby version but Prism has no support for it.
39
44
  class CurrentVersionError < ArgumentError
40
45
  # Initialize a new exception for the given ruby version string.
46
+ #
47
+ #: (String version) -> void
41
48
  def initialize(version)
42
49
  message = +"invalid version: Requested to parse as `version: 'current'`; "
43
- segments =
50
+ major, minor, =
44
51
  if version.match?(/\A\d+\.\d+.\d+\z/)
45
52
  version.split(".").map(&:to_i)
46
53
  end
47
54
 
48
- if segments && ((segments[0] < 3) || (segments[0] == 3 && segments[1] < 3))
55
+ if major && minor && ((major < 3) || (major == 3 && minor < 3))
49
56
  message << " #{version} is below the minimum supported syntax."
50
57
  else
51
58
  message << " #{version} is unknown. Please update the `prism` gem."
@@ -56,23 +63,63 @@ module Prism
56
63
  end
57
64
 
58
65
  # :call-seq:
59
- # Prism::lex_compat(source, **options) -> LexCompat::Result
66
+ # lex_compat(source, **options) -> LexCompat::Result
60
67
  #
61
68
  # Returns a parse result whose value is an array of tokens that closely
62
- # resembles the return value of Ripper::lex.
69
+ # resembles the return value of Ripper.lex.
70
+ #
71
+ # For supported options, see Prism.parse.
63
72
  #
64
- # For supported options, see Prism::parse.
73
+ #: (String source, **untyped options) -> LexCompat::Result
65
74
  def self.lex_compat(source, **options)
66
75
  LexCompat.new(source, **options).result # steep:ignore
67
76
  end
68
77
 
69
78
  # :call-seq:
70
- # Prism::load(source, serialized, freeze) -> ParseResult
79
+ # load(source, serialized, freeze) -> ParseResult
71
80
  #
72
81
  # Load the serialized AST using the source as a reference into a tree.
82
+ #
83
+ #: (String source, String serialized, ?bool freeze) -> ParseResult
73
84
  def self.load(source, serialized, freeze = false)
74
85
  Serialize.load_parse(source, serialized, freeze)
75
86
  end
87
+
88
+ # Given a Method, UnboundMethod, Proc, or Thread::Backtrace::Location,
89
+ # returns the Prism node representing it. On CRuby, this uses node_id for
90
+ # an exact match. On other implementations, it falls back to best-effort
91
+ # matching by source location line number.
92
+ #
93
+ #: (Method | UnboundMethod | Proc | Thread::Backtrace::Location callable) -> Node?
94
+ def self.find(callable)
95
+ NodeFind.find(callable)
96
+ end
97
+
98
+ # @rbs!
99
+ # VERSION: String
100
+ # BACKEND: :CEXT | :FFI
101
+ #
102
+ # interface _Stream
103
+ # def gets: (?Integer integer) -> (String | nil)
104
+ # end
105
+ #
106
+ # def self.parse: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> ParseResult
107
+ # def self.profile: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> void
108
+ # def self.lex: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> LexResult
109
+ # def self.parse_lex: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> ParseLexResult
110
+ # def self.dump: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> String
111
+ # def self.parse_comments: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> Array[Comment]
112
+ # def self.parse_success?: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> bool
113
+ # def self.parse_failure?: (String source, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> bool
114
+ # def self.parse_stream: (_Stream stream, ?filepath: String, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> ParseResult
115
+ # def self.parse_file: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> ParseResult
116
+ # def self.profile_file: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> void
117
+ # def self.lex_file: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> LexResult
118
+ # def self.parse_lex_file: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> ParseLexResult
119
+ # def self.dump_file: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> String
120
+ # def self.parse_file_comments: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> Array[Comment]
121
+ # def self.parse_file_success?: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> bool
122
+ # def self.parse_file_failure?: (path filepath, ?attach_comments: bool, ?command_line: String, ?encoding: Encoding | false, ?freeze: bool, ?frozen_string_literal: bool, ?line: Integer, ?main_script: bool, ?partial_script: bool, ?raise_error: Symbol | true, ?scopes: Array[Array[Symbol]], ?version: String) -> bool
76
123
  end
77
124
 
78
125
  require_relative "prism/polyfill/byteindex"
@@ -89,7 +136,30 @@ if RUBY_ENGINE == "ruby" and !ENV["PRISM_FFI_BACKEND"]
89
136
  # The C extension is the default backend on CRuby.
90
137
  Prism::BACKEND = :CEXT
91
138
 
92
- require "prism/prism"
139
+ begin
140
+ # The precompiled native libraries are in <gem_dir>/lib/prism/<ruby_version>
141
+ require_relative "prism/#{RUBY_VERSION[/\d+\.\d+/]}/prism"
142
+ rescue LoadError => e
143
+ if e.message.include?("GLIBC")
144
+ warn(<<~EOM)
145
+
146
+ ERROR: It looks like you're trying to use Prism as a precompiled native gem on a system
147
+ with an unsupported version of glibc.
148
+
149
+ #{e.message}
150
+
151
+ If that's the case, then please install Prism via the `ruby` platform gem:
152
+ gem install prism --platform=ruby
153
+ or, in your Gemfile:
154
+ gem "prism", force_ruby_platform: true
155
+
156
+ EOM
157
+ raise e
158
+ end
159
+
160
+ # Precompiled library isn't available, fall back to the library compiled at installation time.
161
+ require "prism/prism"
162
+ end
93
163
  else
94
164
  # The FFI backend is used on other Ruby implementations.
95
165
  Prism::BACKEND = :FFI
data/prism.gemspec CHANGED
@@ -2,9 +2,9 @@
2
2
 
3
3
  Gem::Specification.new do |spec|
4
4
  spec.name = "prism"
5
- spec.version = "1.9.0"
6
- spec.authors = ["Shopify"]
7
- spec.email = ["ruby@shopify.com"]
5
+ spec.version = "2.1.0"
6
+ spec.authors = ["Ruby developers"]
7
+ spec.email = ["ruby-core@ruby-lang.org"]
8
8
 
9
9
  spec.summary = "Prism Ruby parser"
10
10
  spec.homepage = "https://github.com/ruby/prism"
@@ -42,31 +42,87 @@ Gem::Specification.new do |spec|
42
42
  "docs/serialization.md",
43
43
  "docs/testing.md",
44
44
  "ext/prism/api_node.c",
45
- "ext/prism/api_pack.c",
45
+ "ext/prism/extconf.rb",
46
46
  "ext/prism/extension.c",
47
47
  "ext/prism/extension.h",
48
48
  "include/prism.h",
49
+ "include/prism.hpp",
50
+ "include/prism/compiler/accel.h",
51
+ "include/prism/compiler/align.h",
52
+ "include/prism/compiler/assume.h",
53
+ "include/prism/compiler/branch.h",
54
+ "include/prism/compiler/bswap.h",
55
+ "include/prism/compiler/cplusplus.hpp",
56
+ "include/prism/compiler/endianness.h",
57
+ "include/prism/compiler/exceptions.hpp",
58
+ "include/prism/compiler/exported.h",
59
+ "include/prism/compiler/fallthrough.h",
60
+ "include/prism/compiler/filesystem.h",
61
+ "include/prism/compiler/flex_array.h",
62
+ "include/prism/compiler/force_inline.h",
63
+ "include/prism/compiler/format.h",
64
+ "include/prism/compiler/inline.h",
65
+ "include/prism/compiler/lifetimebound.hpp",
66
+ "include/prism/compiler/nodiscard.h",
67
+ "include/prism/compiler/nonnull.h",
68
+ "include/prism/compiler/unused.h",
69
+ "include/prism/internal/allocator.h",
70
+ "include/prism/internal/allocator_debug.h",
71
+ "include/prism/internal/arena.h",
72
+ "include/prism/internal/bit.h",
73
+ "include/prism/internal/buffer.h",
74
+ "include/prism/internal/char.h",
75
+ "include/prism/internal/comments.h",
76
+ "include/prism/internal/constant_pool.h",
77
+ "include/prism/internal/diagnostic.h",
78
+ "include/prism/internal/encoding.h",
79
+ "include/prism/internal/integer.h",
80
+ "include/prism/internal/isinf.h",
81
+ "include/prism/internal/line_offset_list.h",
82
+ "include/prism/internal/list.h",
83
+ "include/prism/internal/magic_comments.h",
84
+ "include/prism/internal/memchr.h",
85
+ "include/prism/internal/node.h",
86
+ "include/prism/internal/options.h",
87
+ "include/prism/internal/parser.h",
88
+ "include/prism/internal/regexp.h",
89
+ "include/prism/internal/serialize.h",
90
+ "include/prism/internal/source.h",
91
+ "include/prism/internal/static_literals.h",
92
+ "include/prism/internal/strncasecmp.h",
93
+ "include/prism/internal/stringy.h",
94
+ "include/prism/internal/strpbrk.h",
95
+ "include/prism/internal/tokens.h",
96
+ "include/prism/internal/xxh3.h",
97
+ "include/prism/arena.h",
98
+ "include/prism/arena.hpp",
49
99
  "include/prism/ast.h",
50
- "include/prism/defines.h",
100
+ "include/prism/ast.hpp",
101
+ "include/prism/buffer.h",
102
+ "include/prism/buffer.hpp",
103
+ "include/prism/comments.h",
104
+ "include/prism/constant_pool.h",
51
105
  "include/prism/diagnostic.h",
52
- "include/prism/encoding.h",
106
+ "include/prism/errors_format.h",
107
+ "include/prism/excludes.h",
108
+ "include/prism/integer.h",
109
+ "include/prism/json.h",
110
+ "include/prism/line_offset_list.h",
111
+ "include/prism/magic_comments.h",
53
112
  "include/prism/node.h",
113
+ "include/prism/node.hpp",
114
+ "include/prism/node_type.hpp",
54
115
  "include/prism/options.h",
55
- "include/prism/pack.h",
116
+ "include/prism/options.hpp",
56
117
  "include/prism/parser.h",
118
+ "include/prism/parser.hpp",
57
119
  "include/prism/prettyprint.h",
58
- "include/prism/regexp.h",
59
- "include/prism/static_literals.h",
60
- "include/prism/util/pm_buffer.h",
61
- "include/prism/util/pm_char.h",
62
- "include/prism/util/pm_constant_pool.h",
63
- "include/prism/util/pm_integer.h",
64
- "include/prism/util/pm_list.h",
65
- "include/prism/util/pm_memchr.h",
66
- "include/prism/util/pm_newline_list.h",
67
- "include/prism/util/pm_strncasecmp.h",
68
- "include/prism/util/pm_string.h",
69
- "include/prism/util/pm_strpbrk.h",
120
+ "include/prism/serialize.h",
121
+ "include/prism/source.h",
122
+ "include/prism/stream.h",
123
+ "include/prism/string_query.h",
124
+ "include/prism/stringy.h",
125
+ "include/prism/stringy.hpp",
70
126
  "include/prism/version.h",
71
127
  "lib/prism.rb",
72
128
  "lib/prism/compiler.rb",
@@ -79,10 +135,9 @@ Gem::Specification.new do |spec|
79
135
  "lib/prism/lex_compat.rb",
80
136
  "lib/prism/mutation_compiler.rb",
81
137
  "lib/prism/node_ext.rb",
138
+ "lib/prism/node_find.rb",
82
139
  "lib/prism/node.rb",
83
- "lib/prism/pack.rb",
84
140
  "lib/prism/parse_result.rb",
85
- "lib/prism/parse_result/comments.rb",
86
141
  "lib/prism/parse_result/errors.rb",
87
142
  "lib/prism/parse_result/newlines.rb",
88
143
  "lib/prism/pattern.rb",
@@ -110,59 +165,83 @@ Gem::Specification.new do |spec|
110
165
  "lib/prism/translation/ruby_parser.rb",
111
166
  "lib/prism/visitor.rb",
112
167
  "prism.gemspec",
113
- "rbi/prism.rbi",
114
- "rbi/prism/compiler.rbi",
115
- "rbi/prism/dsl.rbi",
116
- "rbi/prism/inspect_visitor.rbi",
117
- "rbi/prism/node_ext.rbi",
118
- "rbi/prism/node.rbi",
119
- "rbi/prism/parse_result.rbi",
120
- "rbi/prism/reflection.rbi",
121
- "rbi/prism/string_query.rbi",
168
+ "rbi/generated/prism.rbi",
169
+ "rbi/generated/prism/compiler.rbi",
170
+ "rbi/generated/prism/desugar_compiler.rbi",
171
+ "rbi/generated/prism/dispatcher.rbi",
172
+ "rbi/generated/prism/dot_visitor.rbi",
173
+ "rbi/generated/prism/dsl.rbi",
174
+ "rbi/generated/prism/inspect_visitor.rbi",
175
+ "rbi/generated/prism/lex_compat.rbi",
176
+ "rbi/generated/prism/mutation_compiler.rbi",
177
+ "rbi/generated/prism/node.rbi",
178
+ "rbi/generated/prism/node_ext.rbi",
179
+ "rbi/generated/prism/node_find.rbi",
180
+ "rbi/generated/prism/parse_result.rbi",
181
+ "rbi/generated/prism/pattern.rbi",
182
+ "rbi/generated/prism/reflection.rbi",
183
+ "rbi/generated/prism/relocation.rbi",
184
+ "rbi/generated/prism/serialize.rbi",
185
+ "rbi/generated/prism/string_query.rbi",
186
+ "rbi/generated/prism/translation.rbi",
187
+ "rbi/generated/prism/visitor.rbi",
188
+ "rbi/generated/prism/parse_result/errors.rbi",
189
+ "rbi/generated/prism/parse_result/newlines.rbi",
122
190
  "rbi/prism/translation/parser.rbi",
123
191
  "rbi/prism/translation/parser_versions.rbi",
124
192
  "rbi/prism/translation/ripper.rbi",
125
- "rbi/prism/visitor.rbi",
126
- "sig/prism.rbs",
127
- "sig/prism/compiler.rbs",
128
- "sig/prism/dispatcher.rbs",
129
- "sig/prism/dot_visitor.rbs",
130
- "sig/prism/dsl.rbs",
131
- "sig/prism/inspect_visitor.rbs",
132
- "sig/prism/lex_compat.rbs",
133
- "sig/prism/mutation_compiler.rbs",
134
- "sig/prism/node_ext.rbs",
135
- "sig/prism/node.rbs",
136
- "sig/prism/pack.rbs",
137
- "sig/prism/parse_result.rbs",
138
- "sig/prism/parse_result/comments.rbs",
139
- "sig/prism/pattern.rbs",
140
- "sig/prism/reflection.rbs",
141
- "sig/prism/relocation.rbs",
142
- "sig/prism/serialize.rbs",
143
- "sig/prism/string_query.rbs",
144
- "sig/prism/visitor.rbs",
193
+ "rbi/rubyvm/node_find.rbi",
194
+ "sig/generated/prism.rbs",
195
+ "sig/generated/prism/compiler.rbs",
196
+ "sig/generated/prism/desugar_compiler.rbs",
197
+ "sig/generated/prism/dispatcher.rbs",
198
+ "sig/generated/prism/dot_visitor.rbs",
199
+ "sig/generated/prism/dsl.rbs",
200
+ "sig/generated/prism/inspect_visitor.rbs",
201
+ "sig/generated/prism/lex_compat.rbs",
202
+ "sig/generated/prism/mutation_compiler.rbs",
203
+ "sig/generated/prism/node.rbs",
204
+ "sig/generated/prism/node_ext.rbs",
205
+ "sig/generated/prism/node_find.rbs",
206
+ "sig/generated/prism/parse_result.rbs",
207
+ "sig/generated/prism/pattern.rbs",
208
+ "sig/generated/prism/reflection.rbs",
209
+ "sig/generated/prism/relocation.rbs",
210
+ "sig/generated/prism/serialize.rbs",
211
+ "sig/generated/prism/string_query.rbs",
212
+ "sig/generated/prism/translation.rbs",
213
+ "sig/generated/prism/visitor.rbs",
214
+ "sig/generated/prism/parse_result/errors.rbs",
215
+ "sig/generated/prism/parse_result/newlines.rbs",
216
+ "sig/manifest.yaml",
217
+ "src/arena.c",
218
+ "src/buffer.c",
219
+ "src/char.c",
220
+ "src/comments.c",
221
+ "src/constant_pool.c",
145
222
  "src/diagnostic.c",
146
223
  "src/encoding.c",
224
+ "src/errors_format.c",
225
+ "src/integer.c",
226
+ "src/json.c",
227
+ "src/line_offset_list.c",
228
+ "src/list.c",
229
+ "src/memchr.c",
147
230
  "src/node.c",
148
231
  "src/options.c",
149
- "src/pack.c",
232
+ "src/parser.c",
150
233
  "src/prettyprint.c",
151
234
  "src/prism.c",
152
235
  "src/regexp.c",
153
236
  "src/serialize.c",
237
+ "src/source.c",
154
238
  "src/static_literals.c",
155
- "src/token_type.c",
156
- "src/util/pm_buffer.c",
157
- "src/util/pm_char.c",
158
- "src/util/pm_constant_pool.c",
159
- "src/util/pm_integer.c",
160
- "src/util/pm_list.c",
161
- "src/util/pm_memchr.c",
162
- "src/util/pm_newline_list.c",
163
- "src/util/pm_string.c",
164
- "src/util/pm_strncasecmp.c",
165
- "src/util/pm_strpbrk.c"
239
+ "src/string_query.c",
240
+ "src/stringy.c",
241
+ "src/strncasecmp.c",
242
+ "src/strpbrk.c",
243
+ "src/tokens.c",
244
+ "src/xxh3.c"
166
245
  ]
167
246
 
168
247
  spec.extensions = ["ext/prism/extconf.rb"]