prism 0.17.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +60 -1
- data/Makefile +5 -5
- data/README.md +4 -3
- data/config.yml +214 -68
- data/docs/build_system.md +6 -6
- data/docs/building.md +10 -3
- data/docs/configuration.md +11 -9
- data/docs/encoding.md +92 -88
- data/docs/heredocs.md +1 -1
- data/docs/javascript.md +29 -1
- data/docs/local_variable_depth.md +229 -0
- data/docs/ruby_api.md +16 -0
- data/docs/serialization.md +18 -13
- data/ext/prism/api_node.c +411 -240
- data/ext/prism/extconf.rb +97 -127
- data/ext/prism/extension.c +97 -33
- data/ext/prism/extension.h +1 -1
- data/include/prism/ast.h +377 -159
- data/include/prism/defines.h +17 -0
- data/include/prism/diagnostic.h +38 -6
- data/include/prism/{enc/pm_encoding.h → encoding.h} +126 -64
- data/include/prism/options.h +2 -2
- data/include/prism/parser.h +62 -36
- data/include/prism/regexp.h +2 -2
- data/include/prism/util/pm_buffer.h +9 -1
- data/include/prism/util/pm_memchr.h +2 -2
- data/include/prism/util/pm_strpbrk.h +3 -3
- data/include/prism/version.h +3 -3
- data/include/prism.h +13 -15
- data/lib/prism/compiler.rb +15 -3
- data/lib/prism/debug.rb +13 -4
- data/lib/prism/desugar_compiler.rb +4 -3
- data/lib/prism/dispatcher.rb +70 -14
- data/lib/prism/dot_visitor.rb +4612 -0
- data/lib/prism/dsl.rb +77 -57
- data/lib/prism/ffi.rb +19 -6
- data/lib/prism/lex_compat.rb +19 -9
- data/lib/prism/mutation_compiler.rb +26 -6
- data/lib/prism/node.rb +1314 -522
- data/lib/prism/node_ext.rb +102 -19
- data/lib/prism/parse_result.rb +58 -27
- data/lib/prism/ripper_compat.rb +49 -34
- data/lib/prism/serialize.rb +251 -227
- data/lib/prism/visitor.rb +15 -3
- data/lib/prism.rb +21 -4
- data/prism.gemspec +7 -9
- data/rbi/prism.rbi +688 -284
- data/rbi/prism_static.rbi +3 -0
- data/sig/prism.rbs +426 -156
- data/sig/prism_static.rbs +1 -0
- data/src/diagnostic.c +280 -216
- data/src/encoding.c +5137 -0
- data/src/node.c +99 -21
- data/src/options.c +21 -2
- data/src/prettyprint.c +1743 -1241
- data/src/prism.c +1774 -831
- data/src/regexp.c +15 -15
- data/src/serialize.c +261 -164
- data/src/util/pm_buffer.c +10 -1
- data/src/util/pm_memchr.c +1 -1
- data/src/util/pm_strpbrk.c +4 -4
- metadata +8 -10
- data/src/enc/pm_big5.c +0 -53
- data/src/enc/pm_euc_jp.c +0 -59
- data/src/enc/pm_gbk.c +0 -62
- data/src/enc/pm_shift_jis.c +0 -57
- data/src/enc/pm_tables.c +0 -743
- data/src/enc/pm_unicode.c +0 -2369
- data/src/enc/pm_windows_31j.c +0 -57
data/src/regexp.c
CHANGED
|
@@ -20,14 +20,14 @@ typedef struct {
|
|
|
20
20
|
bool encoding_changed;
|
|
21
21
|
|
|
22
22
|
/** The encoding of the source. */
|
|
23
|
-
pm_encoding_t *encoding;
|
|
23
|
+
const pm_encoding_t *encoding;
|
|
24
24
|
} pm_regexp_parser_t;
|
|
25
25
|
|
|
26
26
|
/**
|
|
27
27
|
* This initializes a new parser with the given source.
|
|
28
28
|
*/
|
|
29
29
|
static void
|
|
30
|
-
pm_regexp_parser_init(pm_regexp_parser_t *parser, const uint8_t *start, const uint8_t *end, pm_string_list_t *named_captures, bool encoding_changed, pm_encoding_t *encoding) {
|
|
30
|
+
pm_regexp_parser_init(pm_regexp_parser_t *parser, const uint8_t *start, const uint8_t *end, pm_string_list_t *named_captures, bool encoding_changed, const pm_encoding_t *encoding) {
|
|
31
31
|
*parser = (pm_regexp_parser_t) {
|
|
32
32
|
.start = start,
|
|
33
33
|
.cursor = start,
|
|
@@ -116,18 +116,18 @@ pm_regexp_char_find(pm_regexp_parser_t *parser, uint8_t value) {
|
|
|
116
116
|
* The properly track everything, we're going to build a little state machine.
|
|
117
117
|
* It looks something like the following:
|
|
118
118
|
*
|
|
119
|
-
*
|
|
120
|
-
*
|
|
121
|
-
*
|
|
122
|
-
*
|
|
123
|
-
*
|
|
124
|
-
*
|
|
125
|
-
*
|
|
126
|
-
*
|
|
127
|
-
*
|
|
128
|
-
*
|
|
129
|
-
*
|
|
130
|
-
*
|
|
119
|
+
* +-------+ +---------+ ------------+
|
|
120
|
+
* ---- lbrace ---> | start | ---- digit ---> | minimum | |
|
|
121
|
+
* +-------+ +---------+ <--- digit -+
|
|
122
|
+
* | | |
|
|
123
|
+
* +-------+ | | rbrace
|
|
124
|
+
* | comma | <----- comma +---- comma -------+ |
|
|
125
|
+
* +-------+ V V
|
|
126
|
+
* | +---------+ +---------+
|
|
127
|
+
* +-- digit --> | maximum | -- rbrace --> || final ||
|
|
128
|
+
* +---------+ +---------+
|
|
129
|
+
* | ^
|
|
130
|
+
* +- digit -+
|
|
131
131
|
*
|
|
132
132
|
* Note that by the time we've hit this function, the lbrace has already been
|
|
133
133
|
* consumed so we're in the start state.
|
|
@@ -631,7 +631,7 @@ pm_regexp_parse_pattern(pm_regexp_parser_t *parser) {
|
|
|
631
631
|
* groups.
|
|
632
632
|
*/
|
|
633
633
|
PRISM_EXPORTED_FUNCTION bool
|
|
634
|
-
pm_regexp_named_capture_group_names(const uint8_t *source, size_t size, pm_string_list_t *named_captures, bool encoding_changed, pm_encoding_t *encoding) {
|
|
634
|
+
pm_regexp_named_capture_group_names(const uint8_t *source, size_t size, pm_string_list_t *named_captures, bool encoding_changed, const pm_encoding_t *encoding) {
|
|
635
635
|
pm_regexp_parser_t parser;
|
|
636
636
|
pm_regexp_parser_init(&parser, source, source + size, named_captures, encoding_changed, encoding);
|
|
637
637
|
return pm_regexp_parse_pattern(&parser);
|