prism 0.15.1 → 0.17.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (91) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +35 -1
  3. data/Makefile +12 -0
  4. data/README.md +3 -1
  5. data/config.yml +66 -50
  6. data/docs/configuration.md +2 -0
  7. data/docs/fuzzing.md +1 -1
  8. data/docs/javascript.md +90 -0
  9. data/docs/releasing.md +27 -0
  10. data/docs/ruby_api.md +2 -0
  11. data/docs/serialization.md +28 -29
  12. data/ext/prism/api_node.c +856 -826
  13. data/ext/prism/api_pack.c +20 -9
  14. data/ext/prism/extension.c +494 -119
  15. data/ext/prism/extension.h +1 -1
  16. data/include/prism/ast.h +3157 -747
  17. data/include/prism/defines.h +40 -8
  18. data/include/prism/diagnostic.h +36 -3
  19. data/include/prism/enc/pm_encoding.h +119 -28
  20. data/include/prism/node.h +38 -30
  21. data/include/prism/options.h +204 -0
  22. data/include/prism/pack.h +44 -33
  23. data/include/prism/parser.h +445 -199
  24. data/include/prism/prettyprint.h +26 -0
  25. data/include/prism/regexp.h +16 -2
  26. data/include/prism/util/pm_buffer.h +102 -18
  27. data/include/prism/util/pm_char.h +162 -48
  28. data/include/prism/util/pm_constant_pool.h +128 -34
  29. data/include/prism/util/pm_list.h +68 -38
  30. data/include/prism/util/pm_memchr.h +18 -3
  31. data/include/prism/util/pm_newline_list.h +71 -28
  32. data/include/prism/util/pm_state_stack.h +25 -7
  33. data/include/prism/util/pm_string.h +115 -27
  34. data/include/prism/util/pm_string_list.h +25 -6
  35. data/include/prism/util/pm_strncasecmp.h +32 -0
  36. data/include/prism/util/pm_strpbrk.h +31 -17
  37. data/include/prism/version.h +28 -3
  38. data/include/prism.h +229 -36
  39. data/lib/prism/compiler.rb +5 -5
  40. data/lib/prism/debug.rb +43 -13
  41. data/lib/prism/desugar_compiler.rb +1 -1
  42. data/lib/prism/dispatcher.rb +27 -26
  43. data/lib/prism/dsl.rb +16 -16
  44. data/lib/prism/ffi.rb +138 -61
  45. data/lib/prism/lex_compat.rb +26 -16
  46. data/lib/prism/mutation_compiler.rb +11 -11
  47. data/lib/prism/node.rb +426 -227
  48. data/lib/prism/node_ext.rb +23 -16
  49. data/lib/prism/node_inspector.rb +1 -1
  50. data/lib/prism/pack.rb +79 -40
  51. data/lib/prism/parse_result/comments.rb +7 -2
  52. data/lib/prism/parse_result/newlines.rb +4 -0
  53. data/lib/prism/parse_result.rb +157 -21
  54. data/lib/prism/pattern.rb +14 -3
  55. data/lib/prism/ripper_compat.rb +28 -10
  56. data/lib/prism/serialize.rb +935 -307
  57. data/lib/prism/visitor.rb +9 -5
  58. data/lib/prism.rb +20 -2
  59. data/prism.gemspec +11 -2
  60. data/rbi/prism.rbi +7305 -0
  61. data/rbi/prism_static.rbi +196 -0
  62. data/sig/prism.rbs +4468 -0
  63. data/sig/prism_static.rbs +123 -0
  64. data/src/diagnostic.c +56 -53
  65. data/src/enc/pm_big5.c +1 -0
  66. data/src/enc/pm_euc_jp.c +1 -0
  67. data/src/enc/pm_gbk.c +1 -0
  68. data/src/enc/pm_shift_jis.c +1 -0
  69. data/src/enc/pm_tables.c +316 -80
  70. data/src/enc/pm_unicode.c +54 -9
  71. data/src/enc/pm_windows_31j.c +1 -0
  72. data/src/node.c +357 -345
  73. data/src/options.c +170 -0
  74. data/src/prettyprint.c +7697 -1643
  75. data/src/prism.c +1964 -1125
  76. data/src/regexp.c +153 -95
  77. data/src/serialize.c +432 -397
  78. data/src/token_type.c +3 -1
  79. data/src/util/pm_buffer.c +88 -23
  80. data/src/util/pm_char.c +103 -57
  81. data/src/util/pm_constant_pool.c +52 -22
  82. data/src/util/pm_list.c +12 -4
  83. data/src/util/pm_memchr.c +5 -3
  84. data/src/util/pm_newline_list.c +25 -63
  85. data/src/util/pm_state_stack.c +9 -3
  86. data/src/util/pm_string.c +95 -85
  87. data/src/util/pm_string_list.c +14 -15
  88. data/src/util/pm_strncasecmp.c +10 -3
  89. data/src/util/pm_strpbrk.c +25 -19
  90. metadata +12 -3
  91. data/docs/prism.png +0 -0
data/src/options.c ADDED
@@ -0,0 +1,170 @@
1
+ #include "prism/options.h"
2
+
3
+ /**
4
+ * Set the filepath option on the given options struct.
5
+ */
6
+ PRISM_EXPORTED_FUNCTION void
7
+ pm_options_filepath_set(pm_options_t *options, const char *filepath) {
8
+ pm_string_constant_init(&options->filepath, filepath, strlen(filepath));
9
+ }
10
+
11
+ /**
12
+ * Set the encoding option on the given options struct.
13
+ */
14
+ PRISM_EXPORTED_FUNCTION void
15
+ pm_options_encoding_set(pm_options_t *options, const char *encoding) {
16
+ pm_string_constant_init(&options->encoding, encoding, strlen(encoding));
17
+ }
18
+
19
+ /**
20
+ * Set the line option on the given options struct.
21
+ */
22
+ PRISM_EXPORTED_FUNCTION void
23
+ pm_options_line_set(pm_options_t *options, uint32_t line) {
24
+ options->line = line;
25
+ }
26
+
27
+ /**
28
+ * Set the frozen string literal option on the given options struct.
29
+ */
30
+ PRISM_EXPORTED_FUNCTION void
31
+ pm_options_frozen_string_literal_set(pm_options_t *options, bool frozen_string_literal) {
32
+ options->frozen_string_literal = frozen_string_literal;
33
+ }
34
+
35
+ /**
36
+ * Set the suppress warnings option on the given options struct.
37
+ */
38
+ PRISM_EXPORTED_FUNCTION void
39
+ pm_options_suppress_warnings_set(pm_options_t *options, bool suppress_warnings) {
40
+ options->suppress_warnings = suppress_warnings;
41
+ }
42
+
43
+ /**
44
+ * Allocate and zero out the scopes array on the given options struct.
45
+ */
46
+ PRISM_EXPORTED_FUNCTION void
47
+ pm_options_scopes_init(pm_options_t *options, size_t scopes_count) {
48
+ options->scopes_count = scopes_count;
49
+ options->scopes = calloc(scopes_count, sizeof(pm_options_scope_t));
50
+ if (options->scopes == NULL) abort();
51
+ }
52
+
53
+ /**
54
+ * Return a pointer to the scope at the given index within the given options.
55
+ */
56
+ PRISM_EXPORTED_FUNCTION const pm_options_scope_t *
57
+ pm_options_scope_get(const pm_options_t *options, size_t index) {
58
+ return &options->scopes[index];
59
+ }
60
+
61
+ /**
62
+ * Create a new options scope struct. This will hold a set of locals that are in
63
+ * scope surrounding the code that is being parsed.
64
+ */
65
+ PRISM_EXPORTED_FUNCTION void
66
+ pm_options_scope_init(pm_options_scope_t *scope, size_t locals_count) {
67
+ scope->locals_count = locals_count;
68
+ scope->locals = calloc(locals_count, sizeof(pm_string_t));
69
+ if (scope->locals == NULL) abort();
70
+ }
71
+
72
+ /**
73
+ * Return a pointer to the local at the given index within the given scope.
74
+ */
75
+ PRISM_EXPORTED_FUNCTION const pm_string_t *
76
+ pm_options_scope_local_get(const pm_options_scope_t *scope, size_t index) {
77
+ return &scope->locals[index];
78
+ }
79
+
80
+ /**
81
+ * Free the internal memory associated with the options.
82
+ */
83
+ PRISM_EXPORTED_FUNCTION void
84
+ pm_options_free(pm_options_t *options) {
85
+ pm_string_free(&options->filepath);
86
+ pm_string_free(&options->encoding);
87
+
88
+ for (size_t scope_index = 0; scope_index < options->scopes_count; scope_index++) {
89
+ pm_options_scope_t *scope = &options->scopes[scope_index];
90
+
91
+ for (size_t local_index = 0; local_index < scope->locals_count; local_index++) {
92
+ pm_string_free(&scope->locals[local_index]);
93
+ }
94
+
95
+ free(scope->locals);
96
+ }
97
+
98
+ free(options->scopes);
99
+ }
100
+
101
+ /**
102
+ * Read a 32-bit unsigned integer from a pointer. This function is used to read
103
+ * the options that are passed into the parser from the Ruby implementation. It
104
+ * handles aligned and unaligned reads.
105
+ */
106
+ static uint32_t
107
+ pm_options_read_u32(const char *data) {
108
+ if (((uintptr_t) data) % sizeof(uint32_t) == 0) {
109
+ return *((uint32_t *) data);
110
+ } else {
111
+ uint32_t value;
112
+ memcpy(&value, data, sizeof(uint32_t));
113
+ return value;
114
+ }
115
+ }
116
+
117
+ /**
118
+ * Deserialize an options struct from the given binary string. This is used to
119
+ * pass options to the parser from an FFI call so that consumers of the library
120
+ * from an FFI perspective don't have to worry about the structure of our
121
+ * options structs. Since the source of these calls will be from Ruby
122
+ * implementation internals we assume it is from a trusted source.
123
+ */
124
+ void
125
+ pm_options_read(pm_options_t *options, const char *data) {
126
+ uint32_t filepath_length = pm_options_read_u32(data);
127
+ data += 4;
128
+
129
+ if (filepath_length > 0) {
130
+ pm_string_constant_init(&options->filepath, data, filepath_length);
131
+ data += filepath_length;
132
+ }
133
+
134
+ options->line = pm_options_read_u32(data);
135
+ data += 4;
136
+
137
+ uint32_t encoding_length = pm_options_read_u32(data);
138
+ data += 4;
139
+
140
+ if (encoding_length > 0) {
141
+ pm_string_constant_init(&options->encoding, data, encoding_length);
142
+ data += encoding_length;
143
+ }
144
+
145
+ options->frozen_string_literal = *data++;
146
+ options->suppress_warnings = *data++;
147
+
148
+ uint32_t scopes_count = pm_options_read_u32(data);
149
+ data += 4;
150
+
151
+ if (scopes_count > 0) {
152
+ pm_options_scopes_init(options, scopes_count);
153
+
154
+ for (size_t scope_index = 0; scope_index < scopes_count; scope_index++) {
155
+ uint32_t locals_count = pm_options_read_u32(data);
156
+ data += 4;
157
+
158
+ pm_options_scope_t *scope = &options->scopes[scope_index];
159
+ pm_options_scope_init(scope, locals_count);
160
+
161
+ for (size_t local_index = 0; local_index < locals_count; local_index++) {
162
+ uint32_t local_length = pm_options_read_u32(data);
163
+ data += 4;
164
+
165
+ pm_string_constant_init(&scope->locals[local_index], data, local_length);
166
+ data += local_length;
167
+ }
168
+ }
169
+ }
170
+ }