prism 0.15.1 → 0.17.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (91) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +35 -1
  3. data/Makefile +12 -0
  4. data/README.md +3 -1
  5. data/config.yml +66 -50
  6. data/docs/configuration.md +2 -0
  7. data/docs/fuzzing.md +1 -1
  8. data/docs/javascript.md +90 -0
  9. data/docs/releasing.md +27 -0
  10. data/docs/ruby_api.md +2 -0
  11. data/docs/serialization.md +28 -29
  12. data/ext/prism/api_node.c +856 -826
  13. data/ext/prism/api_pack.c +20 -9
  14. data/ext/prism/extension.c +494 -119
  15. data/ext/prism/extension.h +1 -1
  16. data/include/prism/ast.h +3157 -747
  17. data/include/prism/defines.h +40 -8
  18. data/include/prism/diagnostic.h +36 -3
  19. data/include/prism/enc/pm_encoding.h +119 -28
  20. data/include/prism/node.h +38 -30
  21. data/include/prism/options.h +204 -0
  22. data/include/prism/pack.h +44 -33
  23. data/include/prism/parser.h +445 -199
  24. data/include/prism/prettyprint.h +26 -0
  25. data/include/prism/regexp.h +16 -2
  26. data/include/prism/util/pm_buffer.h +102 -18
  27. data/include/prism/util/pm_char.h +162 -48
  28. data/include/prism/util/pm_constant_pool.h +128 -34
  29. data/include/prism/util/pm_list.h +68 -38
  30. data/include/prism/util/pm_memchr.h +18 -3
  31. data/include/prism/util/pm_newline_list.h +71 -28
  32. data/include/prism/util/pm_state_stack.h +25 -7
  33. data/include/prism/util/pm_string.h +115 -27
  34. data/include/prism/util/pm_string_list.h +25 -6
  35. data/include/prism/util/pm_strncasecmp.h +32 -0
  36. data/include/prism/util/pm_strpbrk.h +31 -17
  37. data/include/prism/version.h +28 -3
  38. data/include/prism.h +229 -36
  39. data/lib/prism/compiler.rb +5 -5
  40. data/lib/prism/debug.rb +43 -13
  41. data/lib/prism/desugar_compiler.rb +1 -1
  42. data/lib/prism/dispatcher.rb +27 -26
  43. data/lib/prism/dsl.rb +16 -16
  44. data/lib/prism/ffi.rb +138 -61
  45. data/lib/prism/lex_compat.rb +26 -16
  46. data/lib/prism/mutation_compiler.rb +11 -11
  47. data/lib/prism/node.rb +426 -227
  48. data/lib/prism/node_ext.rb +23 -16
  49. data/lib/prism/node_inspector.rb +1 -1
  50. data/lib/prism/pack.rb +79 -40
  51. data/lib/prism/parse_result/comments.rb +7 -2
  52. data/lib/prism/parse_result/newlines.rb +4 -0
  53. data/lib/prism/parse_result.rb +157 -21
  54. data/lib/prism/pattern.rb +14 -3
  55. data/lib/prism/ripper_compat.rb +28 -10
  56. data/lib/prism/serialize.rb +935 -307
  57. data/lib/prism/visitor.rb +9 -5
  58. data/lib/prism.rb +20 -2
  59. data/prism.gemspec +11 -2
  60. data/rbi/prism.rbi +7305 -0
  61. data/rbi/prism_static.rbi +196 -0
  62. data/sig/prism.rbs +4468 -0
  63. data/sig/prism_static.rbs +123 -0
  64. data/src/diagnostic.c +56 -53
  65. data/src/enc/pm_big5.c +1 -0
  66. data/src/enc/pm_euc_jp.c +1 -0
  67. data/src/enc/pm_gbk.c +1 -0
  68. data/src/enc/pm_shift_jis.c +1 -0
  69. data/src/enc/pm_tables.c +316 -80
  70. data/src/enc/pm_unicode.c +54 -9
  71. data/src/enc/pm_windows_31j.c +1 -0
  72. data/src/node.c +357 -345
  73. data/src/options.c +170 -0
  74. data/src/prettyprint.c +7697 -1643
  75. data/src/prism.c +1964 -1125
  76. data/src/regexp.c +153 -95
  77. data/src/serialize.c +432 -397
  78. data/src/token_type.c +3 -1
  79. data/src/util/pm_buffer.c +88 -23
  80. data/src/util/pm_char.c +103 -57
  81. data/src/util/pm_constant_pool.c +52 -22
  82. data/src/util/pm_list.c +12 -4
  83. data/src/util/pm_memchr.c +5 -3
  84. data/src/util/pm_newline_list.c +25 -63
  85. data/src/util/pm_state_stack.c +9 -3
  86. data/src/util/pm_string.c +95 -85
  87. data/src/util/pm_string_list.c +14 -15
  88. data/src/util/pm_strncasecmp.c +10 -3
  89. data/src/util/pm_strpbrk.c +25 -19
  90. metadata +12 -3
  91. data/docs/prism.png +0 -0
data/src/options.c ADDED
@@ -0,0 +1,170 @@
1
+ #include "prism/options.h"
2
+
3
+ /**
4
+ * Set the filepath option on the given options struct.
5
+ */
6
+ PRISM_EXPORTED_FUNCTION void
7
+ pm_options_filepath_set(pm_options_t *options, const char *filepath) {
8
+ pm_string_constant_init(&options->filepath, filepath, strlen(filepath));
9
+ }
10
+
11
+ /**
12
+ * Set the encoding option on the given options struct.
13
+ */
14
+ PRISM_EXPORTED_FUNCTION void
15
+ pm_options_encoding_set(pm_options_t *options, const char *encoding) {
16
+ pm_string_constant_init(&options->encoding, encoding, strlen(encoding));
17
+ }
18
+
19
+ /**
20
+ * Set the line option on the given options struct.
21
+ */
22
+ PRISM_EXPORTED_FUNCTION void
23
+ pm_options_line_set(pm_options_t *options, uint32_t line) {
24
+ options->line = line;
25
+ }
26
+
27
+ /**
28
+ * Set the frozen string literal option on the given options struct.
29
+ */
30
+ PRISM_EXPORTED_FUNCTION void
31
+ pm_options_frozen_string_literal_set(pm_options_t *options, bool frozen_string_literal) {
32
+ options->frozen_string_literal = frozen_string_literal;
33
+ }
34
+
35
+ /**
36
+ * Set the suppress warnings option on the given options struct.
37
+ */
38
+ PRISM_EXPORTED_FUNCTION void
39
+ pm_options_suppress_warnings_set(pm_options_t *options, bool suppress_warnings) {
40
+ options->suppress_warnings = suppress_warnings;
41
+ }
42
+
43
+ /**
44
+ * Allocate and zero out the scopes array on the given options struct.
45
+ */
46
+ PRISM_EXPORTED_FUNCTION void
47
+ pm_options_scopes_init(pm_options_t *options, size_t scopes_count) {
48
+ options->scopes_count = scopes_count;
49
+ options->scopes = calloc(scopes_count, sizeof(pm_options_scope_t));
50
+ if (options->scopes == NULL) abort();
51
+ }
52
+
53
+ /**
54
+ * Return a pointer to the scope at the given index within the given options.
55
+ */
56
+ PRISM_EXPORTED_FUNCTION const pm_options_scope_t *
57
+ pm_options_scope_get(const pm_options_t *options, size_t index) {
58
+ return &options->scopes[index];
59
+ }
60
+
61
+ /**
62
+ * Create a new options scope struct. This will hold a set of locals that are in
63
+ * scope surrounding the code that is being parsed.
64
+ */
65
+ PRISM_EXPORTED_FUNCTION void
66
+ pm_options_scope_init(pm_options_scope_t *scope, size_t locals_count) {
67
+ scope->locals_count = locals_count;
68
+ scope->locals = calloc(locals_count, sizeof(pm_string_t));
69
+ if (scope->locals == NULL) abort();
70
+ }
71
+
72
+ /**
73
+ * Return a pointer to the local at the given index within the given scope.
74
+ */
75
+ PRISM_EXPORTED_FUNCTION const pm_string_t *
76
+ pm_options_scope_local_get(const pm_options_scope_t *scope, size_t index) {
77
+ return &scope->locals[index];
78
+ }
79
+
80
+ /**
81
+ * Free the internal memory associated with the options.
82
+ */
83
+ PRISM_EXPORTED_FUNCTION void
84
+ pm_options_free(pm_options_t *options) {
85
+ pm_string_free(&options->filepath);
86
+ pm_string_free(&options->encoding);
87
+
88
+ for (size_t scope_index = 0; scope_index < options->scopes_count; scope_index++) {
89
+ pm_options_scope_t *scope = &options->scopes[scope_index];
90
+
91
+ for (size_t local_index = 0; local_index < scope->locals_count; local_index++) {
92
+ pm_string_free(&scope->locals[local_index]);
93
+ }
94
+
95
+ free(scope->locals);
96
+ }
97
+
98
+ free(options->scopes);
99
+ }
100
+
101
+ /**
102
+ * Read a 32-bit unsigned integer from a pointer. This function is used to read
103
+ * the options that are passed into the parser from the Ruby implementation. It
104
+ * handles aligned and unaligned reads.
105
+ */
106
+ static uint32_t
107
+ pm_options_read_u32(const char *data) {
108
+ if (((uintptr_t) data) % sizeof(uint32_t) == 0) {
109
+ return *((uint32_t *) data);
110
+ } else {
111
+ uint32_t value;
112
+ memcpy(&value, data, sizeof(uint32_t));
113
+ return value;
114
+ }
115
+ }
116
+
117
+ /**
118
+ * Deserialize an options struct from the given binary string. This is used to
119
+ * pass options to the parser from an FFI call so that consumers of the library
120
+ * from an FFI perspective don't have to worry about the structure of our
121
+ * options structs. Since the source of these calls will be from Ruby
122
+ * implementation internals we assume it is from a trusted source.
123
+ */
124
+ void
125
+ pm_options_read(pm_options_t *options, const char *data) {
126
+ uint32_t filepath_length = pm_options_read_u32(data);
127
+ data += 4;
128
+
129
+ if (filepath_length > 0) {
130
+ pm_string_constant_init(&options->filepath, data, filepath_length);
131
+ data += filepath_length;
132
+ }
133
+
134
+ options->line = pm_options_read_u32(data);
135
+ data += 4;
136
+
137
+ uint32_t encoding_length = pm_options_read_u32(data);
138
+ data += 4;
139
+
140
+ if (encoding_length > 0) {
141
+ pm_string_constant_init(&options->encoding, data, encoding_length);
142
+ data += encoding_length;
143
+ }
144
+
145
+ options->frozen_string_literal = *data++;
146
+ options->suppress_warnings = *data++;
147
+
148
+ uint32_t scopes_count = pm_options_read_u32(data);
149
+ data += 4;
150
+
151
+ if (scopes_count > 0) {
152
+ pm_options_scopes_init(options, scopes_count);
153
+
154
+ for (size_t scope_index = 0; scope_index < scopes_count; scope_index++) {
155
+ uint32_t locals_count = pm_options_read_u32(data);
156
+ data += 4;
157
+
158
+ pm_options_scope_t *scope = &options->scopes[scope_index];
159
+ pm_options_scope_init(scope, locals_count);
160
+
161
+ for (size_t local_index = 0; local_index < locals_count; local_index++) {
162
+ uint32_t local_length = pm_options_read_u32(data);
163
+ data += 4;
164
+
165
+ pm_string_constant_init(&scope->locals[local_index], data, local_length);
166
+ data += local_length;
167
+ }
168
+ }
169
+ }
170
+ }