prism 2.0.0-aarch64-mingw-ucrt

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (232) hide show
  1. checksums.yaml +7 -0
  2. data/BSDmakefile +58 -0
  3. data/CHANGELOG.md +881 -0
  4. data/CODE_OF_CONDUCT.md +76 -0
  5. data/CONTRIBUTING.md +58 -0
  6. data/LICENSE.md +7 -0
  7. data/Makefile +145 -0
  8. data/README.md +81 -0
  9. data/config.yml +4752 -0
  10. data/docs/build_system.md +119 -0
  11. data/docs/configuration.md +69 -0
  12. data/docs/cruby_compilation.md +27 -0
  13. data/docs/design.md +53 -0
  14. data/docs/encoding.md +121 -0
  15. data/docs/fuzzing.md +81 -0
  16. data/docs/heredocs.md +36 -0
  17. data/docs/javascript.md +133 -0
  18. data/docs/local_variable_depth.md +229 -0
  19. data/docs/mapping.md +117 -0
  20. data/docs/parser_translation.md +24 -0
  21. data/docs/parsing_rules.md +22 -0
  22. data/docs/releasing.md +147 -0
  23. data/docs/relocation.md +32 -0
  24. data/docs/ripper_translation.md +63 -0
  25. data/docs/ruby_api.md +45 -0
  26. data/docs/ruby_parser_translation.md +19 -0
  27. data/docs/serialization.md +244 -0
  28. data/docs/testing.md +72 -0
  29. data/ext/prism/api_node.c +7005 -0
  30. data/ext/prism/extconf.rb +126 -0
  31. data/ext/prism/extension.c +1768 -0
  32. data/ext/prism/extension.h +19 -0
  33. data/include/prism/arena.h +45 -0
  34. data/include/prism/arena.hpp +42 -0
  35. data/include/prism/ast.h +10381 -0
  36. data/include/prism/ast.hpp +641 -0
  37. data/include/prism/buffer.h +60 -0
  38. data/include/prism/buffer.hpp +55 -0
  39. data/include/prism/comments.h +72 -0
  40. data/include/prism/compiler/accel.h +26 -0
  41. data/include/prism/compiler/align.h +36 -0
  42. data/include/prism/compiler/assume.h +25 -0
  43. data/include/prism/compiler/branch.h +26 -0
  44. data/include/prism/compiler/bswap.h +46 -0
  45. data/include/prism/compiler/cplusplus.hpp +16 -0
  46. data/include/prism/compiler/endianness.h +34 -0
  47. data/include/prism/compiler/exceptions.hpp +17 -0
  48. data/include/prism/compiler/exported.h +24 -0
  49. data/include/prism/compiler/fallthrough.h +22 -0
  50. data/include/prism/compiler/filesystem.h +32 -0
  51. data/include/prism/compiler/flex_array.h +19 -0
  52. data/include/prism/compiler/force_inline.h +21 -0
  53. data/include/prism/compiler/format.h +27 -0
  54. data/include/prism/compiler/inline.h +17 -0
  55. data/include/prism/compiler/lifetimebound.hpp +25 -0
  56. data/include/prism/compiler/nodiscard.h +22 -0
  57. data/include/prism/compiler/nonnull.h +18 -0
  58. data/include/prism/compiler/unused.h +18 -0
  59. data/include/prism/constant_pool.h +106 -0
  60. data/include/prism/diagnostic.h +111 -0
  61. data/include/prism/errors_format.h +61 -0
  62. data/include/prism/excludes.h +29 -0
  63. data/include/prism/integer.h +41 -0
  64. data/include/prism/internal/allocator.h +68 -0
  65. data/include/prism/internal/allocator_debug.h +88 -0
  66. data/include/prism/internal/arena.h +108 -0
  67. data/include/prism/internal/bit.h +42 -0
  68. data/include/prism/internal/buffer.h +94 -0
  69. data/include/prism/internal/char.h +145 -0
  70. data/include/prism/internal/comments.h +53 -0
  71. data/include/prism/internal/constant_pool.h +152 -0
  72. data/include/prism/internal/diagnostic.h +389 -0
  73. data/include/prism/internal/encoding.h +242 -0
  74. data/include/prism/internal/integer.h +68 -0
  75. data/include/prism/internal/isinf.h +16 -0
  76. data/include/prism/internal/line_offset_list.h +34 -0
  77. data/include/prism/internal/list.h +62 -0
  78. data/include/prism/internal/magic_comments.h +23 -0
  79. data/include/prism/internal/memchr.h +15 -0
  80. data/include/prism/internal/node.h +42 -0
  81. data/include/prism/internal/options.h +232 -0
  82. data/include/prism/internal/parser.h +1004 -0
  83. data/include/prism/internal/regexp.h +26 -0
  84. data/include/prism/internal/serialize.h +39 -0
  85. data/include/prism/internal/source.h +72 -0
  86. data/include/prism/internal/static_literals.h +100 -0
  87. data/include/prism/internal/stringy.h +30 -0
  88. data/include/prism/internal/strncasecmp.h +18 -0
  89. data/include/prism/internal/strpbrk.h +33 -0
  90. data/include/prism/internal/tokens.h +11 -0
  91. data/include/prism/internal/xxh3.h +16 -0
  92. data/include/prism/json.h +40 -0
  93. data/include/prism/line_offset_list.h +69 -0
  94. data/include/prism/magic_comments.h +53 -0
  95. data/include/prism/node.h +139 -0
  96. data/include/prism/node.hpp +272 -0
  97. data/include/prism/node_type.hpp +38 -0
  98. data/include/prism/options.h +363 -0
  99. data/include/prism/options.hpp +43 -0
  100. data/include/prism/parser.h +433 -0
  101. data/include/prism/parser.hpp +274 -0
  102. data/include/prism/prettyprint.h +39 -0
  103. data/include/prism/serialize.h +123 -0
  104. data/include/prism/source.h +163 -0
  105. data/include/prism/stream.h +36 -0
  106. data/include/prism/string_query.h +82 -0
  107. data/include/prism/stringy.h +61 -0
  108. data/include/prism/stringy.hpp +31 -0
  109. data/include/prism/version.h +46 -0
  110. data/include/prism.h +123 -0
  111. data/include/prism.hpp +24 -0
  112. data/lib/prism/3.4/prism.so +0 -0
  113. data/lib/prism/4.0/prism.so +0 -0
  114. data/lib/prism/compiler.rb +815 -0
  115. data/lib/prism/desugar_compiler.rb +463 -0
  116. data/lib/prism/dispatcher.rb +2383 -0
  117. data/lib/prism/dot_visitor.rb +4848 -0
  118. data/lib/prism/dsl.rb +1369 -0
  119. data/lib/prism/ffi.rb +746 -0
  120. data/lib/prism/inspect_visitor.rb +2425 -0
  121. data/lib/prism/lex_compat.rb +953 -0
  122. data/lib/prism/mutation_compiler.rb +780 -0
  123. data/lib/prism/node.rb +33940 -0
  124. data/lib/prism/node_ext.rb +504 -0
  125. data/lib/prism/node_find.rb +215 -0
  126. data/lib/prism/parse_result/errors.rb +72 -0
  127. data/lib/prism/parse_result/newlines.rb +423 -0
  128. data/lib/prism/parse_result.rb +1236 -0
  129. data/lib/prism/pattern.rb +314 -0
  130. data/lib/prism/polyfill/append_as_bytes.rb +15 -0
  131. data/lib/prism/polyfill/byteindex.rb +13 -0
  132. data/lib/prism/polyfill/scan_byte.rb +14 -0
  133. data/lib/prism/polyfill/unpack1.rb +14 -0
  134. data/lib/prism/polyfill/warn.rb +36 -0
  135. data/lib/prism/reflection.rb +427 -0
  136. data/lib/prism/relocation.rb +567 -0
  137. data/lib/prism/serialize.rb +4589 -0
  138. data/lib/prism/string_query.rb +54 -0
  139. data/lib/prism/translation/parser/builder.rb +70 -0
  140. data/lib/prism/translation/parser/compiler.rb +2226 -0
  141. data/lib/prism/translation/parser/lexer.rb +769 -0
  142. data/lib/prism/translation/parser.rb +376 -0
  143. data/lib/prism/translation/parser_current.rb +26 -0
  144. data/lib/prism/translation/parser_versions.rb +36 -0
  145. data/lib/prism/translation/ripper/filter.rb +53 -0
  146. data/lib/prism/translation/ripper/lexer.rb +133 -0
  147. data/lib/prism/translation/ripper/sexp.rb +118 -0
  148. data/lib/prism/translation/ripper/shim.rb +7 -0
  149. data/lib/prism/translation/ripper.rb +4278 -0
  150. data/lib/prism/translation/ruby_parser.rb +1721 -0
  151. data/lib/prism/translation.rb +20 -0
  152. data/lib/prism/visitor.rb +1440 -0
  153. data/lib/prism.rb +168 -0
  154. data/prism.gemspec +251 -0
  155. data/rbi/generated/prism/compiler.rbi +489 -0
  156. data/rbi/generated/prism/desugar_compiler.rbi +306 -0
  157. data/rbi/generated/prism/dispatcher.rbi +1138 -0
  158. data/rbi/generated/prism/dot_visitor.rbi +618 -0
  159. data/rbi/generated/prism/dsl.rbi +751 -0
  160. data/rbi/generated/prism/inspect_visitor.rbi +503 -0
  161. data/rbi/generated/prism/lex_compat.rbi +162 -0
  162. data/rbi/generated/prism/mutation_compiler.rbi +464 -0
  163. data/rbi/generated/prism/node.rbi +15143 -0
  164. data/rbi/generated/prism/node_ext.rbi +259 -0
  165. data/rbi/generated/prism/node_find.rbi +79 -0
  166. data/rbi/generated/prism/parse_result/errors.rbi +21 -0
  167. data/rbi/generated/prism/parse_result/newlines.rbi +208 -0
  168. data/rbi/generated/prism/parse_result.rbi +776 -0
  169. data/rbi/generated/prism/pattern.rbi +134 -0
  170. data/rbi/generated/prism/reflection.rbi +89 -0
  171. data/rbi/generated/prism/relocation.rbi +329 -0
  172. data/rbi/generated/prism/serialize.rbi +185 -0
  173. data/rbi/generated/prism/string_query.rbi +43 -0
  174. data/rbi/generated/prism/translation.rbi +7 -0
  175. data/rbi/generated/prism/visitor.rbi +650 -0
  176. data/rbi/generated/prism.rbi +86 -0
  177. data/rbi/prism/translation/parser.rbi +11 -0
  178. data/rbi/prism/translation/parser_versions.rbi +28 -0
  179. data/rbi/prism/translation/ripper.rbi +15 -0
  180. data/rbi/rubyvm/node_find.rbi +14 -0
  181. data/sig/generated/prism/compiler.rbs +492 -0
  182. data/sig/generated/prism/desugar_compiler.rbs +305 -0
  183. data/sig/generated/prism/dispatcher.rbs +1292 -0
  184. data/sig/generated/prism/dot_visitor.rbs +635 -0
  185. data/sig/generated/prism/dsl.rbs +928 -0
  186. data/sig/generated/prism/inspect_visitor.rbs +509 -0
  187. data/sig/generated/prism/lex_compat.rbs +166 -0
  188. data/sig/generated/prism/mutation_compiler.rbs +464 -0
  189. data/sig/generated/prism/node.rbs +21632 -0
  190. data/sig/generated/prism/node_ext.rbs +290 -0
  191. data/sig/generated/prism/node_find.rbs +90 -0
  192. data/sig/generated/prism/parse_result/errors.rbs +22 -0
  193. data/sig/generated/prism/parse_result/newlines.rbs +223 -0
  194. data/sig/generated/prism/parse_result.rbs +871 -0
  195. data/sig/generated/prism/pattern.rbs +156 -0
  196. data/sig/generated/prism/reflection.rbs +101 -0
  197. data/sig/generated/prism/relocation.rbs +428 -0
  198. data/sig/generated/prism/serialize.rbs +200 -0
  199. data/sig/generated/prism/string_query.rbs +43 -0
  200. data/sig/generated/prism/translation.rbs +8 -0
  201. data/sig/generated/prism/visitor.rbs +1111 -0
  202. data/sig/generated/prism.rbs +84 -0
  203. data/sig/manifest.yaml +2 -0
  204. data/src/arena.c +117 -0
  205. data/src/buffer.c +389 -0
  206. data/src/char.c +289 -0
  207. data/src/comments.c +454 -0
  208. data/src/constant_pool.c +406 -0
  209. data/src/diagnostic.c +894 -0
  210. data/src/encoding.c +5345 -0
  211. data/src/errors_format.c +519 -0
  212. data/src/integer.c +681 -0
  213. data/src/json.c +5733 -0
  214. data/src/line_offset_list.c +100 -0
  215. data/src/list.c +24 -0
  216. data/src/memchr.c +37 -0
  217. data/src/node.c +4363 -0
  218. data/src/options.c +445 -0
  219. data/src/parser.c +371 -0
  220. data/src/prettyprint.c +9024 -0
  221. data/src/prism.c +23901 -0
  222. data/src/regexp.c +1705 -0
  223. data/src/serialize.c +2660 -0
  224. data/src/source.c +524 -0
  225. data/src/static_literals.c +685 -0
  226. data/src/string_query.c +180 -0
  227. data/src/stringy.c +61 -0
  228. data/src/strncasecmp.c +37 -0
  229. data/src/strpbrk.c +447 -0
  230. data/src/tokens.c +724 -0
  231. data/src/xxh3.c +292 -0
  232. metadata +275 -0
data/src/xxh3.c ADDED
@@ -0,0 +1,292 @@
1
+ /**
2
+ * An implementation of the XXH3 hash function.
3
+ *
4
+ * The reason some of these names do not look quite like the style of the rest
5
+ * of the code in Prism is that this was adapted straight from the XXH3
6
+ * specification here:
7
+ *
8
+ * https://github.com/Cyan4973/xxHash/blob/release/doc/xxhash_spec.md
9
+ *
10
+ * To better understand this code it is recommended to read the XXH3
11
+ * specification linked above, where you should be able to follow along with
12
+ * this implementation more easily. Note this only implements the XXH3_64
13
+ * variant with the default secret and a seed of 0. Additionally it does not
14
+ * include a lot of the various CPU-specific optimizations that exist in the
15
+ * reference implementation.
16
+ */
17
+
18
+ #include "prism/internal/xxh3.h"
19
+
20
+ #include "prism/compiler/accel.h"
21
+ #include "prism/compiler/bswap.h"
22
+ #include "prism/compiler/endianness.h"
23
+
24
+ #include <string.h>
25
+
26
+ #if defined(PRISM_HAS_NEON) && defined(PRISM_LITTLE_ENDIAN_COMPTIME)
27
+ #include <arm_neon.h>
28
+ #define XXH3_NEON
29
+ #elif defined(PRISM_HAS_SSE2)
30
+ #include <emmintrin.h>
31
+ #define XXH3_SSE2
32
+ #endif
33
+
34
+ #if defined(__SIZEOF_INT128__)
35
+ static uint64_t
36
+ XXH3_mul128_fold64(uint64_t lhs, uint64_t rhs) {
37
+ __uint128_t x = (__uint128_t) lhs * (__uint128_t) rhs;
38
+ return ((uint64_t) (x & 0xFFFFFFFFFFFFFFFFULL)) ^ ((uint64_t) (x >> 64));
39
+ }
40
+ #else
41
+ #if defined(_MSC_VER) && (defined(_M_X64) || defined(_M_ARM64))
42
+ #include <intrin.h>
43
+ #endif
44
+
45
+ static uint64_t
46
+ XXH3_mul128_fold64(uint64_t lhs, uint64_t rhs) {
47
+ uint64_t lo, hi;
48
+ #if defined(_MSC_VER) && defined(_M_X64)
49
+ lo = _umul128(lhs, rhs, &hi);
50
+ #elif defined(_MSC_VER) && defined(_M_ARM64)
51
+ hi = __umulh(lhs, rhs);
52
+ lo = lhs * rhs;
53
+ #else
54
+ uint64_t lo_lo = (lhs & 0xFFFFFFFF) * (rhs & 0xFFFFFFFF);
55
+ uint64_t hi_lo = (lhs >> 32) * (rhs & 0xFFFFFFFF);
56
+ uint64_t lo_hi = (lhs & 0xFFFFFFFF) * (rhs >> 32);
57
+ uint64_t hi_hi = (lhs >> 32) * (rhs >> 32);
58
+
59
+ uint64_t cross = (lo_lo >> 32) + (hi_lo & 0xFFFFFFFF) + lo_hi;
60
+ hi = hi_hi + (hi_lo >> 32) + (cross >> 32);
61
+ lo = (cross << 32) | (lo_lo & 0xFFFFFFFF);
62
+ #endif
63
+ return lo ^ hi;
64
+ }
65
+ #endif
66
+
67
+ static uint32_t
68
+ read32(const void* ptr) {
69
+ uint32_t val;
70
+ memcpy(&val, ptr, sizeof(val));
71
+ if (!PRISM_LITTLE_ENDIAN_RUNTIME) {
72
+ val = pm_bswap32(val);
73
+ }
74
+ return val;
75
+ }
76
+
77
+ static uint64_t
78
+ read64(const void* ptr) {
79
+ uint64_t val;
80
+ memcpy(&val, ptr, sizeof(val));
81
+ if (!PRISM_LITTLE_ENDIAN_RUNTIME) {
82
+ val = pm_bswap64(val);
83
+ }
84
+ return val;
85
+ }
86
+
87
+ static const uint64_t PRIME32_1 = 0x9E3779B1U;
88
+ static const uint64_t PRIME32_2 = 0x85EBCA77U;
89
+ static const uint64_t PRIME32_3 = 0xC2B2AE3DU;
90
+ static const uint64_t PRIME64_1 = 0x9E3779B185EBCA87ULL;
91
+ static const uint64_t PRIME64_2 = 0xC2B2AE3D27D4EB4FULL;
92
+ static const uint64_t PRIME64_3 = 0x165667B19E3779F9ULL;
93
+ static const uint64_t PRIME64_4 = 0x85EBCA77C2B2AE63ULL;
94
+ static const uint64_t PRIME64_5 = 0x27D4EB2F165667C5ULL;
95
+ static const uint64_t PRIME_MX1 = 0x165667919E3779F9ULL;
96
+ static const uint64_t PRIME_MX2 = 0x9FB21C651E98DF25ULL;
97
+
98
+ static const uint8_t secret[192] = {
99
+ 0xb8, 0xfe, 0x6c, 0x39, 0x23, 0xa4, 0x4b, 0xbe, 0x7c, 0x01, 0x81, 0x2c, 0xf7, 0x21, 0xad, 0x1c,
100
+ 0xde, 0xd4, 0x6d, 0xe9, 0x83, 0x90, 0x97, 0xdb, 0x72, 0x40, 0xa4, 0xa4, 0xb7, 0xb3, 0x67, 0x1f,
101
+ 0xcb, 0x79, 0xe6, 0x4e, 0xcc, 0xc0, 0xe5, 0x78, 0x82, 0x5a, 0xd0, 0x7d, 0xcc, 0xff, 0x72, 0x21,
102
+ 0xb8, 0x08, 0x46, 0x74, 0xf7, 0x43, 0x24, 0x8e, 0xe0, 0x35, 0x90, 0xe6, 0x81, 0x3a, 0x26, 0x4c,
103
+ 0x3c, 0x28, 0x52, 0xbb, 0x91, 0xc3, 0x00, 0xcb, 0x88, 0xd0, 0x65, 0x8b, 0x1b, 0x53, 0x2e, 0xa3,
104
+ 0x71, 0x64, 0x48, 0x97, 0xa2, 0x0d, 0xf9, 0x4e, 0x38, 0x19, 0xef, 0x46, 0xa9, 0xde, 0xac, 0xd8,
105
+ 0xa8, 0xfa, 0x76, 0x3f, 0xe3, 0x9c, 0x34, 0x3f, 0xf9, 0xdc, 0xbb, 0xc7, 0xc7, 0x0b, 0x4f, 0x1d,
106
+ 0x8a, 0x51, 0xe0, 0x4b, 0xcd, 0xb4, 0x59, 0x31, 0xc8, 0x9f, 0x7e, 0xc9, 0xd9, 0x78, 0x73, 0x64,
107
+ 0xea, 0xc5, 0xac, 0x83, 0x34, 0xd3, 0xeb, 0xc3, 0xc5, 0x81, 0xa0, 0xff, 0xfa, 0x13, 0x63, 0xeb,
108
+ 0x17, 0x0d, 0xdd, 0x51, 0xb7, 0xf0, 0xda, 0x49, 0xd3, 0x16, 0x55, 0x26, 0x29, 0xd4, 0x68, 0x9e,
109
+ 0x2b, 0x16, 0xbe, 0x58, 0x7d, 0x47, 0xa1, 0xfc, 0x8f, 0xf8, 0xb8, 0xd1, 0x7a, 0xd0, 0x31, 0xce,
110
+ 0x45, 0xcb, 0x3a, 0x8f, 0x95, 0x16, 0x04, 0x28, 0xaf, 0xd7, 0xfb, 0xca, 0xbb, 0x4b, 0x40, 0x7e,
111
+ };
112
+
113
+ static uint64_t
114
+ avalanche(uint64_t x) {
115
+ x ^= (x >> 37);
116
+ x *= PRIME_MX1;
117
+ x ^= (x >> 32);
118
+ return x;
119
+ }
120
+
121
+ static uint64_t
122
+ avalanche_XXH64(uint64_t x) {
123
+ x ^= (x >> 33);
124
+ x *= PRIME64_2;
125
+ x ^= (x >> 29);
126
+ x *= PRIME64_3;
127
+ x ^= (x >> 32);
128
+ return x;
129
+ }
130
+
131
+ static uint64_t
132
+ XXH3_64_empty(void) {
133
+ return avalanche_XXH64(read64(secret + 56) ^ read64(secret + 64));
134
+ }
135
+
136
+ static uint64_t
137
+ XXH3_64_1to3(const uint8_t *input, size_t length) {
138
+ uint32_t combined = (uint32_t) input[length - 1] | ((uint32_t) length << 8) | ((uint32_t) input[0] << 16) | ((uint32_t) input[length >> 1] << 24);
139
+ return avalanche_XXH64((uint64_t) (read32(secret) ^ read32(secret + 4)) ^ (uint64_t) combined);
140
+ }
141
+
142
+ static uint64_t
143
+ XXH3_64_4to8(const uint8_t *input, size_t length) {
144
+ #define rot(x_, r_) (((x_) << (r_)) | ((x_) >> (64 - (r_))))
145
+
146
+ uint64_t combined = (uint64_t) read32(input + length - 4) | ((uint64_t) read32(input) << 32);
147
+ uint64_t value = (read64(secret + 8) ^ read64(secret + 16)) ^ combined;
148
+ value ^= rot(value, 49) ^ rot(value, 24);
149
+ value *= PRIME_MX2;
150
+ value ^= ((value >> 35) + length);
151
+ value *= PRIME_MX2;
152
+ value ^= (value >> 28);
153
+ return value;
154
+
155
+ #undef rot
156
+ }
157
+
158
+ static uint64_t
159
+ XXH3_64_9to16(const uint8_t *input, size_t length) {
160
+ uint64_t lo = (read64(secret + 24) ^ read64(secret + 32)) ^ read64(input);
161
+ uint64_t hi = (read64(secret + 40) ^ read64(secret + 48)) ^ read64(input + length - 8);
162
+ return avalanche(length + pm_bswap64(lo) + hi + XXH3_mul128_fold64(lo, hi));
163
+ }
164
+
165
+ static uint64_t
166
+ XXH3_64_17to240(const uint8_t *input, size_t length) {
167
+ #define mix(data_, offset_) XXH3_mul128_fold64(read64((data_)) ^ read64(secret + (offset_)), read64((data_) + 8) ^ read64(secret + (offset_) + 8))
168
+
169
+ uint64_t acc = length * PRIME64_1;
170
+
171
+ if (length <= 128) {
172
+ size_t idx = (length - 1) / 32;
173
+ do {
174
+ acc += mix(input + idx * 16, idx * 32) + mix(input + length - idx * 16 - 16, idx * 32 + 16);
175
+ } while (idx--);
176
+ } else {
177
+ for (size_t idx = 0; idx < 8; idx++) {
178
+ acc += mix(input + idx * 16, idx * 16);
179
+ }
180
+ acc = avalanche(acc);
181
+ for (size_t idx = 8; idx < length >> 4; idx++) {
182
+ acc += mix(input + idx * 16, (idx - 8) * 16 + 3);
183
+ }
184
+ acc += mix(input + length - 16, 119);
185
+ }
186
+
187
+ return avalanche(acc);
188
+
189
+ #undef mix
190
+ }
191
+
192
+ static void
193
+ accumulate(uint64_t acc[8], const uint8_t *stripe, size_t secret_offset) {
194
+ #if defined(XXH3_NEON)
195
+ for (int idx = 0; idx < 8; idx += 2) {
196
+ uint64x2_t data = vreinterpretq_u64_u8(vld1q_u8(stripe + 8 * idx));
197
+ uint64x2_t value = veorq_u64(data, vreinterpretq_u64_u8(vld1q_u8(secret + secret_offset + 8 * idx)));
198
+ uint64x2_t product = vmull_u32(vmovn_u64(value), vshrn_n_u64(value, 32));
199
+ vst1q_u64(acc + idx, vaddq_u64(vld1q_u64(acc + idx), vaddq_u64(vextq_u64(data, data, 1), product)));
200
+ }
201
+ #elif defined(XXH3_SSE2)
202
+ for (int idx = 0; idx < 8; idx += 2) {
203
+ __m128i data = _mm_loadu_si128((const __m128i *) (stripe + 8 * idx));
204
+ __m128i value = _mm_xor_si128(data, _mm_loadu_si128((const __m128i *) (secret + secret_offset + 8 * idx)));
205
+ __m128i product = _mm_mul_epu32(value, _mm_shuffle_epi32(value, _MM_SHUFFLE(0, 3, 0, 1)));
206
+ _mm_storeu_si128((__m128i *) (acc + idx), _mm_add_epi64(_mm_loadu_si128((const __m128i *) (acc + idx)), _mm_add_epi64(_mm_shuffle_epi32(data, _MM_SHUFFLE(1, 0, 3, 2)), product)));
207
+ }
208
+ #else
209
+ for (int idx = 0; idx < 8; idx++) {
210
+ uint64_t data = read64(stripe + 8 * idx);
211
+ uint64_t value = data ^ read64(secret + secret_offset + 8 * idx);
212
+ acc[idx ^ 1] = acc[idx ^ 1] + data;
213
+ acc[idx] += (value & 0xFFFFFFFF) * (value >> 32);
214
+ }
215
+ #endif
216
+ }
217
+
218
+ static uint64_t
219
+ XXH3_64_large(const uint8_t *input, size_t length) {
220
+ const size_t secret_length = sizeof(secret);
221
+ const size_t stripes_per_block = (secret_length - 64) / 8;
222
+ const size_t block_size = 64 * stripes_per_block;
223
+ const size_t block_count = (length - 1) / block_size;
224
+ const size_t last_offset = block_count * block_size;
225
+
226
+ uint64_t acc[8] = {
227
+ PRIME32_3, PRIME64_1, PRIME64_2, PRIME64_3,
228
+ PRIME64_4, PRIME32_2, PRIME64_5, PRIME32_1
229
+ };
230
+
231
+ for (size_t block_idx = 0; block_idx < block_count; block_idx++) {
232
+ const uint8_t *block = input + block_idx * block_size;
233
+
234
+ for (size_t stripe_idx = 0; stripe_idx < stripes_per_block; stripe_idx++) {
235
+ accumulate(acc, block + stripe_idx * 64, stripe_idx * 8);
236
+ }
237
+
238
+ #if defined(XXH3_NEON)
239
+ const uint32x2_t prime = vdup_n_u32((uint32_t) PRIME32_1);
240
+ for (size_t idx = 0; idx < 8; idx += 2) {
241
+ uint64x2_t value = vld1q_u64(acc + idx);
242
+ value = veorq_u64(value, vshrq_n_u64(value, 47));
243
+ value = veorq_u64(value, vreinterpretq_u64_u8(vld1q_u8(secret + secret_length - 64 + idx * 8)));
244
+ vst1q_u64(acc + idx, vaddq_u64(vmull_u32(vmovn_u64(value), prime), vshlq_n_u64(vmull_u32(vshrn_n_u64(value, 32), prime), 32)));
245
+ }
246
+ #elif defined(XXH3_SSE2)
247
+ const __m128i prime = _mm_set1_epi32((int) (uint32_t) PRIME32_1);
248
+ for (size_t idx = 0; idx < 8; idx += 2) {
249
+ __m128i value = _mm_loadu_si128((const __m128i *) (acc + idx));
250
+ value = _mm_xor_si128(value, _mm_srli_epi64(value, 47));
251
+ value = _mm_xor_si128(value, _mm_loadu_si128((const __m128i *) (secret + secret_length - 64 + idx * 8)));
252
+ _mm_storeu_si128((__m128i *) (acc + idx), _mm_add_epi64(_mm_mul_epu32(value, prime), _mm_slli_epi64(_mm_mul_epu32(_mm_shuffle_epi32(value, _MM_SHUFFLE(0, 3, 0, 1)), prime), 32)));
253
+ }
254
+ #else
255
+ for (size_t idx = 0; idx < 8; idx++) {
256
+ acc[idx] ^= (acc[idx] >> 47);
257
+ acc[idx] ^= read64(secret + secret_length - 64 + idx * 8);
258
+ acc[idx] *= PRIME32_1;
259
+ }
260
+ #endif
261
+ }
262
+
263
+ for (size_t stripe_idx = 0; stripe_idx < (length - last_offset - 1) / 64; stripe_idx++) {
264
+ accumulate(acc, input + last_offset + stripe_idx * 64, stripe_idx * 8);
265
+ }
266
+
267
+ accumulate(acc, input + length - 64, secret_length - 71);
268
+
269
+ uint64_t result = (uint64_t) length * PRIME64_1;
270
+ for (size_t idx = 0; idx < 4; idx++) {
271
+ result += XXH3_mul128_fold64(acc[idx * 2] ^ read64(secret + 11 + 16 * idx), acc[idx * 2 + 1] ^ read64(secret + 11 + 16 * idx + 8));
272
+ }
273
+
274
+ return avalanche(result);
275
+ }
276
+
277
+ uint64_t
278
+ pm_xxh3(const uint8_t *input, size_t length) {
279
+ if (length == 0) {
280
+ return XXH3_64_empty();
281
+ } else if (length <= 3) {
282
+ return XXH3_64_1to3(input, length);
283
+ } else if (length <= 8) {
284
+ return XXH3_64_4to8(input, length);
285
+ } else if (length <= 16) {
286
+ return XXH3_64_9to16(input, length);
287
+ } else if (length <= 240) {
288
+ return XXH3_64_17to240(input, length);
289
+ } else {
290
+ return XXH3_64_large(input, length);
291
+ }
292
+ }
metadata ADDED
@@ -0,0 +1,275 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: prism
3
+ version: !ruby/object:Gem::Version
4
+ version: 2.0.0
5
+ platform: aarch64-mingw-ucrt
6
+ authors:
7
+ - Ruby developers
8
+ bindir: bin
9
+ cert_chain: []
10
+ date: 1980-01-02 00:00:00.000000000 Z
11
+ dependencies: []
12
+ email:
13
+ - ruby-core@ruby-lang.org
14
+ executables: []
15
+ extensions: []
16
+ extra_rdoc_files: []
17
+ files:
18
+ - BSDmakefile
19
+ - CHANGELOG.md
20
+ - CODE_OF_CONDUCT.md
21
+ - CONTRIBUTING.md
22
+ - LICENSE.md
23
+ - Makefile
24
+ - README.md
25
+ - config.yml
26
+ - docs/build_system.md
27
+ - docs/configuration.md
28
+ - docs/cruby_compilation.md
29
+ - docs/design.md
30
+ - docs/encoding.md
31
+ - docs/fuzzing.md
32
+ - docs/heredocs.md
33
+ - docs/javascript.md
34
+ - docs/local_variable_depth.md
35
+ - docs/mapping.md
36
+ - docs/parser_translation.md
37
+ - docs/parsing_rules.md
38
+ - docs/releasing.md
39
+ - docs/relocation.md
40
+ - docs/ripper_translation.md
41
+ - docs/ruby_api.md
42
+ - docs/ruby_parser_translation.md
43
+ - docs/serialization.md
44
+ - docs/testing.md
45
+ - ext/prism/api_node.c
46
+ - ext/prism/extconf.rb
47
+ - ext/prism/extension.c
48
+ - ext/prism/extension.h
49
+ - include/prism.h
50
+ - include/prism.hpp
51
+ - include/prism/arena.h
52
+ - include/prism/arena.hpp
53
+ - include/prism/ast.h
54
+ - include/prism/ast.hpp
55
+ - include/prism/buffer.h
56
+ - include/prism/buffer.hpp
57
+ - include/prism/comments.h
58
+ - include/prism/compiler/accel.h
59
+ - include/prism/compiler/align.h
60
+ - include/prism/compiler/assume.h
61
+ - include/prism/compiler/branch.h
62
+ - include/prism/compiler/bswap.h
63
+ - include/prism/compiler/cplusplus.hpp
64
+ - include/prism/compiler/endianness.h
65
+ - include/prism/compiler/exceptions.hpp
66
+ - include/prism/compiler/exported.h
67
+ - include/prism/compiler/fallthrough.h
68
+ - include/prism/compiler/filesystem.h
69
+ - include/prism/compiler/flex_array.h
70
+ - include/prism/compiler/force_inline.h
71
+ - include/prism/compiler/format.h
72
+ - include/prism/compiler/inline.h
73
+ - include/prism/compiler/lifetimebound.hpp
74
+ - include/prism/compiler/nodiscard.h
75
+ - include/prism/compiler/nonnull.h
76
+ - include/prism/compiler/unused.h
77
+ - include/prism/constant_pool.h
78
+ - include/prism/diagnostic.h
79
+ - include/prism/errors_format.h
80
+ - include/prism/excludes.h
81
+ - include/prism/integer.h
82
+ - include/prism/internal/allocator.h
83
+ - include/prism/internal/allocator_debug.h
84
+ - include/prism/internal/arena.h
85
+ - include/prism/internal/bit.h
86
+ - include/prism/internal/buffer.h
87
+ - include/prism/internal/char.h
88
+ - include/prism/internal/comments.h
89
+ - include/prism/internal/constant_pool.h
90
+ - include/prism/internal/diagnostic.h
91
+ - include/prism/internal/encoding.h
92
+ - include/prism/internal/integer.h
93
+ - include/prism/internal/isinf.h
94
+ - include/prism/internal/line_offset_list.h
95
+ - include/prism/internal/list.h
96
+ - include/prism/internal/magic_comments.h
97
+ - include/prism/internal/memchr.h
98
+ - include/prism/internal/node.h
99
+ - include/prism/internal/options.h
100
+ - include/prism/internal/parser.h
101
+ - include/prism/internal/regexp.h
102
+ - include/prism/internal/serialize.h
103
+ - include/prism/internal/source.h
104
+ - include/prism/internal/static_literals.h
105
+ - include/prism/internal/stringy.h
106
+ - include/prism/internal/strncasecmp.h
107
+ - include/prism/internal/strpbrk.h
108
+ - include/prism/internal/tokens.h
109
+ - include/prism/internal/xxh3.h
110
+ - include/prism/json.h
111
+ - include/prism/line_offset_list.h
112
+ - include/prism/magic_comments.h
113
+ - include/prism/node.h
114
+ - include/prism/node.hpp
115
+ - include/prism/node_type.hpp
116
+ - include/prism/options.h
117
+ - include/prism/options.hpp
118
+ - include/prism/parser.h
119
+ - include/prism/parser.hpp
120
+ - include/prism/prettyprint.h
121
+ - include/prism/serialize.h
122
+ - include/prism/source.h
123
+ - include/prism/stream.h
124
+ - include/prism/string_query.h
125
+ - include/prism/stringy.h
126
+ - include/prism/stringy.hpp
127
+ - include/prism/version.h
128
+ - lib/prism.rb
129
+ - lib/prism/3.4/prism.so
130
+ - lib/prism/4.0/prism.so
131
+ - lib/prism/compiler.rb
132
+ - lib/prism/desugar_compiler.rb
133
+ - lib/prism/dispatcher.rb
134
+ - lib/prism/dot_visitor.rb
135
+ - lib/prism/dsl.rb
136
+ - lib/prism/ffi.rb
137
+ - lib/prism/inspect_visitor.rb
138
+ - lib/prism/lex_compat.rb
139
+ - lib/prism/mutation_compiler.rb
140
+ - lib/prism/node.rb
141
+ - lib/prism/node_ext.rb
142
+ - lib/prism/node_find.rb
143
+ - lib/prism/parse_result.rb
144
+ - lib/prism/parse_result/errors.rb
145
+ - lib/prism/parse_result/newlines.rb
146
+ - lib/prism/pattern.rb
147
+ - lib/prism/polyfill/append_as_bytes.rb
148
+ - lib/prism/polyfill/byteindex.rb
149
+ - lib/prism/polyfill/scan_byte.rb
150
+ - lib/prism/polyfill/unpack1.rb
151
+ - lib/prism/polyfill/warn.rb
152
+ - lib/prism/reflection.rb
153
+ - lib/prism/relocation.rb
154
+ - lib/prism/serialize.rb
155
+ - lib/prism/string_query.rb
156
+ - lib/prism/translation.rb
157
+ - lib/prism/translation/parser.rb
158
+ - lib/prism/translation/parser/builder.rb
159
+ - lib/prism/translation/parser/compiler.rb
160
+ - lib/prism/translation/parser/lexer.rb
161
+ - lib/prism/translation/parser_current.rb
162
+ - lib/prism/translation/parser_versions.rb
163
+ - lib/prism/translation/ripper.rb
164
+ - lib/prism/translation/ripper/filter.rb
165
+ - lib/prism/translation/ripper/lexer.rb
166
+ - lib/prism/translation/ripper/sexp.rb
167
+ - lib/prism/translation/ripper/shim.rb
168
+ - lib/prism/translation/ruby_parser.rb
169
+ - lib/prism/visitor.rb
170
+ - prism.gemspec
171
+ - rbi/generated/prism.rbi
172
+ - rbi/generated/prism/compiler.rbi
173
+ - rbi/generated/prism/desugar_compiler.rbi
174
+ - rbi/generated/prism/dispatcher.rbi
175
+ - rbi/generated/prism/dot_visitor.rbi
176
+ - rbi/generated/prism/dsl.rbi
177
+ - rbi/generated/prism/inspect_visitor.rbi
178
+ - rbi/generated/prism/lex_compat.rbi
179
+ - rbi/generated/prism/mutation_compiler.rbi
180
+ - rbi/generated/prism/node.rbi
181
+ - rbi/generated/prism/node_ext.rbi
182
+ - rbi/generated/prism/node_find.rbi
183
+ - rbi/generated/prism/parse_result.rbi
184
+ - rbi/generated/prism/parse_result/errors.rbi
185
+ - rbi/generated/prism/parse_result/newlines.rbi
186
+ - rbi/generated/prism/pattern.rbi
187
+ - rbi/generated/prism/reflection.rbi
188
+ - rbi/generated/prism/relocation.rbi
189
+ - rbi/generated/prism/serialize.rbi
190
+ - rbi/generated/prism/string_query.rbi
191
+ - rbi/generated/prism/translation.rbi
192
+ - rbi/generated/prism/visitor.rbi
193
+ - rbi/prism/translation/parser.rbi
194
+ - rbi/prism/translation/parser_versions.rbi
195
+ - rbi/prism/translation/ripper.rbi
196
+ - rbi/rubyvm/node_find.rbi
197
+ - sig/generated/prism.rbs
198
+ - sig/generated/prism/compiler.rbs
199
+ - sig/generated/prism/desugar_compiler.rbs
200
+ - sig/generated/prism/dispatcher.rbs
201
+ - sig/generated/prism/dot_visitor.rbs
202
+ - sig/generated/prism/dsl.rbs
203
+ - sig/generated/prism/inspect_visitor.rbs
204
+ - sig/generated/prism/lex_compat.rbs
205
+ - sig/generated/prism/mutation_compiler.rbs
206
+ - sig/generated/prism/node.rbs
207
+ - sig/generated/prism/node_ext.rbs
208
+ - sig/generated/prism/node_find.rbs
209
+ - sig/generated/prism/parse_result.rbs
210
+ - sig/generated/prism/parse_result/errors.rbs
211
+ - sig/generated/prism/parse_result/newlines.rbs
212
+ - sig/generated/prism/pattern.rbs
213
+ - sig/generated/prism/reflection.rbs
214
+ - sig/generated/prism/relocation.rbs
215
+ - sig/generated/prism/serialize.rbs
216
+ - sig/generated/prism/string_query.rbs
217
+ - sig/generated/prism/translation.rbs
218
+ - sig/generated/prism/visitor.rbs
219
+ - sig/manifest.yaml
220
+ - src/arena.c
221
+ - src/buffer.c
222
+ - src/char.c
223
+ - src/comments.c
224
+ - src/constant_pool.c
225
+ - src/diagnostic.c
226
+ - src/encoding.c
227
+ - src/errors_format.c
228
+ - src/integer.c
229
+ - src/json.c
230
+ - src/line_offset_list.c
231
+ - src/list.c
232
+ - src/memchr.c
233
+ - src/node.c
234
+ - src/options.c
235
+ - src/parser.c
236
+ - src/prettyprint.c
237
+ - src/prism.c
238
+ - src/regexp.c
239
+ - src/serialize.c
240
+ - src/source.c
241
+ - src/static_literals.c
242
+ - src/string_query.c
243
+ - src/stringy.c
244
+ - src/strncasecmp.c
245
+ - src/strpbrk.c
246
+ - src/tokens.c
247
+ - src/xxh3.c
248
+ homepage: https://github.com/ruby/prism
249
+ licenses:
250
+ - MIT
251
+ metadata:
252
+ allowed_push_host: https://rubygems.org
253
+ source_code_uri: https://github.com/ruby/prism
254
+ changelog_uri: https://github.com/ruby/prism/blob/main/CHANGELOG.md
255
+ rdoc_options: []
256
+ require_paths:
257
+ - lib
258
+ required_ruby_version: !ruby/object:Gem::Requirement
259
+ requirements:
260
+ - - ">="
261
+ - !ruby/object:Gem::Version
262
+ version: '3.4'
263
+ - - "<"
264
+ - !ruby/object:Gem::Version
265
+ version: 4.1.dev
266
+ required_rubygems_version: !ruby/object:Gem::Requirement
267
+ requirements:
268
+ - - ">="
269
+ - !ruby/object:Gem::Version
270
+ version: '0'
271
+ requirements: []
272
+ rubygems_version: 4.0.6
273
+ specification_version: 4
274
+ summary: Prism Ruby parser
275
+ test_files: []