google-protobuf 3.0.0 → 3.20.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of google-protobuf might be problematic. Click here for more details.

Files changed (46) hide show
  1. checksums.yaml +5 -5
  2. data/ext/google/protobuf_c/convert.c +361 -0
  3. data/ext/google/protobuf_c/convert.h +75 -0
  4. data/ext/google/protobuf_c/defs.c +760 -1243
  5. data/ext/google/protobuf_c/defs.h +107 -0
  6. data/ext/google/protobuf_c/extconf.rb +22 -4
  7. data/ext/google/protobuf_c/map.c +342 -450
  8. data/ext/google/protobuf_c/map.h +66 -0
  9. data/ext/google/protobuf_c/message.c +1108 -284
  10. data/ext/google/protobuf_c/message.h +104 -0
  11. data/ext/google/protobuf_c/protobuf.c +416 -51
  12. data/ext/google/protobuf_c/protobuf.h +53 -472
  13. data/ext/google/protobuf_c/repeated_field.c +318 -317
  14. data/ext/google/protobuf_c/repeated_field.h +63 -0
  15. data/ext/google/protobuf_c/ruby-upb.c +11115 -0
  16. data/ext/google/protobuf_c/ruby-upb.h +5612 -0
  17. data/ext/google/protobuf_c/third_party/utf8_range/LICENSE +21 -0
  18. data/ext/google/protobuf_c/third_party/utf8_range/naive.c +92 -0
  19. data/ext/google/protobuf_c/third_party/utf8_range/range2-neon.c +157 -0
  20. data/ext/google/protobuf_c/third_party/utf8_range/range2-sse.c +170 -0
  21. data/ext/google/protobuf_c/third_party/utf8_range/utf8_range.h +9 -0
  22. data/ext/google/protobuf_c/wrap_memcpy.c +52 -0
  23. data/lib/google/protobuf/any_pb.rb +6 -4
  24. data/lib/google/protobuf/api_pb.rb +27 -24
  25. data/lib/google/protobuf/descriptor_dsl.rb +465 -0
  26. data/lib/google/protobuf/descriptor_pb.rb +269 -0
  27. data/lib/google/protobuf/duration_pb.rb +6 -4
  28. data/lib/google/protobuf/empty_pb.rb +4 -2
  29. data/lib/google/protobuf/field_mask_pb.rb +5 -3
  30. data/lib/google/protobuf/message_exts.rb +4 -4
  31. data/lib/google/protobuf/repeated_field.rb +4 -4
  32. data/lib/google/protobuf/source_context_pb.rb +5 -3
  33. data/lib/google/protobuf/struct_pb.rb +23 -21
  34. data/lib/google/protobuf/timestamp_pb.rb +6 -4
  35. data/lib/google/protobuf/type_pb.rb +77 -74
  36. data/lib/google/protobuf/well_known_types.rb +240 -0
  37. data/lib/google/protobuf/wrappers_pb.rb +37 -35
  38. data/lib/google/protobuf.rb +12 -9
  39. data/tests/basic.rb +489 -1001
  40. data/tests/generated_code_test.rb +6 -2
  41. data/tests/stress.rb +1 -1
  42. metadata +39 -34
  43. data/ext/google/protobuf_c/encode_decode.c +0 -1264
  44. data/ext/google/protobuf_c/storage.c +0 -893
  45. data/ext/google/protobuf_c/upb.c +0 -12812
  46. data/ext/google/protobuf_c/upb.h +0 -8569
@@ -28,48 +28,163 @@
28
28
  // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
29
29
  // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
30
30
 
31
+ #include "repeated_field.h"
32
+
33
+ #include "convert.h"
34
+ #include "defs.h"
35
+ #include "message.h"
31
36
  #include "protobuf.h"
32
37
 
33
38
  // -----------------------------------------------------------------------------
34
39
  // Repeated field container type.
35
40
  // -----------------------------------------------------------------------------
36
41
 
37
- const rb_data_type_t RepeatedField_type = {
38
- "Google::Protobuf::RepeatedField",
39
- { RepeatedField_mark, RepeatedField_free, NULL },
40
- };
42
+ typedef struct {
43
+ const upb_Array* array; // Can get as mutable when non-frozen.
44
+ TypeInfo type_info;
45
+ VALUE type_class; // To GC-root the msgdef/enumdef in type_info.
46
+ VALUE arena; // To GC-root the upb_Array.
47
+ } RepeatedField;
41
48
 
42
49
  VALUE cRepeatedField;
43
50
 
44
- RepeatedField* ruby_to_RepeatedField(VALUE _self) {
51
+ static void RepeatedField_mark(void* _self) {
52
+ RepeatedField* self = (RepeatedField*)_self;
53
+ rb_gc_mark(self->type_class);
54
+ rb_gc_mark(self->arena);
55
+ }
56
+
57
+ const rb_data_type_t RepeatedField_type = {
58
+ "Google::Protobuf::RepeatedField",
59
+ {RepeatedField_mark, RUBY_DEFAULT_FREE, NULL},
60
+ .flags = RUBY_TYPED_FREE_IMMEDIATELY,
61
+ };
62
+
63
+ static RepeatedField* ruby_to_RepeatedField(VALUE _self) {
45
64
  RepeatedField* self;
46
65
  TypedData_Get_Struct(_self, RepeatedField, &RepeatedField_type, self);
47
66
  return self;
48
67
  }
49
68
 
50
- void* RepeatedField_memoryat(RepeatedField* self, int index, int element_size) {
51
- return ((uint8_t *)self->elements) + index * element_size;
69
+ static upb_Array* RepeatedField_GetMutable(VALUE _self) {
70
+ rb_check_frozen(_self);
71
+ return (upb_Array*)ruby_to_RepeatedField(_self)->array;
72
+ }
73
+
74
+ VALUE RepeatedField_alloc(VALUE klass) {
75
+ RepeatedField* self = ALLOC(RepeatedField);
76
+ self->arena = Qnil;
77
+ self->type_class = Qnil;
78
+ self->array = NULL;
79
+ return TypedData_Wrap_Struct(klass, &RepeatedField_type, self);
80
+ }
81
+
82
+ VALUE RepeatedField_GetRubyWrapper(upb_Array* array, TypeInfo type_info,
83
+ VALUE arena) {
84
+ PBRUBY_ASSERT(array);
85
+ VALUE val = ObjectCache_Get(array);
86
+
87
+ if (val == Qnil) {
88
+ val = RepeatedField_alloc(cRepeatedField);
89
+ RepeatedField* self;
90
+ ObjectCache_Add(array, val);
91
+ TypedData_Get_Struct(val, RepeatedField, &RepeatedField_type, self);
92
+ self->array = array;
93
+ self->arena = arena;
94
+ self->type_info = type_info;
95
+ if (self->type_info.type == kUpb_CType_Message) {
96
+ self->type_class = Descriptor_DefToClass(type_info.def.msgdef);
97
+ }
98
+ }
99
+
100
+ PBRUBY_ASSERT(ruby_to_RepeatedField(val)->type_info.type == type_info.type);
101
+ PBRUBY_ASSERT(ruby_to_RepeatedField(val)->type_info.def.msgdef ==
102
+ type_info.def.msgdef);
103
+ return val;
104
+ }
105
+
106
+ static VALUE RepeatedField_new_this_type(RepeatedField* from) {
107
+ VALUE arena_rb = Arena_new();
108
+ upb_Array* array = upb_Array_New(Arena_get(arena_rb), from->type_info.type);
109
+ VALUE ret = RepeatedField_GetRubyWrapper(array, from->type_info, arena_rb);
110
+ PBRUBY_ASSERT(ruby_to_RepeatedField(ret)->type_class == from->type_class);
111
+ return ret;
112
+ }
113
+
114
+ void RepeatedField_Inspect(StringBuilder* b, const upb_Array* array,
115
+ TypeInfo info) {
116
+ bool first = true;
117
+ StringBuilder_Printf(b, "[");
118
+ size_t n = array ? upb_Array_Size(array) : 0;
119
+ for (size_t i = 0; i < n; i++) {
120
+ if (first) {
121
+ first = false;
122
+ } else {
123
+ StringBuilder_Printf(b, ", ");
124
+ }
125
+ StringBuilder_PrintMsgval(b, upb_Array_Get(array, i), info);
126
+ }
127
+ StringBuilder_Printf(b, "]");
128
+ }
129
+
130
+ VALUE RepeatedField_deep_copy(VALUE _self) {
131
+ RepeatedField* self = ruby_to_RepeatedField(_self);
132
+ VALUE new_rptfield = RepeatedField_new_this_type(self);
133
+ RepeatedField* new_self = ruby_to_RepeatedField(new_rptfield);
134
+ VALUE arena_rb = new_self->arena;
135
+ upb_Array* new_array = RepeatedField_GetMutable(new_rptfield);
136
+ upb_Arena* arena = Arena_get(arena_rb);
137
+ size_t elements = upb_Array_Size(self->array);
138
+
139
+ upb_Array_Resize(new_array, elements, arena);
140
+
141
+ size_t size = upb_Array_Size(self->array);
142
+ for (size_t i = 0; i < size; i++) {
143
+ upb_MessageValue msgval = upb_Array_Get(self->array, i);
144
+ upb_MessageValue copy = Msgval_DeepCopy(msgval, self->type_info, arena);
145
+ upb_Array_Set(new_array, i, copy);
146
+ }
147
+
148
+ return new_rptfield;
149
+ }
150
+
151
+ const upb_Array* RepeatedField_GetUpbArray(VALUE val, const upb_FieldDef* field,
152
+ upb_Arena* arena) {
153
+ RepeatedField* self;
154
+ TypeInfo type_info = TypeInfo_get(field);
155
+
156
+ if (!RB_TYPE_P(val, T_DATA) || !RTYPEDDATA_P(val) ||
157
+ RTYPEDDATA_TYPE(val) != &RepeatedField_type) {
158
+ rb_raise(cTypeError, "Expected repeated field array");
159
+ }
160
+
161
+ self = ruby_to_RepeatedField(val);
162
+ if (self->type_info.type != type_info.type) {
163
+ rb_raise(cTypeError, "Repeated field array has wrong element type");
164
+ }
165
+
166
+ if (self->type_info.def.msgdef != type_info.def.msgdef) {
167
+ rb_raise(cTypeError, "Repeated field array has wrong message/enum class");
168
+ }
169
+
170
+ Arena_fuse(self->arena, arena);
171
+ return self->array;
52
172
  }
53
173
 
54
174
  static int index_position(VALUE _index, RepeatedField* repeated_field) {
55
175
  int index = NUM2INT(_index);
56
- if (index < 0 && repeated_field->size > 0) {
57
- index = repeated_field->size + index;
58
- }
176
+ if (index < 0) index += upb_Array_Size(repeated_field->array);
59
177
  return index;
60
178
  }
61
179
 
62
- VALUE RepeatedField_subarray(VALUE _self, long beg, long len) {
63
- RepeatedField* self = ruby_to_RepeatedField(_self);
64
- int element_size = native_slot_size(self->field_type);
65
- upb_fieldtype_t field_type = self->field_type;
66
- VALUE field_type_class = self->field_type_class;
67
-
68
- size_t off = beg * element_size;
69
- VALUE ary = rb_ary_new2(len);
70
- for (int i = beg; i < beg + len; i++, off += element_size) {
71
- void* mem = ((uint8_t *)self->elements) + off;
72
- VALUE elem = native_slot_get(field_type, field_type_class, mem);
180
+ static VALUE RepeatedField_subarray(RepeatedField* self, long beg, long len) {
181
+ size_t size = upb_Array_Size(self->array);
182
+ VALUE ary = rb_ary_new2(size);
183
+ long i;
184
+
185
+ for (i = beg; i < beg + len; i++) {
186
+ upb_MessageValue msgval = upb_Array_Get(self->array, i);
187
+ VALUE elem = Convert_UpbToRuby(msgval, self->type_info, self->arena);
73
188
  rb_ary_push(ary, elem);
74
189
  }
75
190
  return ary;
@@ -83,69 +198,65 @@ VALUE RepeatedField_subarray(VALUE _self, long beg, long len) {
83
198
  * also includes Enumerable; combined with this method, the repeated field thus
84
199
  * acts like an ordinary Ruby sequence.
85
200
  */
86
- VALUE RepeatedField_each(VALUE _self) {
201
+ static VALUE RepeatedField_each(VALUE _self) {
87
202
  RepeatedField* self = ruby_to_RepeatedField(_self);
88
- upb_fieldtype_t field_type = self->field_type;
89
- VALUE field_type_class = self->field_type_class;
90
- int element_size = native_slot_size(field_type);
91
-
92
- size_t off = 0;
93
- for (int i = 0; i < self->size; i++, off += element_size) {
94
- void* memory = (void *) (((uint8_t *)self->elements) + off);
95
- VALUE val = native_slot_get(field_type, field_type_class, memory);
203
+ int size = upb_Array_Size(self->array);
204
+ int i;
205
+
206
+ for (i = 0; i < size; i++) {
207
+ upb_MessageValue msgval = upb_Array_Get(self->array, i);
208
+ VALUE val = Convert_UpbToRuby(msgval, self->type_info, self->arena);
96
209
  rb_yield(val);
97
210
  }
98
211
  return _self;
99
212
  }
100
213
 
101
-
102
214
  /*
103
215
  * call-seq:
104
216
  * RepeatedField.[](index) => value
105
217
  *
106
218
  * Accesses the element at the given index. Returns nil on out-of-bounds
107
219
  */
108
- VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
220
+ static VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
109
221
  RepeatedField* self = ruby_to_RepeatedField(_self);
110
- int element_size = native_slot_size(self->field_type);
111
- upb_fieldtype_t field_type = self->field_type;
112
- VALUE field_type_class = self->field_type_class;
222
+ long size = upb_Array_Size(self->array);
113
223
 
114
224
  VALUE arg = argv[0];
115
225
  long beg, len;
116
226
 
117
- if (argc == 1){
227
+ if (argc == 1) {
118
228
  if (FIXNUM_P(arg)) {
119
229
  /* standard case */
120
- void* memory;
230
+ upb_MessageValue msgval;
121
231
  int index = index_position(argv[0], self);
122
- if (index < 0 || index >= self->size) {
232
+ if (index < 0 || (size_t)index >= upb_Array_Size(self->array)) {
123
233
  return Qnil;
124
234
  }
125
- memory = RepeatedField_memoryat(self, index, element_size);
126
- return native_slot_get(field_type, field_type_class, memory);
127
- }else{
235
+ msgval = upb_Array_Get(self->array, index);
236
+ return Convert_UpbToRuby(msgval, self->type_info, self->arena);
237
+ } else {
128
238
  /* check if idx is Range */
129
- switch (rb_range_beg_len(arg, &beg, &len, self->size, 0)) {
239
+ switch (rb_range_beg_len(arg, &beg, &len, size, 0)) {
130
240
  case Qfalse:
131
241
  break;
132
242
  case Qnil:
133
243
  return Qnil;
134
244
  default:
135
- return RepeatedField_subarray(_self, beg, len);
245
+ return RepeatedField_subarray(self, beg, len);
136
246
  }
137
247
  }
138
248
  }
249
+
139
250
  /* assume 2 arguments */
140
251
  beg = NUM2LONG(argv[0]);
141
252
  len = NUM2LONG(argv[1]);
142
253
  if (beg < 0) {
143
- beg += self->size;
254
+ beg += size;
144
255
  }
145
- if (beg >= self->size) {
256
+ if (beg >= size) {
146
257
  return Qnil;
147
258
  }
148
- return RepeatedField_subarray(_self, beg, len);
259
+ return RepeatedField_subarray(self, beg, len);
149
260
  }
150
261
 
151
262
  /*
@@ -155,119 +266,89 @@ VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
155
266
  * Sets the element at the given index. On out-of-bounds assignments, extends
156
267
  * the array and fills the hole (if any) with default values.
157
268
  */
158
- VALUE RepeatedField_index_set(VALUE _self, VALUE _index, VALUE val) {
269
+ static VALUE RepeatedField_index_set(VALUE _self, VALUE _index, VALUE val) {
159
270
  RepeatedField* self = ruby_to_RepeatedField(_self);
160
- upb_fieldtype_t field_type = self->field_type;
161
- VALUE field_type_class = self->field_type_class;
162
- int element_size = native_slot_size(field_type);
163
- void* memory;
271
+ int size = upb_Array_Size(self->array);
272
+ upb_Array* array = RepeatedField_GetMutable(_self);
273
+ upb_Arena* arena = Arena_get(self->arena);
274
+ upb_MessageValue msgval = Convert_RubyToUpb(val, "", self->type_info, arena);
164
275
 
165
276
  int index = index_position(_index, self);
166
277
  if (index < 0 || index >= (INT_MAX - 1)) {
167
278
  return Qnil;
168
279
  }
169
- if (index >= self->size) {
170
- upb_fieldtype_t field_type = self->field_type;
171
- int element_size = native_slot_size(field_type);
172
- RepeatedField_reserve(self, index + 1);
173
- for (int i = self->size; i <= index; i++) {
174
- void* elem = RepeatedField_memoryat(self, i, element_size);
175
- native_slot_init(field_type, elem);
280
+
281
+ if (index >= size) {
282
+ upb_Array_Resize(array, index + 1, arena);
283
+ upb_MessageValue fill;
284
+ memset(&fill, 0, sizeof(fill));
285
+ for (int i = size; i < index; i++) {
286
+ // Fill default values.
287
+ // TODO(haberman): should this happen at the upb level?
288
+ upb_Array_Set(array, i, fill);
176
289
  }
177
- self->size = index + 1;
178
290
  }
179
291
 
180
- memory = RepeatedField_memoryat(self, index, element_size);
181
- native_slot_set(field_type, field_type_class, memory, val);
292
+ upb_Array_Set(array, index, msgval);
182
293
  return Qnil;
183
294
  }
184
295
 
185
- static int kInitialSize = 8;
186
-
187
- void RepeatedField_reserve(RepeatedField* self, int new_size) {
188
- void* old_elems = self->elements;
189
- int elem_size = native_slot_size(self->field_type);
190
- if (new_size <= self->capacity) {
191
- return;
192
- }
193
- if (self->capacity == 0) {
194
- self->capacity = kInitialSize;
195
- }
196
- while (self->capacity < new_size) {
197
- self->capacity *= 2;
198
- }
199
- self->elements = ALLOC_N(uint8_t, elem_size * self->capacity);
200
- if (old_elems != NULL) {
201
- memcpy(self->elements, old_elems, self->size * elem_size);
202
- xfree(old_elems);
203
- }
204
- }
205
-
206
296
  /*
207
297
  * call-seq:
208
- * RepeatedField.push(value)
298
+ * RepeatedField.push(value, ...)
209
299
  *
210
300
  * Adds a new element to the repeated field.
211
301
  */
212
- VALUE RepeatedField_push(VALUE _self, VALUE val) {
302
+ static VALUE RepeatedField_push_vararg(int argc, VALUE* argv, VALUE _self) {
213
303
  RepeatedField* self = ruby_to_RepeatedField(_self);
214
- upb_fieldtype_t field_type = self->field_type;
215
- int element_size = native_slot_size(field_type);
216
- void* memory;
217
-
218
- RepeatedField_reserve(self, self->size + 1);
219
- memory = (void *) (((uint8_t *)self->elements) + self->size * element_size);
220
- native_slot_set(field_type, self->field_type_class, memory, val);
221
- // native_slot_set may raise an error; bump size only after set.
222
- self->size++;
304
+ upb_Arena* arena = Arena_get(self->arena);
305
+ upb_Array* array = RepeatedField_GetMutable(_self);
306
+ int i;
307
+
308
+ for (i = 0; i < argc; i++) {
309
+ upb_MessageValue msgval =
310
+ Convert_RubyToUpb(argv[i], "", self->type_info, arena);
311
+ upb_Array_Append(array, msgval, arena);
312
+ }
313
+
223
314
  return _self;
224
315
  }
225
316
 
226
-
227
- // Used by parsing handlers.
228
- void RepeatedField_push_native(VALUE _self, void* data) {
317
+ /*
318
+ * call-seq:
319
+ * RepeatedField.<<(value)
320
+ *
321
+ * Adds a new element to the repeated field.
322
+ */
323
+ static VALUE RepeatedField_push(VALUE _self, VALUE val) {
229
324
  RepeatedField* self = ruby_to_RepeatedField(_self);
230
- upb_fieldtype_t field_type = self->field_type;
231
- int element_size = native_slot_size(field_type);
232
- void* memory;
233
-
234
- RepeatedField_reserve(self, self->size + 1);
235
- memory = (void *) (((uint8_t *)self->elements) + self->size * element_size);
236
- memcpy(memory, data, element_size);
237
- self->size++;
238
- }
325
+ upb_Arena* arena = Arena_get(self->arena);
326
+ upb_Array* array = RepeatedField_GetMutable(_self);
239
327
 
240
- void* RepeatedField_index_native(VALUE _self, int index) {
241
- RepeatedField* self = ruby_to_RepeatedField(_self);
242
- upb_fieldtype_t field_type = self->field_type;
243
- int element_size = native_slot_size(field_type);
244
- return RepeatedField_memoryat(self, index, element_size);
245
- }
328
+ upb_MessageValue msgval = Convert_RubyToUpb(val, "", self->type_info, arena);
329
+ upb_Array_Append(array, msgval, arena);
246
330
 
247
- int RepeatedField_size(VALUE _self) {
248
- RepeatedField* self = ruby_to_RepeatedField(_self);
249
- return self->size;
331
+ return _self;
250
332
  }
251
333
 
252
334
  /*
253
335
  * Private ruby method, used by RepeatedField.pop
254
336
  */
255
- VALUE RepeatedField_pop_one(VALUE _self) {
337
+ static VALUE RepeatedField_pop_one(VALUE _self) {
256
338
  RepeatedField* self = ruby_to_RepeatedField(_self);
257
- upb_fieldtype_t field_type = self->field_type;
258
- VALUE field_type_class = self->field_type_class;
259
- int element_size = native_slot_size(field_type);
260
- int index;
261
- void* memory;
339
+ size_t size = upb_Array_Size(self->array);
340
+ upb_Array* array = RepeatedField_GetMutable(_self);
341
+ upb_MessageValue last;
262
342
  VALUE ret;
263
343
 
264
- if (self->size == 0) {
344
+ if (size == 0) {
265
345
  return Qnil;
266
346
  }
267
- index = self->size - 1;
268
- memory = RepeatedField_memoryat(self, index, element_size);
269
- ret = native_slot_get(field_type, field_type_class, memory);
270
- self->size--;
347
+
348
+ last = upb_Array_Get(self->array, size - 1);
349
+ ret = Convert_UpbToRuby(last, self->type_info, self->arena);
350
+
351
+ upb_Array_Resize(array, size - 1, Arena_get(self->arena));
271
352
  return ret;
272
353
  }
273
354
 
@@ -277,13 +358,18 @@ VALUE RepeatedField_pop_one(VALUE _self) {
277
358
  *
278
359
  * Replaces the contents of the repeated field with the given list of elements.
279
360
  */
280
- VALUE RepeatedField_replace(VALUE _self, VALUE list) {
361
+ static VALUE RepeatedField_replace(VALUE _self, VALUE list) {
281
362
  RepeatedField* self = ruby_to_RepeatedField(_self);
363
+ upb_Array* array = RepeatedField_GetMutable(_self);
364
+ int i;
365
+
282
366
  Check_Type(list, T_ARRAY);
283
- self->size = 0;
284
- for (int i = 0; i < RARRAY_LEN(list); i++) {
367
+ upb_Array_Resize(array, 0, Arena_get(self->arena));
368
+
369
+ for (i = 0; i < RARRAY_LEN(list); i++) {
285
370
  RepeatedField_push(_self, rb_ary_entry(list, i));
286
371
  }
372
+
287
373
  return list;
288
374
  }
289
375
 
@@ -293,9 +379,10 @@ VALUE RepeatedField_replace(VALUE _self, VALUE list) {
293
379
  *
294
380
  * Clears (removes all elements from) this repeated field.
295
381
  */
296
- VALUE RepeatedField_clear(VALUE _self) {
382
+ static VALUE RepeatedField_clear(VALUE _self) {
297
383
  RepeatedField* self = ruby_to_RepeatedField(_self);
298
- self->size = 0;
384
+ upb_Array* array = RepeatedField_GetMutable(_self);
385
+ upb_Array_Resize(array, 0, Arena_get(self->arena));
299
386
  return _self;
300
387
  }
301
388
 
@@ -305,23 +392,9 @@ VALUE RepeatedField_clear(VALUE _self) {
305
392
  *
306
393
  * Returns the length of this repeated field.
307
394
  */
308
- VALUE RepeatedField_length(VALUE _self) {
395
+ static VALUE RepeatedField_length(VALUE _self) {
309
396
  RepeatedField* self = ruby_to_RepeatedField(_self);
310
- return INT2NUM(self->size);
311
- }
312
-
313
- static VALUE RepeatedField_new_this_type(VALUE _self) {
314
- RepeatedField* self = ruby_to_RepeatedField(_self);
315
- VALUE new_rptfield = Qnil;
316
- VALUE element_type = fieldtype_to_ruby(self->field_type);
317
- if (self->field_type_class != Qnil) {
318
- new_rptfield = rb_funcall(CLASS_OF(_self), rb_intern("new"), 2,
319
- element_type, self->field_type_class);
320
- } else {
321
- new_rptfield = rb_funcall(CLASS_OF(_self), rb_intern("new"), 1,
322
- element_type);
323
- }
324
- return new_rptfield;
397
+ return INT2NUM(upb_Array_Size(self->array));
325
398
  }
326
399
 
327
400
  /*
@@ -331,38 +404,20 @@ static VALUE RepeatedField_new_this_type(VALUE _self) {
331
404
  * Duplicates this repeated field with a shallow copy. References to all
332
405
  * non-primitive element objects (e.g., submessages) are shared.
333
406
  */
334
- VALUE RepeatedField_dup(VALUE _self) {
407
+ static VALUE RepeatedField_dup(VALUE _self) {
335
408
  RepeatedField* self = ruby_to_RepeatedField(_self);
336
- VALUE new_rptfield = RepeatedField_new_this_type(_self);
409
+ VALUE new_rptfield = RepeatedField_new_this_type(self);
337
410
  RepeatedField* new_rptfield_self = ruby_to_RepeatedField(new_rptfield);
338
- upb_fieldtype_t field_type = self->field_type;
339
- size_t elem_size = native_slot_size(field_type);
340
- size_t off = 0;
341
- RepeatedField_reserve(new_rptfield_self, self->size);
342
- for (int i = 0; i < self->size; i++, off += elem_size) {
343
- void* to_mem = (uint8_t *)new_rptfield_self->elements + off;
344
- void* from_mem = (uint8_t *)self->elements + off;
345
- native_slot_dup(field_type, to_mem, from_mem);
346
- new_rptfield_self->size++;
347
- }
411
+ upb_Array* new_array = RepeatedField_GetMutable(new_rptfield);
412
+ upb_Arena* arena = Arena_get(new_rptfield_self->arena);
413
+ int size = upb_Array_Size(self->array);
414
+ int i;
348
415
 
349
- return new_rptfield;
350
- }
416
+ Arena_fuse(self->arena, arena);
351
417
 
352
- // Internal only: used by Google::Protobuf.deep_copy.
353
- VALUE RepeatedField_deep_copy(VALUE _self) {
354
- RepeatedField* self = ruby_to_RepeatedField(_self);
355
- VALUE new_rptfield = RepeatedField_new_this_type(_self);
356
- RepeatedField* new_rptfield_self = ruby_to_RepeatedField(new_rptfield);
357
- upb_fieldtype_t field_type = self->field_type;
358
- size_t elem_size = native_slot_size(field_type);
359
- size_t off = 0;
360
- RepeatedField_reserve(new_rptfield_self, self->size);
361
- for (int i = 0; i < self->size; i++, off += elem_size) {
362
- void* to_mem = (uint8_t *)new_rptfield_self->elements + off;
363
- void* from_mem = (uint8_t *)self->elements + off;
364
- native_slot_deep_copy(field_type, to_mem, from_mem);
365
- new_rptfield_self->size++;
418
+ for (i = 0; i < size; i++) {
419
+ upb_MessageValue msgval = upb_Array_Get(self->array, i);
420
+ upb_Array_Append(new_array, msgval, arena);
366
421
  }
367
422
 
368
423
  return new_rptfield;
@@ -377,16 +432,16 @@ VALUE RepeatedField_deep_copy(VALUE _self) {
377
432
  */
378
433
  VALUE RepeatedField_to_ary(VALUE _self) {
379
434
  RepeatedField* self = ruby_to_RepeatedField(_self);
380
- upb_fieldtype_t field_type = self->field_type;
381
-
382
- size_t elem_size = native_slot_size(field_type);
383
- size_t off = 0;
384
- VALUE ary = rb_ary_new2(self->size);
385
- for (int i = 0; i < self->size; i++, off += elem_size) {
386
- void* mem = ((uint8_t *)self->elements) + off;
387
- VALUE elem = native_slot_get(field_type, self->field_type_class, mem);
388
- rb_ary_push(ary, elem);
435
+ int size = upb_Array_Size(self->array);
436
+ VALUE ary = rb_ary_new2(size);
437
+ int i;
438
+
439
+ for (i = 0; i < size; i++) {
440
+ upb_MessageValue msgval = upb_Array_Get(self->array, i);
441
+ VALUE val = Convert_UpbToRuby(msgval, self->type_info, self->arena);
442
+ rb_ary_push(ary, val);
389
443
  }
444
+
390
445
  return ary;
391
446
  }
392
447
 
@@ -418,25 +473,39 @@ VALUE RepeatedField_eq(VALUE _self, VALUE _other) {
418
473
 
419
474
  self = ruby_to_RepeatedField(_self);
420
475
  other = ruby_to_RepeatedField(_other);
421
- if (self->field_type != other->field_type ||
422
- self->field_type_class != other->field_type_class ||
423
- self->size != other->size) {
476
+ size_t n = upb_Array_Size(self->array);
477
+
478
+ if (self->type_info.type != other->type_info.type ||
479
+ self->type_class != other->type_class ||
480
+ upb_Array_Size(other->array) != n) {
424
481
  return Qfalse;
425
482
  }
426
483
 
427
- {
428
- upb_fieldtype_t field_type = self->field_type;
429
- size_t elem_size = native_slot_size(field_type);
430
- size_t off = 0;
431
- for (int i = 0; i < self->size; i++, off += elem_size) {
432
- void* self_mem = ((uint8_t *)self->elements) + off;
433
- void* other_mem = ((uint8_t *)other->elements) + off;
434
- if (!native_slot_eq(field_type, self_mem, other_mem)) {
435
- return Qfalse;
436
- }
484
+ for (size_t i = 0; i < n; i++) {
485
+ upb_MessageValue val1 = upb_Array_Get(self->array, i);
486
+ upb_MessageValue val2 = upb_Array_Get(other->array, i);
487
+ if (!Msgval_IsEqual(val1, val2, self->type_info)) {
488
+ return Qfalse;
437
489
  }
438
- return Qtrue;
439
490
  }
491
+
492
+ return Qtrue;
493
+ }
494
+
495
+ /*
496
+ * call-seq:
497
+ * RepeatedField.freeze => self
498
+ *
499
+ * Freezes the repeated field. We have to intercept this so we can pin the Ruby
500
+ * object into memory so we don't forget it's frozen.
501
+ */
502
+ static VALUE RepeatedField_freeze(VALUE _self) {
503
+ RepeatedField* self = ruby_to_RepeatedField(_self);
504
+ if (!RB_OBJ_FROZEN(_self)) {
505
+ Arena_Pin(self->arena, _self);
506
+ RB_OBJ_FREEZE(_self);
507
+ }
508
+ return _self;
440
509
  }
441
510
 
442
511
  /*
@@ -447,22 +516,15 @@ VALUE RepeatedField_eq(VALUE _self, VALUE _other) {
447
516
  */
448
517
  VALUE RepeatedField_hash(VALUE _self) {
449
518
  RepeatedField* self = ruby_to_RepeatedField(_self);
519
+ uint64_t hash = 0;
520
+ size_t n = upb_Array_Size(self->array);
450
521
 
451
- VALUE hash = LL2NUM(0);
452
-
453
- upb_fieldtype_t field_type = self->field_type;
454
- VALUE field_type_class = self->field_type_class;
455
- size_t elem_size = native_slot_size(field_type);
456
- size_t off = 0;
457
- for (int i = 0; i < self->size; i++, off += elem_size) {
458
- void* mem = ((uint8_t *)self->elements) + off;
459
- VALUE elem = native_slot_get(field_type, field_type_class, mem);
460
- hash = rb_funcall(hash, rb_intern("<<"), 1, INT2NUM(2));
461
- hash = rb_funcall(hash, rb_intern("^"), 1,
462
- rb_funcall(elem, rb_intern("hash"), 0));
522
+ for (size_t i = 0; i < n; i++) {
523
+ upb_MessageValue val = upb_Array_Get(self->array, i);
524
+ hash = Msgval_GetHash(val, self->type_info, hash);
463
525
  }
464
526
 
465
- return hash;
527
+ return LL2NUM(hash);
466
528
  }
467
529
 
468
530
  /*
@@ -474,31 +536,40 @@ VALUE RepeatedField_hash(VALUE _self) {
474
536
  * be either another repeated field or a Ruby array.
475
537
  */
476
538
  VALUE RepeatedField_plus(VALUE _self, VALUE list) {
477
- VALUE dupped = RepeatedField_dup(_self);
539
+ VALUE dupped_ = RepeatedField_dup(_self);
478
540
 
479
541
  if (TYPE(list) == T_ARRAY) {
480
- for (int i = 0; i < RARRAY_LEN(list); i++) {
542
+ int i;
543
+ for (i = 0; i < RARRAY_LEN(list); i++) {
481
544
  VALUE elem = rb_ary_entry(list, i);
482
- RepeatedField_push(dupped, elem);
545
+ RepeatedField_push(dupped_, elem);
483
546
  }
484
547
  } else if (RB_TYPE_P(list, T_DATA) && RTYPEDDATA_P(list) &&
485
548
  RTYPEDDATA_TYPE(list) == &RepeatedField_type) {
486
549
  RepeatedField* self = ruby_to_RepeatedField(_self);
487
550
  RepeatedField* list_rptfield = ruby_to_RepeatedField(list);
488
- if (self->field_type != list_rptfield->field_type ||
489
- self->field_type_class != list_rptfield->field_type_class) {
551
+ RepeatedField* dupped = ruby_to_RepeatedField(dupped_);
552
+ upb_Array* dupped_array = RepeatedField_GetMutable(dupped_);
553
+ upb_Arena* arena = Arena_get(dupped->arena);
554
+ Arena_fuse(list_rptfield->arena, arena);
555
+ int size = upb_Array_Size(list_rptfield->array);
556
+ int i;
557
+
558
+ if (self->type_info.type != list_rptfield->type_info.type ||
559
+ self->type_class != list_rptfield->type_class) {
490
560
  rb_raise(rb_eArgError,
491
561
  "Attempt to append RepeatedField with different element type.");
492
562
  }
493
- for (int i = 0; i < list_rptfield->size; i++) {
494
- void* mem = RepeatedField_index_native(list, i);
495
- RepeatedField_push_native(dupped, mem);
563
+
564
+ for (i = 0; i < size; i++) {
565
+ upb_MessageValue msgval = upb_Array_Get(list_rptfield->array, i);
566
+ upb_Array_Append(dupped_array, msgval, arena);
496
567
  }
497
568
  } else {
498
569
  rb_raise(rb_eArgError, "Unknown type appending to RepeatedField");
499
570
  }
500
571
 
501
- return dupped;
572
+ return dupped_;
502
573
  }
503
574
 
504
575
  /*
@@ -508,66 +579,41 @@ VALUE RepeatedField_plus(VALUE _self, VALUE list) {
508
579
  * concats the passed in array to self. Returns a Ruby array.
509
580
  */
510
581
  VALUE RepeatedField_concat(VALUE _self, VALUE list) {
582
+ int i;
583
+
511
584
  Check_Type(list, T_ARRAY);
512
- for (int i = 0; i < RARRAY_LEN(list); i++) {
585
+ for (i = 0; i < RARRAY_LEN(list); i++) {
513
586
  RepeatedField_push(_self, rb_ary_entry(list, i));
514
587
  }
515
588
  return _self;
516
589
  }
517
590
 
518
-
519
- void validate_type_class(upb_fieldtype_t type, VALUE klass) {
520
- if (rb_ivar_get(klass, descriptor_instancevar_interned) == Qnil) {
521
- rb_raise(rb_eArgError,
522
- "Type class has no descriptor. Please pass a "
523
- "class or enum as returned by the DescriptorPool.");
524
- }
525
- if (type == UPB_TYPE_MESSAGE) {
526
- VALUE desc = rb_ivar_get(klass, descriptor_instancevar_interned);
527
- if (!RB_TYPE_P(desc, T_DATA) || !RTYPEDDATA_P(desc) ||
528
- RTYPEDDATA_TYPE(desc) != &_Descriptor_type) {
529
- rb_raise(rb_eArgError, "Descriptor has an incorrect type.");
530
- }
531
- if (rb_get_alloc_func(klass) != &Message_alloc) {
532
- rb_raise(rb_eArgError,
533
- "Message class was not returned by the DescriptorPool.");
534
- }
535
- } else if (type == UPB_TYPE_ENUM) {
536
- VALUE enumdesc = rb_ivar_get(klass, descriptor_instancevar_interned);
537
- if (!RB_TYPE_P(enumdesc, T_DATA) || !RTYPEDDATA_P(enumdesc) ||
538
- RTYPEDDATA_TYPE(enumdesc) != &_EnumDescriptor_type) {
539
- rb_raise(rb_eArgError, "Descriptor has an incorrect type.");
540
- }
541
- }
542
- }
543
-
544
- void RepeatedField_init_args(int argc, VALUE* argv,
545
- VALUE _self) {
591
+ /*
592
+ * call-seq:
593
+ * RepeatedField.new(type, type_class = nil, initial_elems = [])
594
+ *
595
+ * Creates a new repeated field. The provided type must be a Ruby symbol, and
596
+ * can take on the same values as those accepted by FieldDescriptor#type=. If
597
+ * the type is :message or :enum, type_class must be non-nil, and must be the
598
+ * Ruby class or module returned by Descriptor#msgclass or
599
+ * EnumDescriptor#enummodule, respectively. An initial list of elements may also
600
+ * be provided.
601
+ */
602
+ VALUE RepeatedField_init(int argc, VALUE* argv, VALUE _self) {
546
603
  RepeatedField* self = ruby_to_RepeatedField(_self);
604
+ upb_Arena* arena;
547
605
  VALUE ary = Qnil;
606
+
607
+ self->arena = Arena_new();
608
+ arena = Arena_get(self->arena);
609
+
548
610
  if (argc < 1) {
549
611
  rb_raise(rb_eArgError, "Expected at least 1 argument.");
550
612
  }
551
- self->field_type = ruby_to_fieldtype(argv[0]);
552
613
 
553
- if (self->field_type == UPB_TYPE_MESSAGE ||
554
- self->field_type == UPB_TYPE_ENUM) {
555
- if (argc < 2) {
556
- rb_raise(rb_eArgError, "Expected at least 2 arguments for message/enum.");
557
- }
558
- self->field_type_class = argv[1];
559
- if (argc > 2) {
560
- ary = argv[2];
561
- }
562
- validate_type_class(self->field_type, self->field_type_class);
563
- } else {
564
- if (argc > 2) {
565
- rb_raise(rb_eArgError, "Too many arguments: expected 1 or 2.");
566
- }
567
- if (argc > 1) {
568
- ary = argv[1];
569
- }
570
- }
614
+ self->type_info = TypeInfo_FromClass(argc, argv, 0, &self->type_class, &ary);
615
+ self->array = upb_Array_New(arena, self->type_info.type);
616
+ ObjectCache_Add(self->array, _self);
571
617
 
572
618
  if (ary != Qnil) {
573
619
  if (!RB_TYPE_P(ary, T_ARRAY)) {
@@ -577,67 +623,21 @@ void RepeatedField_init_args(int argc, VALUE* argv,
577
623
  RepeatedField_push(_self, rb_ary_entry(ary, i));
578
624
  }
579
625
  }
580
- }
581
-
582
- // Mark, free, alloc, init and class setup functions.
583
-
584
- void RepeatedField_mark(void* _self) {
585
- RepeatedField* self = (RepeatedField*)_self;
586
- upb_fieldtype_t field_type = self->field_type;
587
- int element_size = native_slot_size(field_type);
588
- rb_gc_mark(self->field_type_class);
589
- for (int i = 0; i < self->size; i++) {
590
- void* memory = (((uint8_t *)self->elements) + i * element_size);
591
- native_slot_mark(self->field_type, memory);
592
- }
593
- }
594
-
595
- void RepeatedField_free(void* _self) {
596
- RepeatedField* self = (RepeatedField*)_self;
597
- xfree(self->elements);
598
- xfree(self);
599
- }
600
-
601
- /*
602
- * call-seq:
603
- * RepeatedField.new(type, type_class = nil, initial_elems = [])
604
- *
605
- * Creates a new repeated field. The provided type must be a Ruby symbol, and
606
- * can take on the same values as those accepted by FieldDescriptor#type=. If
607
- * the type is :message or :enum, type_class must be non-nil, and must be the
608
- * Ruby class or module returned by Descriptor#msgclass or
609
- * EnumDescriptor#enummodule, respectively. An initial list of elements may also
610
- * be provided.
611
- */
612
- VALUE RepeatedField_alloc(VALUE klass) {
613
- RepeatedField* self = ALLOC(RepeatedField);
614
- self->elements = NULL;
615
- self->size = 0;
616
- self->capacity = 0;
617
- self->field_type = -1;
618
- self->field_type_class = Qnil;
619
- return TypedData_Wrap_Struct(klass, &RepeatedField_type, self);
620
- }
621
-
622
- VALUE RepeatedField_init(int argc, VALUE* argv, VALUE self) {
623
- RepeatedField_init_args(argc, argv, self);
624
626
  return Qnil;
625
627
  }
626
628
 
627
629
  void RepeatedField_register(VALUE module) {
628
- VALUE klass = rb_define_class_under(
629
- module, "RepeatedField", rb_cObject);
630
+ VALUE klass = rb_define_class_under(module, "RepeatedField", rb_cObject);
630
631
  rb_define_alloc_func(klass, RepeatedField_alloc);
631
- cRepeatedField = klass;
632
632
  rb_gc_register_address(&cRepeatedField);
633
+ cRepeatedField = klass;
633
634
 
634
- rb_define_method(klass, "initialize",
635
- RepeatedField_init, -1);
635
+ rb_define_method(klass, "initialize", RepeatedField_init, -1);
636
636
  rb_define_method(klass, "each", RepeatedField_each, 0);
637
637
  rb_define_method(klass, "[]", RepeatedField_index, -1);
638
638
  rb_define_method(klass, "at", RepeatedField_index, -1);
639
639
  rb_define_method(klass, "[]=", RepeatedField_index_set, 2);
640
- rb_define_method(klass, "push", RepeatedField_push, 1);
640
+ rb_define_method(klass, "push", RepeatedField_push_vararg, -1);
641
641
  rb_define_method(klass, "<<", RepeatedField_push, 1);
642
642
  rb_define_private_method(klass, "pop_one", RepeatedField_pop_one, 0);
643
643
  rb_define_method(klass, "replace", RepeatedField_replace, 1);
@@ -649,6 +649,7 @@ void RepeatedField_register(VALUE module) {
649
649
  rb_define_method(klass, "clone", RepeatedField_dup, 0);
650
650
  rb_define_method(klass, "==", RepeatedField_eq, 1);
651
651
  rb_define_method(klass, "to_ary", RepeatedField_to_ary, 0);
652
+ rb_define_method(klass, "freeze", RepeatedField_freeze, 0);
652
653
  rb_define_method(klass, "hash", RepeatedField_hash, 0);
653
654
  rb_define_method(klass, "+", RepeatedField_plus, 1);
654
655
  rb_define_method(klass, "concat", RepeatedField_concat, 1);