google-protobuf 3.7.0 → 3.20.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of google-protobuf might be problematic. Click here for more details.
- checksums.yaml +4 -4
- data/ext/google/protobuf_c/convert.c +361 -0
- data/ext/google/protobuf_c/convert.h +75 -0
- data/ext/google/protobuf_c/defs.c +669 -1646
- data/ext/google/protobuf_c/defs.h +107 -0
- data/ext/google/protobuf_c/extconf.rb +13 -8
- data/ext/google/protobuf_c/map.c +330 -477
- data/ext/google/protobuf_c/map.h +66 -0
- data/ext/google/protobuf_c/message.c +1048 -379
- data/ext/google/protobuf_c/message.h +104 -0
- data/ext/google/protobuf_c/protobuf.c +413 -54
- data/ext/google/protobuf_c/protobuf.h +53 -546
- data/ext/google/protobuf_c/repeated_field.c +318 -315
- data/ext/google/protobuf_c/repeated_field.h +63 -0
- data/ext/google/protobuf_c/ruby-upb.c +11115 -0
- data/ext/google/protobuf_c/ruby-upb.h +5612 -0
- data/ext/google/protobuf_c/third_party/utf8_range/LICENSE +21 -0
- data/ext/google/protobuf_c/third_party/utf8_range/naive.c +92 -0
- data/ext/google/protobuf_c/third_party/utf8_range/range2-neon.c +157 -0
- data/ext/google/protobuf_c/third_party/utf8_range/range2-sse.c +170 -0
- data/ext/google/protobuf_c/third_party/utf8_range/utf8_range.h +9 -0
- data/ext/google/protobuf_c/wrap_memcpy.c +4 -3
- data/lib/google/protobuf/any_pb.rb +1 -1
- data/lib/google/protobuf/api_pb.rb +4 -3
- data/lib/google/protobuf/descriptor_dsl.rb +465 -0
- data/lib/google/protobuf/descriptor_pb.rb +269 -0
- data/lib/google/protobuf/duration_pb.rb +1 -1
- data/lib/google/protobuf/empty_pb.rb +1 -1
- data/lib/google/protobuf/field_mask_pb.rb +1 -1
- data/lib/google/protobuf/message_exts.rb +2 -2
- data/lib/google/protobuf/source_context_pb.rb +1 -1
- data/lib/google/protobuf/struct_pb.rb +4 -4
- data/lib/google/protobuf/timestamp_pb.rb +1 -1
- data/lib/google/protobuf/type_pb.rb +9 -8
- data/lib/google/protobuf/well_known_types.rb +20 -4
- data/lib/google/protobuf/wrappers_pb.rb +9 -9
- data/lib/google/protobuf.rb +6 -4
- data/tests/basic.rb +380 -71
- data/tests/generated_code_test.rb +0 -0
- data/tests/stress.rb +1 -1
- metadata +27 -30
- data/ext/google/protobuf_c/encode_decode.c +0 -1574
- data/ext/google/protobuf_c/storage.c +0 -1019
- data/ext/google/protobuf_c/upb.c +0 -17318
- data/ext/google/protobuf_c/upb.h +0 -9755
@@ -28,48 +28,163 @@
|
|
28
28
|
// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
29
29
|
// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
30
30
|
|
31
|
+
#include "repeated_field.h"
|
32
|
+
|
33
|
+
#include "convert.h"
|
34
|
+
#include "defs.h"
|
35
|
+
#include "message.h"
|
31
36
|
#include "protobuf.h"
|
32
37
|
|
33
38
|
// -----------------------------------------------------------------------------
|
34
39
|
// Repeated field container type.
|
35
40
|
// -----------------------------------------------------------------------------
|
36
41
|
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
42
|
+
typedef struct {
|
43
|
+
const upb_Array* array; // Can get as mutable when non-frozen.
|
44
|
+
TypeInfo type_info;
|
45
|
+
VALUE type_class; // To GC-root the msgdef/enumdef in type_info.
|
46
|
+
VALUE arena; // To GC-root the upb_Array.
|
47
|
+
} RepeatedField;
|
41
48
|
|
42
49
|
VALUE cRepeatedField;
|
43
50
|
|
44
|
-
|
51
|
+
static void RepeatedField_mark(void* _self) {
|
52
|
+
RepeatedField* self = (RepeatedField*)_self;
|
53
|
+
rb_gc_mark(self->type_class);
|
54
|
+
rb_gc_mark(self->arena);
|
55
|
+
}
|
56
|
+
|
57
|
+
const rb_data_type_t RepeatedField_type = {
|
58
|
+
"Google::Protobuf::RepeatedField",
|
59
|
+
{RepeatedField_mark, RUBY_DEFAULT_FREE, NULL},
|
60
|
+
.flags = RUBY_TYPED_FREE_IMMEDIATELY,
|
61
|
+
};
|
62
|
+
|
63
|
+
static RepeatedField* ruby_to_RepeatedField(VALUE _self) {
|
45
64
|
RepeatedField* self;
|
46
65
|
TypedData_Get_Struct(_self, RepeatedField, &RepeatedField_type, self);
|
47
66
|
return self;
|
48
67
|
}
|
49
68
|
|
50
|
-
|
51
|
-
|
69
|
+
static upb_Array* RepeatedField_GetMutable(VALUE _self) {
|
70
|
+
rb_check_frozen(_self);
|
71
|
+
return (upb_Array*)ruby_to_RepeatedField(_self)->array;
|
72
|
+
}
|
73
|
+
|
74
|
+
VALUE RepeatedField_alloc(VALUE klass) {
|
75
|
+
RepeatedField* self = ALLOC(RepeatedField);
|
76
|
+
self->arena = Qnil;
|
77
|
+
self->type_class = Qnil;
|
78
|
+
self->array = NULL;
|
79
|
+
return TypedData_Wrap_Struct(klass, &RepeatedField_type, self);
|
80
|
+
}
|
81
|
+
|
82
|
+
VALUE RepeatedField_GetRubyWrapper(upb_Array* array, TypeInfo type_info,
|
83
|
+
VALUE arena) {
|
84
|
+
PBRUBY_ASSERT(array);
|
85
|
+
VALUE val = ObjectCache_Get(array);
|
86
|
+
|
87
|
+
if (val == Qnil) {
|
88
|
+
val = RepeatedField_alloc(cRepeatedField);
|
89
|
+
RepeatedField* self;
|
90
|
+
ObjectCache_Add(array, val);
|
91
|
+
TypedData_Get_Struct(val, RepeatedField, &RepeatedField_type, self);
|
92
|
+
self->array = array;
|
93
|
+
self->arena = arena;
|
94
|
+
self->type_info = type_info;
|
95
|
+
if (self->type_info.type == kUpb_CType_Message) {
|
96
|
+
self->type_class = Descriptor_DefToClass(type_info.def.msgdef);
|
97
|
+
}
|
98
|
+
}
|
99
|
+
|
100
|
+
PBRUBY_ASSERT(ruby_to_RepeatedField(val)->type_info.type == type_info.type);
|
101
|
+
PBRUBY_ASSERT(ruby_to_RepeatedField(val)->type_info.def.msgdef ==
|
102
|
+
type_info.def.msgdef);
|
103
|
+
return val;
|
104
|
+
}
|
105
|
+
|
106
|
+
static VALUE RepeatedField_new_this_type(RepeatedField* from) {
|
107
|
+
VALUE arena_rb = Arena_new();
|
108
|
+
upb_Array* array = upb_Array_New(Arena_get(arena_rb), from->type_info.type);
|
109
|
+
VALUE ret = RepeatedField_GetRubyWrapper(array, from->type_info, arena_rb);
|
110
|
+
PBRUBY_ASSERT(ruby_to_RepeatedField(ret)->type_class == from->type_class);
|
111
|
+
return ret;
|
112
|
+
}
|
113
|
+
|
114
|
+
void RepeatedField_Inspect(StringBuilder* b, const upb_Array* array,
|
115
|
+
TypeInfo info) {
|
116
|
+
bool first = true;
|
117
|
+
StringBuilder_Printf(b, "[");
|
118
|
+
size_t n = array ? upb_Array_Size(array) : 0;
|
119
|
+
for (size_t i = 0; i < n; i++) {
|
120
|
+
if (first) {
|
121
|
+
first = false;
|
122
|
+
} else {
|
123
|
+
StringBuilder_Printf(b, ", ");
|
124
|
+
}
|
125
|
+
StringBuilder_PrintMsgval(b, upb_Array_Get(array, i), info);
|
126
|
+
}
|
127
|
+
StringBuilder_Printf(b, "]");
|
128
|
+
}
|
129
|
+
|
130
|
+
VALUE RepeatedField_deep_copy(VALUE _self) {
|
131
|
+
RepeatedField* self = ruby_to_RepeatedField(_self);
|
132
|
+
VALUE new_rptfield = RepeatedField_new_this_type(self);
|
133
|
+
RepeatedField* new_self = ruby_to_RepeatedField(new_rptfield);
|
134
|
+
VALUE arena_rb = new_self->arena;
|
135
|
+
upb_Array* new_array = RepeatedField_GetMutable(new_rptfield);
|
136
|
+
upb_Arena* arena = Arena_get(arena_rb);
|
137
|
+
size_t elements = upb_Array_Size(self->array);
|
138
|
+
|
139
|
+
upb_Array_Resize(new_array, elements, arena);
|
140
|
+
|
141
|
+
size_t size = upb_Array_Size(self->array);
|
142
|
+
for (size_t i = 0; i < size; i++) {
|
143
|
+
upb_MessageValue msgval = upb_Array_Get(self->array, i);
|
144
|
+
upb_MessageValue copy = Msgval_DeepCopy(msgval, self->type_info, arena);
|
145
|
+
upb_Array_Set(new_array, i, copy);
|
146
|
+
}
|
147
|
+
|
148
|
+
return new_rptfield;
|
149
|
+
}
|
150
|
+
|
151
|
+
const upb_Array* RepeatedField_GetUpbArray(VALUE val, const upb_FieldDef* field,
|
152
|
+
upb_Arena* arena) {
|
153
|
+
RepeatedField* self;
|
154
|
+
TypeInfo type_info = TypeInfo_get(field);
|
155
|
+
|
156
|
+
if (!RB_TYPE_P(val, T_DATA) || !RTYPEDDATA_P(val) ||
|
157
|
+
RTYPEDDATA_TYPE(val) != &RepeatedField_type) {
|
158
|
+
rb_raise(cTypeError, "Expected repeated field array");
|
159
|
+
}
|
160
|
+
|
161
|
+
self = ruby_to_RepeatedField(val);
|
162
|
+
if (self->type_info.type != type_info.type) {
|
163
|
+
rb_raise(cTypeError, "Repeated field array has wrong element type");
|
164
|
+
}
|
165
|
+
|
166
|
+
if (self->type_info.def.msgdef != type_info.def.msgdef) {
|
167
|
+
rb_raise(cTypeError, "Repeated field array has wrong message/enum class");
|
168
|
+
}
|
169
|
+
|
170
|
+
Arena_fuse(self->arena, arena);
|
171
|
+
return self->array;
|
52
172
|
}
|
53
173
|
|
54
174
|
static int index_position(VALUE _index, RepeatedField* repeated_field) {
|
55
175
|
int index = NUM2INT(_index);
|
56
|
-
if (index < 0
|
57
|
-
index = repeated_field->size + index;
|
58
|
-
}
|
176
|
+
if (index < 0) index += upb_Array_Size(repeated_field->array);
|
59
177
|
return index;
|
60
178
|
}
|
61
179
|
|
62
|
-
VALUE RepeatedField_subarray(
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
for (int i = beg; i < beg + len; i++, off += element_size) {
|
71
|
-
void* mem = ((uint8_t *)self->elements) + off;
|
72
|
-
VALUE elem = native_slot_get(field_type, field_type_class, mem);
|
180
|
+
static VALUE RepeatedField_subarray(RepeatedField* self, long beg, long len) {
|
181
|
+
size_t size = upb_Array_Size(self->array);
|
182
|
+
VALUE ary = rb_ary_new2(size);
|
183
|
+
long i;
|
184
|
+
|
185
|
+
for (i = beg; i < beg + len; i++) {
|
186
|
+
upb_MessageValue msgval = upb_Array_Get(self->array, i);
|
187
|
+
VALUE elem = Convert_UpbToRuby(msgval, self->type_info, self->arena);
|
73
188
|
rb_ary_push(ary, elem);
|
74
189
|
}
|
75
190
|
return ary;
|
@@ -83,69 +198,65 @@ VALUE RepeatedField_subarray(VALUE _self, long beg, long len) {
|
|
83
198
|
* also includes Enumerable; combined with this method, the repeated field thus
|
84
199
|
* acts like an ordinary Ruby sequence.
|
85
200
|
*/
|
86
|
-
VALUE RepeatedField_each(VALUE _self) {
|
201
|
+
static VALUE RepeatedField_each(VALUE _self) {
|
87
202
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
void* memory = (void *) (((uint8_t *)self->elements) + off);
|
95
|
-
VALUE val = native_slot_get(field_type, field_type_class, memory);
|
203
|
+
int size = upb_Array_Size(self->array);
|
204
|
+
int i;
|
205
|
+
|
206
|
+
for (i = 0; i < size; i++) {
|
207
|
+
upb_MessageValue msgval = upb_Array_Get(self->array, i);
|
208
|
+
VALUE val = Convert_UpbToRuby(msgval, self->type_info, self->arena);
|
96
209
|
rb_yield(val);
|
97
210
|
}
|
98
211
|
return _self;
|
99
212
|
}
|
100
213
|
|
101
|
-
|
102
214
|
/*
|
103
215
|
* call-seq:
|
104
216
|
* RepeatedField.[](index) => value
|
105
217
|
*
|
106
218
|
* Accesses the element at the given index. Returns nil on out-of-bounds
|
107
219
|
*/
|
108
|
-
VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
|
220
|
+
static VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
|
109
221
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
110
|
-
|
111
|
-
upb_fieldtype_t field_type = self->field_type;
|
112
|
-
VALUE field_type_class = self->field_type_class;
|
222
|
+
long size = upb_Array_Size(self->array);
|
113
223
|
|
114
224
|
VALUE arg = argv[0];
|
115
225
|
long beg, len;
|
116
226
|
|
117
|
-
if (argc == 1){
|
227
|
+
if (argc == 1) {
|
118
228
|
if (FIXNUM_P(arg)) {
|
119
229
|
/* standard case */
|
120
|
-
|
230
|
+
upb_MessageValue msgval;
|
121
231
|
int index = index_position(argv[0], self);
|
122
|
-
if (index < 0 || index >= self->
|
232
|
+
if (index < 0 || (size_t)index >= upb_Array_Size(self->array)) {
|
123
233
|
return Qnil;
|
124
234
|
}
|
125
|
-
|
126
|
-
return
|
127
|
-
}else{
|
235
|
+
msgval = upb_Array_Get(self->array, index);
|
236
|
+
return Convert_UpbToRuby(msgval, self->type_info, self->arena);
|
237
|
+
} else {
|
128
238
|
/* check if idx is Range */
|
129
|
-
switch (rb_range_beg_len(arg, &beg, &len,
|
239
|
+
switch (rb_range_beg_len(arg, &beg, &len, size, 0)) {
|
130
240
|
case Qfalse:
|
131
241
|
break;
|
132
242
|
case Qnil:
|
133
243
|
return Qnil;
|
134
244
|
default:
|
135
|
-
return RepeatedField_subarray(
|
245
|
+
return RepeatedField_subarray(self, beg, len);
|
136
246
|
}
|
137
247
|
}
|
138
248
|
}
|
249
|
+
|
139
250
|
/* assume 2 arguments */
|
140
251
|
beg = NUM2LONG(argv[0]);
|
141
252
|
len = NUM2LONG(argv[1]);
|
142
253
|
if (beg < 0) {
|
143
|
-
beg +=
|
254
|
+
beg += size;
|
144
255
|
}
|
145
|
-
if (beg >=
|
256
|
+
if (beg >= size) {
|
146
257
|
return Qnil;
|
147
258
|
}
|
148
|
-
return RepeatedField_subarray(
|
259
|
+
return RepeatedField_subarray(self, beg, len);
|
149
260
|
}
|
150
261
|
|
151
262
|
/*
|
@@ -155,119 +266,89 @@ VALUE RepeatedField_index(int argc, VALUE* argv, VALUE _self) {
|
|
155
266
|
* Sets the element at the given index. On out-of-bounds assignments, extends
|
156
267
|
* the array and fills the hole (if any) with default values.
|
157
268
|
*/
|
158
|
-
VALUE RepeatedField_index_set(VALUE _self, VALUE _index, VALUE val) {
|
269
|
+
static VALUE RepeatedField_index_set(VALUE _self, VALUE _index, VALUE val) {
|
159
270
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
271
|
+
int size = upb_Array_Size(self->array);
|
272
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
273
|
+
upb_Arena* arena = Arena_get(self->arena);
|
274
|
+
upb_MessageValue msgval = Convert_RubyToUpb(val, "", self->type_info, arena);
|
164
275
|
|
165
276
|
int index = index_position(_index, self);
|
166
277
|
if (index < 0 || index >= (INT_MAX - 1)) {
|
167
278
|
return Qnil;
|
168
279
|
}
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
280
|
+
|
281
|
+
if (index >= size) {
|
282
|
+
upb_Array_Resize(array, index + 1, arena);
|
283
|
+
upb_MessageValue fill;
|
284
|
+
memset(&fill, 0, sizeof(fill));
|
285
|
+
for (int i = size; i < index; i++) {
|
286
|
+
// Fill default values.
|
287
|
+
// TODO(haberman): should this happen at the upb level?
|
288
|
+
upb_Array_Set(array, i, fill);
|
176
289
|
}
|
177
|
-
self->size = index + 1;
|
178
290
|
}
|
179
291
|
|
180
|
-
|
181
|
-
native_slot_set(field_type, field_type_class, memory, val);
|
292
|
+
upb_Array_Set(array, index, msgval);
|
182
293
|
return Qnil;
|
183
294
|
}
|
184
295
|
|
185
|
-
static int kInitialSize = 8;
|
186
|
-
|
187
|
-
void RepeatedField_reserve(RepeatedField* self, int new_size) {
|
188
|
-
void* old_elems = self->elements;
|
189
|
-
int elem_size = native_slot_size(self->field_type);
|
190
|
-
if (new_size <= self->capacity) {
|
191
|
-
return;
|
192
|
-
}
|
193
|
-
if (self->capacity == 0) {
|
194
|
-
self->capacity = kInitialSize;
|
195
|
-
}
|
196
|
-
while (self->capacity < new_size) {
|
197
|
-
self->capacity *= 2;
|
198
|
-
}
|
199
|
-
self->elements = ALLOC_N(uint8_t, elem_size * self->capacity);
|
200
|
-
if (old_elems != NULL) {
|
201
|
-
memcpy(self->elements, old_elems, self->size * elem_size);
|
202
|
-
xfree(old_elems);
|
203
|
-
}
|
204
|
-
}
|
205
|
-
|
206
296
|
/*
|
207
297
|
* call-seq:
|
208
|
-
* RepeatedField.push(value)
|
298
|
+
* RepeatedField.push(value, ...)
|
209
299
|
*
|
210
300
|
* Adds a new element to the repeated field.
|
211
301
|
*/
|
212
|
-
VALUE
|
302
|
+
static VALUE RepeatedField_push_vararg(int argc, VALUE* argv, VALUE _self) {
|
213
303
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
214
|
-
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
304
|
+
upb_Arena* arena = Arena_get(self->arena);
|
305
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
306
|
+
int i;
|
307
|
+
|
308
|
+
for (i = 0; i < argc; i++) {
|
309
|
+
upb_MessageValue msgval =
|
310
|
+
Convert_RubyToUpb(argv[i], "", self->type_info, arena);
|
311
|
+
upb_Array_Append(array, msgval, arena);
|
312
|
+
}
|
313
|
+
|
223
314
|
return _self;
|
224
315
|
}
|
225
316
|
|
226
|
-
|
227
|
-
|
228
|
-
|
317
|
+
/*
|
318
|
+
* call-seq:
|
319
|
+
* RepeatedField.<<(value)
|
320
|
+
*
|
321
|
+
* Adds a new element to the repeated field.
|
322
|
+
*/
|
323
|
+
static VALUE RepeatedField_push(VALUE _self, VALUE val) {
|
229
324
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
230
|
-
|
231
|
-
|
232
|
-
void* memory;
|
233
|
-
|
234
|
-
RepeatedField_reserve(self, self->size + 1);
|
235
|
-
memory = (void *) (((uint8_t *)self->elements) + self->size * element_size);
|
236
|
-
memcpy(memory, data, element_size);
|
237
|
-
self->size++;
|
238
|
-
}
|
325
|
+
upb_Arena* arena = Arena_get(self->arena);
|
326
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
239
327
|
|
240
|
-
|
241
|
-
|
242
|
-
upb_fieldtype_t field_type = self->field_type;
|
243
|
-
int element_size = native_slot_size(field_type);
|
244
|
-
return RepeatedField_memoryat(self, index, element_size);
|
245
|
-
}
|
328
|
+
upb_MessageValue msgval = Convert_RubyToUpb(val, "", self->type_info, arena);
|
329
|
+
upb_Array_Append(array, msgval, arena);
|
246
330
|
|
247
|
-
|
248
|
-
RepeatedField* self = ruby_to_RepeatedField(_self);
|
249
|
-
return self->size;
|
331
|
+
return _self;
|
250
332
|
}
|
251
333
|
|
252
334
|
/*
|
253
335
|
* Private ruby method, used by RepeatedField.pop
|
254
336
|
*/
|
255
|
-
VALUE RepeatedField_pop_one(VALUE _self) {
|
337
|
+
static VALUE RepeatedField_pop_one(VALUE _self) {
|
256
338
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
257
|
-
|
258
|
-
|
259
|
-
|
260
|
-
int index;
|
261
|
-
void* memory;
|
339
|
+
size_t size = upb_Array_Size(self->array);
|
340
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
341
|
+
upb_MessageValue last;
|
262
342
|
VALUE ret;
|
263
343
|
|
264
|
-
if (
|
344
|
+
if (size == 0) {
|
265
345
|
return Qnil;
|
266
346
|
}
|
267
|
-
|
268
|
-
|
269
|
-
ret =
|
270
|
-
|
347
|
+
|
348
|
+
last = upb_Array_Get(self->array, size - 1);
|
349
|
+
ret = Convert_UpbToRuby(last, self->type_info, self->arena);
|
350
|
+
|
351
|
+
upb_Array_Resize(array, size - 1, Arena_get(self->arena));
|
271
352
|
return ret;
|
272
353
|
}
|
273
354
|
|
@@ -277,13 +358,18 @@ VALUE RepeatedField_pop_one(VALUE _self) {
|
|
277
358
|
*
|
278
359
|
* Replaces the contents of the repeated field with the given list of elements.
|
279
360
|
*/
|
280
|
-
VALUE RepeatedField_replace(VALUE _self, VALUE list) {
|
361
|
+
static VALUE RepeatedField_replace(VALUE _self, VALUE list) {
|
281
362
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
363
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
364
|
+
int i;
|
365
|
+
|
282
366
|
Check_Type(list, T_ARRAY);
|
283
|
-
self->
|
284
|
-
|
367
|
+
upb_Array_Resize(array, 0, Arena_get(self->arena));
|
368
|
+
|
369
|
+
for (i = 0; i < RARRAY_LEN(list); i++) {
|
285
370
|
RepeatedField_push(_self, rb_ary_entry(list, i));
|
286
371
|
}
|
372
|
+
|
287
373
|
return list;
|
288
374
|
}
|
289
375
|
|
@@ -293,9 +379,10 @@ VALUE RepeatedField_replace(VALUE _self, VALUE list) {
|
|
293
379
|
*
|
294
380
|
* Clears (removes all elements from) this repeated field.
|
295
381
|
*/
|
296
|
-
VALUE RepeatedField_clear(VALUE _self) {
|
382
|
+
static VALUE RepeatedField_clear(VALUE _self) {
|
297
383
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
298
|
-
|
384
|
+
upb_Array* array = RepeatedField_GetMutable(_self);
|
385
|
+
upb_Array_Resize(array, 0, Arena_get(self->arena));
|
299
386
|
return _self;
|
300
387
|
}
|
301
388
|
|
@@ -305,23 +392,9 @@ VALUE RepeatedField_clear(VALUE _self) {
|
|
305
392
|
*
|
306
393
|
* Returns the length of this repeated field.
|
307
394
|
*/
|
308
|
-
VALUE RepeatedField_length(VALUE _self) {
|
395
|
+
static VALUE RepeatedField_length(VALUE _self) {
|
309
396
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
310
|
-
return INT2NUM(self->
|
311
|
-
}
|
312
|
-
|
313
|
-
static VALUE RepeatedField_new_this_type(VALUE _self) {
|
314
|
-
RepeatedField* self = ruby_to_RepeatedField(_self);
|
315
|
-
VALUE new_rptfield = Qnil;
|
316
|
-
VALUE element_type = fieldtype_to_ruby(self->field_type);
|
317
|
-
if (self->field_type_class != Qnil) {
|
318
|
-
new_rptfield = rb_funcall(CLASS_OF(_self), rb_intern("new"), 2,
|
319
|
-
element_type, self->field_type_class);
|
320
|
-
} else {
|
321
|
-
new_rptfield = rb_funcall(CLASS_OF(_self), rb_intern("new"), 1,
|
322
|
-
element_type);
|
323
|
-
}
|
324
|
-
return new_rptfield;
|
397
|
+
return INT2NUM(upb_Array_Size(self->array));
|
325
398
|
}
|
326
399
|
|
327
400
|
/*
|
@@ -331,38 +404,20 @@ static VALUE RepeatedField_new_this_type(VALUE _self) {
|
|
331
404
|
* Duplicates this repeated field with a shallow copy. References to all
|
332
405
|
* non-primitive element objects (e.g., submessages) are shared.
|
333
406
|
*/
|
334
|
-
VALUE RepeatedField_dup(VALUE _self) {
|
407
|
+
static VALUE RepeatedField_dup(VALUE _self) {
|
335
408
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
336
|
-
VALUE new_rptfield = RepeatedField_new_this_type(
|
409
|
+
VALUE new_rptfield = RepeatedField_new_this_type(self);
|
337
410
|
RepeatedField* new_rptfield_self = ruby_to_RepeatedField(new_rptfield);
|
338
|
-
|
339
|
-
|
340
|
-
|
341
|
-
|
342
|
-
for (int i = 0; i < self->size; i++, off += elem_size) {
|
343
|
-
void* to_mem = (uint8_t *)new_rptfield_self->elements + off;
|
344
|
-
void* from_mem = (uint8_t *)self->elements + off;
|
345
|
-
native_slot_dup(field_type, to_mem, from_mem);
|
346
|
-
new_rptfield_self->size++;
|
347
|
-
}
|
411
|
+
upb_Array* new_array = RepeatedField_GetMutable(new_rptfield);
|
412
|
+
upb_Arena* arena = Arena_get(new_rptfield_self->arena);
|
413
|
+
int size = upb_Array_Size(self->array);
|
414
|
+
int i;
|
348
415
|
|
349
|
-
|
350
|
-
}
|
416
|
+
Arena_fuse(self->arena, arena);
|
351
417
|
|
352
|
-
|
353
|
-
|
354
|
-
|
355
|
-
VALUE new_rptfield = RepeatedField_new_this_type(_self);
|
356
|
-
RepeatedField* new_rptfield_self = ruby_to_RepeatedField(new_rptfield);
|
357
|
-
upb_fieldtype_t field_type = self->field_type;
|
358
|
-
size_t elem_size = native_slot_size(field_type);
|
359
|
-
size_t off = 0;
|
360
|
-
RepeatedField_reserve(new_rptfield_self, self->size);
|
361
|
-
for (int i = 0; i < self->size; i++, off += elem_size) {
|
362
|
-
void* to_mem = (uint8_t *)new_rptfield_self->elements + off;
|
363
|
-
void* from_mem = (uint8_t *)self->elements + off;
|
364
|
-
native_slot_deep_copy(field_type, to_mem, from_mem);
|
365
|
-
new_rptfield_self->size++;
|
418
|
+
for (i = 0; i < size; i++) {
|
419
|
+
upb_MessageValue msgval = upb_Array_Get(self->array, i);
|
420
|
+
upb_Array_Append(new_array, msgval, arena);
|
366
421
|
}
|
367
422
|
|
368
423
|
return new_rptfield;
|
@@ -377,16 +432,16 @@ VALUE RepeatedField_deep_copy(VALUE _self) {
|
|
377
432
|
*/
|
378
433
|
VALUE RepeatedField_to_ary(VALUE _self) {
|
379
434
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
380
|
-
|
381
|
-
|
382
|
-
|
383
|
-
|
384
|
-
|
385
|
-
|
386
|
-
|
387
|
-
|
388
|
-
rb_ary_push(ary, elem);
|
435
|
+
int size = upb_Array_Size(self->array);
|
436
|
+
VALUE ary = rb_ary_new2(size);
|
437
|
+
int i;
|
438
|
+
|
439
|
+
for (i = 0; i < size; i++) {
|
440
|
+
upb_MessageValue msgval = upb_Array_Get(self->array, i);
|
441
|
+
VALUE val = Convert_UpbToRuby(msgval, self->type_info, self->arena);
|
442
|
+
rb_ary_push(ary, val);
|
389
443
|
}
|
444
|
+
|
390
445
|
return ary;
|
391
446
|
}
|
392
447
|
|
@@ -418,25 +473,39 @@ VALUE RepeatedField_eq(VALUE _self, VALUE _other) {
|
|
418
473
|
|
419
474
|
self = ruby_to_RepeatedField(_self);
|
420
475
|
other = ruby_to_RepeatedField(_other);
|
421
|
-
|
422
|
-
|
423
|
-
|
476
|
+
size_t n = upb_Array_Size(self->array);
|
477
|
+
|
478
|
+
if (self->type_info.type != other->type_info.type ||
|
479
|
+
self->type_class != other->type_class ||
|
480
|
+
upb_Array_Size(other->array) != n) {
|
424
481
|
return Qfalse;
|
425
482
|
}
|
426
483
|
|
427
|
-
{
|
428
|
-
|
429
|
-
|
430
|
-
|
431
|
-
|
432
|
-
void* self_mem = ((uint8_t *)self->elements) + off;
|
433
|
-
void* other_mem = ((uint8_t *)other->elements) + off;
|
434
|
-
if (!native_slot_eq(field_type, self_mem, other_mem)) {
|
435
|
-
return Qfalse;
|
436
|
-
}
|
484
|
+
for (size_t i = 0; i < n; i++) {
|
485
|
+
upb_MessageValue val1 = upb_Array_Get(self->array, i);
|
486
|
+
upb_MessageValue val2 = upb_Array_Get(other->array, i);
|
487
|
+
if (!Msgval_IsEqual(val1, val2, self->type_info)) {
|
488
|
+
return Qfalse;
|
437
489
|
}
|
438
|
-
return Qtrue;
|
439
490
|
}
|
491
|
+
|
492
|
+
return Qtrue;
|
493
|
+
}
|
494
|
+
|
495
|
+
/*
|
496
|
+
* call-seq:
|
497
|
+
* RepeatedField.freeze => self
|
498
|
+
*
|
499
|
+
* Freezes the repeated field. We have to intercept this so we can pin the Ruby
|
500
|
+
* object into memory so we don't forget it's frozen.
|
501
|
+
*/
|
502
|
+
static VALUE RepeatedField_freeze(VALUE _self) {
|
503
|
+
RepeatedField* self = ruby_to_RepeatedField(_self);
|
504
|
+
if (!RB_OBJ_FROZEN(_self)) {
|
505
|
+
Arena_Pin(self->arena, _self);
|
506
|
+
RB_OBJ_FREEZE(_self);
|
507
|
+
}
|
508
|
+
return _self;
|
440
509
|
}
|
441
510
|
|
442
511
|
/*
|
@@ -447,20 +516,15 @@ VALUE RepeatedField_eq(VALUE _self, VALUE _other) {
|
|
447
516
|
*/
|
448
517
|
VALUE RepeatedField_hash(VALUE _self) {
|
449
518
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
450
|
-
|
451
|
-
|
452
|
-
|
453
|
-
|
454
|
-
|
455
|
-
|
456
|
-
for (int i = 0; i < self->size; i++, off += elem_size) {
|
457
|
-
void* mem = ((uint8_t *)self->elements) + off;
|
458
|
-
VALUE elem = native_slot_get(field_type, field_type_class, mem);
|
459
|
-
h = rb_hash_uint(h, NUM2LONG(rb_funcall(elem, hash_sym, 0)));
|
519
|
+
uint64_t hash = 0;
|
520
|
+
size_t n = upb_Array_Size(self->array);
|
521
|
+
|
522
|
+
for (size_t i = 0; i < n; i++) {
|
523
|
+
upb_MessageValue val = upb_Array_Get(self->array, i);
|
524
|
+
hash = Msgval_GetHash(val, self->type_info, hash);
|
460
525
|
}
|
461
|
-
h = rb_hash_end(h);
|
462
526
|
|
463
|
-
return
|
527
|
+
return LL2NUM(hash);
|
464
528
|
}
|
465
529
|
|
466
530
|
/*
|
@@ -472,31 +536,40 @@ VALUE RepeatedField_hash(VALUE _self) {
|
|
472
536
|
* be either another repeated field or a Ruby array.
|
473
537
|
*/
|
474
538
|
VALUE RepeatedField_plus(VALUE _self, VALUE list) {
|
475
|
-
VALUE
|
539
|
+
VALUE dupped_ = RepeatedField_dup(_self);
|
476
540
|
|
477
541
|
if (TYPE(list) == T_ARRAY) {
|
478
|
-
|
542
|
+
int i;
|
543
|
+
for (i = 0; i < RARRAY_LEN(list); i++) {
|
479
544
|
VALUE elem = rb_ary_entry(list, i);
|
480
|
-
RepeatedField_push(
|
545
|
+
RepeatedField_push(dupped_, elem);
|
481
546
|
}
|
482
547
|
} else if (RB_TYPE_P(list, T_DATA) && RTYPEDDATA_P(list) &&
|
483
548
|
RTYPEDDATA_TYPE(list) == &RepeatedField_type) {
|
484
549
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
485
550
|
RepeatedField* list_rptfield = ruby_to_RepeatedField(list);
|
486
|
-
|
487
|
-
|
551
|
+
RepeatedField* dupped = ruby_to_RepeatedField(dupped_);
|
552
|
+
upb_Array* dupped_array = RepeatedField_GetMutable(dupped_);
|
553
|
+
upb_Arena* arena = Arena_get(dupped->arena);
|
554
|
+
Arena_fuse(list_rptfield->arena, arena);
|
555
|
+
int size = upb_Array_Size(list_rptfield->array);
|
556
|
+
int i;
|
557
|
+
|
558
|
+
if (self->type_info.type != list_rptfield->type_info.type ||
|
559
|
+
self->type_class != list_rptfield->type_class) {
|
488
560
|
rb_raise(rb_eArgError,
|
489
561
|
"Attempt to append RepeatedField with different element type.");
|
490
562
|
}
|
491
|
-
|
492
|
-
|
493
|
-
|
563
|
+
|
564
|
+
for (i = 0; i < size; i++) {
|
565
|
+
upb_MessageValue msgval = upb_Array_Get(list_rptfield->array, i);
|
566
|
+
upb_Array_Append(dupped_array, msgval, arena);
|
494
567
|
}
|
495
568
|
} else {
|
496
569
|
rb_raise(rb_eArgError, "Unknown type appending to RepeatedField");
|
497
570
|
}
|
498
571
|
|
499
|
-
return
|
572
|
+
return dupped_;
|
500
573
|
}
|
501
574
|
|
502
575
|
/*
|
@@ -506,66 +579,41 @@ VALUE RepeatedField_plus(VALUE _self, VALUE list) {
|
|
506
579
|
* concats the passed in array to self. Returns a Ruby array.
|
507
580
|
*/
|
508
581
|
VALUE RepeatedField_concat(VALUE _self, VALUE list) {
|
582
|
+
int i;
|
583
|
+
|
509
584
|
Check_Type(list, T_ARRAY);
|
510
|
-
for (
|
585
|
+
for (i = 0; i < RARRAY_LEN(list); i++) {
|
511
586
|
RepeatedField_push(_self, rb_ary_entry(list, i));
|
512
587
|
}
|
513
588
|
return _self;
|
514
589
|
}
|
515
590
|
|
516
|
-
|
517
|
-
|
518
|
-
|
519
|
-
|
520
|
-
|
521
|
-
|
522
|
-
|
523
|
-
|
524
|
-
|
525
|
-
|
526
|
-
|
527
|
-
|
528
|
-
}
|
529
|
-
if (rb_get_alloc_func(klass) != &Message_alloc) {
|
530
|
-
rb_raise(rb_eArgError,
|
531
|
-
"Message class was not returned by the DescriptorPool.");
|
532
|
-
}
|
533
|
-
} else if (type == UPB_TYPE_ENUM) {
|
534
|
-
VALUE enumdesc = rb_ivar_get(klass, descriptor_instancevar_interned);
|
535
|
-
if (!RB_TYPE_P(enumdesc, T_DATA) || !RTYPEDDATA_P(enumdesc) ||
|
536
|
-
RTYPEDDATA_TYPE(enumdesc) != &_EnumDescriptor_type) {
|
537
|
-
rb_raise(rb_eArgError, "Descriptor has an incorrect type.");
|
538
|
-
}
|
539
|
-
}
|
540
|
-
}
|
541
|
-
|
542
|
-
void RepeatedField_init_args(int argc, VALUE* argv,
|
543
|
-
VALUE _self) {
|
591
|
+
/*
|
592
|
+
* call-seq:
|
593
|
+
* RepeatedField.new(type, type_class = nil, initial_elems = [])
|
594
|
+
*
|
595
|
+
* Creates a new repeated field. The provided type must be a Ruby symbol, and
|
596
|
+
* can take on the same values as those accepted by FieldDescriptor#type=. If
|
597
|
+
* the type is :message or :enum, type_class must be non-nil, and must be the
|
598
|
+
* Ruby class or module returned by Descriptor#msgclass or
|
599
|
+
* EnumDescriptor#enummodule, respectively. An initial list of elements may also
|
600
|
+
* be provided.
|
601
|
+
*/
|
602
|
+
VALUE RepeatedField_init(int argc, VALUE* argv, VALUE _self) {
|
544
603
|
RepeatedField* self = ruby_to_RepeatedField(_self);
|
604
|
+
upb_Arena* arena;
|
545
605
|
VALUE ary = Qnil;
|
606
|
+
|
607
|
+
self->arena = Arena_new();
|
608
|
+
arena = Arena_get(self->arena);
|
609
|
+
|
546
610
|
if (argc < 1) {
|
547
611
|
rb_raise(rb_eArgError, "Expected at least 1 argument.");
|
548
612
|
}
|
549
|
-
self->field_type = ruby_to_fieldtype(argv[0]);
|
550
613
|
|
551
|
-
|
552
|
-
|
553
|
-
|
554
|
-
rb_raise(rb_eArgError, "Expected at least 2 arguments for message/enum.");
|
555
|
-
}
|
556
|
-
self->field_type_class = argv[1];
|
557
|
-
if (argc > 2) {
|
558
|
-
ary = argv[2];
|
559
|
-
}
|
560
|
-
validate_type_class(self->field_type, self->field_type_class);
|
561
|
-
} else {
|
562
|
-
if (argc > 2) {
|
563
|
-
rb_raise(rb_eArgError, "Too many arguments: expected 1 or 2.");
|
564
|
-
}
|
565
|
-
if (argc > 1) {
|
566
|
-
ary = argv[1];
|
567
|
-
}
|
568
|
-
}
|
614
|
+
self->type_info = TypeInfo_FromClass(argc, argv, 0, &self->type_class, &ary);
|
615
|
+
self->array = upb_Array_New(arena, self->type_info.type);
|
616
|
+
ObjectCache_Add(self->array, _self);
|
569
617
|
|
570
618
|
if (ary != Qnil) {
|
571
619
|
if (!RB_TYPE_P(ary, T_ARRAY)) {
|
@@ -575,67 +623,21 @@ void RepeatedField_init_args(int argc, VALUE* argv,
|
|
575
623
|
RepeatedField_push(_self, rb_ary_entry(ary, i));
|
576
624
|
}
|
577
625
|
}
|
578
|
-
}
|
579
|
-
|
580
|
-
// Mark, free, alloc, init and class setup functions.
|
581
|
-
|
582
|
-
void RepeatedField_mark(void* _self) {
|
583
|
-
RepeatedField* self = (RepeatedField*)_self;
|
584
|
-
upb_fieldtype_t field_type = self->field_type;
|
585
|
-
int element_size = native_slot_size(field_type);
|
586
|
-
rb_gc_mark(self->field_type_class);
|
587
|
-
for (int i = 0; i < self->size; i++) {
|
588
|
-
void* memory = (((uint8_t *)self->elements) + i * element_size);
|
589
|
-
native_slot_mark(self->field_type, memory);
|
590
|
-
}
|
591
|
-
}
|
592
|
-
|
593
|
-
void RepeatedField_free(void* _self) {
|
594
|
-
RepeatedField* self = (RepeatedField*)_self;
|
595
|
-
xfree(self->elements);
|
596
|
-
xfree(self);
|
597
|
-
}
|
598
|
-
|
599
|
-
/*
|
600
|
-
* call-seq:
|
601
|
-
* RepeatedField.new(type, type_class = nil, initial_elems = [])
|
602
|
-
*
|
603
|
-
* Creates a new repeated field. The provided type must be a Ruby symbol, and
|
604
|
-
* can take on the same values as those accepted by FieldDescriptor#type=. If
|
605
|
-
* the type is :message or :enum, type_class must be non-nil, and must be the
|
606
|
-
* Ruby class or module returned by Descriptor#msgclass or
|
607
|
-
* EnumDescriptor#enummodule, respectively. An initial list of elements may also
|
608
|
-
* be provided.
|
609
|
-
*/
|
610
|
-
VALUE RepeatedField_alloc(VALUE klass) {
|
611
|
-
RepeatedField* self = ALLOC(RepeatedField);
|
612
|
-
self->elements = NULL;
|
613
|
-
self->size = 0;
|
614
|
-
self->capacity = 0;
|
615
|
-
self->field_type = -1;
|
616
|
-
self->field_type_class = Qnil;
|
617
|
-
return TypedData_Wrap_Struct(klass, &RepeatedField_type, self);
|
618
|
-
}
|
619
|
-
|
620
|
-
VALUE RepeatedField_init(int argc, VALUE* argv, VALUE self) {
|
621
|
-
RepeatedField_init_args(argc, argv, self);
|
622
626
|
return Qnil;
|
623
627
|
}
|
624
628
|
|
625
629
|
void RepeatedField_register(VALUE module) {
|
626
|
-
VALUE klass = rb_define_class_under(
|
627
|
-
module, "RepeatedField", rb_cObject);
|
630
|
+
VALUE klass = rb_define_class_under(module, "RepeatedField", rb_cObject);
|
628
631
|
rb_define_alloc_func(klass, RepeatedField_alloc);
|
629
632
|
rb_gc_register_address(&cRepeatedField);
|
630
633
|
cRepeatedField = klass;
|
631
634
|
|
632
|
-
rb_define_method(klass, "initialize",
|
633
|
-
RepeatedField_init, -1);
|
635
|
+
rb_define_method(klass, "initialize", RepeatedField_init, -1);
|
634
636
|
rb_define_method(klass, "each", RepeatedField_each, 0);
|
635
637
|
rb_define_method(klass, "[]", RepeatedField_index, -1);
|
636
638
|
rb_define_method(klass, "at", RepeatedField_index, -1);
|
637
639
|
rb_define_method(klass, "[]=", RepeatedField_index_set, 2);
|
638
|
-
rb_define_method(klass, "push",
|
640
|
+
rb_define_method(klass, "push", RepeatedField_push_vararg, -1);
|
639
641
|
rb_define_method(klass, "<<", RepeatedField_push, 1);
|
640
642
|
rb_define_private_method(klass, "pop_one", RepeatedField_pop_one, 0);
|
641
643
|
rb_define_method(klass, "replace", RepeatedField_replace, 1);
|
@@ -647,6 +649,7 @@ void RepeatedField_register(VALUE module) {
|
|
647
649
|
rb_define_method(klass, "clone", RepeatedField_dup, 0);
|
648
650
|
rb_define_method(klass, "==", RepeatedField_eq, 1);
|
649
651
|
rb_define_method(klass, "to_ary", RepeatedField_to_ary, 0);
|
652
|
+
rb_define_method(klass, "freeze", RepeatedField_freeze, 0);
|
650
653
|
rb_define_method(klass, "hash", RepeatedField_hash, 0);
|
651
654
|
rb_define_method(klass, "+", RepeatedField_plus, 1);
|
652
655
|
rb_define_method(klass, "concat", RepeatedField_concat, 1);
|