fl-thrift 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (83) hide show
  1. data/CHANGELOG +4 -0
  2. data/Manifest +81 -0
  3. data/README +43 -0
  4. data/Rakefile +102 -0
  5. data/benchmark/Benchmark.thrift +24 -0
  6. data/benchmark/benchmark.rb +271 -0
  7. data/benchmark/client.rb +74 -0
  8. data/benchmark/server.rb +82 -0
  9. data/benchmark/thin_server.rb +44 -0
  10. data/ext/binary_protocol_accelerated.c +474 -0
  11. data/ext/binary_protocol_accelerated.h +20 -0
  12. data/ext/compact_protocol.c +665 -0
  13. data/ext/compact_protocol.h +20 -0
  14. data/ext/constants.h +95 -0
  15. data/ext/extconf.rb +26 -0
  16. data/ext/macros.h +41 -0
  17. data/ext/memory_buffer.c +76 -0
  18. data/ext/memory_buffer.h +20 -0
  19. data/ext/protocol.c +185 -0
  20. data/ext/protocol.h +20 -0
  21. data/ext/struct.c +606 -0
  22. data/ext/struct.h +67 -0
  23. data/ext/thrift_native.c +194 -0
  24. data/lib/thrift.rb +59 -0
  25. data/lib/thrift/client.rb +62 -0
  26. data/lib/thrift/core_ext.rb +23 -0
  27. data/lib/thrift/core_ext/fixnum.rb +29 -0
  28. data/lib/thrift/exceptions.rb +82 -0
  29. data/lib/thrift/processor.rb +57 -0
  30. data/lib/thrift/protocol/base_protocol.rb +290 -0
  31. data/lib/thrift/protocol/binary_protocol.rb +225 -0
  32. data/lib/thrift/protocol/binary_protocol_accelerated.rb +35 -0
  33. data/lib/thrift/protocol/compact_protocol.rb +422 -0
  34. data/lib/thrift/serializer/deserializer.rb +33 -0
  35. data/lib/thrift/serializer/serializer.rb +34 -0
  36. data/lib/thrift/server/base_server.rb +31 -0
  37. data/lib/thrift/server/mongrel_http_server.rb +58 -0
  38. data/lib/thrift/server/nonblocking_server.rb +296 -0
  39. data/lib/thrift/server/simple_server.rb +43 -0
  40. data/lib/thrift/server/thread_pool_server.rb +75 -0
  41. data/lib/thrift/server/threaded_server.rb +47 -0
  42. data/lib/thrift/struct.rb +298 -0
  43. data/lib/thrift/thrift_native.rb +24 -0
  44. data/lib/thrift/transport/base_server_transport.rb +37 -0
  45. data/lib/thrift/transport/base_transport.rb +70 -0
  46. data/lib/thrift/transport/buffered_transport.rb +77 -0
  47. data/lib/thrift/transport/framed_transport.rb +90 -0
  48. data/lib/thrift/transport/http_client_transport.rb +45 -0
  49. data/lib/thrift/transport/io_stream_transport.rb +39 -0
  50. data/lib/thrift/transport/memory_buffer_transport.rb +96 -0
  51. data/lib/thrift/transport/server_socket.rb +63 -0
  52. data/lib/thrift/transport/socket.rb +136 -0
  53. data/lib/thrift/transport/unix_server_socket.rb +60 -0
  54. data/lib/thrift/transport/unix_socket.rb +40 -0
  55. data/lib/thrift/types.rb +101 -0
  56. data/script/proto_benchmark.rb +121 -0
  57. data/script/read_struct.rb +43 -0
  58. data/script/write_struct.rb +30 -0
  59. data/setup.rb +1585 -0
  60. data/spec/ThriftSpec.thrift +84 -0
  61. data/spec/base_protocol_spec.rb +160 -0
  62. data/spec/base_transport_spec.rb +351 -0
  63. data/spec/binary_protocol_accelerated_spec.rb +41 -0
  64. data/spec/binary_protocol_spec.rb +63 -0
  65. data/spec/binary_protocol_spec_shared.rb +375 -0
  66. data/spec/client_spec.rb +100 -0
  67. data/spec/compact_protocol_spec.rb +117 -0
  68. data/spec/exception_spec.rb +142 -0
  69. data/spec/http_client_spec.rb +49 -0
  70. data/spec/mongrel_http_server_spec.rb +117 -0
  71. data/spec/nonblocking_server_spec.rb +265 -0
  72. data/spec/processor_spec.rb +83 -0
  73. data/spec/serializer_spec.rb +69 -0
  74. data/spec/server_socket_spec.rb +80 -0
  75. data/spec/server_spec.rb +160 -0
  76. data/spec/socket_spec.rb +61 -0
  77. data/spec/socket_spec_shared.rb +104 -0
  78. data/spec/spec_helper.rb +60 -0
  79. data/spec/struct_spec.rb +252 -0
  80. data/spec/types_spec.rb +116 -0
  81. data/spec/unix_socket_spec.rb +108 -0
  82. data/thrift.gemspec +32 -0
  83. metadata +202 -0
@@ -0,0 +1,20 @@
1
+ /*
2
+ * Licensed to the Apache Software Foundation (ASF) under one
3
+ * or more contributor license agreements. See the NOTICE file
4
+ * distributed with this work for additional information
5
+ * regarding copyright ownership. The ASF licenses this file
6
+ * to you under the Apache License, Version 2.0 (the
7
+ * "License"); you may not use this file except in compliance
8
+ * with the License. You may obtain a copy of the License at
9
+ *
10
+ * http://www.apache.org/licenses/LICENSE-2.0
11
+ *
12
+ * Unless required by applicable law or agreed to in writing,
13
+ * software distributed under the License is distributed on an
14
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15
+ * KIND, either express or implied. See the License for the
16
+ * specific language governing permissions and limitations
17
+ * under the License.
18
+ */
19
+
20
+ void Init_binary_protocol_accelerated();
@@ -0,0 +1,665 @@
1
+ /**
2
+ * Licensed to the Apache Software Foundation (ASF) under one
3
+ * or more contributor license agreements. See the NOTICE file
4
+ * distributed with this work for additional information
5
+ * regarding copyright ownership. The ASF licenses this file
6
+ * to you under the Apache License, Version 2.0 (the
7
+ * "License"); you may not use this file except in compliance
8
+ * with the License. You may obtain a copy of the License at
9
+ *
10
+ * http://www.apache.org/licenses/LICENSE-2.0
11
+ *
12
+ * Unless required by applicable law or agreed to in writing,
13
+ * software distributed under the License is distributed on an
14
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
15
+ * KIND, either express or implied. See the License for the
16
+ * specific language governing permissions and limitations
17
+ * under the License.
18
+ */
19
+
20
+ #include <ruby.h>
21
+ #include <stdbool.h>
22
+ #include <stdint.h>
23
+ #include <constants.h>
24
+ #include <struct.h>
25
+ #include "macros.h"
26
+
27
+ #define LAST_ID(obj) FIX2INT(rb_ary_pop(rb_ivar_get(obj, last_field_id)))
28
+ #define SET_LAST_ID(obj, val) rb_ary_push(rb_ivar_get(obj, last_field_id), val)
29
+
30
+ VALUE rb_thrift_compact_proto_native_qmark(VALUE self) {
31
+ return Qtrue;
32
+ }
33
+
34
+ static ID last_field_id;
35
+ static ID boolean_field_id;
36
+ static ID bool_value_id;
37
+
38
+ static int VERSION;
39
+ static int VERSION_MASK;
40
+ static int TYPE_MASK;
41
+ static int TYPE_SHIFT_AMOUNT;
42
+ static int PROTOCOL_ID;
43
+
44
+ static VALUE thrift_compact_protocol_class;
45
+
46
+ static int CTYPE_BOOLEAN_TRUE = 0x01;
47
+ static int CTYPE_BOOLEAN_FALSE = 0x02;
48
+ static int CTYPE_BYTE = 0x03;
49
+ static int CTYPE_I16 = 0x04;
50
+ static int CTYPE_I32 = 0x05;
51
+ static int CTYPE_I64 = 0x06;
52
+ static int CTYPE_DOUBLE = 0x07;
53
+ static int CTYPE_BINARY = 0x08;
54
+ static int CTYPE_LIST = 0x09;
55
+ static int CTYPE_SET = 0x0A;
56
+ static int CTYPE_MAP = 0x0B;
57
+ static int CTYPE_STRUCT = 0x0C;
58
+
59
+ VALUE rb_thrift_compact_proto_write_i16(VALUE self, VALUE i16);
60
+
61
+ // TODO: implement this
62
+ static int get_compact_type(VALUE type_value) {
63
+ int type = FIX2INT(type_value);
64
+ if (type == TTYPE_BOOL) {
65
+ return CTYPE_BOOLEAN_TRUE;
66
+ } else if (type == TTYPE_BYTE) {
67
+ return CTYPE_BYTE;
68
+ } else if (type == TTYPE_I16) {
69
+ return CTYPE_I16;
70
+ } else if (type == TTYPE_I32) {
71
+ return CTYPE_I32;
72
+ } else if (type == TTYPE_I64) {
73
+ return CTYPE_I64;
74
+ } else if (type == TTYPE_DOUBLE) {
75
+ return CTYPE_DOUBLE;
76
+ } else if (type == TTYPE_STRING) {
77
+ return CTYPE_BINARY;
78
+ } else if (type == TTYPE_LIST) {
79
+ return CTYPE_LIST;
80
+ } else if (type == TTYPE_SET) {
81
+ return CTYPE_SET;
82
+ } else if (type == TTYPE_MAP) {
83
+ return CTYPE_MAP;
84
+ } else if (type == TTYPE_STRUCT) {
85
+ return CTYPE_STRUCT;
86
+ } else {
87
+ char str[50];
88
+ sprintf(str, "don't know what type: %d", type);
89
+ rb_raise(rb_eStandardError, "%s", str);
90
+ return 0;
91
+ }
92
+ }
93
+
94
+ static void write_byte_direct(VALUE transport, int8_t b) {
95
+ WRITE(transport, (char*)&b, 1);
96
+ }
97
+
98
+ static void write_field_begin_internal(VALUE self, VALUE type, VALUE id_value, VALUE type_override) {
99
+ int id = FIX2INT(id_value);
100
+ int last_id = LAST_ID(self);
101
+ VALUE transport = GET_TRANSPORT(self);
102
+
103
+ // if there's a type override, use that.
104
+ int8_t type_to_write = RTEST(type_override) ? FIX2INT(type_override) : get_compact_type(type);
105
+ // check if we can use delta encoding for the field id
106
+ int diff = id - last_id;
107
+ if (diff > 0 && diff <= 15) {
108
+ // write them together
109
+ write_byte_direct(transport, diff << 4 | (type_to_write & 0x0f));
110
+ } else {
111
+ // write them separate
112
+ write_byte_direct(transport, type_to_write & 0x0f);
113
+ rb_thrift_compact_proto_write_i16(self, id_value);
114
+ }
115
+
116
+ SET_LAST_ID(self, id_value);
117
+ }
118
+
119
+ static int32_t int_to_zig_zag(int32_t n) {
120
+ return (n << 1) ^ (n >> 31);
121
+ }
122
+
123
+ static uint64_t ll_to_zig_zag(int64_t n) {
124
+ return (n << 1) ^ (n >> 63);
125
+ }
126
+
127
+ static void write_varint32(VALUE transport, uint32_t n) {
128
+ while (true) {
129
+ if ((n & ~0x7F) == 0) {
130
+ write_byte_direct(transport, n & 0x7f);
131
+ break;
132
+ } else {
133
+ write_byte_direct(transport, (n & 0x7F) | 0x80);
134
+ n = n >> 7;
135
+ }
136
+ }
137
+ }
138
+
139
+ static void write_varint64(VALUE transport, uint64_t n) {
140
+ while (true) {
141
+ if ((n & ~0x7F) == 0) {
142
+ write_byte_direct(transport, n & 0x7f);
143
+ break;
144
+ } else {
145
+ write_byte_direct(transport, (n & 0x7F) | 0x80);
146
+ n = n >> 7;
147
+ }
148
+ }
149
+ }
150
+
151
+ static void write_collection_begin(VALUE transport, VALUE elem_type, VALUE size_value) {
152
+ int size = FIX2INT(size_value);
153
+ if (size <= 14) {
154
+ write_byte_direct(transport, size << 4 | get_compact_type(elem_type));
155
+ } else {
156
+ write_byte_direct(transport, 0xf0 | get_compact_type(elem_type));
157
+ write_varint32(transport, size);
158
+ }
159
+ }
160
+
161
+
162
+ //--------------------------------
163
+ // interface writing methods
164
+ //--------------------------------
165
+
166
+ VALUE rb_thrift_compact_proto_write_i32(VALUE self, VALUE i32);
167
+ VALUE rb_thrift_compact_proto_write_string(VALUE self, VALUE str);
168
+
169
+ VALUE rb_thrift_compact_proto_write_message_end(VALUE self) {
170
+ return Qnil;
171
+ }
172
+
173
+ VALUE rb_thrift_compact_proto_write_struct_begin(VALUE self, VALUE name) {
174
+ rb_ary_push(rb_ivar_get(self, last_field_id), INT2FIX(0));
175
+ return Qnil;
176
+ }
177
+
178
+ VALUE rb_thrift_compact_proto_write_struct_end(VALUE self) {
179
+ rb_ary_pop(rb_ivar_get(self, last_field_id));
180
+ return Qnil;
181
+ }
182
+
183
+ VALUE rb_thrift_compact_proto_write_field_end(VALUE self) {
184
+ return Qnil;
185
+ }
186
+
187
+ VALUE rb_thrift_compact_proto_write_map_end(VALUE self) {
188
+ return Qnil;
189
+ }
190
+
191
+ VALUE rb_thrift_compact_proto_write_list_end(VALUE self) {
192
+ return Qnil;
193
+ }
194
+
195
+ VALUE rb_thrift_compact_proto_write_set_end(VALUE self) {
196
+ return Qnil;
197
+ }
198
+
199
+ VALUE rb_thrift_compact_proto_write_message_begin(VALUE self, VALUE name, VALUE type, VALUE seqid) {
200
+ VALUE transport = GET_TRANSPORT(self);
201
+ write_byte_direct(transport, PROTOCOL_ID);
202
+ write_byte_direct(transport, (VERSION & VERSION_MASK) | ((FIX2INT(type) << TYPE_SHIFT_AMOUNT) & TYPE_MASK));
203
+ write_varint32(transport, FIX2INT(seqid));
204
+ rb_thrift_compact_proto_write_string(self, name);
205
+
206
+ return Qnil;
207
+ }
208
+
209
+ VALUE rb_thrift_compact_proto_write_field_begin(VALUE self, VALUE name, VALUE type, VALUE id) {
210
+ if (FIX2INT(type) == TTYPE_BOOL) {
211
+ // we want to possibly include the value, so we'll wait.
212
+ rb_ivar_set(self, boolean_field_id, rb_ary_new3(2, type, id));
213
+ } else {
214
+ write_field_begin_internal(self, type, id, Qnil);
215
+ }
216
+
217
+ return Qnil;
218
+ }
219
+
220
+ VALUE rb_thrift_compact_proto_write_field_stop(VALUE self) {
221
+ write_byte_direct(GET_TRANSPORT(self), TTYPE_STOP);
222
+ return Qnil;
223
+ }
224
+
225
+ VALUE rb_thrift_compact_proto_write_map_begin(VALUE self, VALUE ktype, VALUE vtype, VALUE size_value) {
226
+ int size = FIX2INT(size_value);
227
+ VALUE transport = GET_TRANSPORT(self);
228
+ if (size == 0) {
229
+ write_byte_direct(transport, 0);
230
+ } else {
231
+ write_varint32(transport, size);
232
+ write_byte_direct(transport, get_compact_type(ktype) << 4 | get_compact_type(vtype));
233
+ }
234
+ return Qnil;
235
+ }
236
+
237
+ VALUE rb_thrift_compact_proto_write_list_begin(VALUE self, VALUE etype, VALUE size) {
238
+ write_collection_begin(GET_TRANSPORT(self), etype, size);
239
+ return Qnil;
240
+ }
241
+
242
+ VALUE rb_thrift_compact_proto_write_set_begin(VALUE self, VALUE etype, VALUE size) {
243
+ write_collection_begin(GET_TRANSPORT(self), etype, size);
244
+ return Qnil;
245
+ }
246
+
247
+ VALUE rb_thrift_compact_proto_write_bool(VALUE self, VALUE b) {
248
+ int8_t type = b == Qtrue ? CTYPE_BOOLEAN_TRUE : CTYPE_BOOLEAN_FALSE;
249
+ VALUE boolean_field = rb_ivar_get(self, boolean_field_id);
250
+ if (NIL_P(boolean_field)) {
251
+ // we're not part of a field, so just write the value.
252
+ write_byte_direct(GET_TRANSPORT(self), type);
253
+ } else {
254
+ // we haven't written the field header yet
255
+ write_field_begin_internal(self, rb_ary_entry(boolean_field, 0), rb_ary_entry(boolean_field, 1), INT2FIX(type));
256
+ rb_ivar_set(self, boolean_field_id, Qnil);
257
+ }
258
+ return Qnil;
259
+ }
260
+
261
+ VALUE rb_thrift_compact_proto_write_byte(VALUE self, VALUE byte) {
262
+ CHECK_NIL(byte);
263
+ write_byte_direct(GET_TRANSPORT(self), FIX2INT(byte));
264
+ return Qnil;
265
+ }
266
+
267
+ VALUE rb_thrift_compact_proto_write_i16(VALUE self, VALUE i16) {
268
+ rb_thrift_compact_proto_write_i32(self, i16);
269
+ return Qnil;
270
+ }
271
+
272
+ VALUE rb_thrift_compact_proto_write_i32(VALUE self, VALUE i32) {
273
+ CHECK_NIL(i32);
274
+ write_varint32(GET_TRANSPORT(self), int_to_zig_zag(NUM2INT(i32)));
275
+ return Qnil;
276
+ }
277
+
278
+ VALUE rb_thrift_compact_proto_write_i64(VALUE self, VALUE i64) {
279
+ CHECK_NIL(i64);
280
+ write_varint64(GET_TRANSPORT(self), ll_to_zig_zag(NUM2LL(i64)));
281
+ return Qnil;
282
+ }
283
+
284
+ VALUE rb_thrift_compact_proto_write_double(VALUE self, VALUE dub) {
285
+ CHECK_NIL(dub);
286
+ // Unfortunately, bitwise_cast doesn't work in C. Bad C!
287
+ union {
288
+ double f;
289
+ int64_t l;
290
+ } transfer;
291
+ transfer.f = RFLOAT_VALUE(rb_Float(dub));
292
+ char buf[8];
293
+ buf[0] = transfer.l & 0xff;
294
+ buf[1] = (transfer.l >> 8) & 0xff;
295
+ buf[2] = (transfer.l >> 16) & 0xff;
296
+ buf[3] = (transfer.l >> 24) & 0xff;
297
+ buf[4] = (transfer.l >> 32) & 0xff;
298
+ buf[5] = (transfer.l >> 40) & 0xff;
299
+ buf[6] = (transfer.l >> 48) & 0xff;
300
+ buf[7] = (transfer.l >> 56) & 0xff;
301
+ WRITE(GET_TRANSPORT(self), buf, 8);
302
+ return Qnil;
303
+ }
304
+
305
+ VALUE rb_thrift_compact_proto_write_string(VALUE self, VALUE str) {
306
+ VALUE transport = GET_TRANSPORT(self);
307
+ write_varint32(transport, RSTRING_LEN(str));
308
+ WRITE(transport, RSTRING_PTR(str), RSTRING_LEN(str));
309
+ return Qnil;
310
+ }
311
+
312
+ //---------------------------------------
313
+ // interface reading methods
314
+ //---------------------------------------
315
+
316
+ #define is_bool_type(ctype) (((ctype) & 0x0F) == CTYPE_BOOLEAN_TRUE || ((ctype) & 0x0F) == CTYPE_BOOLEAN_FALSE)
317
+
318
+ VALUE rb_thrift_compact_proto_read_string(VALUE self);
319
+ VALUE rb_thrift_compact_proto_read_byte(VALUE self);
320
+ VALUE rb_thrift_compact_proto_read_i32(VALUE self);
321
+ VALUE rb_thrift_compact_proto_read_i16(VALUE self);
322
+
323
+ static int8_t get_ttype(int8_t ctype) {
324
+ if (ctype == TTYPE_STOP) {
325
+ return TTYPE_STOP;
326
+ } else if (ctype == CTYPE_BOOLEAN_TRUE || ctype == CTYPE_BOOLEAN_FALSE) {
327
+ return TTYPE_BOOL;
328
+ } else if (ctype == CTYPE_BYTE) {
329
+ return TTYPE_BYTE;
330
+ } else if (ctype == CTYPE_I16) {
331
+ return TTYPE_I16;
332
+ } else if (ctype == CTYPE_I32) {
333
+ return TTYPE_I32;
334
+ } else if (ctype == CTYPE_I64) {
335
+ return TTYPE_I64;
336
+ } else if (ctype == CTYPE_DOUBLE) {
337
+ return TTYPE_DOUBLE;
338
+ } else if (ctype == CTYPE_BINARY) {
339
+ return TTYPE_STRING;
340
+ } else if (ctype == CTYPE_LIST) {
341
+ return TTYPE_LIST;
342
+ } else if (ctype == CTYPE_SET) {
343
+ return TTYPE_SET;
344
+ } else if (ctype == CTYPE_MAP) {
345
+ return TTYPE_MAP;
346
+ } else if (ctype == CTYPE_STRUCT) {
347
+ return TTYPE_STRUCT;
348
+ } else {
349
+ char str[50];
350
+ sprintf(str, "don't know what type: %d", ctype);
351
+ rb_raise(rb_eStandardError, "%s", str);
352
+ return 0;
353
+ }
354
+ }
355
+
356
+ static char read_byte_direct(VALUE self) {
357
+ VALUE buf = READ(self, 1);
358
+ return RSTRING_PTR(buf)[0];
359
+ }
360
+
361
+ static int64_t zig_zag_to_ll(int64_t n) {
362
+ return (((uint64_t)n) >> 1) ^ -(n & 1);
363
+ }
364
+
365
+ static int32_t zig_zag_to_int(int32_t n) {
366
+ return (((uint32_t)n) >> 1) ^ -(n & 1);
367
+ }
368
+
369
+ static int64_t read_varint64(VALUE self) {
370
+ int shift = 0;
371
+ int64_t result = 0;
372
+ while (true) {
373
+ int8_t b = read_byte_direct(self);
374
+ result = result | ((uint64_t)(b & 0x7f) << shift);
375
+ if ((b & 0x80) != 0x80) {
376
+ break;
377
+ }
378
+ shift += 7;
379
+ }
380
+ return result;
381
+ }
382
+
383
+ static int16_t read_i16(VALUE self) {
384
+ return zig_zag_to_int((int32_t)read_varint64(self));
385
+ }
386
+
387
+ static VALUE get_protocol_exception(VALUE code, VALUE message) {
388
+ VALUE args[2];
389
+ args[0] = code;
390
+ args[1] = message;
391
+ return rb_class_new_instance(2, (VALUE*)&args, protocol_exception_class);
392
+ }
393
+
394
+ VALUE rb_thrift_compact_proto_read_message_end(VALUE self) {
395
+ return Qnil;
396
+ }
397
+
398
+ VALUE rb_thrift_compact_proto_read_struct_begin(VALUE self) {
399
+ rb_ary_push(rb_ivar_get(self, last_field_id), INT2FIX(0));
400
+ return Qnil;
401
+ }
402
+
403
+ VALUE rb_thrift_compact_proto_read_struct_end(VALUE self) {
404
+ rb_ary_pop(rb_ivar_get(self, last_field_id));
405
+ return Qnil;
406
+ }
407
+
408
+ VALUE rb_thrift_compact_proto_read_field_end(VALUE self) {
409
+ return Qnil;
410
+ }
411
+
412
+ VALUE rb_thrift_compact_proto_read_map_end(VALUE self) {
413
+ return Qnil;
414
+ }
415
+
416
+ VALUE rb_thrift_compact_proto_read_list_end(VALUE self) {
417
+ return Qnil;
418
+ }
419
+
420
+ VALUE rb_thrift_compact_proto_read_set_end(VALUE self) {
421
+ return Qnil;
422
+ }
423
+
424
+ VALUE rb_thrift_compact_proto_read_message_begin(VALUE self) {
425
+ int8_t protocol_id = read_byte_direct(self);
426
+ if (protocol_id != PROTOCOL_ID) {
427
+ char buf[100];
428
+ int len = sprintf(buf, "Expected protocol id %d but got %d", PROTOCOL_ID, protocol_id);
429
+ buf[len] = 0;
430
+ rb_exc_raise(get_protocol_exception(INT2FIX(-1), rb_str_new2(buf)));
431
+ }
432
+
433
+ int8_t version_and_type = read_byte_direct(self);
434
+ int8_t version = version_and_type & VERSION_MASK;
435
+ if (version != VERSION) {
436
+ char buf[100];
437
+ int len = sprintf(buf, "Expected version id %d but got %d", version, VERSION);
438
+ buf[len] = 0;
439
+ rb_exc_raise(get_protocol_exception(INT2FIX(-1), rb_str_new2(buf)));
440
+ }
441
+
442
+ int8_t type = (version_and_type >> TYPE_SHIFT_AMOUNT) & 0x03;
443
+ int32_t seqid = read_varint64(self);
444
+ VALUE messageName = rb_thrift_compact_proto_read_string(self);
445
+ return rb_ary_new3(3, messageName, INT2FIX(type), INT2NUM(seqid));
446
+ }
447
+
448
+ VALUE rb_thrift_compact_proto_read_field_begin(VALUE self) {
449
+ int8_t type = read_byte_direct(self);
450
+ // if it's a stop, then we can return immediately, as the struct is over.
451
+ if ((type & 0x0f) == TTYPE_STOP) {
452
+ return rb_ary_new3(3, Qnil, INT2FIX(0), INT2FIX(0));
453
+ } else {
454
+ int field_id = 0;
455
+
456
+ // mask off the 4 MSB of the type header. it could contain a field id delta.
457
+ uint8_t modifier = ((type & 0xf0) >> 4);
458
+
459
+ if (modifier == 0) {
460
+ // not a delta. look ahead for the zigzag varint field id.
461
+ field_id = read_i16(self);
462
+ } else {
463
+ // has a delta. add the delta to the last read field id.
464
+ field_id = LAST_ID(self) + modifier;
465
+ }
466
+
467
+ // if this happens to be a boolean field, the value is encoded in the type
468
+ if (is_bool_type(type)) {
469
+ // save the boolean value in a special instance variable.
470
+ rb_ivar_set(self, bool_value_id, (type & 0x0f) == CTYPE_BOOLEAN_TRUE ? Qtrue : Qfalse);
471
+ }
472
+
473
+ // push the new field onto the field stack so we can keep the deltas going.
474
+ SET_LAST_ID(self, INT2FIX(field_id));
475
+ return rb_ary_new3(3, Qnil, INT2FIX(get_ttype(type & 0x0f)), INT2FIX(field_id));
476
+ }
477
+ }
478
+
479
+ VALUE rb_thrift_compact_proto_read_map_begin(VALUE self) {
480
+ int32_t size = read_varint64(self);
481
+ uint8_t key_and_value_type = size == 0 ? 0 : read_byte_direct(self);
482
+ return rb_ary_new3(3, INT2FIX(get_ttype(key_and_value_type >> 4)), INT2FIX(get_ttype(key_and_value_type & 0xf)), INT2FIX(size));
483
+ }
484
+
485
+ VALUE rb_thrift_compact_proto_read_list_begin(VALUE self) {
486
+ uint8_t size_and_type = read_byte_direct(self);
487
+ int32_t size = (size_and_type >> 4) & 0x0f;
488
+ if (size == 15) {
489
+ size = read_varint64(self);
490
+ }
491
+ uint8_t type = get_ttype(size_and_type & 0x0f);
492
+ return rb_ary_new3(2, INT2FIX(type), INT2FIX(size));
493
+ }
494
+
495
+ VALUE rb_thrift_compact_proto_read_set_begin(VALUE self) {
496
+ return rb_thrift_compact_proto_read_list_begin(self);
497
+ }
498
+
499
+ VALUE rb_thrift_compact_proto_read_bool(VALUE self) {
500
+ VALUE bool_value = rb_ivar_get(self, bool_value_id);
501
+ if (NIL_P(bool_value)) {
502
+ return read_byte_direct(self) == CTYPE_BOOLEAN_TRUE ? Qtrue : Qfalse;
503
+ } else {
504
+ rb_ivar_set(self, bool_value_id, Qnil);
505
+ return bool_value;
506
+ }
507
+ }
508
+
509
+ VALUE rb_thrift_compact_proto_read_byte(VALUE self) {
510
+ return INT2FIX(read_byte_direct(self));
511
+ }
512
+
513
+ VALUE rb_thrift_compact_proto_read_i16(VALUE self) {
514
+ return INT2FIX(read_i16(self));
515
+ }
516
+
517
+ VALUE rb_thrift_compact_proto_read_i32(VALUE self) {
518
+ return INT2NUM(zig_zag_to_int(read_varint64(self)));
519
+ }
520
+
521
+ VALUE rb_thrift_compact_proto_read_i64(VALUE self) {
522
+ return LL2NUM(zig_zag_to_ll(read_varint64(self)));
523
+ }
524
+
525
+ VALUE rb_thrift_compact_proto_read_double(VALUE self) {
526
+ union {
527
+ double f;
528
+ int64_t l;
529
+ } transfer;
530
+ VALUE bytes = READ(self, 8);
531
+ uint32_t lo = ((uint8_t)(RSTRING_PTR(bytes)[0]))
532
+ | (((uint8_t)(RSTRING_PTR(bytes)[1])) << 8)
533
+ | (((uint8_t)(RSTRING_PTR(bytes)[2])) << 16)
534
+ | (((uint8_t)(RSTRING_PTR(bytes)[3])) << 24);
535
+ uint64_t hi = (((uint8_t)(RSTRING_PTR(bytes)[4])))
536
+ | (((uint8_t)(RSTRING_PTR(bytes)[5])) << 8)
537
+ | (((uint8_t)(RSTRING_PTR(bytes)[6])) << 16)
538
+ | (((uint8_t)(RSTRING_PTR(bytes)[7])) << 24);
539
+ transfer.l = (hi << 32) | lo;
540
+
541
+ return rb_float_new(transfer.f);
542
+ }
543
+
544
+ VALUE rb_thrift_compact_proto_read_string(VALUE self) {
545
+ int64_t size = read_varint64(self);
546
+ return READ(self, size);
547
+ }
548
+
549
+ static void Init_constants() {
550
+ thrift_compact_protocol_class = rb_const_get(thrift_module, rb_intern("CompactProtocol"));
551
+
552
+ VERSION = rb_num2ll(rb_const_get(thrift_compact_protocol_class, rb_intern("VERSION")));
553
+ VERSION_MASK = rb_num2ll(rb_const_get(thrift_compact_protocol_class, rb_intern("VERSION_MASK")));
554
+ TYPE_MASK = rb_num2ll(rb_const_get(thrift_compact_protocol_class, rb_intern("TYPE_MASK")));
555
+ TYPE_SHIFT_AMOUNT = FIX2INT(rb_const_get(thrift_compact_protocol_class, rb_intern("TYPE_SHIFT_AMOUNT")));
556
+ PROTOCOL_ID = FIX2INT(rb_const_get(thrift_compact_protocol_class, rb_intern("PROTOCOL_ID")));
557
+
558
+ last_field_id = rb_intern("@last_field");
559
+ boolean_field_id = rb_intern("@boolean_field");
560
+ bool_value_id = rb_intern("@bool_value");
561
+ }
562
+
563
+ static void Init_rb_methods() {
564
+ rb_define_method(thrift_compact_protocol_class, "native?", rb_thrift_compact_proto_native_qmark, 0);
565
+
566
+ rb_define_method(thrift_compact_protocol_class, "write_message_begin", rb_thrift_compact_proto_write_message_begin, 3);
567
+ rb_define_method(thrift_compact_protocol_class, "write_field_begin", rb_thrift_compact_proto_write_field_begin, 3);
568
+ rb_define_method(thrift_compact_protocol_class, "write_field_stop", rb_thrift_compact_proto_write_field_stop, 0);
569
+ rb_define_method(thrift_compact_protocol_class, "write_map_begin", rb_thrift_compact_proto_write_map_begin, 3);
570
+ rb_define_method(thrift_compact_protocol_class, "write_list_begin", rb_thrift_compact_proto_write_list_begin, 2);
571
+ rb_define_method(thrift_compact_protocol_class, "write_set_begin", rb_thrift_compact_proto_write_set_begin, 2);
572
+ rb_define_method(thrift_compact_protocol_class, "write_byte", rb_thrift_compact_proto_write_byte, 1);
573
+ rb_define_method(thrift_compact_protocol_class, "write_bool", rb_thrift_compact_proto_write_bool, 1);
574
+ rb_define_method(thrift_compact_protocol_class, "write_i16", rb_thrift_compact_proto_write_i16, 1);
575
+ rb_define_method(thrift_compact_protocol_class, "write_i32", rb_thrift_compact_proto_write_i32, 1);
576
+ rb_define_method(thrift_compact_protocol_class, "write_i64", rb_thrift_compact_proto_write_i64, 1);
577
+ rb_define_method(thrift_compact_protocol_class, "write_double", rb_thrift_compact_proto_write_double, 1);
578
+ rb_define_method(thrift_compact_protocol_class, "write_string", rb_thrift_compact_proto_write_string, 1);
579
+
580
+ rb_define_method(thrift_compact_protocol_class, "write_message_end", rb_thrift_compact_proto_write_message_end, 0);
581
+ rb_define_method(thrift_compact_protocol_class, "write_struct_begin", rb_thrift_compact_proto_write_struct_begin, 1);
582
+ rb_define_method(thrift_compact_protocol_class, "write_struct_end", rb_thrift_compact_proto_write_struct_end, 0);
583
+ rb_define_method(thrift_compact_protocol_class, "write_field_end", rb_thrift_compact_proto_write_field_end, 0);
584
+ rb_define_method(thrift_compact_protocol_class, "write_map_end", rb_thrift_compact_proto_write_map_end, 0);
585
+ rb_define_method(thrift_compact_protocol_class, "write_list_end", rb_thrift_compact_proto_write_list_end, 0);
586
+ rb_define_method(thrift_compact_protocol_class, "write_set_end", rb_thrift_compact_proto_write_set_end, 0);
587
+
588
+
589
+ rb_define_method(thrift_compact_protocol_class, "read_message_begin", rb_thrift_compact_proto_read_message_begin, 0);
590
+ rb_define_method(thrift_compact_protocol_class, "read_field_begin", rb_thrift_compact_proto_read_field_begin, 0);
591
+ rb_define_method(thrift_compact_protocol_class, "read_map_begin", rb_thrift_compact_proto_read_map_begin, 0);
592
+ rb_define_method(thrift_compact_protocol_class, "read_list_begin", rb_thrift_compact_proto_read_list_begin, 0);
593
+ rb_define_method(thrift_compact_protocol_class, "read_set_begin", rb_thrift_compact_proto_read_set_begin, 0);
594
+ rb_define_method(thrift_compact_protocol_class, "read_byte", rb_thrift_compact_proto_read_byte, 0);
595
+ rb_define_method(thrift_compact_protocol_class, "read_bool", rb_thrift_compact_proto_read_bool, 0);
596
+ rb_define_method(thrift_compact_protocol_class, "read_i16", rb_thrift_compact_proto_read_i16, 0);
597
+ rb_define_method(thrift_compact_protocol_class, "read_i32", rb_thrift_compact_proto_read_i32, 0);
598
+ rb_define_method(thrift_compact_protocol_class, "read_i64", rb_thrift_compact_proto_read_i64, 0);
599
+ rb_define_method(thrift_compact_protocol_class, "read_double", rb_thrift_compact_proto_read_double, 0);
600
+ rb_define_method(thrift_compact_protocol_class, "read_string", rb_thrift_compact_proto_read_string, 0);
601
+
602
+ rb_define_method(thrift_compact_protocol_class, "read_message_end", rb_thrift_compact_proto_read_message_end, 0);
603
+ rb_define_method(thrift_compact_protocol_class, "read_struct_begin", rb_thrift_compact_proto_read_struct_begin, 0);
604
+ rb_define_method(thrift_compact_protocol_class, "read_struct_end", rb_thrift_compact_proto_read_struct_end, 0);
605
+ rb_define_method(thrift_compact_protocol_class, "read_field_end", rb_thrift_compact_proto_read_field_end, 0);
606
+ rb_define_method(thrift_compact_protocol_class, "read_map_end", rb_thrift_compact_proto_read_map_end, 0);
607
+ rb_define_method(thrift_compact_protocol_class, "read_list_end", rb_thrift_compact_proto_read_list_end, 0);
608
+ rb_define_method(thrift_compact_protocol_class, "read_set_end", rb_thrift_compact_proto_read_set_end, 0);
609
+ }
610
+
611
+ static void Init_npmt() {
612
+ native_proto_method_table *npmt;
613
+ npmt = ALLOC(native_proto_method_table);
614
+
615
+ npmt->write_field_begin = rb_thrift_compact_proto_write_field_begin;
616
+ npmt->write_field_stop = rb_thrift_compact_proto_write_field_stop;
617
+ npmt->write_map_begin = rb_thrift_compact_proto_write_map_begin;
618
+ npmt->write_list_begin = rb_thrift_compact_proto_write_list_begin;
619
+ npmt->write_set_begin = rb_thrift_compact_proto_write_set_begin;
620
+ npmt->write_byte = rb_thrift_compact_proto_write_byte;
621
+ npmt->write_bool = rb_thrift_compact_proto_write_bool;
622
+ npmt->write_i16 = rb_thrift_compact_proto_write_i16;
623
+ npmt->write_i32 = rb_thrift_compact_proto_write_i32;
624
+ npmt->write_i64 = rb_thrift_compact_proto_write_i64;
625
+ npmt->write_double = rb_thrift_compact_proto_write_double;
626
+ npmt->write_string = rb_thrift_compact_proto_write_string;
627
+ npmt->write_message_end = rb_thrift_compact_proto_write_message_end;
628
+ npmt->write_struct_begin = rb_thrift_compact_proto_write_struct_begin;
629
+ npmt->write_struct_end = rb_thrift_compact_proto_write_struct_end;
630
+ npmt->write_field_end = rb_thrift_compact_proto_write_field_end;
631
+ npmt->write_map_end = rb_thrift_compact_proto_write_map_end;
632
+ npmt->write_list_end = rb_thrift_compact_proto_write_list_end;
633
+ npmt->write_set_end = rb_thrift_compact_proto_write_set_end;
634
+
635
+ npmt->read_message_begin = rb_thrift_compact_proto_read_message_begin;
636
+ npmt->read_field_begin = rb_thrift_compact_proto_read_field_begin;
637
+ npmt->read_map_begin = rb_thrift_compact_proto_read_map_begin;
638
+ npmt->read_list_begin = rb_thrift_compact_proto_read_list_begin;
639
+ npmt->read_set_begin = rb_thrift_compact_proto_read_set_begin;
640
+ npmt->read_byte = rb_thrift_compact_proto_read_byte;
641
+ npmt->read_bool = rb_thrift_compact_proto_read_bool;
642
+ npmt->read_i16 = rb_thrift_compact_proto_read_i16;
643
+ npmt->read_i32 = rb_thrift_compact_proto_read_i32;
644
+ npmt->read_i64 = rb_thrift_compact_proto_read_i64;
645
+ npmt->read_double = rb_thrift_compact_proto_read_double;
646
+ npmt->read_string = rb_thrift_compact_proto_read_string;
647
+ npmt->read_message_end = rb_thrift_compact_proto_read_message_end;
648
+ npmt->read_struct_begin = rb_thrift_compact_proto_read_struct_begin;
649
+ npmt->read_struct_end = rb_thrift_compact_proto_read_struct_end;
650
+ npmt->read_field_end = rb_thrift_compact_proto_read_field_end;
651
+ npmt->read_map_end = rb_thrift_compact_proto_read_map_end;
652
+ npmt->read_list_end = rb_thrift_compact_proto_read_list_end;
653
+ npmt->read_set_end = rb_thrift_compact_proto_read_set_end;
654
+
655
+ VALUE method_table_object = Data_Wrap_Struct(rb_cObject, 0, free, npmt);
656
+ rb_const_set(thrift_compact_protocol_class, rb_intern("@native_method_table"), method_table_object);
657
+ }
658
+
659
+
660
+
661
+ void Init_compact_protocol() {
662
+ Init_constants();
663
+ Init_rb_methods();
664
+ Init_npmt();
665
+ }