grpc 0.13.0 → 0.13.1.pre1

Sign up to get free protection for your applications and to get access to all the features.

Potentially problematic release.


This version of grpc might be problematic. Click here for more details.

Files changed (155) hide show
  1. checksums.yaml +4 -4
  2. data/.yardopts +1 -0
  3. data/Makefile +1114 -937
  4. data/include/grpc/census.h +71 -89
  5. data/include/grpc/compression.h +7 -7
  6. data/include/grpc/grpc.h +65 -68
  7. data/include/grpc/grpc_security.h +38 -38
  8. data/include/grpc/impl/codegen/alloc.h +7 -7
  9. data/include/grpc/impl/codegen/byte_buffer.h +13 -13
  10. data/include/grpc/impl/codegen/grpc_types.h +7 -2
  11. data/include/grpc/impl/codegen/log.h +5 -5
  12. data/include/grpc/impl/codegen/port_platform.h +14 -6
  13. data/include/grpc/impl/codegen/slice.h +15 -15
  14. data/include/grpc/impl/codegen/slice_buffer.h +17 -17
  15. data/include/grpc/impl/codegen/sync.h +26 -22
  16. data/include/grpc/impl/codegen/time.h +22 -24
  17. data/include/grpc/support/avl.h +9 -8
  18. data/include/grpc/support/cmdline.h +12 -12
  19. data/include/grpc/support/cpu.h +2 -2
  20. data/include/grpc/support/histogram.h +22 -22
  21. data/include/grpc/support/host_port.h +2 -2
  22. data/include/grpc/support/log_win32.h +1 -1
  23. data/include/grpc/support/string_util.h +2 -2
  24. data/include/grpc/support/subprocess.h +5 -5
  25. data/include/grpc/support/thd.h +9 -9
  26. data/include/grpc/support/useful.h +3 -1
  27. data/src/core/census/context.c +64 -85
  28. data/src/core/census/grpc_filter.c +2 -2
  29. data/src/core/census/mlog.c +600 -0
  30. data/src/core/census/mlog.h +95 -0
  31. data/src/core/channel/channel_args.c +67 -6
  32. data/src/core/channel/channel_args.h +7 -1
  33. data/src/core/channel/client_channel.c +26 -36
  34. data/src/core/channel/client_uchannel.c +1 -1
  35. data/src/core/channel/http_client_filter.c +2 -2
  36. data/src/core/channel/http_server_filter.c +2 -2
  37. data/src/core/channel/subchannel_call_holder.c +5 -7
  38. data/src/core/client_config/connector.c +3 -2
  39. data/src/core/client_config/connector.h +2 -2
  40. data/src/core/client_config/lb_policies/load_balancer_api.c +163 -0
  41. data/src/core/client_config/lb_policies/load_balancer_api.h +85 -0
  42. data/src/core/client_config/lb_policies/pick_first.c +10 -11
  43. data/src/core/client_config/lb_policies/round_robin.c +7 -8
  44. data/src/core/client_config/lb_policy.c +3 -3
  45. data/src/core/client_config/lb_policy.h +3 -2
  46. data/src/core/client_config/subchannel.c +51 -21
  47. data/src/core/client_config/subchannel.h +15 -6
  48. data/src/core/client_config/subchannel_index.c +261 -0
  49. data/src/core/client_config/subchannel_index.h +77 -0
  50. data/src/core/compression/{algorithm.c → compression_algorithm.c} +0 -0
  51. data/src/core/httpcli/httpcli.c +13 -11
  52. data/src/core/httpcli/httpcli.h +3 -2
  53. data/src/core/httpcli/httpcli_security_connector.c +7 -7
  54. data/src/core/iomgr/fd_posix.c +4 -2
  55. data/src/core/iomgr/iocp_windows.c +10 -6
  56. data/src/core/iomgr/iocp_windows.h +9 -2
  57. data/src/core/iomgr/iomgr.c +18 -2
  58. data/src/core/iomgr/iomgr_internal.h +5 -1
  59. data/src/core/iomgr/pollset.h +9 -10
  60. data/src/core/iomgr/pollset_multipoller_with_epoll.c +1 -0
  61. data/src/core/iomgr/pollset_multipoller_with_poll_posix.c +10 -5
  62. data/src/core/iomgr/pollset_posix.c +30 -35
  63. data/src/core/iomgr/pollset_posix.h +10 -6
  64. data/src/core/iomgr/pollset_set.h +3 -9
  65. data/src/core/iomgr/pollset_set_posix.c +23 -3
  66. data/src/core/iomgr/pollset_set_posix.h +2 -18
  67. data/src/core/iomgr/pollset_set_windows.c +3 -3
  68. data/src/core/iomgr/pollset_set_windows.h +2 -2
  69. data/src/core/iomgr/pollset_windows.c +24 -21
  70. data/src/core/iomgr/pollset_windows.h +1 -5
  71. data/src/core/iomgr/tcp_client_posix.c +7 -5
  72. data/src/core/iomgr/tcp_posix.c +4 -2
  73. data/src/core/iomgr/tcp_server_windows.c +1 -2
  74. data/src/core/iomgr/timer.c +2 -3
  75. data/src/core/iomgr/timer.h +21 -1
  76. data/src/core/iomgr/timer_heap.c +10 -12
  77. data/src/core/iomgr/udp_server.c +5 -4
  78. data/src/core/iomgr/udp_server.h +1 -0
  79. data/src/core/iomgr/workqueue_posix.c +1 -0
  80. data/src/core/iomgr/workqueue_posix.h +3 -1
  81. data/src/core/proto/grpc/lb/v0/load_balancer.pb.c +119 -0
  82. data/src/core/proto/grpc/lb/v0/load_balancer.pb.h +182 -0
  83. data/src/core/security/{base64.c → b64.c} +1 -1
  84. data/src/core/security/{base64.h → b64.h} +1 -1
  85. data/src/core/security/client_auth_filter.c +0 -1
  86. data/src/core/security/credentials.c +12 -5
  87. data/src/core/security/credentials.h +3 -3
  88. data/src/core/security/google_default_credentials.c +24 -19
  89. data/src/core/security/handshake.c +15 -7
  90. data/src/core/security/handshake.h +2 -1
  91. data/src/core/security/json_token.c +1 -1
  92. data/src/core/security/jwt_verifier.c +1 -1
  93. data/src/core/security/security_connector.c +84 -64
  94. data/src/core/security/security_connector.h +42 -22
  95. data/src/core/security/security_context.c +8 -3
  96. data/src/core/security/server_auth_filter.c +2 -2
  97. data/src/core/security/server_secure_chttp2.c +7 -7
  98. data/src/core/support/avl.c +2 -2
  99. data/src/core/support/env_linux.c +17 -0
  100. data/src/core/support/{file.c → load_file.c} +2 -2
  101. data/src/core/support/{file.h → load_file.h} +4 -12
  102. data/src/core/support/sync.c +6 -1
  103. data/src/core/support/time_posix.c +1 -1
  104. data/src/core/{iomgr/timer_internal.h → support/tmpfile.h} +17 -23
  105. data/src/core/support/{file_posix.c → tmpfile_posix.c} +2 -2
  106. data/src/core/support/{file_win32.c → tmpfile_win32.c} +2 -2
  107. data/src/core/surface/alarm.c +3 -2
  108. data/src/core/surface/call.c +102 -52
  109. data/src/core/surface/channel_create.c +1 -1
  110. data/src/core/surface/completion_queue.c +73 -41
  111. data/src/core/surface/init.c +4 -0
  112. data/src/core/surface/lame_client.c +1 -2
  113. data/src/core/surface/secure_channel_create.c +6 -7
  114. data/src/core/surface/server.c +13 -5
  115. data/src/core/surface/validate_metadata.c +1 -1
  116. data/src/core/surface/version.c +1 -1
  117. data/src/core/transport/chttp2/internal.h +22 -10
  118. data/src/core/transport/chttp2/parsing.c +3 -3
  119. data/src/core/transport/chttp2/stream_lists.c +39 -21
  120. data/src/core/transport/chttp2/writing.c +19 -28
  121. data/src/core/transport/chttp2_transport.c +80 -37
  122. data/src/core/transport/metadata.c +8 -0
  123. data/src/core/transport/static_metadata.c +17 -17
  124. data/src/core/transport/static_metadata.h +3 -3
  125. data/src/core/transport/transport.c +2 -1
  126. data/src/core/transport/transport.h +12 -5
  127. data/src/ruby/ext/grpc/extconf.rb +1 -0
  128. data/src/ruby/ext/grpc/rb_call.c +6 -0
  129. data/src/ruby/ext/grpc/rb_call_credentials.c +12 -14
  130. data/src/ruby/ext/grpc/rb_channel.c +8 -14
  131. data/src/ruby/ext/grpc/rb_channel_credentials.c +11 -12
  132. data/src/ruby/ext/grpc/rb_grpc.c +19 -18
  133. data/src/ruby/ext/grpc/rb_grpc_imports.generated.c +4 -0
  134. data/src/ruby/ext/grpc/rb_grpc_imports.generated.h +8 -2
  135. data/src/ruby/lib/grpc/core/time_consts.rb +2 -2
  136. data/src/ruby/lib/grpc/errors.rb +2 -2
  137. data/src/ruby/lib/grpc/generic/rpc_server.rb +58 -39
  138. data/src/ruby/lib/grpc/version.rb +1 -1
  139. data/src/ruby/pb/README.md +2 -2
  140. data/src/ruby/pb/generate_proto_ruby.sh +2 -2
  141. data/src/ruby/pb/grpc/health/checker.rb +11 -11
  142. data/src/ruby/pb/grpc/health/v1/health.rb +28 -0
  143. data/src/ruby/pb/grpc/health/{v1alpha → v1}/health_services.rb +4 -4
  144. data/src/ruby/spec/client_server_spec.rb +2 -1
  145. data/src/ruby/spec/generic/rpc_server_spec.rb +3 -22
  146. data/src/ruby/spec/pb/health/checker_spec.rb +22 -36
  147. data/third_party/nanopb/pb.h +547 -0
  148. data/third_party/nanopb/pb_common.c +97 -0
  149. data/third_party/nanopb/pb_common.h +42 -0
  150. data/third_party/nanopb/pb_decode.c +1319 -0
  151. data/third_party/nanopb/pb_decode.h +149 -0
  152. data/third_party/nanopb/pb_encode.c +690 -0
  153. data/third_party/nanopb/pb_encode.h +154 -0
  154. metadata +32 -16
  155. data/src/ruby/pb/grpc/health/v1alpha/health.rb +0 -29
@@ -0,0 +1,149 @@
1
+ /* pb_decode.h: Functions to decode protocol buffers. Depends on pb_decode.c.
2
+ * The main function is pb_decode. You also need an input stream, and the
3
+ * field descriptions created by nanopb_generator.py.
4
+ */
5
+
6
+ #ifndef PB_DECODE_H_INCLUDED
7
+ #define PB_DECODE_H_INCLUDED
8
+
9
+ #include "pb.h"
10
+
11
+ #ifdef __cplusplus
12
+ extern "C" {
13
+ #endif
14
+
15
+ /* Structure for defining custom input streams. You will need to provide
16
+ * a callback function to read the bytes from your storage, which can be
17
+ * for example a file or a network socket.
18
+ *
19
+ * The callback must conform to these rules:
20
+ *
21
+ * 1) Return false on IO errors. This will cause decoding to abort.
22
+ * 2) You can use state to store your own data (e.g. buffer pointer),
23
+ * and rely on pb_read to verify that no-body reads past bytes_left.
24
+ * 3) Your callback may be used with substreams, in which case bytes_left
25
+ * is different than from the main stream. Don't use bytes_left to compute
26
+ * any pointers.
27
+ */
28
+ struct pb_istream_s
29
+ {
30
+ #ifdef PB_BUFFER_ONLY
31
+ /* Callback pointer is not used in buffer-only configuration.
32
+ * Having an int pointer here allows binary compatibility but
33
+ * gives an error if someone tries to assign callback function.
34
+ */
35
+ int *callback;
36
+ #else
37
+ bool (*callback)(pb_istream_t *stream, uint8_t *buf, size_t count);
38
+ #endif
39
+
40
+ void *state; /* Free field for use by callback implementation */
41
+ size_t bytes_left;
42
+
43
+ #ifndef PB_NO_ERRMSG
44
+ const char *errmsg;
45
+ #endif
46
+ };
47
+
48
+ /***************************
49
+ * Main decoding functions *
50
+ ***************************/
51
+
52
+ /* Decode a single protocol buffers message from input stream into a C structure.
53
+ * Returns true on success, false on any failure.
54
+ * The actual struct pointed to by dest must match the description in fields.
55
+ * Callback fields of the destination structure must be initialized by caller.
56
+ * All other fields will be initialized by this function.
57
+ *
58
+ * Example usage:
59
+ * MyMessage msg = {};
60
+ * uint8_t buffer[64];
61
+ * pb_istream_t stream;
62
+ *
63
+ * // ... read some data into buffer ...
64
+ *
65
+ * stream = pb_istream_from_buffer(buffer, count);
66
+ * pb_decode(&stream, MyMessage_fields, &msg);
67
+ */
68
+ bool pb_decode(pb_istream_t *stream, const pb_field_t fields[], void *dest_struct);
69
+
70
+ /* Same as pb_decode, except does not initialize the destination structure
71
+ * to default values. This is slightly faster if you need no default values
72
+ * and just do memset(struct, 0, sizeof(struct)) yourself.
73
+ *
74
+ * This can also be used for 'merging' two messages, i.e. update only the
75
+ * fields that exist in the new message.
76
+ *
77
+ * Note: If this function returns with an error, it will not release any
78
+ * dynamically allocated fields. You will need to call pb_release() yourself.
79
+ */
80
+ bool pb_decode_noinit(pb_istream_t *stream, const pb_field_t fields[], void *dest_struct);
81
+
82
+ /* Same as pb_decode, except expects the stream to start with the message size
83
+ * encoded as varint. Corresponds to parseDelimitedFrom() in Google's
84
+ * protobuf API.
85
+ */
86
+ bool pb_decode_delimited(pb_istream_t *stream, const pb_field_t fields[], void *dest_struct);
87
+
88
+ #ifdef PB_ENABLE_MALLOC
89
+ /* Release any allocated pointer fields. If you use dynamic allocation, you should
90
+ * call this for any successfully decoded message when you are done with it. If
91
+ * pb_decode() returns with an error, the message is already released.
92
+ */
93
+ void pb_release(const pb_field_t fields[], void *dest_struct);
94
+ #endif
95
+
96
+
97
+ /**************************************
98
+ * Functions for manipulating streams *
99
+ **************************************/
100
+
101
+ /* Create an input stream for reading from a memory buffer.
102
+ *
103
+ * Alternatively, you can use a custom stream that reads directly from e.g.
104
+ * a file or a network socket.
105
+ */
106
+ pb_istream_t pb_istream_from_buffer(uint8_t *buf, size_t bufsize);
107
+
108
+ /* Function to read from a pb_istream_t. You can use this if you need to
109
+ * read some custom header data, or to read data in field callbacks.
110
+ */
111
+ bool pb_read(pb_istream_t *stream, uint8_t *buf, size_t count);
112
+
113
+
114
+ /************************************************
115
+ * Helper functions for writing field callbacks *
116
+ ************************************************/
117
+
118
+ /* Decode the tag for the next field in the stream. Gives the wire type and
119
+ * field tag. At end of the message, returns false and sets eof to true. */
120
+ bool pb_decode_tag(pb_istream_t *stream, pb_wire_type_t *wire_type, uint32_t *tag, bool *eof);
121
+
122
+ /* Skip the field payload data, given the wire type. */
123
+ bool pb_skip_field(pb_istream_t *stream, pb_wire_type_t wire_type);
124
+
125
+ /* Decode an integer in the varint format. This works for bool, enum, int32,
126
+ * int64, uint32 and uint64 field types. */
127
+ bool pb_decode_varint(pb_istream_t *stream, uint64_t *dest);
128
+
129
+ /* Decode an integer in the zig-zagged svarint format. This works for sint32
130
+ * and sint64. */
131
+ bool pb_decode_svarint(pb_istream_t *stream, int64_t *dest);
132
+
133
+ /* Decode a fixed32, sfixed32 or float value. You need to pass a pointer to
134
+ * a 4-byte wide C variable. */
135
+ bool pb_decode_fixed32(pb_istream_t *stream, void *dest);
136
+
137
+ /* Decode a fixed64, sfixed64 or double value. You need to pass a pointer to
138
+ * a 8-byte wide C variable. */
139
+ bool pb_decode_fixed64(pb_istream_t *stream, void *dest);
140
+
141
+ /* Make a limited-length substream for reading a PB_WT_STRING field. */
142
+ bool pb_make_string_substream(pb_istream_t *stream, pb_istream_t *substream);
143
+ void pb_close_string_substream(pb_istream_t *stream, pb_istream_t *substream);
144
+
145
+ #ifdef __cplusplus
146
+ } /* extern "C" */
147
+ #endif
148
+
149
+ #endif
@@ -0,0 +1,690 @@
1
+ /* pb_encode.c -- encode a protobuf using minimal resources
2
+ *
3
+ * 2011 Petteri Aimonen <jpa@kapsi.fi>
4
+ */
5
+
6
+ #include "pb.h"
7
+ #include "pb_encode.h"
8
+ #include "pb_common.h"
9
+
10
+ /* Use the GCC warn_unused_result attribute to check that all return values
11
+ * are propagated correctly. On other compilers and gcc before 3.4.0 just
12
+ * ignore the annotation.
13
+ */
14
+ #if !defined(__GNUC__) || ( __GNUC__ < 3) || (__GNUC__ == 3 && __GNUC_MINOR__ < 4)
15
+ #define checkreturn
16
+ #else
17
+ #define checkreturn __attribute__((warn_unused_result))
18
+ #endif
19
+
20
+ /**************************************
21
+ * Declarations internal to this file *
22
+ **************************************/
23
+ typedef bool (*pb_encoder_t)(pb_ostream_t *stream, const pb_field_t *field, const void *src) checkreturn;
24
+
25
+ static bool checkreturn buf_write(pb_ostream_t *stream, const uint8_t *buf, size_t count);
26
+ static bool checkreturn encode_array(pb_ostream_t *stream, const pb_field_t *field, const void *pData, size_t count, pb_encoder_t func);
27
+ static bool checkreturn encode_field(pb_ostream_t *stream, const pb_field_t *field, const void *pData);
28
+ static bool checkreturn default_extension_encoder(pb_ostream_t *stream, const pb_extension_t *extension);
29
+ static bool checkreturn encode_extension_field(pb_ostream_t *stream, const pb_field_t *field, const void *pData);
30
+ static bool checkreturn pb_enc_varint(pb_ostream_t *stream, const pb_field_t *field, const void *src);
31
+ static bool checkreturn pb_enc_uvarint(pb_ostream_t *stream, const pb_field_t *field, const void *src);
32
+ static bool checkreturn pb_enc_svarint(pb_ostream_t *stream, const pb_field_t *field, const void *src);
33
+ static bool checkreturn pb_enc_fixed32(pb_ostream_t *stream, const pb_field_t *field, const void *src);
34
+ static bool checkreturn pb_enc_fixed64(pb_ostream_t *stream, const pb_field_t *field, const void *src);
35
+ static bool checkreturn pb_enc_bytes(pb_ostream_t *stream, const pb_field_t *field, const void *src);
36
+ static bool checkreturn pb_enc_string(pb_ostream_t *stream, const pb_field_t *field, const void *src);
37
+ static bool checkreturn pb_enc_submessage(pb_ostream_t *stream, const pb_field_t *field, const void *src);
38
+
39
+ /* --- Function pointers to field encoders ---
40
+ * Order in the array must match pb_action_t LTYPE numbering.
41
+ */
42
+ static const pb_encoder_t PB_ENCODERS[PB_LTYPES_COUNT] = {
43
+ &pb_enc_varint,
44
+ &pb_enc_uvarint,
45
+ &pb_enc_svarint,
46
+ &pb_enc_fixed32,
47
+ &pb_enc_fixed64,
48
+
49
+ &pb_enc_bytes,
50
+ &pb_enc_string,
51
+ &pb_enc_submessage,
52
+ NULL /* extensions */
53
+ };
54
+
55
+ /*******************************
56
+ * pb_ostream_t implementation *
57
+ *******************************/
58
+
59
+ static bool checkreturn buf_write(pb_ostream_t *stream, const uint8_t *buf, size_t count)
60
+ {
61
+ uint8_t *dest = (uint8_t*)stream->state;
62
+ stream->state = dest + count;
63
+
64
+ while (count--)
65
+ *dest++ = *buf++;
66
+
67
+ return true;
68
+ }
69
+
70
+ pb_ostream_t pb_ostream_from_buffer(uint8_t *buf, size_t bufsize)
71
+ {
72
+ pb_ostream_t stream;
73
+ #ifdef PB_BUFFER_ONLY
74
+ stream.callback = (void*)1; /* Just a marker value */
75
+ #else
76
+ stream.callback = &buf_write;
77
+ #endif
78
+ stream.state = buf;
79
+ stream.max_size = bufsize;
80
+ stream.bytes_written = 0;
81
+ #ifndef PB_NO_ERRMSG
82
+ stream.errmsg = NULL;
83
+ #endif
84
+ return stream;
85
+ }
86
+
87
+ bool checkreturn pb_write(pb_ostream_t *stream, const uint8_t *buf, size_t count)
88
+ {
89
+ if (stream->callback != NULL)
90
+ {
91
+ if (stream->bytes_written + count > stream->max_size)
92
+ PB_RETURN_ERROR(stream, "stream full");
93
+
94
+ #ifdef PB_BUFFER_ONLY
95
+ if (!buf_write(stream, buf, count))
96
+ PB_RETURN_ERROR(stream, "io error");
97
+ #else
98
+ if (!stream->callback(stream, buf, count))
99
+ PB_RETURN_ERROR(stream, "io error");
100
+ #endif
101
+ }
102
+
103
+ stream->bytes_written += count;
104
+ return true;
105
+ }
106
+
107
+ /*************************
108
+ * Encode a single field *
109
+ *************************/
110
+
111
+ /* Encode a static array. Handles the size calculations and possible packing. */
112
+ static bool checkreturn encode_array(pb_ostream_t *stream, const pb_field_t *field,
113
+ const void *pData, size_t count, pb_encoder_t func)
114
+ {
115
+ size_t i;
116
+ const void *p;
117
+ size_t size;
118
+
119
+ if (count == 0)
120
+ return true;
121
+
122
+ if (PB_ATYPE(field->type) != PB_ATYPE_POINTER && count > field->array_size)
123
+ PB_RETURN_ERROR(stream, "array max size exceeded");
124
+
125
+ /* We always pack arrays if the datatype allows it. */
126
+ if (PB_LTYPE(field->type) <= PB_LTYPE_LAST_PACKABLE)
127
+ {
128
+ if (!pb_encode_tag(stream, PB_WT_STRING, field->tag))
129
+ return false;
130
+
131
+ /* Determine the total size of packed array. */
132
+ if (PB_LTYPE(field->type) == PB_LTYPE_FIXED32)
133
+ {
134
+ size = 4 * count;
135
+ }
136
+ else if (PB_LTYPE(field->type) == PB_LTYPE_FIXED64)
137
+ {
138
+ size = 8 * count;
139
+ }
140
+ else
141
+ {
142
+ pb_ostream_t sizestream = PB_OSTREAM_SIZING;
143
+ p = pData;
144
+ for (i = 0; i < count; i++)
145
+ {
146
+ if (!func(&sizestream, field, p))
147
+ return false;
148
+ p = (const char*)p + field->data_size;
149
+ }
150
+ size = sizestream.bytes_written;
151
+ }
152
+
153
+ if (!pb_encode_varint(stream, (uint64_t)size))
154
+ return false;
155
+
156
+ if (stream->callback == NULL)
157
+ return pb_write(stream, NULL, size); /* Just sizing.. */
158
+
159
+ /* Write the data */
160
+ p = pData;
161
+ for (i = 0; i < count; i++)
162
+ {
163
+ if (!func(stream, field, p))
164
+ return false;
165
+ p = (const char*)p + field->data_size;
166
+ }
167
+ }
168
+ else
169
+ {
170
+ p = pData;
171
+ for (i = 0; i < count; i++)
172
+ {
173
+ if (!pb_encode_tag_for_field(stream, field))
174
+ return false;
175
+
176
+ /* Normally the data is stored directly in the array entries, but
177
+ * for pointer-type string and bytes fields, the array entries are
178
+ * actually pointers themselves also. So we have to dereference once
179
+ * more to get to the actual data. */
180
+ if (PB_ATYPE(field->type) == PB_ATYPE_POINTER &&
181
+ (PB_LTYPE(field->type) == PB_LTYPE_STRING ||
182
+ PB_LTYPE(field->type) == PB_LTYPE_BYTES))
183
+ {
184
+ if (!func(stream, field, *(const void* const*)p))
185
+ return false;
186
+ }
187
+ else
188
+ {
189
+ if (!func(stream, field, p))
190
+ return false;
191
+ }
192
+ p = (const char*)p + field->data_size;
193
+ }
194
+ }
195
+
196
+ return true;
197
+ }
198
+
199
+ /* Encode a field with static or pointer allocation, i.e. one whose data
200
+ * is available to the encoder directly. */
201
+ static bool checkreturn encode_basic_field(pb_ostream_t *stream,
202
+ const pb_field_t *field, const void *pData)
203
+ {
204
+ pb_encoder_t func;
205
+ const void *pSize;
206
+ bool implicit_has = true;
207
+
208
+ func = PB_ENCODERS[PB_LTYPE(field->type)];
209
+
210
+ if (field->size_offset)
211
+ pSize = (const char*)pData + field->size_offset;
212
+ else
213
+ pSize = &implicit_has;
214
+
215
+ if (PB_ATYPE(field->type) == PB_ATYPE_POINTER)
216
+ {
217
+ /* pData is a pointer to the field, which contains pointer to
218
+ * the data. If the 2nd pointer is NULL, it is interpreted as if
219
+ * the has_field was false.
220
+ */
221
+
222
+ pData = *(const void* const*)pData;
223
+ implicit_has = (pData != NULL);
224
+ }
225
+
226
+ switch (PB_HTYPE(field->type))
227
+ {
228
+ case PB_HTYPE_REQUIRED:
229
+ if (!pData)
230
+ PB_RETURN_ERROR(stream, "missing required field");
231
+ if (!pb_encode_tag_for_field(stream, field))
232
+ return false;
233
+ if (!func(stream, field, pData))
234
+ return false;
235
+ break;
236
+
237
+ case PB_HTYPE_OPTIONAL:
238
+ if (*(const bool*)pSize)
239
+ {
240
+ if (!pb_encode_tag_for_field(stream, field))
241
+ return false;
242
+
243
+ if (!func(stream, field, pData))
244
+ return false;
245
+ }
246
+ break;
247
+
248
+ case PB_HTYPE_REPEATED:
249
+ if (!encode_array(stream, field, pData, *(const pb_size_t*)pSize, func))
250
+ return false;
251
+ break;
252
+
253
+ case PB_HTYPE_ONEOF:
254
+ if (*(const pb_size_t*)pSize == field->tag)
255
+ {
256
+ if (!pb_encode_tag_for_field(stream, field))
257
+ return false;
258
+
259
+ if (!func(stream, field, pData))
260
+ return false;
261
+ }
262
+ break;
263
+
264
+ default:
265
+ PB_RETURN_ERROR(stream, "invalid field type");
266
+ }
267
+
268
+ return true;
269
+ }
270
+
271
+ /* Encode a field with callback semantics. This means that a user function is
272
+ * called to provide and encode the actual data. */
273
+ static bool checkreturn encode_callback_field(pb_ostream_t *stream,
274
+ const pb_field_t *field, const void *pData)
275
+ {
276
+ const pb_callback_t *callback = (const pb_callback_t*)pData;
277
+
278
+ #ifdef PB_OLD_CALLBACK_STYLE
279
+ const void *arg = callback->arg;
280
+ #else
281
+ void * const *arg = &(callback->arg);
282
+ #endif
283
+
284
+ if (callback->funcs.encode != NULL)
285
+ {
286
+ if (!callback->funcs.encode(stream, field, arg))
287
+ PB_RETURN_ERROR(stream, "callback error");
288
+ }
289
+ return true;
290
+ }
291
+
292
+ /* Encode a single field of any callback or static type. */
293
+ static bool checkreturn encode_field(pb_ostream_t *stream,
294
+ const pb_field_t *field, const void *pData)
295
+ {
296
+ switch (PB_ATYPE(field->type))
297
+ {
298
+ case PB_ATYPE_STATIC:
299
+ case PB_ATYPE_POINTER:
300
+ return encode_basic_field(stream, field, pData);
301
+
302
+ case PB_ATYPE_CALLBACK:
303
+ return encode_callback_field(stream, field, pData);
304
+
305
+ default:
306
+ PB_RETURN_ERROR(stream, "invalid field type");
307
+ }
308
+ }
309
+
310
+ /* Default handler for extension fields. Expects to have a pb_field_t
311
+ * pointer in the extension->type->arg field. */
312
+ static bool checkreturn default_extension_encoder(pb_ostream_t *stream,
313
+ const pb_extension_t *extension)
314
+ {
315
+ const pb_field_t *field = (const pb_field_t*)extension->type->arg;
316
+
317
+ if (PB_ATYPE(field->type) == PB_ATYPE_POINTER)
318
+ {
319
+ /* For pointer extensions, the pointer is stored directly
320
+ * in the extension structure. This avoids having an extra
321
+ * indirection. */
322
+ return encode_field(stream, field, &extension->dest);
323
+ }
324
+ else
325
+ {
326
+ return encode_field(stream, field, extension->dest);
327
+ }
328
+ }
329
+
330
+ /* Walk through all the registered extensions and give them a chance
331
+ * to encode themselves. */
332
+ static bool checkreturn encode_extension_field(pb_ostream_t *stream,
333
+ const pb_field_t *field, const void *pData)
334
+ {
335
+ const pb_extension_t *extension = *(const pb_extension_t* const *)pData;
336
+ PB_UNUSED(field);
337
+
338
+ while (extension)
339
+ {
340
+ bool status;
341
+ if (extension->type->encode)
342
+ status = extension->type->encode(stream, extension);
343
+ else
344
+ status = default_extension_encoder(stream, extension);
345
+
346
+ if (!status)
347
+ return false;
348
+
349
+ extension = extension->next;
350
+ }
351
+
352
+ return true;
353
+ }
354
+
355
+ /*********************
356
+ * Encode all fields *
357
+ *********************/
358
+
359
+ static void *remove_const(const void *p)
360
+ {
361
+ /* Note: this casts away const, in order to use the common field iterator
362
+ * logic for both encoding and decoding. */
363
+ union {
364
+ void *p1;
365
+ const void *p2;
366
+ } t;
367
+ t.p2 = p;
368
+ return t.p1;
369
+ }
370
+
371
+ bool checkreturn pb_encode(pb_ostream_t *stream, const pb_field_t fields[], const void *src_struct)
372
+ {
373
+ pb_field_iter_t iter;
374
+ if (!pb_field_iter_begin(&iter, fields, remove_const(src_struct)))
375
+ return true; /* Empty message type */
376
+
377
+ do {
378
+ if (PB_LTYPE(iter.pos->type) == PB_LTYPE_EXTENSION)
379
+ {
380
+ /* Special case for the extension field placeholder */
381
+ if (!encode_extension_field(stream, iter.pos, iter.pData))
382
+ return false;
383
+ }
384
+ else
385
+ {
386
+ /* Regular field */
387
+ if (!encode_field(stream, iter.pos, iter.pData))
388
+ return false;
389
+ }
390
+ } while (pb_field_iter_next(&iter));
391
+
392
+ return true;
393
+ }
394
+
395
+ bool pb_encode_delimited(pb_ostream_t *stream, const pb_field_t fields[], const void *src_struct)
396
+ {
397
+ return pb_encode_submessage(stream, fields, src_struct);
398
+ }
399
+
400
+ bool pb_get_encoded_size(size_t *size, const pb_field_t fields[], const void *src_struct)
401
+ {
402
+ pb_ostream_t stream = PB_OSTREAM_SIZING;
403
+
404
+ if (!pb_encode(&stream, fields, src_struct))
405
+ return false;
406
+
407
+ *size = stream.bytes_written;
408
+ return true;
409
+ }
410
+
411
+ /********************
412
+ * Helper functions *
413
+ ********************/
414
+ bool checkreturn pb_encode_varint(pb_ostream_t *stream, uint64_t value)
415
+ {
416
+ uint8_t buffer[10];
417
+ size_t i = 0;
418
+
419
+ if (value == 0)
420
+ return pb_write(stream, (uint8_t*)&value, 1);
421
+
422
+ while (value)
423
+ {
424
+ buffer[i] = (uint8_t)((value & 0x7F) | 0x80);
425
+ value >>= 7;
426
+ i++;
427
+ }
428
+ buffer[i-1] &= 0x7F; /* Unset top bit on last byte */
429
+
430
+ return pb_write(stream, buffer, i);
431
+ }
432
+
433
+ bool checkreturn pb_encode_svarint(pb_ostream_t *stream, int64_t value)
434
+ {
435
+ uint64_t zigzagged;
436
+ if (value < 0)
437
+ zigzagged = ~((uint64_t)value << 1);
438
+ else
439
+ zigzagged = (uint64_t)value << 1;
440
+
441
+ return pb_encode_varint(stream, zigzagged);
442
+ }
443
+
444
+ bool checkreturn pb_encode_fixed32(pb_ostream_t *stream, const void *value)
445
+ {
446
+ #ifdef __BIG_ENDIAN__
447
+ const uint8_t *bytes = value;
448
+ uint8_t lebytes[4];
449
+ lebytes[0] = bytes[3];
450
+ lebytes[1] = bytes[2];
451
+ lebytes[2] = bytes[1];
452
+ lebytes[3] = bytes[0];
453
+ return pb_write(stream, lebytes, 4);
454
+ #else
455
+ return pb_write(stream, (const uint8_t*)value, 4);
456
+ #endif
457
+ }
458
+
459
+ bool checkreturn pb_encode_fixed64(pb_ostream_t *stream, const void *value)
460
+ {
461
+ #ifdef __BIG_ENDIAN__
462
+ const uint8_t *bytes = value;
463
+ uint8_t lebytes[8];
464
+ lebytes[0] = bytes[7];
465
+ lebytes[1] = bytes[6];
466
+ lebytes[2] = bytes[5];
467
+ lebytes[3] = bytes[4];
468
+ lebytes[4] = bytes[3];
469
+ lebytes[5] = bytes[2];
470
+ lebytes[6] = bytes[1];
471
+ lebytes[7] = bytes[0];
472
+ return pb_write(stream, lebytes, 8);
473
+ #else
474
+ return pb_write(stream, (const uint8_t*)value, 8);
475
+ #endif
476
+ }
477
+
478
+ bool checkreturn pb_encode_tag(pb_ostream_t *stream, pb_wire_type_t wiretype, uint32_t field_number)
479
+ {
480
+ uint64_t tag = ((uint64_t)field_number << 3) | wiretype;
481
+ return pb_encode_varint(stream, tag);
482
+ }
483
+
484
+ bool checkreturn pb_encode_tag_for_field(pb_ostream_t *stream, const pb_field_t *field)
485
+ {
486
+ pb_wire_type_t wiretype;
487
+ switch (PB_LTYPE(field->type))
488
+ {
489
+ case PB_LTYPE_VARINT:
490
+ case PB_LTYPE_UVARINT:
491
+ case PB_LTYPE_SVARINT:
492
+ wiretype = PB_WT_VARINT;
493
+ break;
494
+
495
+ case PB_LTYPE_FIXED32:
496
+ wiretype = PB_WT_32BIT;
497
+ break;
498
+
499
+ case PB_LTYPE_FIXED64:
500
+ wiretype = PB_WT_64BIT;
501
+ break;
502
+
503
+ case PB_LTYPE_BYTES:
504
+ case PB_LTYPE_STRING:
505
+ case PB_LTYPE_SUBMESSAGE:
506
+ wiretype = PB_WT_STRING;
507
+ break;
508
+
509
+ default:
510
+ PB_RETURN_ERROR(stream, "invalid field type");
511
+ }
512
+
513
+ return pb_encode_tag(stream, wiretype, field->tag);
514
+ }
515
+
516
+ bool checkreturn pb_encode_string(pb_ostream_t *stream, const uint8_t *buffer, size_t size)
517
+ {
518
+ if (!pb_encode_varint(stream, (uint64_t)size))
519
+ return false;
520
+
521
+ return pb_write(stream, buffer, size);
522
+ }
523
+
524
+ bool checkreturn pb_encode_submessage(pb_ostream_t *stream, const pb_field_t fields[], const void *src_struct)
525
+ {
526
+ /* First calculate the message size using a non-writing substream. */
527
+ pb_ostream_t substream = PB_OSTREAM_SIZING;
528
+ size_t size;
529
+ bool status;
530
+
531
+ if (!pb_encode(&substream, fields, src_struct))
532
+ {
533
+ #ifndef PB_NO_ERRMSG
534
+ stream->errmsg = substream.errmsg;
535
+ #endif
536
+ return false;
537
+ }
538
+
539
+ size = substream.bytes_written;
540
+
541
+ if (!pb_encode_varint(stream, (uint64_t)size))
542
+ return false;
543
+
544
+ if (stream->callback == NULL)
545
+ return pb_write(stream, NULL, size); /* Just sizing */
546
+
547
+ if (stream->bytes_written + size > stream->max_size)
548
+ PB_RETURN_ERROR(stream, "stream full");
549
+
550
+ /* Use a substream to verify that a callback doesn't write more than
551
+ * what it did the first time. */
552
+ substream.callback = stream->callback;
553
+ substream.state = stream->state;
554
+ substream.max_size = size;
555
+ substream.bytes_written = 0;
556
+ #ifndef PB_NO_ERRMSG
557
+ substream.errmsg = NULL;
558
+ #endif
559
+
560
+ status = pb_encode(&substream, fields, src_struct);
561
+
562
+ stream->bytes_written += substream.bytes_written;
563
+ stream->state = substream.state;
564
+ #ifndef PB_NO_ERRMSG
565
+ stream->errmsg = substream.errmsg;
566
+ #endif
567
+
568
+ if (substream.bytes_written != size)
569
+ PB_RETURN_ERROR(stream, "submsg size changed");
570
+
571
+ return status;
572
+ }
573
+
574
+ /* Field encoders */
575
+
576
+ static bool checkreturn pb_enc_varint(pb_ostream_t *stream, const pb_field_t *field, const void *src)
577
+ {
578
+ int64_t value = 0;
579
+
580
+ /* Cases 1 and 2 are for compilers that have smaller types for bool
581
+ * or enums, and for int_size option. */
582
+ switch (field->data_size)
583
+ {
584
+ case 1: value = *(const int8_t*)src; break;
585
+ case 2: value = *(const int16_t*)src; break;
586
+ case 4: value = *(const int32_t*)src; break;
587
+ case 8: value = *(const int64_t*)src; break;
588
+ default: PB_RETURN_ERROR(stream, "invalid data_size");
589
+ }
590
+
591
+ return pb_encode_varint(stream, (uint64_t)value);
592
+ }
593
+
594
+ static bool checkreturn pb_enc_uvarint(pb_ostream_t *stream, const pb_field_t *field, const void *src)
595
+ {
596
+ uint64_t value = 0;
597
+
598
+ switch (field->data_size)
599
+ {
600
+ case 1: value = *(const uint8_t*)src; break;
601
+ case 2: value = *(const uint16_t*)src; break;
602
+ case 4: value = *(const uint32_t*)src; break;
603
+ case 8: value = *(const uint64_t*)src; break;
604
+ default: PB_RETURN_ERROR(stream, "invalid data_size");
605
+ }
606
+
607
+ return pb_encode_varint(stream, value);
608
+ }
609
+
610
+ static bool checkreturn pb_enc_svarint(pb_ostream_t *stream, const pb_field_t *field, const void *src)
611
+ {
612
+ int64_t value = 0;
613
+
614
+ switch (field->data_size)
615
+ {
616
+ case 1: value = *(const int8_t*)src; break;
617
+ case 2: value = *(const int16_t*)src; break;
618
+ case 4: value = *(const int32_t*)src; break;
619
+ case 8: value = *(const int64_t*)src; break;
620
+ default: PB_RETURN_ERROR(stream, "invalid data_size");
621
+ }
622
+
623
+ return pb_encode_svarint(stream, value);
624
+ }
625
+
626
+ static bool checkreturn pb_enc_fixed64(pb_ostream_t *stream, const pb_field_t *field, const void *src)
627
+ {
628
+ PB_UNUSED(field);
629
+ return pb_encode_fixed64(stream, src);
630
+ }
631
+
632
+ static bool checkreturn pb_enc_fixed32(pb_ostream_t *stream, const pb_field_t *field, const void *src)
633
+ {
634
+ PB_UNUSED(field);
635
+ return pb_encode_fixed32(stream, src);
636
+ }
637
+
638
+ static bool checkreturn pb_enc_bytes(pb_ostream_t *stream, const pb_field_t *field, const void *src)
639
+ {
640
+ const pb_bytes_array_t *bytes = (const pb_bytes_array_t*)src;
641
+
642
+ if (src == NULL)
643
+ {
644
+ /* Threat null pointer as an empty bytes field */
645
+ return pb_encode_string(stream, NULL, 0);
646
+ }
647
+
648
+ if (PB_ATYPE(field->type) == PB_ATYPE_STATIC &&
649
+ PB_BYTES_ARRAY_T_ALLOCSIZE(bytes->size) > field->data_size)
650
+ {
651
+ PB_RETURN_ERROR(stream, "bytes size exceeded");
652
+ }
653
+
654
+ return pb_encode_string(stream, bytes->bytes, bytes->size);
655
+ }
656
+
657
+ static bool checkreturn pb_enc_string(pb_ostream_t *stream, const pb_field_t *field, const void *src)
658
+ {
659
+ size_t size = 0;
660
+ size_t max_size = field->data_size;
661
+ const char *p = (const char*)src;
662
+
663
+ if (PB_ATYPE(field->type) == PB_ATYPE_POINTER)
664
+ max_size = (size_t)-1;
665
+
666
+ if (src == NULL)
667
+ {
668
+ size = 0; /* Threat null pointer as an empty string */
669
+ }
670
+ else
671
+ {
672
+ /* strnlen() is not always available, so just use a loop */
673
+ while (size < max_size && *p != '\0')
674
+ {
675
+ size++;
676
+ p++;
677
+ }
678
+ }
679
+
680
+ return pb_encode_string(stream, (const uint8_t*)src, size);
681
+ }
682
+
683
+ static bool checkreturn pb_enc_submessage(pb_ostream_t *stream, const pb_field_t *field, const void *src)
684
+ {
685
+ if (field->ptr == NULL)
686
+ PB_RETURN_ERROR(stream, "invalid field descriptor");
687
+
688
+ return pb_encode_submessage(stream, (const pb_field_t*)field->ptr, src);
689
+ }
690
+