uringmachine 0.30.0 → 0.31.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +12 -4
- data/README.md +46 -38
- data/TODO.md +56 -2
- data/benchmark/gets.rb +7 -7
- data/benchmark/gets_concurrent.rb +10 -10
- data/benchmark/http_parse.rb +14 -14
- data/benchmark/http_server_accept_queue.rb +11 -7
- data/benchmark/http_server_multi_accept.rb +7 -7
- data/benchmark/http_server_multi_ractor.rb +7 -7
- data/benchmark/http_server_single_thread.rb +7 -7
- data/benchmark/openssl.rb +50 -22
- data/docs/design/buffer_pool.md +1 -1
- data/examples/fiber_concurrency_io.rb +52 -0
- data/examples/fiber_concurrency_naive.rb +26 -0
- data/examples/fiber_concurrency_runqueue.rb +33 -0
- data/examples/io_uring_simple.c +24 -0
- data/examples/pg.rb +2 -2
- data/examples/stream.rb +2 -2
- data/ext/um/um.c +20 -3
- data/ext/um/um.h +24 -18
- data/ext/um/um_connection.c +775 -0
- data/ext/um/um_connection_class.c +394 -0
- data/ext/um/um_ssl.c +37 -2
- data/ext/um/um_utils.c +1 -1
- data/grant-2025/final-report.md +2 -0
- data/grant-2025/journal.md +1 -1
- data/lib/uringmachine/version.rb +1 -1
- data/lib/uringmachine.rb +16 -16
- data/test/{test_stream.rb → test_connection.rb} +290 -153
- data/test/test_um.rb +18 -18
- metadata +10 -6
- data/ext/um/um_stream.c +0 -706
- data/ext/um/um_stream_class.c +0 -317
data/ext/um/um_stream.c
DELETED
|
@@ -1,706 +0,0 @@
|
|
|
1
|
-
#include <stdlib.h>
|
|
2
|
-
#include <ruby/io/buffer.h>
|
|
3
|
-
#include "um.h"
|
|
4
|
-
|
|
5
|
-
inline void stream_add_segment(struct um_stream *stream, struct um_segment *segment) {
|
|
6
|
-
segment->next = NULL;
|
|
7
|
-
if (stream->tail) {
|
|
8
|
-
stream->tail->next = segment;
|
|
9
|
-
stream->tail = segment;
|
|
10
|
-
}
|
|
11
|
-
else
|
|
12
|
-
stream->head = stream->tail = segment;
|
|
13
|
-
stream->pending_bytes += segment->len;
|
|
14
|
-
}
|
|
15
|
-
|
|
16
|
-
inline int stream_process_op_result(struct um_stream *stream, struct um_op_result *result) {
|
|
17
|
-
if (likely(result->res > 0)) {
|
|
18
|
-
if (likely(result->segment)) {
|
|
19
|
-
stream_add_segment(stream, result->segment);
|
|
20
|
-
result->segment = NULL;
|
|
21
|
-
}
|
|
22
|
-
}
|
|
23
|
-
else
|
|
24
|
-
stream->eof = 1;
|
|
25
|
-
|
|
26
|
-
return result->res;
|
|
27
|
-
}
|
|
28
|
-
|
|
29
|
-
#define STREAM_OP_FLAGS (OP_F_MULTISHOT | OP_F_BUFFER_POOL)
|
|
30
|
-
|
|
31
|
-
void stream_multishot_op_start(struct um_stream *stream) {
|
|
32
|
-
if (!stream->op)
|
|
33
|
-
stream->op = um_op_acquire(stream->machine);
|
|
34
|
-
struct io_uring_sqe *sqe;
|
|
35
|
-
|
|
36
|
-
bp_ensure_commit_level(stream->machine);
|
|
37
|
-
|
|
38
|
-
switch (stream->mode) {
|
|
39
|
-
case STREAM_BP_READ:
|
|
40
|
-
um_prep_op(stream->machine, stream->op, OP_READ_MULTISHOT, 2, STREAM_OP_FLAGS);
|
|
41
|
-
sqe = um_get_sqe(stream->machine, stream->op);
|
|
42
|
-
io_uring_prep_read_multishot(sqe, stream->fd, 0, -1, BP_BGID);
|
|
43
|
-
break;
|
|
44
|
-
case STREAM_BP_RECV:
|
|
45
|
-
um_prep_op(stream->machine, stream->op, OP_RECV_MULTISHOT, 2, STREAM_OP_FLAGS);
|
|
46
|
-
sqe = um_get_sqe(stream->machine, stream->op);
|
|
47
|
-
io_uring_prep_recv_multishot(sqe, stream->fd, NULL, 0, 0);
|
|
48
|
-
sqe->buf_group = BP_BGID;
|
|
49
|
-
sqe->flags |= IOSQE_BUFFER_SELECT;
|
|
50
|
-
break;
|
|
51
|
-
default:
|
|
52
|
-
um_raise_internal_error("Invalid multishot op");
|
|
53
|
-
}
|
|
54
|
-
stream->op->bp_commit_level = stream->machine->bp_commit_level;
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
void stream_multishot_op_stop(struct um_stream *stream) {
|
|
58
|
-
assert(!stream->op);
|
|
59
|
-
|
|
60
|
-
if (!(stream->op->flags & OP_F_CQE_DONE)) {
|
|
61
|
-
stream->op->flags |= OP_F_ASYNC;
|
|
62
|
-
um_cancel_op(stream->machine, stream->op);
|
|
63
|
-
}
|
|
64
|
-
else
|
|
65
|
-
um_op_release(stream->machine, stream->op);
|
|
66
|
-
stream->op = NULL;
|
|
67
|
-
}
|
|
68
|
-
|
|
69
|
-
void um_stream_cleanup(struct um_stream *stream) {
|
|
70
|
-
if (stream->op) stream_multishot_op_stop(stream);
|
|
71
|
-
|
|
72
|
-
while (stream->head) {
|
|
73
|
-
struct um_segment *next = stream->head->next;
|
|
74
|
-
um_segment_checkin(stream->machine, stream->head);
|
|
75
|
-
stream->head = next;
|
|
76
|
-
}
|
|
77
|
-
stream->pending_bytes = 0;
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
// returns true if case of ENOBUFS error, sets more to true if more data forthcoming
|
|
81
|
-
inline int stream_process_segments(
|
|
82
|
-
struct um_stream *stream, size_t *total_bytes, int *more) {
|
|
83
|
-
|
|
84
|
-
*more = 0;
|
|
85
|
-
struct um_op_result *result = &stream->op->result;
|
|
86
|
-
stream->op->flags &= ~OP_F_CQE_SEEN;
|
|
87
|
-
while (result) {
|
|
88
|
-
if (unlikely(result->res == -ENOBUFS)) {
|
|
89
|
-
*more = 0;
|
|
90
|
-
return true;
|
|
91
|
-
}
|
|
92
|
-
if (unlikely(result->res == -ECANCELED)) {
|
|
93
|
-
*more = 0;
|
|
94
|
-
return false;
|
|
95
|
-
}
|
|
96
|
-
um_raise_on_error_result(result->res);
|
|
97
|
-
|
|
98
|
-
*more = (result->flags & IORING_CQE_F_MORE);
|
|
99
|
-
*total_bytes += result->res;
|
|
100
|
-
stream_process_op_result(stream, result);
|
|
101
|
-
result = result->next;
|
|
102
|
-
}
|
|
103
|
-
return false;
|
|
104
|
-
}
|
|
105
|
-
|
|
106
|
-
void stream_clear(struct um_stream *stream) {
|
|
107
|
-
if (stream->op && stream->machine->ring_initialized) {
|
|
108
|
-
if (OP_CQE_SEEN_P(stream->op)) {
|
|
109
|
-
size_t total_bytes = 0;
|
|
110
|
-
int more = false;
|
|
111
|
-
stream_process_segments(stream, &total_bytes, &more);
|
|
112
|
-
um_op_multishot_results_clear(stream->machine, stream->op);
|
|
113
|
-
}
|
|
114
|
-
|
|
115
|
-
if (OP_CQE_DONE_P(stream->op))
|
|
116
|
-
um_op_release(stream->machine, stream->op);
|
|
117
|
-
else
|
|
118
|
-
um_cancel_op_and_discard_cqe(stream->machine, stream->op);
|
|
119
|
-
|
|
120
|
-
stream->op = NULL;
|
|
121
|
-
}
|
|
122
|
-
|
|
123
|
-
while (stream->head) {
|
|
124
|
-
struct um_segment *next = stream->head->next;
|
|
125
|
-
um_segment_checkin(stream->machine, stream->head);
|
|
126
|
-
stream->head = next;
|
|
127
|
-
}
|
|
128
|
-
stream->pending_bytes = 0;
|
|
129
|
-
|
|
130
|
-
if (stream->working_buffer) {
|
|
131
|
-
bp_buffer_checkin(stream->machine, stream->working_buffer);
|
|
132
|
-
stream->working_buffer = NULL;
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
|
|
136
|
-
inline void stream_await_segments(struct um_stream *stream) {
|
|
137
|
-
if (unlikely(!stream->op)) stream_multishot_op_start(stream);
|
|
138
|
-
|
|
139
|
-
if (!OP_CQE_SEEN_P(stream->op)) {
|
|
140
|
-
stream->op->flags &= ~OP_F_ASYNC;
|
|
141
|
-
VALUE ret = um_yield(stream->machine);
|
|
142
|
-
stream->op->flags |= OP_F_ASYNC;
|
|
143
|
-
if (!OP_CQE_SEEN_P(stream->op)) RAISE_IF_EXCEPTION(ret);
|
|
144
|
-
RB_GC_GUARD(ret);
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
|
|
148
|
-
int stream_get_more_segments_bp(struct um_stream *stream) {
|
|
149
|
-
size_t total_bytes = 0;
|
|
150
|
-
int more = false;
|
|
151
|
-
int enobufs = false;
|
|
152
|
-
|
|
153
|
-
while (1) {
|
|
154
|
-
if (unlikely(stream->eof)) return 0;
|
|
155
|
-
|
|
156
|
-
stream_await_segments(stream);
|
|
157
|
-
enobufs = stream_process_segments(stream, &total_bytes, &more);
|
|
158
|
-
um_op_multishot_results_clear(stream->machine, stream->op);
|
|
159
|
-
if (unlikely(enobufs)) {
|
|
160
|
-
int should_restart = stream->pending_bytes < (stream->machine->bp_buffer_size * 4);
|
|
161
|
-
// int same_threshold = stream->op->bp_commit_level == stream->machine->bp_commit_level;
|
|
162
|
-
|
|
163
|
-
// fprintf(stderr, "%p enobufs total: %ld pending: %ld threshold: %ld bc: %d (same: %d, restart: %d)\n",
|
|
164
|
-
// stream,
|
|
165
|
-
// total_bytes, stream->pending_bytes, stream->machine->bp_commit_level,
|
|
166
|
-
// stream->machine->bp_buffer_count,
|
|
167
|
-
// same_threshold, should_restart
|
|
168
|
-
// );
|
|
169
|
-
|
|
170
|
-
// If multiple stream ops are happening at the same time, they'll all get
|
|
171
|
-
// ENOBUFS! We track the commit threshold in the op in order to prevent
|
|
172
|
-
// running bp_handle_enobufs() more than once.
|
|
173
|
-
|
|
174
|
-
if (should_restart) {
|
|
175
|
-
if (stream->op->bp_commit_level == stream->machine->bp_commit_level)
|
|
176
|
-
bp_handle_enobufs(stream->machine);
|
|
177
|
-
|
|
178
|
-
um_op_release(stream->machine, stream->op);
|
|
179
|
-
stream->op = NULL;
|
|
180
|
-
// stream_multishot_op_start(stream);
|
|
181
|
-
}
|
|
182
|
-
else {
|
|
183
|
-
um_op_release(stream->machine, stream->op);
|
|
184
|
-
stream->op = NULL;
|
|
185
|
-
}
|
|
186
|
-
|
|
187
|
-
if (total_bytes) return total_bytes;
|
|
188
|
-
}
|
|
189
|
-
else {
|
|
190
|
-
if (more)
|
|
191
|
-
stream->op->flags &= ~OP_F_CQE_SEEN;
|
|
192
|
-
if (total_bytes || stream->eof) return total_bytes;
|
|
193
|
-
}
|
|
194
|
-
}
|
|
195
|
-
}
|
|
196
|
-
|
|
197
|
-
int stream_get_more_segments_ssl(struct um_stream *stream) {
|
|
198
|
-
if (!stream->working_buffer)
|
|
199
|
-
stream->working_buffer = bp_buffer_checkout(stream->machine);
|
|
200
|
-
|
|
201
|
-
char *ptr = stream->working_buffer->buf + stream->working_buffer->pos;
|
|
202
|
-
size_t maxlen = stream->working_buffer->len - stream->working_buffer->pos;
|
|
203
|
-
int res = um_ssl_read_raw(stream->machine, stream->target, ptr, maxlen);
|
|
204
|
-
if (res == 0) return 0;
|
|
205
|
-
if (res < 0) rb_raise(eUMError, "Failed to read segment");
|
|
206
|
-
|
|
207
|
-
struct um_segment *segment = bp_buffer_consume(stream->machine, stream->working_buffer, res);
|
|
208
|
-
if ((size_t)res == maxlen) {
|
|
209
|
-
bp_buffer_checkin(stream->machine, stream->working_buffer);
|
|
210
|
-
stream->working_buffer = NULL;
|
|
211
|
-
}
|
|
212
|
-
stream_add_segment(stream, segment);
|
|
213
|
-
return 1;
|
|
214
|
-
}
|
|
215
|
-
|
|
216
|
-
int stream_get_more_segments(struct um_stream *stream) {
|
|
217
|
-
switch (stream->mode) {
|
|
218
|
-
case STREAM_BP_READ:
|
|
219
|
-
case STREAM_BP_RECV:
|
|
220
|
-
return stream_get_more_segments_bp(stream);
|
|
221
|
-
case STREAM_SSL:
|
|
222
|
-
return stream_get_more_segments_ssl(stream);
|
|
223
|
-
default:
|
|
224
|
-
rb_raise(eUMError, "Invalid stream mode");
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
|
|
228
|
-
///////////////////////////////////////////////////////////////////////////////////////
|
|
229
|
-
|
|
230
|
-
inline void stream_shift_head(struct um_stream *stream) {
|
|
231
|
-
struct um_segment *consumed = stream->head;
|
|
232
|
-
stream->head = consumed->next;
|
|
233
|
-
if (!stream->head) stream->tail = NULL;
|
|
234
|
-
um_segment_checkin(stream->machine, consumed);
|
|
235
|
-
stream->pos = 0;
|
|
236
|
-
}
|
|
237
|
-
|
|
238
|
-
inline VALUE make_segment_io_buffer(struct um_segment *segment, size_t pos) {
|
|
239
|
-
return rb_io_buffer_new(
|
|
240
|
-
segment->ptr + pos, segment->len - pos,
|
|
241
|
-
RB_IO_BUFFER_LOCKED|RB_IO_BUFFER_READONLY
|
|
242
|
-
);
|
|
243
|
-
}
|
|
244
|
-
|
|
245
|
-
inline void stream_skip(struct um_stream *stream, size_t inc, int safe_inc) {
|
|
246
|
-
if (unlikely(stream->eof && !stream->head)) return;
|
|
247
|
-
if (safe_inc && !stream->tail && !stream_get_more_segments(stream)) return;
|
|
248
|
-
|
|
249
|
-
while (inc) {
|
|
250
|
-
size_t segment_len = stream->head->len - stream->pos;
|
|
251
|
-
size_t inc_len = (segment_len <= inc) ? segment_len : inc;
|
|
252
|
-
inc -= inc_len;
|
|
253
|
-
stream->pos += inc_len;
|
|
254
|
-
stream->consumed_bytes += inc_len;
|
|
255
|
-
stream->pending_bytes -= inc_len;
|
|
256
|
-
if (stream->pos == stream->head->len) {
|
|
257
|
-
stream_shift_head(stream);
|
|
258
|
-
if (inc && safe_inc && !stream->head) {
|
|
259
|
-
if (!stream_get_more_segments(stream)) break;
|
|
260
|
-
}
|
|
261
|
-
}
|
|
262
|
-
}
|
|
263
|
-
}
|
|
264
|
-
|
|
265
|
-
inline void stream_each(struct um_stream *stream) {
|
|
266
|
-
if (unlikely(stream->eof && !stream->head)) return;
|
|
267
|
-
if (!stream->tail && !stream_get_more_segments(stream)) return;
|
|
268
|
-
|
|
269
|
-
struct um_segment *current = stream->head;
|
|
270
|
-
size_t pos = stream->pos;
|
|
271
|
-
|
|
272
|
-
VALUE buffer = Qnil;
|
|
273
|
-
while (true) {
|
|
274
|
-
struct um_segment *next = current->next;
|
|
275
|
-
buffer = make_segment_io_buffer(current, pos);
|
|
276
|
-
rb_yield(buffer);
|
|
277
|
-
rb_io_buffer_free_locked(buffer);
|
|
278
|
-
stream_shift_head(stream);
|
|
279
|
-
|
|
280
|
-
if (!next) {
|
|
281
|
-
if (!stream_get_more_segments(stream)) return;
|
|
282
|
-
}
|
|
283
|
-
current = stream->head;
|
|
284
|
-
pos = 0;
|
|
285
|
-
}
|
|
286
|
-
RB_GC_GUARD(buffer);
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
inline void stream_copy(struct um_stream *stream, char *dest, size_t len) {
|
|
290
|
-
while (len) {
|
|
291
|
-
char *segment_ptr = stream->head->ptr + stream->pos;
|
|
292
|
-
size_t segment_len = stream->head->len - stream->pos;
|
|
293
|
-
size_t cpy_len = (segment_len <= len) ? segment_len : len;
|
|
294
|
-
memcpy(dest, segment_ptr, cpy_len);
|
|
295
|
-
|
|
296
|
-
len -= cpy_len;
|
|
297
|
-
stream->pos += cpy_len;
|
|
298
|
-
stream->consumed_bytes += cpy_len;
|
|
299
|
-
stream->pending_bytes -= cpy_len;
|
|
300
|
-
dest += cpy_len;
|
|
301
|
-
if (stream->pos == stream->head->len) stream_shift_head(stream);
|
|
302
|
-
}
|
|
303
|
-
}
|
|
304
|
-
|
|
305
|
-
VALUE stream_consume_string(struct um_stream *stream, VALUE out_buffer, size_t len, size_t inc, int safe_inc) {
|
|
306
|
-
VALUE str = Qnil;
|
|
307
|
-
if (!NIL_P(out_buffer)) {
|
|
308
|
-
str = out_buffer;
|
|
309
|
-
size_t str_len = RSTRING_LEN(str);
|
|
310
|
-
if (str_len < len)
|
|
311
|
-
rb_str_resize(str, len);
|
|
312
|
-
else if (str_len > len)
|
|
313
|
-
rb_str_set_len(str, len);
|
|
314
|
-
}
|
|
315
|
-
else
|
|
316
|
-
str = rb_str_new(NULL, len);
|
|
317
|
-
char *dest = RSTRING_PTR(str);
|
|
318
|
-
|
|
319
|
-
stream_copy(stream, dest, len);
|
|
320
|
-
stream_skip(stream, inc, safe_inc);
|
|
321
|
-
return str;
|
|
322
|
-
RB_GC_GUARD(str);
|
|
323
|
-
}
|
|
324
|
-
|
|
325
|
-
VALUE stream_get_line(struct um_stream *stream, VALUE out_buffer, size_t maxlen) {
|
|
326
|
-
// if (stream->head) {
|
|
327
|
-
// fprintf(stderr, "head: %p pos: %ld: %.*s\n",
|
|
328
|
-
// stream->head, stream->pos,
|
|
329
|
-
// (int)(stream->head->len - stream->pos), stream->head->ptr + stream->pos
|
|
330
|
-
// );
|
|
331
|
-
// }
|
|
332
|
-
|
|
333
|
-
if (unlikely(stream->eof && !stream->head)) return Qnil;
|
|
334
|
-
if (!stream->tail && !stream_get_more_segments(stream)) return Qnil;
|
|
335
|
-
|
|
336
|
-
struct um_segment *last = NULL;
|
|
337
|
-
struct um_segment *current = stream->head;
|
|
338
|
-
size_t remaining_len = maxlen;
|
|
339
|
-
size_t total_len = 0;
|
|
340
|
-
size_t inc = 1;
|
|
341
|
-
size_t pos = stream->pos;
|
|
342
|
-
|
|
343
|
-
while (true) {
|
|
344
|
-
size_t segment_len = current->len - pos;
|
|
345
|
-
size_t search_len = segment_len;
|
|
346
|
-
if (maxlen && (search_len > remaining_len)) search_len = remaining_len;
|
|
347
|
-
char *start = current->ptr + pos;
|
|
348
|
-
char *lf_ptr = memchr(start, '\n', search_len);
|
|
349
|
-
|
|
350
|
-
if (lf_ptr) {
|
|
351
|
-
size_t len = lf_ptr - start;
|
|
352
|
-
|
|
353
|
-
total_len += len;
|
|
354
|
-
|
|
355
|
-
// search for \r
|
|
356
|
-
if (total_len) {
|
|
357
|
-
if (len) {
|
|
358
|
-
if (start[len - 1] == '\r') {
|
|
359
|
-
total_len -= 1;
|
|
360
|
-
inc = 2;
|
|
361
|
-
}
|
|
362
|
-
}
|
|
363
|
-
else {
|
|
364
|
-
if (last && (((char *)last->ptr)[last->len - 1] == '\r')) {
|
|
365
|
-
total_len -= 1;
|
|
366
|
-
inc = 2;
|
|
367
|
-
}
|
|
368
|
-
}
|
|
369
|
-
}
|
|
370
|
-
|
|
371
|
-
return stream_consume_string(stream, out_buffer, total_len, inc, false);
|
|
372
|
-
}
|
|
373
|
-
else {
|
|
374
|
-
// not found, early return if segment len exceeds maxlen
|
|
375
|
-
if (maxlen && segment_len >= maxlen) return Qnil;
|
|
376
|
-
|
|
377
|
-
total_len += segment_len;
|
|
378
|
-
remaining_len -= segment_len;
|
|
379
|
-
}
|
|
380
|
-
|
|
381
|
-
if (!current->next) {
|
|
382
|
-
if (!stream_get_more_segments(stream)) {
|
|
383
|
-
return Qnil;
|
|
384
|
-
}
|
|
385
|
-
}
|
|
386
|
-
|
|
387
|
-
last = current;
|
|
388
|
-
current = current->next;
|
|
389
|
-
pos = 0;
|
|
390
|
-
}
|
|
391
|
-
}
|
|
392
|
-
|
|
393
|
-
VALUE stream_get_string(struct um_stream *stream, VALUE out_buffer, ssize_t len, size_t inc, int safe_inc) {
|
|
394
|
-
if (unlikely(stream->eof && !stream->head)) return Qnil;
|
|
395
|
-
if (!stream->tail && !stream_get_more_segments(stream)) return Qnil;
|
|
396
|
-
|
|
397
|
-
struct um_segment *current = stream->head;
|
|
398
|
-
size_t abs_len = labs(len);
|
|
399
|
-
size_t remaining_len = abs_len;
|
|
400
|
-
size_t total_len = 0;
|
|
401
|
-
size_t pos = stream->pos;
|
|
402
|
-
|
|
403
|
-
while (true) {
|
|
404
|
-
size_t segment_len = current->len - pos;
|
|
405
|
-
if (abs_len && segment_len > remaining_len) {
|
|
406
|
-
segment_len = remaining_len;
|
|
407
|
-
}
|
|
408
|
-
total_len += segment_len;
|
|
409
|
-
if (abs_len) {
|
|
410
|
-
remaining_len -= segment_len;
|
|
411
|
-
if (!remaining_len)
|
|
412
|
-
return stream_consume_string(stream, out_buffer, total_len, inc, safe_inc);
|
|
413
|
-
}
|
|
414
|
-
|
|
415
|
-
if (!current->next) {
|
|
416
|
-
if (len <= 0)
|
|
417
|
-
return stream_consume_string(stream, out_buffer, total_len, inc, safe_inc);
|
|
418
|
-
|
|
419
|
-
if (!stream_get_more_segments(stream))
|
|
420
|
-
return Qnil;
|
|
421
|
-
}
|
|
422
|
-
current = current->next;
|
|
423
|
-
pos = 0;
|
|
424
|
-
}
|
|
425
|
-
}
|
|
426
|
-
|
|
427
|
-
VALUE resp_get_line(struct um_stream *stream, VALUE out_buffer) {
|
|
428
|
-
if (unlikely(stream->eof && !stream->head)) return Qnil;
|
|
429
|
-
if (!stream->tail && !stream_get_more_segments(stream)) return Qnil;
|
|
430
|
-
|
|
431
|
-
struct um_segment *current = stream->head;
|
|
432
|
-
size_t total_len = 0;
|
|
433
|
-
size_t pos = stream->pos;
|
|
434
|
-
|
|
435
|
-
while (true) {
|
|
436
|
-
size_t segment_len = current->len - pos;
|
|
437
|
-
char *start = current->ptr + pos;
|
|
438
|
-
char *lf_ptr = memchr(start, '\r', segment_len);
|
|
439
|
-
if (lf_ptr) {
|
|
440
|
-
size_t len = lf_ptr - start;
|
|
441
|
-
total_len += len;
|
|
442
|
-
return stream_consume_string(stream, out_buffer, total_len, 2, true);
|
|
443
|
-
}
|
|
444
|
-
else
|
|
445
|
-
total_len += segment_len;
|
|
446
|
-
|
|
447
|
-
if (!current->next)
|
|
448
|
-
if (!stream_get_more_segments(stream)) return Qnil;
|
|
449
|
-
|
|
450
|
-
current = current->next;
|
|
451
|
-
}
|
|
452
|
-
}
|
|
453
|
-
|
|
454
|
-
inline VALUE resp_get_string(struct um_stream *stream, ulong len, VALUE out_buffer) {
|
|
455
|
-
return stream_get_string(stream, out_buffer, len, 2, true);
|
|
456
|
-
}
|
|
457
|
-
|
|
458
|
-
inline ulong resp_parse_length_field(const char *ptr, int len) {
|
|
459
|
-
ulong acc = 0;
|
|
460
|
-
for(int i = 1; i < len; i++)
|
|
461
|
-
acc = acc * 10 + (ptr[i] - '0');
|
|
462
|
-
return acc;
|
|
463
|
-
}
|
|
464
|
-
|
|
465
|
-
VALUE resp_decode_hash(struct um_stream *stream, VALUE out_buffer, ulong len) {
|
|
466
|
-
VALUE hash = rb_hash_new();
|
|
467
|
-
|
|
468
|
-
for (ulong i = 0; i < len; i++) {
|
|
469
|
-
VALUE key = resp_decode(stream, out_buffer);
|
|
470
|
-
VALUE value = resp_decode(stream, out_buffer);
|
|
471
|
-
rb_hash_aset(hash, key, value);
|
|
472
|
-
RB_GC_GUARD(key);
|
|
473
|
-
RB_GC_GUARD(value);
|
|
474
|
-
}
|
|
475
|
-
|
|
476
|
-
RB_GC_GUARD(hash);
|
|
477
|
-
return hash;
|
|
478
|
-
}
|
|
479
|
-
|
|
480
|
-
VALUE resp_decode_array(struct um_stream *stream, VALUE out_buffer, ulong len) {
|
|
481
|
-
VALUE array = rb_ary_new2(len);
|
|
482
|
-
|
|
483
|
-
for (ulong i = 0; i < len; i++) {
|
|
484
|
-
VALUE value = resp_decode(stream, out_buffer);
|
|
485
|
-
rb_ary_push(array, value);
|
|
486
|
-
RB_GC_GUARD(value);
|
|
487
|
-
}
|
|
488
|
-
|
|
489
|
-
RB_GC_GUARD(array);
|
|
490
|
-
return array;
|
|
491
|
-
}
|
|
492
|
-
|
|
493
|
-
static inline VALUE resp_decode_simple_string(char *ptr, ulong len) {
|
|
494
|
-
return rb_str_new(ptr + 1, len - 1);
|
|
495
|
-
}
|
|
496
|
-
|
|
497
|
-
static inline VALUE resp_decode_string(struct um_stream *stream, VALUE out_buffer, ulong len) {
|
|
498
|
-
return resp_get_string(stream, len, out_buffer);
|
|
499
|
-
}
|
|
500
|
-
|
|
501
|
-
static inline VALUE resp_decode_string_with_encoding(struct um_stream *stream, VALUE out_buffer, ulong len) {
|
|
502
|
-
VALUE with_enc = resp_get_string(stream, len, out_buffer);
|
|
503
|
-
char *ptr = RSTRING_PTR(with_enc);
|
|
504
|
-
len = RSTRING_LEN(with_enc);
|
|
505
|
-
if ((len < 4) || (ptr[3] != ':')) return Qnil;
|
|
506
|
-
|
|
507
|
-
return rb_utf8_str_new(ptr + 4, len - 4);
|
|
508
|
-
}
|
|
509
|
-
|
|
510
|
-
static inline VALUE resp_decode_integer(char *ptr) {
|
|
511
|
-
long value = strtol(ptr + 1, NULL, 10);
|
|
512
|
-
return LONG2NUM(value);
|
|
513
|
-
}
|
|
514
|
-
|
|
515
|
-
static inline VALUE resp_decode_float(char *ptr) {
|
|
516
|
-
double value = strtod(ptr + 1, NULL);
|
|
517
|
-
return DBL2NUM(value);
|
|
518
|
-
}
|
|
519
|
-
|
|
520
|
-
static inline VALUE resp_decode_simple_error(char *ptr, ulong len) {
|
|
521
|
-
static ID ID_new = 0;
|
|
522
|
-
if (!ID_new) ID_new = rb_intern("new");
|
|
523
|
-
|
|
524
|
-
VALUE msg = rb_str_new(ptr + 1, len - 1);
|
|
525
|
-
VALUE err = rb_funcall(eStreamRESPError, ID_new, 1, msg);
|
|
526
|
-
RB_GC_GUARD(msg);
|
|
527
|
-
return err;
|
|
528
|
-
}
|
|
529
|
-
|
|
530
|
-
static inline VALUE resp_decode_error(struct um_stream *stream, VALUE out_buffer, ulong len) {
|
|
531
|
-
static ID ID_new = 0;
|
|
532
|
-
if (!ID_new) ID_new = rb_intern("new");
|
|
533
|
-
|
|
534
|
-
VALUE msg = resp_decode_string(stream, out_buffer, len);
|
|
535
|
-
VALUE err = rb_funcall(eStreamRESPError, ID_new, 1, msg);
|
|
536
|
-
RB_GC_GUARD(msg);
|
|
537
|
-
return err;
|
|
538
|
-
}
|
|
539
|
-
|
|
540
|
-
VALUE resp_decode(struct um_stream *stream, VALUE out_buffer) {
|
|
541
|
-
VALUE msg = resp_get_line(stream, out_buffer);
|
|
542
|
-
if (msg == Qnil) return Qnil;
|
|
543
|
-
|
|
544
|
-
char *ptr = RSTRING_PTR(msg);
|
|
545
|
-
ulong len = RSTRING_LEN(msg);
|
|
546
|
-
ulong data_len;
|
|
547
|
-
if (len == 0) return Qnil;
|
|
548
|
-
|
|
549
|
-
switch (ptr[0]) {
|
|
550
|
-
case '%': // hash
|
|
551
|
-
case '|': // attributes hash
|
|
552
|
-
data_len = resp_parse_length_field(ptr, len);
|
|
553
|
-
return resp_decode_hash(stream, out_buffer, data_len);
|
|
554
|
-
|
|
555
|
-
case '*': // array
|
|
556
|
-
case '~': // set
|
|
557
|
-
case '>': // pub/sub push
|
|
558
|
-
data_len = resp_parse_length_field(ptr, len);
|
|
559
|
-
return resp_decode_array(stream, out_buffer, data_len);
|
|
560
|
-
|
|
561
|
-
case '+': // simple string
|
|
562
|
-
return resp_decode_simple_string(ptr, len);
|
|
563
|
-
case '$': // string
|
|
564
|
-
data_len = resp_parse_length_field(ptr, len);
|
|
565
|
-
return resp_decode_string(stream, out_buffer, data_len);
|
|
566
|
-
case '=': // string with encoding
|
|
567
|
-
data_len = resp_parse_length_field(ptr, len);
|
|
568
|
-
return resp_decode_string_with_encoding(stream, out_buffer, data_len);
|
|
569
|
-
|
|
570
|
-
case '_': // null
|
|
571
|
-
return Qnil;
|
|
572
|
-
case '#': // boolean
|
|
573
|
-
return (len > 1) && (ptr[1] == 't') ? Qtrue : Qfalse;
|
|
574
|
-
|
|
575
|
-
case ':': // integer
|
|
576
|
-
return resp_decode_integer(ptr);
|
|
577
|
-
case '(': // big integer
|
|
578
|
-
um_raise_internal_error("Big integers are not supported");
|
|
579
|
-
case ',': // float
|
|
580
|
-
return resp_decode_float(ptr);
|
|
581
|
-
|
|
582
|
-
case '-': // simple error
|
|
583
|
-
return resp_decode_simple_error(ptr, len);
|
|
584
|
-
case '!': // error
|
|
585
|
-
data_len = resp_parse_length_field(ptr, len);
|
|
586
|
-
return resp_decode_error(stream, out_buffer, data_len);
|
|
587
|
-
default:
|
|
588
|
-
um_raise_internal_error("Invalid character encountered");
|
|
589
|
-
}
|
|
590
|
-
|
|
591
|
-
RB_GC_GUARD(msg);
|
|
592
|
-
}
|
|
593
|
-
|
|
594
|
-
void write_buffer_init(struct um_write_buffer *buf, VALUE str) {
|
|
595
|
-
size_t capa = 1 << 12;
|
|
596
|
-
size_t len = RSTRING_LEN(str);
|
|
597
|
-
while (capa < len) capa += 1 << 12;
|
|
598
|
-
|
|
599
|
-
rb_str_resize(str, capa);
|
|
600
|
-
rb_str_set_len(str, len);
|
|
601
|
-
buf->str = str;
|
|
602
|
-
buf->capa = capa;
|
|
603
|
-
buf->len = len;
|
|
604
|
-
buf->ptr = RSTRING_PTR(str);
|
|
605
|
-
}
|
|
606
|
-
|
|
607
|
-
static inline void write_buffer_expand(struct um_write_buffer *buf, size_t newsize) {
|
|
608
|
-
if (buf->capa < newsize) {
|
|
609
|
-
size_t old_capa = buf->capa;
|
|
610
|
-
while (buf->capa < newsize) buf->capa += 1 << 12;
|
|
611
|
-
rb_str_modify_expand(buf->str, buf->capa - old_capa);
|
|
612
|
-
buf->ptr = RSTRING_PTR(buf->str);
|
|
613
|
-
}
|
|
614
|
-
}
|
|
615
|
-
|
|
616
|
-
static inline void write_buffer_append(struct um_write_buffer *buf, const char *ptr, size_t len) {
|
|
617
|
-
size_t total_len = buf->len + len;
|
|
618
|
-
write_buffer_expand(buf, total_len);
|
|
619
|
-
|
|
620
|
-
memcpy(buf->ptr + buf->len, ptr, len);
|
|
621
|
-
buf->len = total_len;
|
|
622
|
-
}
|
|
623
|
-
|
|
624
|
-
static inline void write_buffer_append_cstr(struct um_write_buffer *buf, const char *str) {
|
|
625
|
-
write_buffer_append(buf, str, strlen(str));
|
|
626
|
-
}
|
|
627
|
-
|
|
628
|
-
static inline void write_buffer_append_resp_bulk_string(struct um_write_buffer *buf, VALUE str) {
|
|
629
|
-
// leave enough place for prefix and postfix
|
|
630
|
-
size_t str_len = RSTRING_LEN(str);
|
|
631
|
-
size_t total_len = buf->len + str_len + 16;
|
|
632
|
-
write_buffer_expand(buf, total_len);
|
|
633
|
-
|
|
634
|
-
|
|
635
|
-
int prefix_len = sprintf(buf->ptr + buf->len, "$%ld\r\n", str_len);
|
|
636
|
-
const char *src = RSTRING_PTR(str);
|
|
637
|
-
memcpy(buf->ptr + buf->len + prefix_len, src, str_len);
|
|
638
|
-
buf->ptr[buf->len + prefix_len + str_len + 0] = '\r';
|
|
639
|
-
buf->ptr[buf->len + prefix_len + str_len + 1] = '\n';
|
|
640
|
-
buf->len += prefix_len + str_len + 2;
|
|
641
|
-
}
|
|
642
|
-
|
|
643
|
-
inline void write_buffer_update_len(struct um_write_buffer *buf) {
|
|
644
|
-
rb_str_set_len(buf->str, buf->len);
|
|
645
|
-
}
|
|
646
|
-
|
|
647
|
-
struct resp_encode_hash_ctx {
|
|
648
|
-
struct um_write_buffer *buf;
|
|
649
|
-
VALUE obj;
|
|
650
|
-
};
|
|
651
|
-
|
|
652
|
-
int resp_encode_hash_entry(VALUE key, VALUE value, VALUE arg) {
|
|
653
|
-
struct resp_encode_hash_ctx *ctx = (struct resp_encode_hash_ctx *)arg;
|
|
654
|
-
|
|
655
|
-
resp_encode(ctx->buf, key);
|
|
656
|
-
resp_encode(ctx->buf, value);
|
|
657
|
-
return 0;
|
|
658
|
-
}
|
|
659
|
-
|
|
660
|
-
void resp_encode(struct um_write_buffer *buf, VALUE obj) {
|
|
661
|
-
char tmp[60];
|
|
662
|
-
|
|
663
|
-
switch (TYPE(obj)) {
|
|
664
|
-
case T_NIL:
|
|
665
|
-
return write_buffer_append_cstr(buf, "_\r\n");
|
|
666
|
-
return;
|
|
667
|
-
case T_FALSE:
|
|
668
|
-
write_buffer_append_cstr(buf, "#f\r\n");
|
|
669
|
-
return;
|
|
670
|
-
case T_TRUE:
|
|
671
|
-
write_buffer_append_cstr(buf, "#t\r\n");
|
|
672
|
-
return;
|
|
673
|
-
case T_FIXNUM:
|
|
674
|
-
sprintf(tmp, ":%ld\r\n", NUM2LONG(obj));
|
|
675
|
-
write_buffer_append_cstr(buf, tmp);
|
|
676
|
-
return;
|
|
677
|
-
case T_FLOAT:
|
|
678
|
-
sprintf(tmp, ",%lg\r\n", NUM2DBL(obj));
|
|
679
|
-
write_buffer_append_cstr(buf, tmp);
|
|
680
|
-
return;
|
|
681
|
-
case T_STRING:
|
|
682
|
-
write_buffer_append_resp_bulk_string(buf, obj);
|
|
683
|
-
return;
|
|
684
|
-
case T_ARRAY:
|
|
685
|
-
{
|
|
686
|
-
ulong len = RARRAY_LEN(obj);
|
|
687
|
-
sprintf(tmp, "*%ld\r\n", len);
|
|
688
|
-
write_buffer_append_cstr(buf, tmp);
|
|
689
|
-
for (ulong i = 0; i < len; i++)
|
|
690
|
-
resp_encode(buf, rb_ary_entry(obj, i));
|
|
691
|
-
return;
|
|
692
|
-
}
|
|
693
|
-
case T_HASH:
|
|
694
|
-
{
|
|
695
|
-
ulong len = rb_hash_size_num(obj);
|
|
696
|
-
sprintf(tmp, "%%%ld\r\n", len);
|
|
697
|
-
write_buffer_append_cstr(buf, tmp);
|
|
698
|
-
|
|
699
|
-
struct resp_encode_hash_ctx ctx = { buf, obj };
|
|
700
|
-
rb_hash_foreach(obj, resp_encode_hash_entry, (VALUE)&ctx);
|
|
701
|
-
return;
|
|
702
|
-
}
|
|
703
|
-
default:
|
|
704
|
-
um_raise_internal_error("Can't encode object");
|
|
705
|
-
}
|
|
706
|
-
}
|