rage-iodine 2.3.0 → 3.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0c7dd77022028a6bdd65a929622793240c5c6d844ed91b46741a7964ef8b734b
-  data.tar.gz: a03c8b323b45d88304cb628201bce9a90d8eb31263b0bc7ebf303beb09c2ce25
+  metadata.gz: 76bd41c95f58dc8b78c6a748264393b3f7a1410ce348e5e2ebd6ac9b92cd5d75
+  data.tar.gz: 9c3518807c7a919eece0fa0d83cdcf9556b3a6f97ff36dea44a365f7d8817b64
 SHA512:
-  metadata.gz: e5d438ae9a488b9d814b43bb915adb2035bf64f094740d8ead2ef4a402f3e095ac894e50608bba819e7bb5abc26c8aff1cfe902022cebb8deb165976ff1095f3
-  data.tar.gz: fc9ae3246f6226feafca77dc6c0d52d73629c107daea5fffaa95bb89cfe4775b522d8222f90336e8dcc4e30a794a678a0dab316ebcb564c28d932107d485ede5
+  metadata.gz: 9bab33c03cf6d8f84bc464170e521a344ff3e3af5f3decd303a0d38ff74e0629cf3478b297aa71e4fed41654d00758144ee3824edc7a17745106c4597ba5938b
+  data.tar.gz: 38ba3c1a7b8e19f12f11b924c1e94a8feb1e59b0d99fe0050d98d1291aa41f9dcbe6b79dc83521511a8690f975c0b1a0c0aff14d8ae2e752ae862f9013491425

data/CHANGELOG.md

@@ -6,6 +6,47 @@ Please notice that this change log contains changes for upcoming releases as wel
 
 ## Changes:
 
+#### Change log v.3.0.1 (2023-12-11)
+
+**Fix**: Disable scheduling request fibers.
+
+#### Change log v.3.0.0 (2023-12-09)
+
+**Update**: Schedule request fibers.
+**Update**: Improve stability and memory management under high load.
+
+#### Change log v.2.3.0 (2023-11-27)
+
+**Fix**: Correctly handle non-persistent HTTP connections.
+
+#### Change log v.2.2.0 (2023-11-20)
+
+**Update**: Add `gen_request_tag` and `gen_timestamp` methods.
+
+**Fix**: Use separate buffer for writing.
+
+#### Change log v.2.1.1 (2023-11-09)
+
+**Fix**: Correctly update the fulfilled flag.
+
+**Fix**: Always send a response.
+
+#### Change log v.2.1.0 (2023-11-03)
+
+**Fix**: Return an error on timeouts.
+
+#### Change log v.2.0.0 (2023-10-31)
+
+**Update**: Parse params.
+
+#### Change log v.1.8.0 (2023-09-25)
+
+**Fix**: Free up memory when closing the protocol.
+
+#### Change log v.1.7.58 (2023-09-15)
+
+**Update**: Allow to pause and resume fiber requests.
+
 #### Change log v.0.7.57 (2023-09-04)
 
 **Fix**: Fixes possible name collision when loading gem (`.rb` vs. `.so` loading). Credit to @noraj (Alexandre ZANNI) for opening issue #148. Credit to @janbiedermann (Jan Biedermann) for discovering the root cause and offering a solution.

data/ext/iodine/http.c

@@ -737,6 +737,8 @@ static void http_resume_wrapper(intptr_t uuid, fio_protocol_s *p_, void *arg) {
   http_pause_handle_s *http = arg;
   http_s *h = http->h;
   h->udata = http->udata;
+  h->fiber = http->fiber;
+  h->subscription = http->subscription;
   http_vtable_s *vtbl = (http_vtable_s *)h->private_data.vtbl;
   if (http->task)
     http->task(h);
@@ -769,6 +771,8 @@ void http_pause(http_s *h, void (*task)(http_pause_handle_s *http)) {
       .uuid = p->uuid,
       .h = h,
       .udata = h->udata,
+      .fiber = h->fiber,
+      .subscription = h->subscription,
   };
   vtbl->http_on_pause(h, p);
   fio_defer(http_pause_wrapper, http, (void *)((uintptr_t)task));

data/ext/iodine/http.h

@@ -128,11 +128,8 @@ typedef struct {
   /** in case the request was paused, this will hold a Ruby fiber, that was scheduled during the request. */
   void *fiber;
 
-  /**
-   * in case the request needs to be paused, Iodine will subscribe to a channel with this name;
-   * once Ruby finishes processing, it will publish to this channel telling Iodine the request can be resumed.
-   */
-  FIOBJ request_id;
+  /** in case the request needs to be paused, Iodine will subscribe to a channel identified by this object. */
+  void *subscription;
 } http_s;
 
 /**
@@ -283,6 +280,8 @@ struct http_pause_handle_s {
   uintptr_t uuid;
   http_s *h;
   void *udata;
+  void *fiber;
+  void *subscription;
   void (*task)(http_s *);
   void (*fallback)(void *);
 };

data/ext/iodine/http_internal.h

@@ -97,10 +97,6 @@ HTTP request/response object management
 
 static inline void http_s_new(http_s *h, http_fio_protocol_s *owner,
                               http_vtable_s *vtbl) {
-  FIOBJ request_id = fiobj_str_buf(14);
-  fiobj_str_write(request_id, "req:", 4);
-  fiobj_str_write_i(request_id, (uint32_t)fio_rand64());
-
   *h = (http_s){
       .private_data =
           {
@@ -111,7 +107,6 @@ static inline void http_s_new(http_s *h, http_fio_protocol_s *owner,
       .headers = fiobj_hash_new(),
       .received_at = fio_last_tick(),
       .status = 200,
-      .request_id = request_id,
   };
 }
 
@@ -129,9 +124,9 @@ static inline void http_s_destroy(http_s *h, uint8_t log) {
   fiobj_free(h->cookies);
   fiobj_free(h->body);
   fiobj_free(h->params);
-  fiobj_free(h->request_id);
 
-  IodineStore.remove((VALUE)h->fiber);
+  h->fiber = NULL;
+  h->subscription = NULL;
 
   *h = (http_s){
     .private_data.vtbl = h->private_data.vtbl,

data/ext/iodine/iodine_http.c

@@ -61,6 +61,7 @@ static ID attach_method_id;
 static ID iodine_call_proc_id;
 static ID fiber_result_var_id;
 static VALUE http_wait_directive;
+static ID fiber_id_method_id;
 
 static VALUE env_template_no_upgrade;
 static VALUE env_template_websockets;
@@ -119,6 +120,7 @@ typedef struct {
     IODINE_HTTP_EMPTY,
     IODINE_HTTP_ERROR,
     IODINE_HTTP_WAIT,
+    IODINE_HTTP_DEFERRED,
   } type;
   enum iodine_upgrade_type_enum {
     IODINE_UPGRADE_NONE = 0,
@@ -470,9 +472,6 @@ static inline VALUE copy2env(iodine_http_request_handle_s *handle) {
       /* no TLS, no forwarding, assume `http`, which is the default */
     }
   }
-  {
-    rb_hash_aset(env, IODINE_REQUEST_ID, rb_str_new_cstr(fiobj_obj2cstr(handle->h->request_id).data));
-  }
 
   /* add all remaining headers */
   fiobj_each1(h->headers, 0, iodine_copy2env_task, (void *)env);
@@ -674,20 +673,24 @@ Handling HTTP requests
 static inline void *iodine_handle_request_in_GVL(void *handle_) {
   iodine_http_request_handle_s *handle = handle_;
   VALUE rbresponse = 0;
-  VALUE env = 0;
+  VALUE env = 0, tmp;
   http_s *h = handle->h;
   if (!h->udata)
     goto err_not_found;
 
-  // create / register env variable
-  env = copy2env(handle);
-  // create rack.io
-  VALUE tmp = IodineRackIO.create(h, env);
-  // pass env variable to handler
-  rbresponse =
-      IodineCaller.call2((VALUE)h->udata, iodine_call_proc_id, 1, &env);
-  // close rack.io
-  IodineRackIO.close(tmp);
+  if (handle->type == IODINE_HTTP_DEFERRED) {
+    rbresponse = rb_ivar_get((VALUE)h->fiber, fiber_result_var_id);
+  } else {
+    // create / register env variable
+    env = copy2env(handle);
+    // create rack.io
+    tmp = IodineRackIO.create(h, env);
+    // pass env variable to handler
+    rbresponse = IodineCaller.call2((VALUE)h->udata, iodine_call_proc_id, 1, &env);
+    // close rack.io
+    IodineRackIO.close(tmp);
+  }
+
   // test handler's return value
   if (rbresponse == 0 || rbresponse == Qnil || TYPE(rbresponse) != T_ARRAY) {
     goto internal_error;
@@ -739,7 +742,7 @@ static inline void *iodine_handle_request_in_GVL(void *handle_) {
   // review each header and write it to the response.
   rb_hash_foreach(response_headers, for_each_header_data, (VALUE)(h));
   // review for upgrade.
-  if ((intptr_t)h->status < 300 &&
+  if (handle->type != IODINE_HTTP_DEFERRED && (intptr_t)h->status < 300 &&
       ruby2c_review_upgrade(handle, rbresponse, env))
     goto external_done;
   // send the request body.
@@ -777,42 +780,6 @@ defer:
   return NULL;
 }
 
-// called once a request that was paused previously needs to be resumed
-static inline void *iodine_handle_deferred_request_in_GVL(void *handle_) {
-  iodine_http_request_handle_s *handle = handle_;
-  http_s *h = handle->h;
-
-  VALUE rbresponse = rb_ivar_get((VALUE)h->fiber, fiber_result_var_id);
-  VALUE tmp = rb_ary_entry(rbresponse, 0);
-
-  // set response status
-  if (TYPE(tmp) == T_STRING) {
-    char *data = RSTRING_PTR(tmp);
-    h->status = fio_atol(&data);
-  } else if (TYPE(tmp) == T_FIXNUM) {
-    h->status = FIX2ULONG(tmp);
-  } else {
-    goto internal_error;
-  }
-
-  // handle header copy from ruby land to C land.
-  VALUE response_headers = rb_ary_entry(rbresponse, 1);
-
-  // review each header and write it to the response.
-  rb_hash_foreach(response_headers, for_each_header_data, (VALUE)(h));
-
-  // send the request body.
-  if (ruby2c_response_send(handle, rbresponse, 0))
-    goto internal_error;
-
-  return NULL;
-
-internal_error:
-  h->status = 500;
-  handle->type = IODINE_HTTP_ERROR;
-  return NULL;
-}
-
 static inline void
 iodine_perform_handle_action(iodine_http_request_handle_s handle) {
   switch (handle.type) {
@@ -856,11 +823,15 @@ static inline void http_resume_deferred_request_handler(http_s *h) {
   iodine_http_request_handle_s handle = (iodine_http_request_handle_s){
     .h = h,
     .upgrade = IODINE_UPGRADE_NONE,
+    .type = IODINE_HTTP_DEFERRED,
   };
 
-  IodineCaller.enterGVL((void *(*)(void *))iodine_handle_deferred_request_in_GVL,
+  IodineCaller.enterGVL((void *(*)(void *))iodine_handle_request_in_GVL,
                         &handle);
 
+  fio_unsubscribe((subscription_s *)h->subscription);
+  IodineStore.remove((VALUE)h->fiber);
+
   iodine_perform_handle_action(handle);
 }
 
@@ -872,13 +843,15 @@ static inline void http_close_deferred_request_handler(void *sub) {
   fio_unsubscribe((subscription_s *)sub);
 }
 
-// when Ruby sends a message into the `request_id` channel means the fiber attached to
+// when Ruby sends a message into the `fiber_id` channel means the fiber attached to
 // to the `http_s h` var can be resumed
 static inline void http_pause_request_handler(http_pause_handle_s *s) {
-  subscription_s *sub = fio_subscribe(.channel = fiobj_obj2cstr(s->h->request_id),
+  VALUE fiber_id = rb_funcall((VALUE)s->fiber, fiber_id_method_id, 0);
+  subscription_s *sub = fio_subscribe(.channel = {0, RSTRING_LEN(fiber_id), RSTRING_PTR(fiber_id)},
                                       .on_message = on_iodine_request_id_message,
                                       .udata1 = (void *)s);
-  fio_uuid_link(s->uuid, (void *)sub, http_close_deferred_request_handler);
+
+  s->subscription = (void *)sub;
 }
 
 static void on_rack_request(http_s *h) {
@@ -1271,6 +1244,7 @@ void iodine_init_http(void) {
   iodine_call_proc_id = rb_intern("call");
   fiber_result_var_id = rb_intern("@__result");
   http_wait_directive = ID2SYM(rb_intern("__http_defer__"));
+  fiber_id_method_id = rb_intern("__get_id");
 
   IodineUTF8Encoding = rb_enc_find("UTF-8");
   IodineBinaryEncoding = rb_enc_find("binary");

data/lib/iodine/version.rb

@@ -1,3 +1,3 @@
 module Iodine
-  VERSION = '2.3.0'.freeze
+  VERSION = '3.0.1'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rage-iodine
 version: !ruby/object:Gem::Version
-  version: 2.3.0
+  version: 3.0.1
 platform: ruby
 authors:
 - Boaz Segev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-11-27 00:00:00.000000000 Z
+date: 2023-12-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake