virgodb 0.4.0-x86_64-linux-gnu → 0.4.3-x86_64-linux-gnu

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7f2b2b64a9eb427278ad164d7d0e6d1fffe25153a474037ca9955c320e9973d0
-  data.tar.gz: 15a4fafc1e21e3ad7db4cef580e2f90eef042cadc85f1e292eecdc3984130c08
+  metadata.gz: cf65c3b3358ca912775317f6585e1fd8165cd946858dbde7a1579a46bc06a49f
+  data.tar.gz: 426164c6523a12febea491fd22f3f0abd1b35aa8143a021eeee618cb05c488bb
 SHA512:
-  metadata.gz: fff30689328b67c225d5ffb0a3596052f16f8d256125a819f33168cc7af2679e5f540f6c6052263e99d16a682fedd7455a6b3f63c70b63a1b6a6be65b233c0bd
-  data.tar.gz: b12f81151f9b5f0ccfd900bb63fc2d2038f023512fced52e812dc521514c09ef4e8571414c26999f6482715ccb62d53c58c0730c05fc9745eeab464db270ce50
+  metadata.gz: 4d66eba8e855836990f0238391555fba6395a1057aef42964c01048a8bcda28a273e16abbf09469607b36b4d5cf55436a496c49c1e0fc08607fc0ce84eaf909f
+  data.tar.gz: 141f6d02920b5c4c84c7649c4dea4aa7266ce1db90a325583d5f96f70c5bd1a1598ca6f2bb3820bf46da6ee0a009b7ee80490bcf26043df1743b8daccd1fe848

data/lib/virgodb/table.rb

@@ -4,7 +4,8 @@ require "json"
 require "fileutils"
 
 module Virgodb
-  # A memoized Writer + its maintenance thread, both created lazily on first
+  # A memoized Writer + its maintenance thread + its periodic flush timer
+  # (see `ensure_flush_timer_started` below), all created lazily on first
   # use -- not eagerly at process boot, since Writer.new and
   # Virgodb.start_maintenance both raise if this table hasn't been migrated
   # yet, and eager init would crash the whole process on that instead of
@@ -44,6 +45,7 @@ module Virgodb
       @tuning = tuning
       @mutex = Mutex.new
       @maintenance_started = false
+      @flush_timer_started = false
     end
 
     attr_reader :manifest_path
@@ -144,6 +146,7 @@ module Virgodb
 
     def build_writer
       ensure_maintenance_started
+      ensure_flush_timer_started
       Virgodb::Writer.new(@manifest_path, @sql_table_name, @tier1_max_rows, @tier1_max_age_secs, @data_dir)
     end
 
@@ -154,5 +157,41 @@ module Virgodb
       Virgodb.start_maintenance(@manifest_path, @sql_table_name, @data_dir, @key_column, @sort_by, @tuning, @partition_column)
       @maintenance_started = true
     end
+
+    # Periodically force-flushes this table's Tier 1 buffer on a real
+    # timer, independent of write traffic -- see `Writer#write_row`'s own
+    # doc comment (crates/virgodb_ruby/src/writer.rs) for the full
+    # reasoning: write_row's inline flush only fires on the ROW-COUNT half
+    # of tier1_max_rows/tier1_max_age_secs, not age, because an actual
+    # flush fsyncs (storage::write_inline_file) and checking age inline
+    # meant whichever request happened to cross that threshold paid for a
+    # real disk sync on its own thread -- under low/sparse traffic, that
+    # was effectively every request. This background thread is what makes
+    # tier1_max_age_secs a real wall-clock bound again, off any caller's
+    # own thread -- moved here (not left to each host app to build its
+    # own copy) so every consumer of this gem gets the same guarantee
+    # write_row itself no longer provides alone.
+    #
+    # Uses `flush!` (force-flush regardless of policy) through the SAME
+    # `@mutex` write_row/tombstone already use -- a Ruby Thread cooperates
+    # correctly with that lock, unlike a Rust-native thread would (the
+    # underlying Writer's RefCell isn't safe for genuine concurrent access
+    # outside Ruby's own GVL/Mutex protection -- see this class's own doc
+    # comment above). No locking needed around @flush_timer_started itself:
+    # this method only ever runs from inside build_writer, which only ever
+    # runs once per instance, already inside `writer`'s own @mutex-guarded
+    # lazy-init (`@writer ||= build_writer`).
+    def ensure_flush_timer_started
+      return if @flush_timer_started
+
+      @flush_timer_started = true
+      Thread.new { loop { sleep(@tier1_max_age_secs); flush_timer_tick } }
+    end
+
+    def flush_timer_tick
+      flush!
+    rescue => e
+      warn "[virgodb] #{@sql_table_name} periodic flush failed: #{e.class}: #{e.message}"
+    end
   end
 end

data/lib/virgodb/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Virgodb
-  VERSION = "0.4.0"
+  VERSION = "0.4.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: virgodb
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.3
 platform: x86_64-linux-gnu
 authors:
 - virgodb
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2026-09-02 00:00:00.000000000 Z
+date: 2026-09-03 00:00:00.000000000 Z
 dependencies: []
 description: |
   Embeds virgodb (an OLAP engine backed by Parquet + DataFusion) directly into a Ruby process