mdbx 0.1.1 → 0.3.2

data/ext/mdbx_ext/mdbx_ext.h

@@ -4,12 +4,23 @@
 
 #include "mdbx.h"
 
-#ifndef MDBX_EXT_0_9_3
-#define MDBX_EXT_0_9_3
+#ifndef RBMDBX_EXT
+#define RBMDBX_EXT
 
 #define RMDBX_TXN_ROLLBACK 0
 #define RMDBX_TXN_COMMIT 1
 
+/* Shortcut for fetching wrapped data structure.
+ */
+#define UNWRAP_DB( self, db ) \
+	rmdbx_db_t *db; \
+	TypedData_Get_Struct( self, rmdbx_db_t, &rmdbx_db_data, db )
+
+/* Raise if current DB is not open. */
+#define CHECK_HANDLE() \
+	if ( ! db->state.open ) rb_raise( rmdbx_eDatabaseError, "Closed database." )
+
+
 /*
  * A struct encapsulating an instance's DB
  * state and settings.
@@ -21,7 +32,8 @@ struct rmdbx_db {
 	MDBX_cursor *cursor;
 
     struct {
-       int env_flags;
+       unsigned int env_flags;
+       unsigned int db_flags;
        int mode;
        int open;
        int max_collections;
@@ -40,12 +52,11 @@ struct rmdbx_db {
 typedef struct rmdbx_db rmdbx_db_t;
 
 static const rb_data_type_t rmdbx_db_data;
-extern void rmdbx_free( void *db ); /* forward declaration for the allocator */
+
 
 /* ------------------------------------------------------------
  * Globals
  * ------------------------------------------------------------ */
-
 extern VALUE rmdbx_mMDBX;
 extern VALUE rmdbx_cDatabase;
 extern VALUE rmdbx_eDatabaseError;
@@ -55,13 +66,15 @@ extern VALUE rmdbx_eRollback;
 /* ------------------------------------------------------------
  * Functions
  * ------------------------------------------------------------ */
+extern void rmdbx_free( void *db ); /* forward declaration for the allocator */
 extern void Init_rmdbx ( void );
 extern void rmdbx_init_database ( void );
+extern void rmdbx_close_all( rmdbx_db_t* );
 extern void rmdbx_open_txn( rmdbx_db_t*, int );
 extern void rmdbx_close_txn( rmdbx_db_t*, int );
-
+extern void rmdbx_open_cursor( rmdbx_db_t* );
 extern VALUE rmdbx_gather_stats( rmdbx_db_t* );
 
 
-#endif /* define MDBX_EXT_0_9_3 */
+#endif /* define RBMDBX_EXT */
 

data/ext/mdbx_ext/stats.c

@@ -3,8 +3,6 @@
  * Expose a bunch of mdbx internals to ruby.
  * This is all largely stolen from mdbx_stat.c.
  *
- * Entry point is rmdbx_stats() in database.c.
- *
  */
 
 #include "mdbx_ext.h"
@@ -28,6 +26,32 @@ rmdbx_gather_build_stats( VALUE stat )
 }
 
 
+/*
+ * Grab current memory usage.  (Available since MDBX 0.10.0).
+ */
+void
+rmdbx_gather_memory_stats( VALUE stat )
+{
+	if (! ( MDBX_VERSION_MAJOR >= 0 && MDBX_VERSION_MINOR >= 10 ) )
+		return;
+
+	VALUE mem = rb_hash_new();
+	rb_hash_aset( stat, ID2SYM(rb_intern("system_memory")), mem );
+
+	intptr_t page_size;
+	intptr_t total_pages;
+	intptr_t avail_pages;
+
+	mdbx_get_sysraminfo( &page_size, &total_pages, &avail_pages );
+
+	rb_hash_aset( mem, ID2SYM(rb_intern("pagesize")),    LONG2FIX( page_size ) );
+	rb_hash_aset( mem, ID2SYM(rb_intern("total_pages")), LONG2FIX( total_pages ) );
+	rb_hash_aset( mem, ID2SYM(rb_intern("avail_pages")), LONG2FIX( avail_pages ) );
+
+	return;
+}
+
+
 /*
  * Metadata for the database file.
  */
@@ -80,6 +104,16 @@ rmdbx_gather_environment_stats(
 
 	rb_hash_aset( environ, ID2SYM(rb_intern("pagesize")),
 			INT2NUM(mstat.ms_psize) );
+	rb_hash_aset( environ, ID2SYM(rb_intern("branch_pages")),
+			LONG2NUM(mstat.ms_branch_pages) );
+	rb_hash_aset( environ, ID2SYM(rb_intern("leaf_pages")),
+			LONG2NUM(mstat.ms_leaf_pages) );
+	rb_hash_aset( environ, ID2SYM(rb_intern("overflow_pages")),
+			LONG2NUM(mstat.ms_overflow_pages) );
+	rb_hash_aset( environ, ID2SYM(rb_intern("btree_depth")),
+			INT2NUM(mstat.ms_depth) );
+	rb_hash_aset( environ, ID2SYM(rb_intern("entries")),
+			LONG2NUM(mstat.ms_entries) );
 	rb_hash_aset( environ, ID2SYM(rb_intern("last_txnid")),
 			INT2NUM(menvinfo.mi_recent_txnid) );
 	rb_hash_aset( environ, ID2SYM(rb_intern("last_reader_txnid")),
@@ -101,7 +135,7 @@ rmdbx_gather_environment_stats(
  *
  */
 int
-reader_list_callback(
+rmdbx_reader_list_cb(
 	void *ctx,
 	int num,
 	int slot,
@@ -148,7 +182,7 @@ rmdbx_gather_reader_stats(
 {
 	VALUE readers = rb_ary_new();
 
-    mdbx_reader_list( db->env, reader_list_callback, (void*)readers );
+	mdbx_reader_list( db->env, rmdbx_reader_list_cb, (void*)readers );
 	rb_hash_aset( stat, ID2SYM(rb_intern("readers")), readers );
 
 	return;
@@ -168,6 +202,7 @@ rmdbx_gather_stats( rmdbx_db_t *db )
 	MDBX_stat mstat;
 	MDBX_envinfo menvinfo;
 
+	rmdbx_gather_memory_stats( stat );
 	rmdbx_gather_build_stats( stat );
 
 	rmdbx_open_txn( db, MDBX_TXN_RDONLY );
@@ -183,9 +218,6 @@ rmdbx_gather_stats( rmdbx_db_t *db )
 	rmdbx_gather_environment_stats( stat, mstat, menvinfo );
 	rmdbx_gather_reader_stats( db, stat, mstat, menvinfo );
 
-	/* TODO: database and subdatabase stats */
-
 	return stat;
 }
 
-

data/lib/mdbx.rb

@@ -10,7 +10,7 @@ require 'mdbx_ext'
 module MDBX
 
 	# The version of this gem.
-	VERSION = '0.1.1'
+	VERSION = '0.3.2'
 
 end # module MDBX
 

data/lib/mdbx/database.rb

@@ -29,10 +29,23 @@ class MDBX::Database
 	### Unless otherwise mentioned, option keys are symbols, and values
 	### are boolean.
 	###
-	### [:mode]
-	###   Whe creating a new database, set permissions to this 4 digit
-	###   octal number.  Defaults to `0644`.  Set to `0` to never automatically
-	###   create a new file, only opening existing databases.
+	### [:coalesce]
+	###   Attempt to coalesce items for the garbage collector,
+	###   potentialy increasing the chance of unallocating storage
+	###   earlier.
+	###
+	### [:compatible]
+	###   Skip compatibility checks when opening an in-use database with
+	###   unknown or mismatched flag values.
+	###
+	### [:exclusive]
+	###   Access is restricted to the first opening process. Other attempts
+	###   to use this database (even in readonly mode) are denied.
+	###
+	### [:lifo_reclaim]
+	###   Recycle garbage collected items via LIFO, instead of FIFO.
+	###   Depending on underlying hardware (disk write-back cache), this
+	###   could increase write performance.
 	###
 	### [:max_collections]
 	###   Set the maximum number of "subdatabase" collections allowed. By
@@ -45,51 +58,38 @@ class MDBX::Database
 	###   Set an upper boundary (in bytes) for the database map size.
 	###   The default is 10485760 bytes.
 	###
-	### [:nosubdir]
-	###   When creating a new database, don't put the data and lock file
-	###   under a dedicated subdirectory.
-	###
-	### [:readonly]
-	###   Reject any write attempts while using this database handle.
-	###
-	### [:exclusive]
-	###   Access is restricted to the first opening process. Other attempts
-	###   to use this database (even in readonly mode) are denied.
+	### [:mode]
+	###   Whe creating a new database, set permissions to this 4 digit
+	###   octal number.  Defaults to `0644`.  Set to `0` to never automatically
+	###   create a new file, only opening existing databases.
 	###
-	### [:compat]
-	###   Skip compatibility checks when opening an in-use database with
-	###   unknown or mismatched flag values.
+	### [:no_memory_init]
+	###   Skip initializing malloc'ed memory to zeroes before writing.
 	###
-	### [:writemap]
-	###   Trade safety for speed for databases that fit within available
-	###   memory. (See MDBX documentation for details.)
+	### [:no_metasync]
+	###   A system crash may sacrifice the last commit for a potentially
+	###   large write performance increase.  Database integrity is
+	###   maintained.
 	###
-	### [:no_threadlocal]
-	###   Parallelize read-only transactions across threads.  Writes are
-	###   always thread local. (See MDBX documentatoin for details.)
+	### [:no_subdir]
+	###   When creating a new database, don't put the data and lock file
+	###   under a dedicated subdirectory.
 	###
 	### [:no_readahead]
 	###   Disable all use of OS readahead.  Potentially useful for
 	###   random reads wunder low memory conditions.  Default behavior
 	###   is to dynamically choose when to use or omit readahead.
 	###
-	### [:no_memory_init]
-	###   Skip initializing malloc'ed memory to zeroes before writing.
-	###
-	### [:coalesce]
-	###   Attempt to coalesce items for the garbage collector,
-	###   potentialy increasing the chance of unallocating storage
-	###   earlier.
+	### [:no_threadlocal]
+	###   Parallelize read-only transactions across threads.  Writes are
+	###   always thread local. (See MDBX documentatoin for details.)
 	###
-	### [:lifo_reclaim]
-	###   Recycle garbage collected items via LIFO, instead of FIFO.
-	###   Depending on underlying hardware (disk write-back cache), this
-	###   could increase write performance.
+	### [:readonly]
+	###   Reject any write attempts while using this database handle.
 	###
-	### [:no_metasync]
-	###   A system crash may sacrifice the last commit for a potentially
-	###   large write performance increase.  Database integrity is
-	###   maintained.
+	### [:writemap]
+	###   Trade safety for speed for databases that fit within available
+	###   memory. (See MDBX documentation for details.)
 	###
 	def self::open( *args, &block )
 		db = new( *args )
@@ -128,16 +128,43 @@ class MDBX::Database
 	attr_accessor :deserializer
 
 
+	alias_method :size, :length
+	alias_method :each, :each_pair
+	alias_method :has_key?, :include?
+
+
+	### Gets or sets the sub-database "collection" that read/write
+	### operations apply to. If a block is passed, the collection
+	### automatically reverts to the prior collection when it exits.
+	###
+	###  db.collection #=> (collection name, or nil if in main)
+	###  db.collection( 'collection_name' ) #=> db
+	###
+	###  db.collection( 'collection_name' ) do
+	###      [ ... ]
+	###  end # reverts to the previous collection name
+	###
+	def collection( name=nil )
+		current = self.get_subdb
+		return current unless name
+
+		self.set_subdb( name.to_s )
+		yield( self ) if block_given?
+
+		return self
+
+	ensure
+		self.set_subdb( current ) if name && block_given?
+	end
+	alias_method :namespace, :collection
+
+
 	### Switch to the top-level collection.
 	###
 	def main
-		return self.collection( nil )
+		return self.set_subdb( nil )
 	end
 
-	alias_method :namespace, :collection
-	alias_method :size, :length
-	alias_method :each, :each_pair
-
 
 	#
 	# Transaction methods
@@ -201,24 +228,18 @@ class MDBX::Database
 	### pairs.
 	###
 	def to_a
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return self.each_pair.to_a
-	ensure
-		self.abort unless in_txn
+		return self.conditional_snapshot do
+			self.each_pair.to_a
+		end
 	end
 
 
 	### Return the entirety of database contents as a Hash.
 	###
 	def to_h
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return self.each_pair.to_h
-	ensure
-		self.abort unless in_txn
+		return self.conditional_snapshot do
+			self.each_pair.to_h
+		end
 	end
 
 
@@ -267,12 +288,9 @@ class MDBX::Database
 	### Returns a new Array containing all keys in the collection.
 	###
 	def keys
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return self.each_key.to_a
-	ensure
-		self.abort unless in_txn
+		return self.conditional_snapshot do
+			self.each_key.to_a
+		end
 	end
 
 
@@ -280,41 +298,32 @@ class MDBX::Database
 	### keys.  Any given keys that are not found are ignored.
 	###
 	def slice( *keys )
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return keys.each_with_object( {} ) do |key, acc|
-			val = self[ key ]
-			acc[ key ] = val if val
+		return self.conditional_snapshot do
+			keys.each_with_object( {} ) do |key, acc|
+				val = self[ key ]
+				acc[ key ] = val if val
+			end
 		end
-	ensure
-		self.abort unless in_txn
 	end
 
 
 	### Returns a new Array containing all values in the collection.
 	###
 	def values
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return self.each_value.to_a
-	ensure
-		self.abort unless in_txn
+		return self.conditional_snapshot do
+			self.each_value.to_a
+		end
 	end
 
 
 	### Returns a new Array containing values for the given +keys+.
 	###
 	def values_at( *keys )
-		in_txn = self.in_transaction?
-		self.snapshot unless in_txn
-
-		return keys.each_with_object( [] ) do |key, acc|
-			acc << self[ key ]
+		return self.conditional_snapshot do
+			keys.each_with_object( [] ) do |key, acc|
+				acc << self[ key ]
+			end
 		end
-	ensure
-		self.abort unless in_txn
 	end
 
 
@@ -347,5 +356,23 @@ class MDBX::Database
 		return stats
 	end
 
+
+	#########
+	protected
+	#########
+
+	### Yield and return the block, opening a snapshot first if
+	### there isn't already a transaction in progress.  Closes
+	### the snapshot if this method opened it.
+	###
+	def conditional_snapshot
+		in_txn = self.in_transaction?
+		self.snapshot unless in_txn
+
+		return yield
+	ensure
+		self.abort unless in_txn
+	end
+
 end # class MDBX::Database
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: mdbx
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.3.2
 platform: ruby
 authors:
 - Mahlon E. Smith
@@ -34,7 +34,7 @@ cert_chain:
   49pOzX5KHZLTS9DKeaP/xcGPz6C8MiwQdYrZarr2SHRASX1zFa79rkItO8kE6RDr
   b6WDF79UvZ55ajtE00TiwqjQL/ZPEtbd
   -----END CERTIFICATE-----
-date: 2021-03-14 00:00:00.000000000 Z
+date: 2021-07-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: pry