fsdb 0.5 → 0.6.0

data/junk/file-lock-nb.rb

@@ -0,0 +1,15 @@
+
+if false
+  def flock_nb(mode)
+    if Thread.list.size == 1
+      flock(mode)
+    else
+      # ugly hack because waiting for a lock in a Ruby thread blocks the process
+      period = 0.001
+      until flock(mode|LOCK_NB)
+        sleep period
+        period *= 2 if period < 1
+      end
+    end
+  end
+end

data/junk/fl.rb

@@ -0,0 +1,144 @@
+# Extensions to the File class for exception-safe file locking in a
+# environment with multiple user threads.
+
+$reader_count = Hash.new(0) ### maybe this should be in FSDB?
+
+class File
+
+  attr_reader :reader_count
+
+  # Get an exclusive (i.e., write) lock on the file, and yield to the block.
+  # If the lock is not available, wait for it without blocking other ruby
+  # threads.
+  def lock_exclusive(is_dir = false)
+    if Thread.list.size == 1
+      flock(LOCK_EX) ## need to use fcntl for Linux NFS
+    else
+      # ugly hack because waiting for a lock in a Ruby thread blocks the process
+      period = 0.001
+      until flock(LOCK_EX|LOCK_NB) ## need to use fcntl for Linux NFS
+        sleep period
+        period *= 2 if period < 1
+      end
+    end
+    
+    yield self
+    
+  ensure
+    flush unless is_dir ## is flush necessary? [ruby-talk:16721]
+    flock(LOCK_UN)
+  end
+  
+  # Get a shared (i.e., read) lock on the file, and yield to the block.
+  # If the lock is not available, wait for it without blocking other ruby
+  # threads.
+  def lock_shared
+    if Thread.list.size == 1
+      flock(LOCK_SH) ## need to use fcntl for Linux NFS
+    else
+      # ugly hack because waiting for a lock in a Ruby thread blocks the process
+      period = 0.001
+      until flock(LOCK_SH|LOCK_NB) ## need to use fcntl for Linux NFS
+        sleep period
+        period *= 2 if period < 1
+      end
+    end
+    
+    yield self
+    
+  ensure
+    Thread.exclusive {flock(LOCK_UN) if $reader_count[self.stat.ino] == 1}
+    ## for solaris, no need to unlock here--closing does it
+  end
+  
+  # Provides instance methods to open files in three lock modes: read, write,
+  # and create.
+  
+  module OpenLock
+  
+    # Raised when open_read_lock or open_write_lock cannot find the file.
+    class MissingFileError < Errno::ENOENT; end
+    
+    windows = (RUBY_PLATFORM =~ /win/i)
+    solaris = (RUBY_PLATFORM =~ /solaris/i)
+    
+    DIR_PAT = /\/$/
+    
+    if windows
+      # <b>Windows:</b>
+      # Decide whether or not to set binmode for f based on f and path.
+      # Must be defined in class which includes this module.
+      ## This should be based on Format objects
+      def set_binmode(f, path)
+        raise "OpenLock: #{self.class} must define set_binmode"
+      end
+    end
+    
+    module_eval %{
+
+      # Opens path for reading ("r") with a shared lock for the
+      # duration of the block.
+      def open_read_lock(path)
+        f = nil
+        f = File.open(path, "r")
+        Thread.exclusive {$reader_count[f] += 1}
+        #{%{set_binmode(f, path)} if windows}
+        f.lock_shared do
+          yield f
+        end
+      rescue Errno::ENOENT
+        raise MissingFileError
+      ensure
+        if f #{
+          if solaris then %{
+            Thread.exclusive do
+              cache = @openlock_file_cache ||= Hash.new {|h,v| h[v] = []}
+                # maps <inode number> => [<open File instance>, ...]
+              ino = f.stat.ino  ## could get inode num from transaction
+              if $reader_count[f] == 1
+                f.close
+                files = cache.delete(ino) and files.each {|g| g.close}
+                $reader_count.delete(f)
+              else
+                cache[ino] << f
+                $reader_count[f] -= 1
+              end
+            end
+          } else %{
+            ## sleep 0.01 ## why does this boost transaction rate?
+            f.close
+          } end
+        } end
+      end
+
+      # Opens path for writing and reading ("r+") with an exclusive lock for
+      # the duration of the block.
+      def open_write_lock(path)
+        is_dir = path =~ DIR_PAT
+        if is_dir
+          File.open(path, "r") do |f|
+            #{
+              if solaris then %{
+                f.lock_shared {yield f}
+              }
+              else %{
+                f.lock_exclusive {yield f}
+              }
+              end
+            }
+          end
+        else
+          File.open(path, "r+") do |f|
+            #{%{set_binmode(f, path)} if windows}
+            f.lock_exclusive(true) {yield f}
+          end
+        end
+      rescue Errno::ENOENT
+        raise MissingFileError
+      end
+
+    }
+
+  end
+
+end

data/junk/flock-test.rb

@@ -0,0 +1,39 @@
+require 'thread'
+
+filename = "/tmp/flock-test"
+
+mutex = Mutex.new
+    
+f = open(filename, "w")
+f.puts "foo"
+f.close
+
+Thread.new {
+  sleep .1
+  i = 0
+  loop do
+    i += 1
+mutex.synchronize {
+    f = open(filename, "w")
+    f.flock(File::LOCK_EX)
+    f.puts "bar #{i}"; f.flush
+    puts "                                  #{i}"; $stdout.flush
+    f.flock(File::LOCK_UN)
+    f.close
+}
+  end
+}
+
+#sleep .5
+
+loop do
+#  sleep 0.0001
+mutex.synchronize {
+  f = open(filename)
+  f.flock(File::LOCK_EX)
+  puts f.gets
+  f.flock(File::LOCK_UN)
+  f.close
+}
+end
+    

data/junk/fsdb.kateproject

@@ -0,0 +1,47 @@
+[Dir bench]
+Dirs=
+Files=bench.rb
+
+[Dir examples]
+Dirs=
+Files=client.rb/formats.rb/fsdb-examples.rb/indexes.rb/server.rb/simple.rb/yaml.rb
+
+[Dir ext]
+Dirs=fsdb
+Files=
+
+[Dir ext/fsdb]
+Dirs=
+Files=extconf.rb/fcntl-lock.c/Makefile/MANIFEST
+
+[Dir lib]
+Dirs=fsdb
+Files=fsdb.rb
+
+[Dir lib/fsdb]
+Dirs=formats
+Files=compat.rb/database.rb/delegatable.rb/faster-modex.rb/faster-mutex.rb/file-lock.rb/formats.rb/modex.rb/mutex.rb/nonpersistent-attr.rb/persistent.rb/platform.rb/read-write-object.rb/server.rb/util.rb
+
+[Dir lib/fsdb/formats]
+Dirs=
+Files=yaml.rb
+
+[Dir script]
+Dirs=
+Files=mkrdoc
+
+[Dir test]
+Dirs=test-concurrency
+Files=runs.rb/test-all.rb/test-concurrency.rb/test-file-lock.rb/test-formats.rb/test-fsdb.rb/test-modex.rb/test-mutex.rb/test.rb/test-util.rb/trap.rb
+
+[Dir test/test-concurrency]
+Dirs=
+Files=init.rb/test-object.rb
+
+[Project Dir]
+Dirs=bench/doc/examples/ext/lib/script/test
+Files=config.save/fsdb-blorubu.txt/fsdb.kateproject/fsdb.prj/fsdb.sf/fsdb.txt/index.html/install.rb/mtime-and-file-id.txt/posixlock.txt/Rakefile/README/RELEASE-NOTES/rf.txt
+
+[Project File]
+Name=fsdb
+Type=Default

data/junk/fsdb.prj

@@ -0,0 +1,196 @@
+;; -*- Prcs -*-
+(Created-By-Prcs-Version 1 3 3)
+(Project-Description "")
+(Project-Version fsdb 0.5 5)
+(Parent-Version fsdb 0.5 4)
+(Version-Log "")
+(New-Version-Log "")
+(Checkin-Time "Thu, 25 Aug 2005 14:54:53 -0700")
+(Checkin-Login vjoel)
+(Populate-Ignore ())
+(Project-Keywords)
+(Files
+;; This is a comment.  Fill in files here.
+;; For example:  (prcs/checkout.cc ())
+
+;; Files added by populate at Sat, 04 Jan 2003 14:52:18 -0800,
+;; to version 0.0(w), by tercel:
+
+  (lib/fsdb/persistent.rb (fsdb/0_persistent 1.1 644))
+  (lib/fsdb/nonpersistent-attr.rb (fsdb/1_nonpersist 1.1 644))
+  
+  (lib/fsdb/file-lock.rb (fsdb/3_file-lock. 1.26 644))
+
+;; Files added by populate at Sat, 04 Jan 2003 16:29:32 -0800,
+;; to version 0.1(w), by tercel:
+
+  (lib/fsdb/read-write-object.rb (fsdb/4_read-write 1.1 644))
+
+;; Files added by populate at Sun, 05 Jan 2003 02:45:33 -0800,
+;; to version 0.2(w), by tercel:
+
+  (test/test-fsdb.rb (fsdb/5_test-fsdb. 1.25 755))
+
+;; Files added by populate at Sun, 05 Jan 2003 10:33:30 -0800,
+;; to version 0.3(w), by tercel:
+
+  (lib/fsdb/util.rb (fsdb/6_util.rb 1.15 664))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:29:55 -0800,
+;; to version 0.5(w), by tercel:
+
+  (fsdb.txt (fsdb/7_fsdb.txt 1.46 664))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:30:04 -0800,
+;; to version 0.5(w), by tercel:
+
+  
+
+;; Files added by populate at Mon, 13 Jan 2003 23:30:22 -0800,
+;; to version 0.5(w), by tercel:
+
+  (test/test-concurrency.rb (fsdb/9_test-concu 1.28 755))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:30:33 -0800,
+;; to version 0.5(w), by tercel:
+
+  (test/test.rb (fsdb/10_test.rb 1.13 644))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:30:41 -0800,
+;; to version 0.5(w), by tercel:
+
+  (lib/fsdb.rb (fsdb/11_fsdb.rb 1.4 644))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:30:58 -0800,
+;; to version 0.5(w), by tercel:
+
+  (lib/fsdb/database.rb (fsdb/12_database.r 1.49 644))
+
+;; Files added by populate at Mon, 13 Jan 2003 23:31:16 -0800,
+;; to version 0.5(w), by tercel:
+
+  (lib/fsdb/server.rb (fsdb/13_server.rb 1.3 664))
+
+;; Files deleted by depopulate at Mon, 13 Jan 2003 23:32:00 -0800,
+;; from version 0.5(w), by tercel:
+
+  ; (lib/fsdb/fsdb.rb ())
+
+;; Files added by populate at Mon, 20 Jan 2003 00:32:00 -0800,
+;; to version 0.11(w), by tercel:
+
+  (lib/fsdb/mutex.rb (fsdb/14_mutex.rb 1.5 664))
+
+;; Files added by populate at Mon, 20 Jan 2003 00:32:04 -0800,
+;; to version 0.11(w), by tercel:
+
+  (lib/fsdb/modex.rb (fsdb/15_modex.rb 1.10 644))
+
+;; Files added by populate at Sat, 25 Jan 2003 14:57:34 -0800,
+;; to version 0.14(w), by tercel:
+
+  (lib/fsdb/formats.rb (fsdb/16_formats.rb 1.13 644))
+
+;; Files added by populate at Sat, 25 Jan 2003 14:57:38 -0800,
+;; to version 0.14(w), by tercel:
+
+  (lib/fsdb/formats/yaml.rb (fsdb/17_yaml.rb 1.3 644))
+
+;; Files added by populate at Sat, 25 Jan 2003 14:57:55 -0800,
+;; to version 0.14(w), by tercel:
+
+  (examples/yaml.rb (fsdb/18_yaml.rb 1.7 644))
+
+;; Files added by populate at Sun, 26 Jan 2003 14:26:03 -0800,
+;; to version 0.16(w), by tercel:
+
+  (lib/fsdb/compat.rb (fsdb/19_compat.rb 1.1 644))
+
+;; Files added by populate at Wed, 26 Feb 2003 22:52:17 -0800,
+;; to version 0.21(w), by tercel:
+
+  (test/test-mutex.rb (fsdb/20_test-mutex 1.1 775))
+  (test/test-modex.rb (fsdb/21_test-modex 1.1 775))
+
+;; Files added by populate at Sun, 02 Mar 2003 17:20:07 -0800,
+;; to version 0.24(w), by tercel:
+
+  (fsdb.sf (fsdb/22_fsdb.sf 1.9 644))
+
+;; Files deleted by depopulate at Mon, 30 Jun 2003 23:42:07 -0700,
+;; from version 0.2.1(w), by vjoel:
+
+  ; (bin/mkrdoc ())
+
+;; Files added by populate at Wed, 13 Aug 2003 21:33:12 -0700,
+;; to version 0.2.1(w), by vjoel:
+
+  (examples/simple.rb (fsdb/23_simple.rb 1.5 644))
+
+;; Files added by populate at Sun, 07 Dec 2003 00:11:31 -0800,
+;; to version 0.2.2(w), by vjoel:
+
+  (ext/fsdb/fcntl-lock.c (fsdb/24_fcntl-lock 1.2 644))
+  (ext/fsdb/extconf.rb (fsdb/25_extconf.rb 1.2 644))
+  (ext/fsdb/MANIFEST (fsdb/26_MANIFEST 1.1 644))
+
+;; Files added by populate at Sun, 07 Dec 2003 00:12:53 -0800,
+;; to version 0.2.2(w), by vjoel:
+
+  (RELEASE-NOTES (fsdb/27_RELEASE-NO 1.19 644))
+  (README (fsdb/28_README 1.1 644))
+
+;; Files added by populate at Sun, 07 Dec 2003 00:45:15 -0800,
+;; to version 0.2.2(w), by vjoel:
+
+  (script/mkrdoc (fsdb/29_mkrdoc 1.2 755))
+
+;; Files added by populate at Mon, 22 Dec 2003 11:58:28 -0800,
+;; to version 0.3.1(w), by vjoel:
+
+  (examples/fsdb-examples.rb (fsdb/30_fsdb-examp 1.6 755))
+
+;; Files added by populate at Fri, 02 Jan 2004 15:39:49 -0800,
+;; to version 0.3.2(w), by vjoel:
+
+  (test/test-concurrency/test-object.rb (fsdb/31_test-objec 1.1 644))
+  (test/test-concurrency/init.rb (fsdb/32_init.rb 1.5 644))
+
+;; Files added by populate at Sat, 03 Jan 2004 14:22:59 -0800,
+;; to version 0.3.4(w), by vjoel:
+
+  (examples/server.rb (fsdb/33_server.rb 1.5 644))
+  (examples/client.rb (fsdb/34_client.rb 1.2 644))
+
+;; Files added by populate at Sat, 03 Jan 2004 14:23:05 -0800,
+;; to version 0.3.4(w), by vjoel:
+
+  (examples/formats.rb (fsdb/35_formats.rb 1.4 644))
+
+;; Files added by populate at Mon, 05 Jan 2004 08:55:02 -0800,
+;; to version 0.3.6(w), by vjoel:
+
+  (bench/bench.rb (fsdb/36_bench.rb 1.4 755))
+
+;; Files added by populate at Tue, 06 Jan 2004 13:41:43 -0800,
+;; to version 0.3.11(w), by vjoel:
+
+  (test/test-formats.rb (fsdb/37_test-forma 1.2 755))
+
+;; Files added by populate at Mon, 12 Jan 2004 00:40:48 -0800,
+;; to version 0.3.22(w), by vjoel:
+
+  (examples/indexes.rb (fsdb/38_indexes.rb 1.3 644))
+
+;; Files added by populate at Fri, 06 Feb 2004 17:23:13 -0800,
+;; to version 0.4.13(w), by vjoel:
+
+  (test/test-all.rb (fsdb/39_test-all.r 1.1 644))
+
+;; Files added by populate at Fri, 06 Feb 2004 18:13:33 -0800,
+;; to version 0.4.13(w), by vjoel:
+
+  (lib/fsdb/platform.rb (fsdb/40_platform.r 1.1 644))
+)
+(Merge-Parents)
+(New-Merge-Parents)

data/junk/fsdb.sf

@@ -0,0 +1,46 @@
+project       = 'fsdb'
+title         = 'FSDB'
+description   = 'File System Database:'
+destination   = 'vjoel@redshift.sourceforge.net:redshift/htdocs'
+doc_root      = 'doc/api/index.html'
+use_rd        = false
+
+files = %w{
+  README
+  RELEASE-NOTES
+  fsdb.txt
+  install.rb
+  doc/**/*
+  bench/bench.rb
+  examples/client.rb
+  examples/formats.rb
+  examples/fsdb-examples.rb
+  examples/indexes.rb
+  examples/server.rb
+  examples/simple.rb
+  examples/yaml.rb
+  ext/fsdb/MANIFEST
+  ext/fsdb/extconf.rb
+  ext/fsdb/fcntl-lock.c
+  lib/fsdb.rb
+  lib/fsdb/compat.rb
+  lib/fsdb/database.rb
+  lib/fsdb/file-lock.rb
+  lib/fsdb/formats.rb
+  lib/fsdb/formats/yaml.rb
+  lib/fsdb/modex.rb
+  lib/fsdb/mutex.rb
+  lib/fsdb/nonpersistent-attr.rb
+  lib/fsdb/platform.rb
+  lib/fsdb/util.rb
+  script/mkrdoc
+  test/test-all.rb
+  test/test-concurrency.rb
+  test/test-concurrency/init.rb
+  test/test-concurrency/test-object.rb
+  test/test-formats.rb
+  test/test-fsdb.rb
+  test/test-modex.rb
+  test/test-mutex.rb
+  test/test.rb
+}