sadie 0.0.1

data/.gitignore

@@ -0,0 +1,6 @@
+*.gem
+.bundle
+Gemfile.lock
+pkg/*
+*~
+

data/Gemfile

@@ -0,0 +1,8 @@
+source :rubygems
+source "http://rubyforge.org"
+source :rubyforge
+source "http://gems.rubyforge.org"
+gem "ini", "~> 0.1.1"
+
+# Specify your gem's dependencies in sadie.gemspec
+gemspec

data/LEGAL

@@ -0,0 +1,6 @@
+LEGAL NOTICE INFORMATION
+------------------------
+
+All the files in this distribution are covered under the GPLv2 (see file LICENSE).
+
+Copyright (C) 2012, LandMetrics, LC

data/LICENSE

@@ -0,0 +1,340 @@
+            GNU GENERAL PUBLIC LICENSE
+               Version 2, June 1991
+
+ Copyright (C) 1989, 1991 Free Software Foundation, Inc.
+                       59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+                Preamble
+
+  The licenses for most software are designed to take away your
+freedom to share and change it.  By contrast, the GNU General Public
+License is intended to guarantee your freedom to share and change free
+software--to make sure the software is free for all its users.  This
+General Public License applies to most of the Free Software
+Foundation's software and to any other program whose authors commit to
+using it.  (Some other Free Software Foundation software is covered by
+the GNU Library General Public License instead.)  You can apply it to
+your programs, too.
+
+  When we speak of free software, we are referring to freedom, not
+price.  Our General Public Licenses are designed to make sure that you
+have the freedom to distribute copies of free software (and charge for
+this service if you wish), that you receive source code or can get it
+if you want it, that you can change the software or use pieces of it
+in new free programs; and that you know you can do these things.
+
+  To protect your rights, we need to make restrictions that forbid
+anyone to deny you these rights or to ask you to surrender the rights.
+These restrictions translate to certain responsibilities for you if you
+distribute copies of the software, or if you modify it.
+
+  For example, if you distribute copies of such a program, whether
+gratis or for a fee, you must give the recipients all the rights that
+you have.  You must make sure that they, too, receive or can get the
+source code.  And you must show them these terms so they know their
+rights.
+
+  We protect your rights with two steps: (1) copyright the software, and
+(2) offer you this license which gives you legal permission to copy,
+distribute and/or modify the software.
+
+  Also, for each author's protection and ours, we want to make certain
+that everyone understands that there is no warranty for this free
+software.  If the software is modified by someone else and passed on, we
+want its recipients to know that what they have is not the original, so
+that any problems introduced by others will not reflect on the original
+authors' reputations.
+
+  Finally, any free program is threatened constantly by software
+patents.  We wish to avoid the danger that redistributors of a free
+program will individually obtain patent licenses, in effect making the
+program proprietary.  To prevent this, we have made it clear that any
+patent must be licensed for everyone's free use or not licensed at all.
+
+  The precise terms and conditions for copying, distribution and
+modification follow.
+
+            GNU GENERAL PUBLIC LICENSE
+   TERMS AND CONDITIONS FOR COPYING, DISTRIBUTION AND MODIFICATION
+
+  0. This License applies to any program or other work which contains
+a notice placed by the copyright holder saying it may be distributed
+under the terms of this General Public License.  The "Program", below,
+refers to any such program or work, and a "work based on the Program"
+means either the Program or any derivative work under copyright law:
+that is to say, a work containing the Program or a portion of it,
+either verbatim or with modifications and/or translated into another
+language.  (Hereinafter, translation is included without limitation in
+the term "modification".)  Each licensee is addressed as "you".
+
+Activities other than copying, distribution and modification are not
+covered by this License; they are outside its scope.  The act of
+running the Program is not restricted, and the output from the Program
+is covered only if its contents constitute a work based on the
+Program (independent of having been made by running the Program).
+Whether that is true depends on what the Program does.
+
+  1. You may copy and distribute verbatim copies of the Program's
+source code as you receive it, in any medium, provided that you
+conspicuously and appropriately publish on each copy an appropriate
+copyright notice and disclaimer of warranty; keep intact all the
+notices that refer to this License and to the absence of any warranty;
+and give any other recipients of the Program a copy of this License
+along with the Program.
+
+You may charge a fee for the physical act of transferring a copy, and
+you may at your option offer warranty protection in exchange for a fee.
+
+  2. You may modify your copy or copies of the Program or any portion
+of it, thus forming a work based on the Program, and copy and
+distribute such modifications or work under the terms of Section 1
+above, provided that you also meet all of these conditions:
+
+    a) You must cause the modified files to carry prominent notices
+    stating that you changed the files and the date of any change.
+
+    b) You must cause any work that you distribute or publish, that in
+    whole or in part contains or is derived from the Program or any
+    part thereof, to be licensed as a whole at no charge to all third
+    parties under the terms of this License.
+
+    c) If the modified program normally reads commands interactively
+    when run, you must cause it, when started running for such
+    interactive use in the most ordinary way, to print or display an
+    announcement including an appropriate copyright notice and a
+    notice that there is no warranty (or else, saying that you provide
+    a warranty) and that users may redistribute the program under
+    these conditions, and telling the user how to view a copy of this
+    License.  (Exception: if the Program itself is interactive but
+    does not normally print such an announcement, your work based on
+    the Program is not required to print an announcement.)
+
+These requirements apply to the modified work as a whole.  If
+identifiable sections of that work are not derived from the Program,
+and can be reasonably considered independent and separate works in
+themselves, then this License, and its terms, do not apply to those
+sections when you distribute them as separate works.  But when you
+distribute the same sections as part of a whole which is a work based
+on the Program, the distribution of the whole must be on the terms of
+this License, whose permissions for other licensees extend to the
+entire whole, and thus to each and every part regardless of who wrote it.
+
+Thus, it is not the intent of this section to claim rights or contest
+your rights to work written entirely by you; rather, the intent is to
+exercise the right to control the distribution of derivative or
+collective works based on the Program.
+
+In addition, mere aggregation of another work not based on the Program
+with the Program (or with a work based on the Program) on a volume of
+a storage or distribution medium does not bring the other work under
+the scope of this License.
+
+  3. You may copy and distribute the Program (or a work based on it,
+under Section 2) in object code or executable form under the terms of
+Sections 1 and 2 above provided that you also do one of the following:
+
+    a) Accompany it with the complete corresponding machine-readable
+    source code, which must be distributed under the terms of Sections
+    1 and 2 above on a medium customarily used for software interchange; or,
+
+    b) Accompany it with a written offer, valid for at least three
+    years, to give any third party, for a charge no more than your
+    cost of physically performing source distribution, a complete
+    machine-readable copy of the corresponding source code, to be
+    distributed under the terms of Sections 1 and 2 above on a medium
+    customarily used for software interchange; or,
+
+    c) Accompany it with the information you received as to the offer
+    to distribute corresponding source code.  (This alternative is
+    allowed only for noncommercial distribution and only if you
+    received the program in object code or executable form with such
+    an offer, in accord with Subsection b above.)
+
+The source code for a work means the preferred form of the work for
+making modifications to it.  For an executable work, complete source
+code means all the source code for all modules it contains, plus any
+associated interface definition files, plus the scripts used to
+control compilation and installation of the executable.  However, as a
+special exception, the source code distributed need not include
+anything that is normally distributed (in either source or binary
+form) with the major components (compiler, kernel, and so on) of the
+operating system on which the executable runs, unless that component
+itself accompanies the executable.
+
+If distribution of executable or object code is made by offering
+access to copy from a designated place, then offering equivalent
+access to copy the source code from the same place counts as
+distribution of the source code, even though third parties are not
+compelled to copy the source along with the object code.
+
+  4. You may not copy, modify, sublicense, or distribute the Program
+except as expressly provided under this License.  Any attempt
+otherwise to copy, modify, sublicense or distribute the Program is
+void, and will automatically terminate your rights under this License.
+However, parties who have received copies, or rights, from you under
+this License will not have their licenses terminated so long as such
+parties remain in full compliance.
+
+  5. You are not required to accept this License, since you have not
+signed it.  However, nothing else grants you permission to modify or
+distribute the Program or its derivative works.  These actions are
+prohibited by law if you do not accept this License.  Therefore, by
+modifying or distributing the Program (or any work based on the
+Program), you indicate your acceptance of this License to do so, and
+all its terms and conditions for copying, distributing or modifying
+the Program or works based on it.
+
+  6. Each time you redistribute the Program (or any work based on the
+Program), the recipient automatically receives a license from the
+original licensor to copy, distribute or modify the Program subject to
+these terms and conditions.  You may not impose any further
+restrictions on the recipients' exercise of the rights granted herein.
+You are not responsible for enforcing compliance by third parties to
+this License.
+
+  7. If, as a consequence of a court judgment or allegation of patent
+infringement or for any other reason (not limited to patent issues),
+conditions are imposed on you (whether by court order, agreement or
+otherwise) that contradict the conditions of this License, they do not
+excuse you from the conditions of this License.  If you cannot
+distribute so as to satisfy simultaneously your obligations under this
+License and any other pertinent obligations, then as a consequence you
+may not distribute the Program at all.  For example, if a patent
+license would not permit royalty-free redistribution of the Program by
+all those who receive copies directly or indirectly through you, then
+the only way you could satisfy both it and this License would be to
+refrain entirely from distribution of the Program.
+
+If any portion of this section is held invalid or unenforceable under
+any particular circumstance, the balance of the section is intended to
+apply and the section as a whole is intended to apply in other
+circumstances.
+
+It is not the purpose of this section to induce you to infringe any
+patents or other property right claims or to contest validity of any
+such claims; this section has the sole purpose of protecting the
+integrity of the free software distribution system, which is
+implemented by public license practices.  Many people have made
+generous contributions to the wide range of software distributed
+through that system in reliance on consistent application of that
+system; it is up to the author/donor to decide if he or she is willing
+to distribute software through any other system and a licensee cannot
+impose that choice.
+
+This section is intended to make thoroughly clear what is believed to
+be a consequence of the rest of this License.
+
+  8. If the distribution and/or use of the Program is restricted in
+certain countries either by patents or by copyrighted interfaces, the
+original copyright holder who places the Program under this License
+may add an explicit geographical distribution limitation excluding
+those countries, so that distribution is permitted only in or among
+countries not thus excluded.  In such case, this License incorporates
+the limitation as if written in the body of this License.
+
+  9. The Free Software Foundation may publish revised and/or new versions
+of the General Public License from time to time.  Such new versions will
+be similar in spirit to the present version, but may differ in detail to
+address new problems or concerns.
+
+Each version is given a distinguishing version number.  If the Program
+specifies a version number of this License which applies to it and "any
+later version", you have the option of following the terms and conditions
+either of that version or of any later version published by the Free
+Software Foundation.  If the Program does not specify a version number of
+this License, you may choose any version ever published by the Free Software
+Foundation.
+
+  10. If you wish to incorporate parts of the Program into other free
+programs whose distribution conditions are different, write to the author
+to ask for permission.  For software which is copyrighted by the Free
+Software Foundation, write to the Free Software Foundation; we sometimes
+make exceptions for this.  Our decision will be guided by the two goals
+of preserving the free status of all derivatives of our free software and
+of promoting the sharing and reuse of software generally.
+
+                NO WARRANTY
+
+  11. BECAUSE THE PROGRAM IS LICENSED FREE OF CHARGE, THERE IS NO WARRANTY
+FOR THE PROGRAM, TO THE EXTENT PERMITTED BY APPLICABLE LAW.  EXCEPT WHEN
+OTHERWISE STATED IN WRITING THE COPYRIGHT HOLDERS AND/OR OTHER PARTIES
+PROVIDE THE PROGRAM "AS IS" WITHOUT WARRANTY OF ANY KIND, EITHER EXPRESSED
+OR IMPLIED, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE.  THE ENTIRE RISK AS
+TO THE QUALITY AND PERFORMANCE OF THE PROGRAM IS WITH YOU.  SHOULD THE
+PROGRAM PROVE DEFECTIVE, YOU ASSUME THE COST OF ALL NECESSARY SERVICING,
+REPAIR OR CORRECTION.
+
+  12. IN NO EVENT UNLESS REQUIRED BY APPLICABLE LAW OR AGREED TO IN WRITING
+WILL ANY COPYRIGHT HOLDER, OR ANY OTHER PARTY WHO MAY MODIFY AND/OR
+REDISTRIBUTE THE PROGRAM AS PERMITTED ABOVE, BE LIABLE TO YOU FOR DAMAGES,
+INCLUDING ANY GENERAL, SPECIAL, INCIDENTAL OR CONSEQUENTIAL DAMAGES ARISING
+OUT OF THE USE OR INABILITY TO USE THE PROGRAM (INCLUDING BUT NOT LIMITED
+TO LOSS OF DATA OR DATA BEING RENDERED INACCURATE OR LOSSES SUSTAINED BY
+YOU OR THIRD PARTIES OR A FAILURE OF THE PROGRAM TO OPERATE WITH ANY OTHER
+PROGRAMS), EVEN IF SUCH HOLDER OR OTHER PARTY HAS BEEN ADVISED OF THE
+POSSIBILITY OF SUCH DAMAGES.
+
+             END OF TERMS AND CONDITIONS
+
+        How to Apply These Terms to Your New Programs
+
+  If you develop a new program, and you want it to be of the greatest
+possible use to the public, the best way to achieve this is to make it
+free software which everyone can redistribute and change under these terms.
+
+  To do so, attach the following notices to the program.  It is safest
+to attach them to the start of each source file to most effectively
+convey the exclusion of warranty; and each file should have at least
+the "copyright" line and a pointer to where the full notice is found.
+
+    <one line to give the program's name and a brief idea of what it does.>
+    Copyright (C) <year>  <name of author>
+
+    This program is free software; you can redistribute it and/or modify
+    it under the terms of the GNU General Public License as published by
+    the Free Software Foundation; either version 2 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU General Public License for more details.
+
+    You should have received a copy of the GNU General Public License
+    along with this program; if not, write to the Free Software
+    Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+
+Also add information on how to contact you by electronic and paper mail.
+
+If the program is interactive, make it output a short notice like this
+when it starts in an interactive mode:
+
+    Gnomovision version 69, Copyright (C) year name of author
+    Gnomovision comes with ABSOLUTELY NO WARRANTY; for details type `show w'.
+    This is free software, and you are welcome to redistribute it
+    under certain conditions; type `show c' for details.
+
+The hypothetical commands `show w' and `show c' should show the appropriate
+parts of the General Public License.  Of course, the commands you use may
+be called something other than `show w' and `show c'; they could even be
+mouse-clicks or menu items--whatever suits your program.
+
+You should also get your employer (if you work as a programmer) or your
+school, if any, to sign a "copyright disclaimer" for the program, if
+necessary.  Here is a sample; alter the names:
+
+  Yoyodyne, Inc., hereby disclaims all copyright interest in the program
+  `Gnomovision' (which makes passes at compilers) written by James Hacker.
+
+  <signature of Ty Coon>, 1 April 1989
+  Ty Coon, President of Vice
+
+This General Public License does not permit incorporating your program into
+proprietary programs.  If your program is a subroutine library, you may
+consider it more useful to permit linking proprietary applications with the
+library.  If this is what you want to do, use the GNU Library General
+Public License instead of this License.

data/Rakefile

@@ -0,0 +1,22 @@
+require "bundler/gem_tasks"
+
+require 'rake'
+require 'rake/rdoctask'
+
+task    :default    =>  [:test]
+
+task :test do
+    ruby "test/tc_sadie_toplevel.rb"
+    ruby "test/tc_sadie_twodeep.rb"
+end
+
+# task :rdoc do
+#     
+# end
+Rake::RDocTask.new do |rdoc|
+    rdoc.title = 'Sadie'
+    rdoc.rdoc_files.include('lib/**/*.rb')
+    rdoc.rdoc_files.include('README')
+    rdoc.main = 'README'
+    rdoc.rdoc_dir = 'rdoc'
+end

data/lib/.gitignore

@@ -0,0 +1,2 @@
+doc
+doc/*

data/lib/sadie/defaults.rb

@@ -0,0 +1,10 @@
+# ==Notes
+# this file sets defaults which can and should be overridden using arguments
+# the sadie constructor
+
+class Sadie
+  DEFAULTS = {
+    "sadie.primers_dirpath" => File.expand_path("primers","/var/sadie"),
+    "sadie.sessions_dirpath" => File.expand_path("sessions","/var/sadie")
+  }
+end

data/lib/sadie/version.rb

@@ -0,0 +1,6 @@
+# ==Notes
+# this file sets the version of the Sadie gem
+
+class Sadie
+  VERSION = "0.0.1"
+end

data/lib/sadie.rb

@@ -0,0 +1,405 @@
+# this requires the gem: ini
+require 'rubygems'
+require "bundler/setup"
+require 'bundler'
+Bundler.require(:default)
+#require 'ini'
+
+
+# ==Description
+# Sadie is a data framework intended to ease the pain of constructing, accessing, and 
+# managing the resources required by large stores of inter-related data. It supports
+# sessions, lazy on-demand, one-time evaluation and file-based storage/retrieval
+# operations for resource-heavy data.
+# 
+# For simplicity, it supports simple, ini-style data
+# initialization, but for efficient optimization of resource-intensive computations, it
+# supports on-demand, one-time evaluation of "primers" which may define, or prime,
+# multiple key, value pairs in a single run.
+
+class Sadie
+    
+    # init sadie instance:
+    #   options can include any kay, value pairs but the following key values bear mention:
+    #     REQUIRED
+    #       sadie.sessions_dirpath
+    #           or
+    #         sadie.session_id
+    #           or
+    #         sadie.session_filepath  <- this is probably a bad call, use with caution
+    #     
+    #       sadie.primers_dirpath
+    def initialize( options )
+        
+        # start with blank slate short-term memory, primed and expensive flag hashes
+        @shortterm                      = Hash.new
+        @flag_expensive                 = Hash.new
+        @flag_primed                    = Hash.new
+
+        # init class
+        Sadie::_checkSanity
+        
+        # init mid_primer_initialization if not already done
+        if ! defined? @@mid_primer_initialization
+            @@mid_primer_initialization = false
+            @@mid_primer_filepath       = nil
+            @@mid_primer_toplevel_primer_dirpath = nil
+        end
+        
+        # internalize defaults to shortterm
+        DEFAULTS.each do |key, value|
+            _set( key, value )
+        end
+        
+        # internalize supplied defaults
+        options.each do |key, value|
+            set( key, value )
+        end
+        
+        # if a path to a session is given, init using session file
+        if defined? options[:sadie.session_filepath] && options[:sadie.session_filepath].match(/^[^\s]+$/)
+            set( "sadie.session_filepath", options[:sadie.session_filepath] )
+            _initializeWithSessionFilePath( get("sadie.session_filepath") )
+            return
+        end
+        
+        # determine session id, init from session if provided as arg
+        if defined?options[:sadie.session_id] && options[:sadie.session_id].match(/^[^\s]+$/)
+            set( "sadie.session_id", options[:sadie.session_id] )
+            _initializeWithSessionId( get( "sadie.session_id" ) )
+        else
+            set( "sadie.session_id", _generateNewSessionId )
+        end
+        
+    end
+    
+    def self.getSadieInstance( options )
+        Sadie.new(options)
+    end
+
+    def self.Prime ( primer_definition )
+        
+        # validate params
+        defined? primer_definition \
+            or raise "Prime called without parameters"
+        primer_definition.is_a? Hash \
+            or raise "Prime called without hash parameters"
+        defined? primer_definition["provides"] \
+            or raise "Prime called without provides parameter"
+        
+        # if initializing primers, just remember how to get back to the primer later,
+        # otherwise, prime
+        if Sadie::_midPrimerInit?
+            Sadie::_memorizePrimerLocation( @@mid_primer_filepath,  primer_definition["provides"] )
+        else
+            current_sadie_instance = Sadie::_getCurrentSadieInstance
+            current_primer_filepath = Sadie::_getCurrentPrimerFilepath
+            yield( current_sadie_instance )
+            primer_definition["provides"].each do | key |
+                next if key.match /^\s*$/
+                #puts "Prime> providing: #{key}"
+                current_sadie_instance.primed? key \
+                    or raise "primer definition file: #{current_primer_filepath} was supposed to define #{key}, but did not"
+            end
+        end
+    end
+           
+    def get( k )
+        
+        # prime if not yet primed
+        primed?( k ) \
+            or _prime( k )
+            
+        # if not expensive, then return what's already known
+        expensive?( k ) \
+            or return _get( k )
+            
+        # expensive, so recall from file
+        return _recallExpensive( k )
+    end
+    
+    def setExpensive(k,v)
+        expensive_filepath              = _computeExpensiveFilepath( k )
+        serialized_value                = Marshal::dump( v )
+        File.open(expensive_filepath, 'w') { |f|
+            f.write( serialized_value )
+        }
+        _expensive( k, true )
+        _primed( k, true )
+    end
+    
+    # alias for setCheap(k,v)
+    def set( k, v )
+        setCheap( k, v )
+    end
+    
+    def setCheap(k,v)
+        
+        # set it, mark not expensive and primed
+        _set( k, v )
+        _expensive( k, false )
+        _primed( k, true )
+        
+        # if we've reset the primers dirpath, init the primers
+        if k.eql?( "sadie.primers_dirpath" )
+            Sadie::_setMidPrimerTopLevelPrimersDirpath( v )
+            Sadie::_setCurrentSadieInstance( self )
+            Sadie::_init_primers
+        end
+        
+    end
+    
+    def save
+        session_filepath = File.expand_path( "session."+value, get( "sadie.sessions_dirpath" ) )
+        serialized_value                = Marshal::dump( [ @shortterm, @flag_primed, @flag_expensive ] )
+        File.open(session_filepath, 'w') { |f|
+            f.write( serialized_value )
+        }        
+    end
+    
+    # return to saved state
+    def revert!
+        
+        @shortterm = {
+            "sadie.session_id"                => get( "sadie.session_id" ),
+            "sadie.sessions_dirpath"          => get( "sadie.sessions_dirpath" )
+        }
+        
+        _initializeWithSessionId( get( "sadie.session_id" ) )
+    end
+    
+    def primed?( k )
+        @flag_primed[:"#{k}"] \
+            and return true
+        return false
+    end
+    
+    def expensive?( k )
+        @flag_expensive[:"#{k}"] \
+            and return true
+        return false
+    end
+    
+    private
+    
+    
+    
+    def _prime ( k )
+        primer_dirpath = _get("sadie.primers_dirpath")
+        if primer_filepath = @@primer_hash["#{primer_dirpath}"]["#{k}"]
+            Sadie::_setCurrentPrimerFilepath(primer_filepath)
+            Sadie::_setCurrentSadieInstance( self )
+            load primer_filepath
+        end
+        
+    end
+    
+    def self._setCurrentPrimerFilepath ( filepath )
+        @@current_primer_filepath = filepath
+    end
+    
+    def self._getCurrentPrimerFilepath
+        @@current_primer_filepath
+    end
+    
+    def self._setCurrentSadieInstance ( instance )
+        @@current_sadie_instance = instance
+    end
+    
+    def self._getCurrentSadieInstance
+        @@current_sadie_instance
+    end
+    
+    
+    def self._init_primers( key_prefix="", current_dirpath="" )
+        
+        # default to the top-level primers dirpath
+        if current_dirpath.empty?
+            sadie_instance = Sadie::_getCurrentSadieInstance
+            current_dirpath = sadie_instance.get( "sadie.primers_dirpath" ) \
+                or raise "sadie.primers_dirpath not set"
+        end
+        
+        
+            
+        # loop thru each file in the directory, recurse into subdirs and
+        # process known filetypes
+        Dir.foreach( current_dirpath ) do |filename|
+            
+            filepath = File.expand_path( filename, current_dirpath )
+            
+            if File.directory?( filepath )
+                
+                # recurse
+                filename.eql?(".") || filename.eql?("..") \
+                    or Sadie::_init_primers( key_prefix + "." + filename,  filepath )
+            else
+                
+                # proc known filetypes
+                if matches = filename.match( /^(.*)\.ini$/ )
+                    prefix = key_prefix + "." + matches[1]
+                    prefix.gsub( /^\.+/, "" )
+                    
+                    Sadie::_init_primers_proc_ini_file( prefix, filepath )
+                elsif filename.match( /\.res$/ ) || filename.match( /\.res.rb$/ )
+                    Sadie::_init_primers_proc_res_file( filepath )
+                end
+            end
+        end
+    end
+    
+    def self._init_primers_proc_ini_file( key_prefix, filepath )
+        inifile = Ini.new( filepath )
+        inifile.each do | section, key_from_ini_file, value |
+            
+            # compute key
+            key_to_set =  key_prefix + "." + section + "." + key_from_ini_file
+            key_to_set = key_to_set.gsub( /^\.+/, "" )
+            #puts "key_to_set: #{key_to_set}"
+            
+            # get sadie instance and set
+            sadie_instance = Sadie::_getCurrentSadieInstance
+            sadie_instance.set( key_to_set, value )
+        end
+    end
+    
+    def self._init_primers_proc_res_file( filepath )
+        
+#         puts "Loading #{filepath}..."
+        
+        # load the res file
+        Sadie::_setMidPrimerInit( filepath )
+        load( filepath )
+        Sadie::_unsetMidPrimerInit
+        
+    end
+    
+    def _recallExpensive( k )
+        expensive_filepath              = _computeExpensiveFilepath( k )
+        File.exists? expensive_filepath \
+            or raise "expensive filepath: #{filepath} does not exist"
+        f = open( expensive_filepath )
+        v  = Marshal::load( f.read )
+        
+        return v
+    end
+    
+    def _computeExpensiveFilepath( k )
+        session_id = get( "sadie.session_id" )
+        File.expand_path("session."+session_id+".exp."+k, _get( "sadie.sessions_dirpath" ) )
+    end
+    
+    def _primed( k, isprimed )
+        if isprimed
+            @flag_primed[:"#{k}"]       = true
+            return
+        end
+        @flag_primed.delete( k )
+    end
+    
+    def _expensive( k, isexpensive )
+        if isexpensive
+            @flag_expensive[:"#{k}"]    = true
+            return
+        end
+        @flag_expensive.delete( k )
+    end
+    
+    # direct access getter for shortterm memory
+    def _get( key )
+        value = @shortterm[:"#{key}"]
+        #puts "_get(#{key})> #{value}"
+        return value
+    end
+    
+    # direct access setter for shortterm memory
+    def _set( key, value )
+        
+#        puts "_set> key: #{key}, value: #{value}"
+        @shortterm[:"#{key}"]           = value
+    end
+    
+    # init given path to session file
+    def _initializeWithSessionFilePath(session_filepath)
+        
+        # bail on non-existant file
+        File.exist?( session_filepath ) \
+            or raise "session file, " + session_filepath + " does not exist"
+            
+        # open session file and read internal vars from it
+        File.open( session_filepath, "r" ).each do |f|
+            
+            # make sure no writing happens while we read
+            f.flock(File::Lock_SH)
+            
+            # read vars from file
+            mem, primed, expensive = Marshal::load( f.read )
+        end
+        
+        # destructive set on flag vars
+        @flag_primed                = primed
+        @flag_expensive             = expensive
+        
+        # additive set on shortterm mem
+        mem.each do |k,v|
+            set(k, v)
+        end
+    end
+    
+    # init given session id               
+    def _initializeWithSessionId(session_id)
+        session_filepath = File.expand_path( "session."+session_id, get( "sadie.sessions_dirpath" ) )
+        _initializeWithSessionFilePath(session_filepath)
+    end
+        
+    # gen new session id
+    def _generateNewSessionId
+        begin
+            value = ""
+            24.times{value  << (65 + rand(25)).chr}
+        end while File.exist?(File.expand_path("session."+value, get( "sadie.sessions_dirpath" ) ) )
+        return value
+    end
+    
+    def self._setMidPrimerInit ( filepath )
+        @@mid_primer_initialization     = true
+        @@mid_primer_filepath           = filepath
+    end
+    
+    def self._unsetMidPrimerInit
+        @@mid_primer_initialization     = false
+    end
+    
+    def self._midPrimerInit?
+        @@mid_primer_initialization
+    end
+    
+    def self._memorizePrimerLocation( filepath, primer_provides )
+        primer_dirpath = @@mid_primer_toplevel_primer_dirpath
+        @@primer_hash.has_key?(primer_dirpath) \
+            or @@primer_hash["#{primer_dirpath}"] = Hash.new
+        primer_provides.each do | key |
+            Sadie::_setPrimerProvider( key, filepath )
+        end
+    end
+    
+    def self._setMidPrimerTopLevelPrimersDirpath( dirpath )
+        @@mid_primer_toplevel_primer_dirpath = dirpath
+    end
+    
+    def self._setPrimerProvider( primer_name, primer_filepath )
+        primer_dirpath = @@mid_primer_toplevel_primer_dirpath
+        @@primer_hash["#{primer_dirpath}"]["#{primer_name}"] = primer_filepath
+    end
+    
+    def self._checkSanity
+        if ! defined? @@primer_hash
+            @@primer_hash               = Hash.new
+        end
+        
+    end
+end
+
+require "sadie/version"
+require "sadie/defaults"
+

data/sadie.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "sadie/version"
+
+Gem::Specification.new do |s|
+  s.name        = "sadie"
+  s.version     = Sadie::VERSION
+  s.authors     = ["Fred McDavid"]
+  s.email       = ["fred@landmetrics.com"]
+  s.homepage    = "http://www.landmetrics.com"
+  s.summary     = %q{A gem that provides sadie, a data access framework}
+  s.description = %q{Sadie is a data framework intended to ease the pain of constructing, accessing, and managing the resources required by large stores of inter-related data. It supports sessions, lazy on-demand, one-time evaluation and file-based storage/retrieval operations for resource-heavy data.}
+
+  s.rubyforge_project = "sadie"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+end

data/test/tc_sadie_toplevel.rb

@@ -0,0 +1,21 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+
+require "test/unit"
+require "sadie"
+require "tmpdir"
+
+class TestSadieToplevel < Test::Unit::TestCase
+    def test_simple
+        Dir.mktmpdir("sadie_testdir") do | dir |
+            sadie = Sadie::getSadieInstance( {  "sadie.primers_dirpath" => "test/test_primers",
+                                                "sadie.sessions_dirpath" => dir                    } )
+            
+            # test top-level ini
+            assert_equal( sadie.get( "toplevel.somegroup.somekey"       ), "someval"    )
+            assert_equal( sadie.get( "toplevel.anothergroup.anotherkey" ), "anotherval" )
+            
+            # test top-level res
+            assert_equal( sadie.get( "toplevel_single.oneprime" ), "primedit" )
+        end
+    end
+end

data/test/tc_sadie_twodeep.rb

@@ -0,0 +1,24 @@
+$LOAD_PATH << File.join(File.dirname(__FILE__), '..', 'lib')
+
+require "test/unit"
+require "sadie"
+require "tmpdir"
+
+class TestSadieTwoDeep < Test::Unit::TestCase
+    def test_simple
+        Dir.mktmpdir("sadie_testdir") do | dir |
+            sadie = Sadie::getSadieInstance( {  "sadie.primers_dirpath" => "test/test_primers",
+                                                "sadie.sessions_dirpath" => dir                    } )
+            
+            # test two-deep ini
+            assert_equal( sadie.get( "two.deep.conf.section.thiskey" ), "thisval" )
+            
+            # test two-deep res
+            assert_equal( sadie.get( "two.deep.two_results.firstkey" ), "primedthem" )
+            assert_equal( sadie.get( "two.deep.two_results.secondkey" ), "primedthem" )
+            
+            # test two-deep expensive
+            assert_equal( sadie.get( "expensive.oneprime" ), "primedit" )
+        end
+    end
+end

data/test/test_primers/onedeep/multiresult.res

@@ -0,0 +1,7 @@
+require 'sadie'
+
+Sadie::Prime( "provides" =>     %w{ onedeep.multiresult.oneprime
+                                onedeep.multiresult.twoprime } ) do |sadie|
+    sadie.set( "onedeep.multiresult.oneprime", "primedthem" )
+    sadie.set( "onedeep.multiresult.twoprime", "primedthem" )
+end

data/test/test_primers/toplevel.ini

@@ -0,0 +1,5 @@
+[somegroup]
+somekey = someval
+
+[anothergroup]
+anotherkey = anotherval

data/test/test_primers/toplevel_double.res.rb

@@ -0,0 +1,7 @@
+require 'sadie'
+
+Sadie::Prime( "provides" =>     %w{ toplevel_double.oneprime
+                                toplevel_double.twoprime } ) do |sadie|
+    sadie.set( "toplevel_double.oneprime", "primedthem" )
+    sadie.set( "toplevel_double.twoprime", "primedthem" )
+end

data/test/test_primers/toplevel_single.res.rb

@@ -0,0 +1,5 @@
+require 'sadie'
+
+Sadie::Prime( "provides" =>  %w{ toplevel_single.oneprime } ) do |sadie|
+    sadie.set( "toplevel_single.oneprime", "primedit" )
+end

data/test/test_primers/two/deep/conf.ini

@@ -0,0 +1,2 @@
+[section]
+thiskey = thisval

data/test/test_primers/two/deep/expensive.res

@@ -0,0 +1,5 @@
+require 'sadie'
+
+Sadie::Prime( "provides" =>  %w{ expensive.oneprime } ) do |sadie|
+    sadie.setExpensive( "expensive.oneprime", "primedit" )
+end

data/test/test_primers/two/deep/two_results.res

@@ -0,0 +1,7 @@
+require 'sadie'
+
+Sadie::Prime( { "provides"   =>  %w{    two.deep.two_results.firstkey \
+                                        two.deep.two_results.secondkey } } ) do |sadie|
+    sadie.set( "two.deep.two_results.firstkey",  "primedthem" )
+    sadie.set( "two.deep.two_results.secondkey", "primedthem" )
+end

metadata

@@ -0,0 +1,85 @@
+--- !ruby/object:Gem::Specification 
+name: sadie
+version: !ruby/object:Gem::Version 
+  hash: 29
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Fred McDavid
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-01-19 00:00:00 Z
+dependencies: []
+
+description: Sadie is a data framework intended to ease the pain of constructing, accessing, and managing the resources required by large stores of inter-related data. It supports sessions, lazy on-demand, one-time evaluation and file-based storage/retrieval operations for resource-heavy data.
+email: 
+- fred@landmetrics.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LEGAL
+- LICENSE
+- README
+- Rakefile
+- lib/.gitignore
+- lib/sadie.rb
+- lib/sadie/defaults.rb
+- lib/sadie/version.rb
+- sadie.gemspec
+- test/tc_sadie_toplevel.rb
+- test/tc_sadie_twodeep.rb
+- test/test_primers/onedeep/multiresult.res
+- test/test_primers/toplevel.ini
+- test/test_primers/toplevel_double.res.rb
+- test/test_primers/toplevel_single.res.rb
+- test/test_primers/two/deep/conf.ini
+- test/test_primers/two/deep/expensive.res
+- test/test_primers/two/deep/two_results.res
+homepage: http://www.landmetrics.com
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: sadie
+rubygems_version: 1.7.2
+signing_key: 
+specification_version: 3
+summary: A gem that provides sadie, a data access framework
+test_files: []
+