ronin 0.3.0 → 1.0.0.pre1

data/lib/ronin/database/database.rb

@@ -1,7 +1,7 @@
 #
 # Ronin - A Ruby platform for exploit development and security research.
 #
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -19,18 +19,22 @@
 #
 
 require 'ronin/database/exceptions/invalid_config'
+require 'ronin/database/exceptions/unknown_repository'
+require 'ronin/database/migrations/migrations'
 require 'ronin/model'
-require 'ronin/arch'
-require 'ronin/os'
-require 'ronin/author'
-require 'ronin/license'
-require 'ronin/product'
 require 'ronin/config'
+require 'ronin/installation'
 
+require 'addressable/uri'
 require 'yaml'
 require 'dm-core'
 
 module Ronin
+  #
+  # Manages the {Database} configuration and the defined repositories.
+  # Also provides a simple wrapper around DataMapper, for initializing,
+  # auto-upgrading and querying {Database} repositories.
+  #
   module Database
     # Database configuration file
     CONFIG_FILE = File.join(Config::PATH,'database.yml')
@@ -41,51 +45,86 @@ module Ronin
     # Database log level
     DEFAULT_LOG_LEVEL = :info
 
-    # Default configuration of the database
-    DEFAULT_CONFIG = "sqlite3://" + File.join(Config::PATH,'database.sqlite3')
+    # Default database repository
+    DEFAULT_REPOSITORY = Addressable::URI.new(
+      :scheme => 'sqlite3',
+      :path => File.join(Config::PATH,'database.sqlite3')
+    )
 
+    @repositories = {}
+    @log = nil
+
+    #
+    # Returns the Database repositories to use.
     #
-    # Returns the Database configuration that is stored in the
-    # +CONFIG_FILE+. Defaults to +DEFAULT_CONFIG+ if +CONFIG_FILE+ does not
-    # exist.
+    # @return [Hash{Symbol => Addressable::URI}]
+    #   The database repository names and URIs.
     #
     # @raise [InvalidConfig]
-    #   The config file did not contain a YAML Hash or String.
+    #   The config file did not contain a YAML Hash.
     #
-    def Database.config
-      unless (class_variable_defined?('@@ronin_database_config'))
-        @@ronin_database_config = DEFAULT_CONFIG
+    # @since 1.0.0
+    #
+    def Database.repositories
+      if @repositories.empty?
+        @repositories[:default] = DEFAULT_REPOSITORY
 
         if File.file?(CONFIG_FILE)
-          conf = YAML.load(CONFIG_FILE)
+          conf = YAML.load_file(CONFIG_FILE)
 
-          unless (conf.kind_of?(Hash) || conf.kind_of?(String))
-            raise(InvalidConfig,"#{CONFIG_FILE} must contain either a Hash or a String",caller)
+          unless conf.kind_of?(Hash)
+            raise(InvalidConfig,"#{CONFIG_FILE} must contain a YAML Hash of repositories")
           end
 
-          @@ronin_database_config = conf
+          conf.each do |name,uri|
+            @repositories[name.to_sym] = Addressable::URI.parse(uri)
+          end
         end
       end
 
-      return @@ronin_database_config ||= DEFAULT_CONFIG
+      return @repositories
     end
 
     #
-    # Sets the Database configuration.
+    # Determines if the Database provides a specific repository.
     #
-    # @param [String, Hash] configuration
-    #   The DataMapper configuration to set the Ronin::Database with.
+    # @param [String, Symbol] name
+    #   Name of the repository.
     #
-    def Database.config=(configuration)
-      @@ronin_database_config = configuration
+    # @return [Boolean]
+    #   Specifies if the Database provides the repository.
+    #
+    # @since 1.0.0
+    #
+    def Database.repository?(name)
+      Database.repositories.has_key?(name.to_sym)
     end
 
     #
-    # @return [DataMapper::Logger, nil]
-    #   The current Database log.
+    # Saves the Database configuration to `CONFIG_FILE`.
+    #
+    # @yield []
+    #   If a block is given, it will be called before the database
+    #   configuration is saved.
+    #
+    # @return [true]
     #
-    def Database.log
-      @@ronin_database_log ||= nil
+    # @since 1.0.0
+    #
+    def Database.save
+      yield if block_given?
+
+      File.open(CONFIG_FILE,'w') do |file|
+        hash = {}
+        
+        Database.repositories.each do |name,value|
+          hash[name.to_s] = value.to_s
+        end
+
+        YAML.dump(hash,file)
+      end
+
+      return true
     end
 
     #
@@ -102,62 +141,151 @@ module Ronin
     #
     # @option options [Symbol] :level
     #   The level of messages to log.
-    #   May be either +:fatal+, +:error+, +:warn+, +:info+ or +:debug+.
+    #   May be either `:fatal`, `:error`, `:warn`, `:info` or `:debug`.
     #
-    # @return [DataMapper::Logger]
-    #   The new Database log.
+    # @return [true]
+    #   Specifies that the log has been setup.
     #
     def Database.setup_log(options={})
       path = (options[:path] || DEFAULT_LOG_PATH)
       stream = (options[:stream] || File.new(path,'w+'))
       level = (options[:level] || DEFAULT_LOG_LEVEL)
 
-      return @@ronin_database_log = DataMapper::Logger.new(stream,level)
+      @log = DataMapper::Logger.new(stream,level)
+      return true
     end
 
+    #
+    # Determines if a specific database repository is setup.
+    #
+    # @param [Symbol] name
+    #   The database repository name.
     #
     # @return [Boolean]
     #   Specifies wether or not the Database is setup.
     #
-    def Database.setup?
-      repository = DataMapper.repository(Model::REPOSITORY_NAME)
+    def Database.setup?(name=:default)
+      repository = DataMapper.repository(name)
 
       return repository.class.adapters.has_key?(repository.name)
     end
 
     #
-    # Updates the Database, by running auto-upgrades, but only if the
-    # Database is already setup.
+    # Upgrades the Database, by running migrations for a given
+    # ronin library, but only if the Database has been setup.
     #
-    # @yield []
-    #   The block to call before the Database is updated.
+    # @return [Boolean]
+    #   Specifies whether the Database was migrated or is currently
+    #   not setup.
     #
-    def Database.update!(&block)
-      block.call if block
-
-      DataMapper.auto_upgrade!(Model::REPOSITORY_NAME) if Database.setup?
-      return nil
+    def Database.upgrade!
+      if Database.setup?
+        Migrations.migrate_up!
+      else
+        false
+      end
     end
 
     #
     # Sets up the Database.
     #
-    # @param [String, Hash] configuration
-    #   The DataMapper configuration to use to setup the Database.
-    # 
     # @yield []
     #   The block to call after the Database has been setup, but before
     #   it is updated.
     #
-    def Database.setup(configuration=Database.config,&block)
+    # @see Database.upgrade!
+    #
+    def Database.setup(&block)
       # setup the database log
-      Database.setup_log unless Database.log
+      Database.setup_log unless @log
+
+      # setup the database repositories
+      Database.repositories.each do |name,uri|
+        DataMapper.setup(name,uri)
+      end
+
+      # auto-upgrade the database repository
+      Database.upgrade!(&block)
+    end
+
+    #
+    # Performs Database transactions within a given repository.
+    #
+    # @param [String, Symbol] name
+    #   The name of the repository to access.
+    #
+    # @return [DataMapper::Repository]
+    #   The Database repository.
+    #
+    # @raise [UnknownRepository]
+    #   The specified Database repository is unknown.
+    #
+    # @since 1.0.0
+    #
+    def Database.repository(name,&block)
+      name = name.to_sym
+
+      unless Database.repository?(name)
+        raise(UnknownRepository,"unknown database repository #{name}")
+      end
+
+      return DataMapper.repository(name,&block)
+    end
 
-      # setup the database repository
-      DataMapper.setup(Model::REPOSITORY_NAME, configuration)
+    #
+    # Clears the Database, by running destructive auto-migrations.
+    #
+    # @param [String, Symbol] name
+    #   The name of the Database repository to clear.
+    #
+    # @yield []
+    #   If a block is given, it will be called after the Database
+    #   repository has been cleared.
+    #
+    # @return [nil]
+    #
+    # @raise [UnknownRepository]
+    #   The specified Database repository is unknown.
+    #
+    # @since 1.0.0
+    #
+    def Database.clear(name)
+      name = name.to_sym
 
-      Database.update!(&block)
+      unless Database.repository?(name)
+        raise(UnknownRepository,"unknown database repository #{name}")
+      end
+
+      DataMapper.auto_migrate!(name)
+
+      yield if block_given?
       return nil
     end
+
+    #
+    # Performs Database transactions in each of the Database
+    # repositories.
+    #
+    # @yield []
+    #   The given block will be ran within the context of each Database
+    #   repository.
+    #
+    # @return [Array]
+    #   The results from each database transaction.
+    #
+    # @since 1.0.0
+    #
+    def Database.map(&block)
+      results = []
+
+      Database.repositories.each_key do |name|
+        DataMapper.repository(name) do
+          result = block.call()
+          results << result unless result.nil?
+        end
+      end
+
+      return results
+    end
   end
 end

data/lib/ronin/database/exceptions/invalid_config.rb

@@ -1,7 +1,7 @@
 #
 # Ronin - A Ruby platform for exploit development and security research.
 #
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -20,7 +20,7 @@
 
 module Ronin
   module Database
-    class InvalidConfig < StandardError
+    class InvalidConfig < RuntimeError
     end
   end
 end

data/lib/ronin/{platform/exceptions/extension_not_found.rb → database/exceptions/unknown_repository.rb}

@@ -1,7 +1,7 @@
 #
 # Ronin - A Ruby platform for exploit development and security research.
 #
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -19,8 +19,8 @@
 #
 
 module Ronin
-  module Platform
-    class ExtensionNotFound < StandardError
+  module Database
+    class UnknownRepository < StandardError
     end
   end
 end

data/lib/ronin/database/exceptions.rb

@@ -1,7 +1,7 @@
 #
 # Ronin - A Ruby platform for exploit development and security research.
 #
-# Copyright (c) 2006-2009 Hal Brodigan (postmodern.mod3 at gmail.com)
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -19,3 +19,4 @@
 #
 
 require 'ronin/database/exceptions/invalid_config'
+require 'ronin/database/exceptions/unknown_repository'

data/lib/ronin/database/migrations/create_addresses_table.rb

@@ -0,0 +1,52 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/create_organizations_table'
+require 'ronin/database/migrations/create_taggings_table'
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(
+        :create_addresses_table,
+        :needs => [:create_organizations_table, :create_taggings_table]
+      ) do
+        up do
+          create_table :ronin_addresses do
+            column :id, Integer, :serial => true
+            column :type, String, :not_null => true
+            column :version, Integer
+            column :address, String, :not_null => true
+            column :organization_id, Integer
+            column :created_at, Time, :not_null => true
+            column :frozen_tag_list, Text
+          end
+
+          create_index :ronin_addresses, :address, :unique => true
+        end
+
+        down do
+          drop_table :ronin_addresses
+        end
+      end
+    end
+  end
+end

data/lib/ronin/database/migrations/create_arches_table.rb

@@ -0,0 +1,44 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(:create_arches_table) do
+        up do
+          create_table :ronin_arches do
+            column :id, Integer, :serial => true
+            column :name, String, :not_null => true
+            column :endian, String, :not_null => true
+            column :address_length, Integer, :not_null => true
+          end
+
+          create_index :ronin_arches, :name, :unique => true
+        end
+
+        down do
+          drop_table :ronin_arches
+        end
+      end
+    end
+  end
+end

data/lib/ronin/database/migrations/create_authors_table.rb

@@ -0,0 +1,47 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(:create_authors_table) do
+        up do
+          create_table :ronin_authors do
+            column :id, Integer, :serial => true
+            column :name, String
+            column :organization, String
+            column :pgp_signature, String
+            column :email, String
+            column :site, String
+            column :biography, Text
+          end
+
+          create_index :ronin_authors, :name
+        end
+
+        down do
+          drop_table :ronin_authors
+        end
+      end
+    end
+  end
+end

data/lib/ronin/database/migrations/create_cached_files_table.rb

@@ -0,0 +1,47 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/create_repositories_table'
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(
+        :create_cached_files_table,
+        :needs => :create_repositories_table
+      ) do
+        up do
+          create_table :ronin_cached_files do
+            column :id, Integer, :serial => true
+            column :path, FilePath, :not_null => true
+            column :timestamp, Time, :not_null => true
+            column :model_name, String, :not_null => true
+            column :repository_id, Integer, :not_null => true
+          end
+        end
+
+        down do
+          drop_table :ronin_cached_files
+        end
+      end
+    end
+  end
+end

data/lib/ronin/database/migrations/create_campaigns_table.rb

@@ -0,0 +1,42 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(:create_campaigns_table) do
+        up do
+          create_table :ronin_campaigns do
+            column :id, Integer, :serial => true
+            column :name, String, :not_null => true
+            column :description, Text, :not_null => true
+            column :created_at, Time
+          end
+        end
+
+        down do
+          drop_table :ronin_campaigns
+        end
+      end
+    end
+  end
+end

data/lib/ronin/database/migrations/create_countries_table.rb

@@ -0,0 +1,44 @@
+#
+# Ronin - A Ruby platform for exploit development and security research.
+#
+# Copyright (c) 2006-2010 Hal Brodigan (postmodern.mod3 at gmail.com)
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
+#
+
+require 'ronin/database/migrations/migrations'
+
+module Ronin
+  module Database
+    module Migrations
+      migration(:create_countries_table) do
+        up do
+          create_table :ronin_countries do
+            column :id, Integer, :serial => true
+            column :name, String, :not_null => true
+            column :code, String, :length => 2, :not_null => true
+          end
+
+          create_index :ronin_countries, :name, :unique => true
+          create_index :ronin_countries, :code, :unique => true
+        end
+
+        down do
+          drop_table :ronin_countries
+        end
+      end
+    end
+  end
+end