metasploit_data_models 0.6.13

data/bin/mdm_console

@@ -0,0 +1,68 @@
+#! /usr/bin/env ruby
+
+def mdm_banner
+  banner = {}
+  banner[:color] = "\e[34m"
+  banner[:text] = <<-BANNER
+ _______ _______________________ _______ _______ _       _______ __________________
+(       )  ____ \\__   __/  ___  )  ____ \\  ____ ) \\     (  ___  )\\__   __/\\__   __/
+| () () | (    \\/  ) (  | (   ) | (    \\/ (    )| (     | (   ) |   ) (      ) (   
+| || || | (__      | |  | (___) | (_____| (____)| |     | |   | |   | |      | |   
+| |(_)| |  __)     | |  |  ___  |_____  )  _____) |     | |   | |   | |      | |   
+| |   | | (        | |  | (   ) |     ) | (     | |     | |   | |   | |      | |   
+| )   ( | (____/\\  | |  | )   ( |\\____) | )     | (____/\\ (___) |___) (___   | |   
+|/     \\|_______/  )_(  |/     \\|_______)/      (_______/_______)\\_______/   )_(   
+                                                                                   
+
+ ______  _______________________ _______ _______ ______  _______ _       _______ 
+(  __  \\(  ___  )__   __/  ___  )       )  ___  )  __  \\(  ____ \\ \\     (  ____ \\
+| (  \\  ) (   ) |  ) (  | (   ) | () () | (   ) | (  \\  ) (    \\/ (     | (    \\/
+| |   ) | (___) |  | |  | (___) | || || | |   | | |   ) | (__   | |     | (_____ 
+| |   | |  ___  |  | |  |  ___  | |(_)| | |   | | |   | |  __)  | |     (_____  )
+| |   ) | (   ) |  | |  | (   ) | |   | | |   | | |   ) | (     | |           ) |
+| (__/  ) )   ( |  | |  | )   ( | )   ( | (___) | (__/  ) (____/\\ (____/Y\\____) |
+(______/|/     \\|  )_(  |/     \\|/     \\|_______)______/(_______/_______|_______)
+BANNER
+  banner
+end
+
+def db_info_file
+  hidden_file = "#{Dir.home}/.mdm.yml"
+  if File.readable?(hidden_file)
+    pro_path = YAML.load_file(hidden_file)['pro_path']
+    return "#{pro_path}/ui/config/database.yml"
+  elsif !ARGV[0].blank?
+    return ARGV[0]
+  else
+    warn "No YAML file of DB info available"
+    exit
+  end
+end
+
+begin
+  require 'pry'
+  require "metasploit_data_models"
+
+  # Set up a DB connection, preferring one from Pro if it's in the normal place
+  # Otherwise get from ARGV[0]
+
+  if File.readable?(db_info_file)
+    connection_info = YAML.load_file(db_info_file)
+    ActiveRecord::Base.establish_connection(connection_info['development'])
+  else
+    warn "Can't access DB -- check file path."
+    exit
+  end
+
+  MetasploitDataModels.require_models
+
+  puts "\n\n\n#{mdm_banner[:color]}#{mdm_banner[:text]}\e[0m\n\n\n"
+
+  Pry.config.prompt = proc { |obj, nest_level, _| "mdm:#{nest_level}> " }
+
+  Pry.start
+  exit
+rescue LoadError
+  warn "Unable to load Pry"
+end
+

data/console_db.yml

@@ -0,0 +1,9 @@
+development:
+  adapter: postgresql
+  database: msf3_dev
+  host: localhost
+  port: 5432
+  username: msf3
+  password: pass123
+  pool: 5
+  timeout: 5

data/db/migrate/000_create_tables.rb

@@ -0,0 +1,79 @@
+class CreateTables < ActiveRecord::Migration
+
+	def self.up
+		
+		create_table :hosts do |t|
+			t.timestamp :created
+			t.string    :address, :limit => 16 # unique
+			t.string    :address6
+			t.string    :mac
+			t.string    :comm
+			t.string    :name
+			t.string    :state
+			t.string    :info, :limit => 1024
+			t.string    :os_name
+			t.string    :os_flavor
+			t.string    :os_sp
+			t.string    :os_lang
+			t.string    :arch
+		end
+		
+		add_index :hosts, :address, :unique => true
+		
+		create_table :clients do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.string    :ua_string, :limit => 1024, :null => false
+			t.string    :ua_name, :limit => 64
+			t.string    :ua_ver, :limit => 32
+		end
+		
+		create_table :services do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.integer   :port, :null => false
+			t.string    :proto, :limit => 16, :null => false
+			t.string    :state
+			t.string    :name
+			t.string    :info, :limit => 1024
+		end
+		
+		create_table :vulns do |t|
+			t.integer   :host_id
+			t.integer   :service_id
+			t.timestamp :created
+			t.string    :name
+			t.text      :data
+		end
+		
+		create_table :refs do |t|
+			t.integer   :ref_id
+			t.timestamp :created
+			t.string    :name, :limit => 512
+		end
+		
+		create_table :vulns_refs, :id => false do |t|
+			t.integer   :ref_id
+			t.integer   :vuln_id
+		end
+		
+		create_table :notes do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.string    :ntype, :limit => 512
+			t.text      :data
+		end
+		
+	end
+	
+	def self.down
+		drop_table :hosts
+		drop_table :clients
+		drop_table :services
+		drop_table :vulns
+		drop_table :refs
+		drop_table :vulns_refs
+		drop_table :notes
+	end
+
+end

data/db/migrate/001_add_wmap_tables.rb

@@ -0,0 +1,35 @@
+class AddWmapTables < ActiveRecord::Migration
+	def self.up
+		create_table :wmap_targets do |t|
+			t.string  :host                  # vhost
+			t.string  :address, :limit => 16 # unique
+			t.string  :address6
+			t.integer :port
+			t.integer :ssl
+			t.integer :selected
+		end
+
+		create_table :wmap_requests do |t|
+			t.string  :host                  # vhost
+			t.string  :address, :limit => 16 # unique
+			t.string  :address6
+			t.integer :port
+			t.integer :ssl
+			t.string  :meth, :limit => 32
+			t.text    :path
+			t.text    :headers
+			t.text    :query
+			t.text    :body
+			t.string  :respcode, :limit => 16
+			t.text    :resphead
+			t.text    :response
+			t.timestamp :created
+		end
+	end
+
+	def self.down
+		drop_table :wmap_targets
+		drop_table :wmap_requests
+	end
+end
+

data/db/migrate/002_add_workspaces.rb

@@ -0,0 +1,36 @@
+class AddWorkspaces < ActiveRecord::Migration
+
+	def self.up
+		create_table :workspaces do |t|
+			t.string    :name
+			t.timestamps
+		end
+
+		change_table :hosts do |t|
+			t.integer   :workspace_id, :required => true
+		end
+
+		remove_index :hosts, :column => :address
+
+		#
+		# This was broken after 018_add_workspace_user_info was introduced
+		# because of the new boundary column.  For some reason, the
+		# find_or_create_by_name that .default eventually calls here tries to
+		# create a record with the boundary field that doesn't exist yet.  
+		# See #1724
+		#
+		#w = Msf::DBManager::Workspace.default
+		#Msf::DBManager::Host.update_all ["workspace_id = ?", w.id]
+	end
+
+	def self.down
+		drop_table :workspaces
+
+		change_table :hosts do |t|
+			t.remove   :workspace_id
+		end
+
+		add_index :hosts, :address, :unique => true
+	end
+
+end

data/db/migrate/003_move_notes.rb

@@ -0,0 +1,20 @@
+class MoveNotes < ActiveRecord::Migration
+	def self.up
+		# Remove the host requirement.  We'll add the column back in below.
+		remove_column :notes, :host_id
+		change_table :notes do |t|
+			t.integer :workspace_id, :null => false, :default => 1
+			t.integer :service_id
+			t.integer :host_id
+		end
+	end
+
+	def self.down
+		remove_column :notes, :workspace_id
+		remove_column :notes, :service_id
+		change_table :notes do |t|
+			t.integer :host_id, :null => false
+		end
+	end
+end
+

data/db/migrate/004_add_events_table.rb

@@ -0,0 +1,16 @@
+class AddEventsTable < ActiveRecord::Migration
+	def self.up
+		create_table :events do |t|
+			t.integer   :workspace_id
+			t.integer   :host_id
+			t.timestamp :created_at
+			t.string    :user
+			t.string    :name
+			t.string    :info
+		end
+	end
+	def self.down
+		drop_table :events
+	end
+end
+

data/db/migrate/005_expand_info.rb

@@ -0,0 +1,58 @@
+class ExpandInfo < ActiveRecord::Migration
+	def self.up
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 4096
+		end
+	end
+
+	def self.down
+
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 1024
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 1024
+		end
+
+		remove_column :vulns, :data
+		change_table :hosts do |t|
+			t.string    :data, :limit => 1024
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 1024
+		end
+
+	end
+end
+

data/db/migrate/006_add_timestamps.rb

@@ -0,0 +1,26 @@
+
+# Adds 'created_at' and 'updated_at' columns to every primary table.
+#
+class AddTimestamps < ActiveRecord::Migration
+
+	@@TABLES_NEEDING_RENAME = [:clients, :hosts, :notes, :refs, :services, :vulns, :wmap_requests]
+	@@TABLES_NEEDING_CREATED_AT = [:wmap_targets]
+	@@TABLES_NEEDING_UPDATED_AT = [:clients, :events, :hosts, :notes, :refs, :services, :vulns, :wmap_requests, :wmap_targets]
+
+	def self.up
+		@@TABLES_NEEDING_RENAME.each { |t| rename_column t, :created, :created_at }
+		
+		@@TABLES_NEEDING_CREATED_AT.each { |t| add_column t, :created_at, :datetime }
+
+		@@TABLES_NEEDING_UPDATED_AT.each { |t| add_column t, :updated_at, :datetime }
+	end
+
+	def self.down
+		@@TABLES_NEEDING_RENAME.each { |t| rename_column t, :created_at, :created }
+		
+		@@TABLES_NEEDING_CREATED_AT.each { |t| remove_column t, :created_at }
+
+		@@TABLES_NEEDING_UPDATED_AT.each { |t| remove_column t, :updated_at }
+	end
+end
+

data/db/migrate/007_add_loots.rb

@@ -0,0 +1,20 @@
+class AddLoots < ActiveRecord::Migration
+
+	def self.up
+		create_table :loots do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.integer   :host_id
+			t.integer   :service_id
+			t.string    :ltype, :limit => 512
+			t.string    :path, :limit  => 1024
+			t.text      :data
+			t.timestamps
+		end
+	end
+
+	def self.down
+		drop_table :loots
+	end
+
+end
+

data/db/migrate/008_create_users.rb

@@ -0,0 +1,16 @@
+class CreateUsers < ActiveRecord::Migration
+  def self.up
+    create_table :users do |t|
+      t.string :username
+      t.string :crypted_password
+      t.string :password_salt
+      t.string :persistence_token
+
+      t.timestamps
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end

data/db/migrate/009_add_loots_ctype.rb

@@ -0,0 +1,10 @@
+class AddLootsCtype < ActiveRecord::Migration
+	def self.up
+		add_column :loots, :content_type, :string
+	end
+
+	def self.down
+		remove_column :loots, :content_type
+	end
+end
+

data/db/migrate/010_add_alert_fields.rb

@@ -0,0 +1,16 @@
+class AddAlertFields < ActiveRecord::Migration
+	def self.up
+		add_column :notes, :critical, :boolean
+		add_column :notes, :seen, :boolean
+		add_column :events, :critical, :boolean
+		add_column :events, :seen, :boolean
+	end
+
+	def self.down
+		remove_column :notes, :critical
+		remove_column :notes, :seen
+		remove_column :events, :critical
+		remove_column :events, :seen
+	end
+end
+

data/db/migrate/011_add_reports.rb

@@ -0,0 +1,19 @@
+class AddReports < ActiveRecord::Migration
+
+	def self.up
+		create_table :reports do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :created_by
+			t.string    :rtype
+			t.string    :path, :limit  => 1024
+			t.text      :options
+			t.timestamps
+		end
+	end
+
+	def self.down
+		drop_table :reports
+	end
+
+end
+