wg-metasploit_data_models 4.1.4.01 → 4.1.4.02

data/db/migrate/20110317144932_add_session_table.rb

@@ -0,0 +1,110 @@
+class AddSessionTable < ActiveRecord::Migration[4.2]
+
+	class Event < ApplicationRecord
+		serialize :info
+	end
+
+	class SessionEvent < ApplicationRecord
+		belongs_to :session
+	end
+
+	class Session < ApplicationRecord
+		has_many :events, :class_name => 'AddSessionTable::SessionEvent'
+		serialize :datastore
+	end
+
+	def self.up
+
+ 		create_table :sessions do |t|
+ 			t.integer :host_id
+
+ 			t.string  :stype       # session type: meterpreter, shell, etc
+ 			t.string  :via_exploit # module name 
+ 			t.string  :via_payload # payload name
+ 			t.string  :desc        # session description
+ 			t.integer :port
+ 			t.string  :platform    # platform type of the remote system
+ 			t.string  :routes
+
+ 			t.text    :datastore   # module's datastore
+
+ 			t.timestamp :opened_at, :null => false
+ 			t.timestamp :closed_at
+
+ 			t.string :close_reason
+ 		end
+
+ 		create_table :session_events do |t|
+ 			t.integer :session_id
+
+ 			t.string  :etype # event type: command, output, upload, download, filedelete
+ 			t.binary  :command
+ 			t.binary  :output
+ 			t.string  :remote_path
+ 			t.string  :local_path
+
+ 			t.timestamp :created_at
+ 		end
+
+ 		#
+ 		# Migrate session data from events table
+ 		#
+
+ 		close_events = Event.where(name: "session_close")
+ 		open_events  = Event.where(name: "session_open")
+
+ 		command_events  = Event.where(name: "session_command")
+ 		output_events   = Event.where(name: "session_output")
+ 		upload_events   = Event.where(name: "session_upload")
+ 		download_events = Event.where(name: "session_download")
+
+ 		open_events.each do |o|
+ 			c = close_events.find { |e| e.info[:session_uuid] == o.info[:session_uuid] }
+
+ 			s = Session.new(
+ 				:host_id => o.host_id,
+ 				:stype => o.info[:session_type],
+ 				:via_exploit => o.info[:via_exploit],
+ 				:via_payload => o.info[:via_payload],
+ 				:datastore => o.info[:datastore],
+ 				:opened_at => o.created_at
+ 			)
+
+			if c
+	 			s.closed_at = c.created_at
+ 				s.desc = c.info[:session_info]
+ 			else
+ 				# couldn't find the corresponding close event
+ 				s.closed_at = s.opened_at
+ 				s.desc = "?"
+ 			end
+
+ 			uuid = o.info[:session_uuid]
+
+ 			command_events.select { |e| e.info[:session_uuid] == uuid }.each do |e|
+ 				s.events.build(:created_at => e.created_at, :etype => "command", :command => e.info[:command] )
+ 			end
+
+ 			output_events.select { |e| e.info[:session_uuid] == uuid }.each do |e|
+ 				s.events.build(:created_at => e.created_at, :etype => "output", :output => e.info[:output] )
+ 			end
+
+ 			upload_events.select { |e| e.info[:session_uuid] == uuid }.each do |e|
+ 				s.events.build(:created_at => e.created_at, :etype => "upload", :local_path => e.info[:local_path], :remote_path  => e.info[:remote_path] )
+ 			end
+
+ 			download_events.select { |e| e.info[:session_uuid] == uuid }.each do |e|
+ 				s.events.build(:created_at => e.created_at, :etype => "download", :local_path => e.info[:local_path], :remote_path  => e.info[:remote_path] )
+ 			end
+
+ 			s.events.sort_by(&:created_at)
+
+ 			s.save!
+ 		end
+	end
+
+	def self.down
+		drop_table :sessions
+		drop_table :session_events
+	end
+end

data/db/migrate/20110414180600_add_local_id_to_session_table.rb

@@ -0,0 +1,11 @@
+class AddLocalIdToSessionTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :sessions, :local_id, :integer
+	end
+
+	def self.down
+		remove_column :sessions, :local_id
+	end
+
+end

data/db/migrate/20110415175705_add_routes_table.rb

@@ -0,0 +1,18 @@
+class AddRoutesTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :routes do |t|
+			t.integer :session_id
+			t.string  :subnet
+			t.string  :netmask
+		end
+
+		remove_column :sessions, :routes
+	end
+
+	def self.down
+		drop_table :routes
+
+		add_column :sessions, :routes, :string
+	end
+end

data/db/migrate/20110422000000_convert_binary.rb

@@ -0,0 +1,73 @@
+# -*- coding: binary -*-
+class ConvertBinary < ActiveRecord::Migration[4.2]
+
+
+	class WebPage < ApplicationRecord
+		serialize :headers
+	end
+
+	class WebVuln < ApplicationRecord
+		serialize :params
+	end
+
+	def bfilter(str)
+		str = str.to_s
+		str.encoding = 'binary' if str.respond_to?('encoding=')
+		str.gsub(/[\x00\x7f-\xff]/, '')
+	end
+
+	def self.up
+		rename_column :web_pages, :body, :body_text
+		rename_column :web_pages, :request, :request_text
+		rename_column :web_vulns, :request, :request_text
+		rename_column :web_vulns, :proof, :proof_text
+
+		add_column :web_pages, :body, :binary
+		add_column :web_pages, :request, :binary
+		add_column :web_vulns, :request, :binary
+		add_column :web_vulns, :proof, :binary
+
+		WebPage.all.each { |r| r.body = r.body_text; r.save! }
+		WebPage.all.each { |r| r.request = r.request_text; r.save! }
+		WebVuln.all.each { |r| r.proof = r.proof_text; r.save! }
+		WebVuln.all.each { |r| r.request = r.request_text; r.save! }
+
+		remove_column :web_pages, :body_text
+		remove_column :web_pages, :request_text
+		remove_column :web_vulns, :request_text
+		remove_column :web_vulns, :proof_text
+
+		WebPage.connection.schema_cache.clear!
+		WebPage.reset_column_information
+		WebVuln.connection.schema_cache.clear!
+		WebVuln.reset_column_information
+	end
+
+	def self.down
+
+		rename_column :web_pages, :body, :body_binary
+		rename_column :web_pages, :request, :request_binary
+		rename_column :web_vulns, :request, :request_binary
+		rename_column :web_vulns, :proof, :proof_binary
+
+		add_column :web_pages, :body, :text
+		add_column :web_pages, :request, :text
+		add_column :web_vulns, :request, :text
+		add_column :web_vulns, :proof, :text
+
+		WebPage.all.each { |r| r.body = bfilter(r.body_binary); r.save! }
+		WebPage.all.each { |r| r.request = bfilter(r.request_binary); r.save! }
+		WebVuln.all.each { |r| r.proof = bfilter(r.proof_binary); r.save! }
+		WebVuln.all.each { |r| r.request = bfilter(r.request_binary); r.save! }
+
+		remove_column :web_pages, :body_binary
+		remove_column :web_pages, :request_binary
+		remove_column :web_vulns, :request_binary
+		remove_column :web_vulns, :proof_binary
+
+		WebPage.connection.schema_cache.clear!
+		WebPage.reset_column_information
+		WebVuln.connection.schema_cache.clear!
+		WebVuln.reset_column_information
+	end
+end

data/db/migrate/20110425095900_add_last_seen_to_sessions.rb

@@ -0,0 +1,8 @@
+class AddLastSeenToSessions < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :sessions, :last_seen, :timestamp
+	end
+	def self.down
+		remove_column :sessions, :last_seen
+	end
+end

data/db/migrate/20110513143900_track_successful_exploits.rb

@@ -0,0 +1,31 @@
+class TrackSuccessfulExploits < ActiveRecord::Migration[4.2]
+
+
+	class ExploitedHost < ApplicationRecord
+	end
+
+	class Vuln < ApplicationRecord
+	end
+
+	def self.up
+		add_column :vulns, :exploited_at, :timestamp
+
+		# Migrate existing exploited_hosts entries
+
+		ExploitedHost.all.select {|x| x.name}.each do |exploited_host|
+			next unless(exploited_host.name =~ /^(exploit|auxiliary)\//)
+			vulns = Vuln.where(name: exploited_host.name, host_id: exploited_host.host_id)
+			next if vulns.empty?
+			vulns.each do |vuln|
+				vuln.exploited_at = exploited_host.updated_at
+				vuln.save
+			end
+		end
+		
+	end
+
+	def self.down
+		remove_column :vulns, :exploited_at
+	end
+
+end

data/db/migrate/20110517160800_rename_and_prune_nessus_vulns.rb

@@ -0,0 +1,26 @@
+class RenameAndPruneNessusVulns < ActiveRecord::Migration[4.2]
+
+	class Vuln < ApplicationRecord
+	end
+
+	# No table changes, just vuln renaming to drop the NSS id
+	# from those vulns that have it and a descriptive name.
+	def self.up
+		Vuln.all.each do |v|
+			if v.name =~ /^NSS-0?\s*$/
+				v.delete
+				next
+			end
+			next unless(v.name =~ /^NSS-[0-9]+\s(.+)/)
+			new_name = $1
+			next if(new_name.nil? || new_name.strip.empty?)
+			v.name = new_name
+			v.save!
+		end
+	end
+
+	def self.down
+		say "Cannot un-rename and un-prune NSS vulns for migration 20110517160800."
+	end
+
+end

data/db/migrate/20110527000000_add_task_id_to_reports_table.rb

@@ -0,0 +1,11 @@
+class AddTaskIdToReportsTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :reports, :task_id, :integer
+	end
+
+	def self.down
+		remove_column :reports, :task_id
+	end
+
+end

data/db/migrate/20110527000001_add_api_keys_table.rb

@@ -0,0 +1,12 @@
+class AddApiKeysTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :api_keys do |t|
+			t.text :token
+			t.timestamps null: false
+		end
+	end
+	def self.down
+		drop_table :api_keys
+	end
+end
+

data/db/migrate/20110606000001_add_macros_table.rb

@@ -0,0 +1,16 @@
+class AddMacrosTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :macros do |t|
+			t.timestamps null: false
+			t.text :owner
+			t.text :name
+			t.text :description
+			t.binary :actions
+			t.binary :prefs
+		end
+	end
+	def self.down
+		drop_table :macros
+	end
+end
+

data/db/migrate/20110622000000_add_settings_to_tasks_table.rb

@@ -0,0 +1,12 @@
+class AddSettingsToTasksTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :tasks, :settings, :binary
+	end
+
+	def self.down
+		remove_column :tasks, :settings
+	end
+
+end
+

data/db/migrate/20110624000001_add_listeners_table.rb

@@ -0,0 +1,19 @@
+class AddListenersTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :listeners do |t|
+			t.timestamps null: false
+			t.integer :workspace_id, :null => false, :default => 1
+			t.integer :task_id
+			t.boolean :enabled, :default => true
+			t.text :owner
+			t.text :payload
+			t.text :address
+			t.integer :port
+			t.binary :options
+		end
+	end
+	def self.down
+		drop_table :listeners
+	end
+end
+

data/db/migrate/20110625000001_add_macro_to_listeners_table.rb

@@ -0,0 +1,12 @@
+class AddMacroToListenersTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :listeners, :macro, :text
+	end
+
+	def self.down
+		remove_column :listeners, :macro
+	end
+
+end
+

data/db/migrate/20110630000001_add_nexpose_consoles_table.rb

@@ -0,0 +1,21 @@
+class AddNexposeConsolesTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :nexpose_consoles do |t|
+			t.timestamps null: false
+			t.boolean :enabled, :default => true
+			t.text :owner
+			t.text :address
+			t.integer :port, :default => 3780
+			t.text :username
+			t.text :password
+			t.text :status
+			t.text :version
+			t.text :cert
+			t.binary :cached_sites
+		end
+	end
+	def self.down
+		drop_table :nexpose_consoles
+	end
+end
+

data/db/migrate/20110630000002_add_name_to_nexpose_consoles_table.rb

@@ -0,0 +1,12 @@
+class AddNameToNexposeConsolesTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :nexpose_consoles, :name, :text
+	end
+
+	def self.down
+		remove_column :nexpose_consoles, :name
+	end
+
+end
+

data/db/migrate/20110717000001_add_profiles_table.rb

@@ -0,0 +1,15 @@
+class AddProfilesTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :profiles do |t|
+			t.timestamps null: false
+			t.boolean :active, :default => true
+			t.text :name
+			t.text :owner
+			t.binary :settings
+		end
+	end
+	def self.down
+		drop_table :profiles
+	end
+end
+

data/db/migrate/20110727163801_expand_cred_ptype_column.rb

@@ -0,0 +1,9 @@
+class ExpandCredPtypeColumn < ActiveRecord::Migration[4.2]
+	def self.up
+		change_column :creds, :ptype, :string, :limit => 256
+	end
+	def self.down
+		change_column :creds, :ptype, :string, :limit => 16
+	end
+end
+

data/db/migrate/20110730000001_add_initial_indexes.rb

@@ -0,0 +1,85 @@
+class AddInitialIndexes < ActiveRecord::Migration[4.2]
+	def self.up
+
+
+		add_index :hosts, :address
+		add_index :hosts, :address6
+		add_index :hosts, :name
+		add_index :hosts, :state
+		add_index :hosts, :os_name
+		add_index :hosts, :os_flavor
+		add_index :hosts, :purpose
+
+		# Removed (conditionally dropped in the next migration)
+		# add_index :hosts, :comments
+
+		add_index :services, :port
+		add_index :services, :proto
+		add_index :services, :state
+		add_index :services, :name
+
+		# Removed (conditionally dropped in the next migration)
+		# add_index :services, :info
+
+		add_index :notes, :ntype
+
+		add_index :vulns, :name
+
+		# Removed (conditionally dropped in the next migration)
+		# add_index :vulns, :info
+
+		add_index :refs, :name
+
+		add_index :web_sites, :vhost
+		add_index :web_sites, :comments
+		add_index :web_sites, :options
+
+		add_index :web_pages, :path
+		add_index :web_pages, :query
+
+		add_index :web_forms, :path
+
+		add_index :web_vulns, :path
+		add_index :web_vulns, :method
+		add_index :web_vulns, :name
+	end
+
+	def self.down
+
+		remove_index :hosts, :address
+		remove_index :hosts, :address6
+		remove_index :hosts, :name
+		remove_index :hosts, :state
+		remove_index :hosts, :os_name
+		remove_index :hosts, :os_flavor
+		remove_index :hosts, :purpose
+		remove_index :hosts, :comments
+
+		remove_index :services, :port
+		remove_index :services, :proto
+		remove_index :services, :state
+		remove_index :services, :name
+		remove_index :services, :info
+
+		remove_index :notes, :ntype
+
+		remove_index :vulns, :name
+		remove_index :vulns, :info
+
+		remove_index :refs, :name
+
+		remove_index :web_sites, :vhost
+		remove_index :web_sites, :comments
+		remove_index :web_sites, :options
+
+		remove_index :web_pages, :path
+		remove_index :web_pages, :query
+
+		remove_index :web_forms, :path
+
+		remove_index :web_vulns, :path
+		remove_index :web_vulns, :method
+		remove_index :web_vulns, :name
+	end
+end
+

data/db/migrate/20110812000001_prune_indexes.rb

@@ -0,0 +1,23 @@
+class PruneIndexes < ActiveRecord::Migration[4.2]
+	def self.up
+
+		if indexes(:hosts).map{|x| x.columns }.flatten.include?("comments")
+			remove_index :hosts, :comments
+		end
+
+		if indexes(:services).map{|x| x.columns }.flatten.include?("info")
+			remove_index :services, :info
+		end
+
+		if indexes(:vulns).map{|x| x.columns }.flatten.include?("info")
+			remove_index :vulns, :info
+		end
+	end
+
+	def self.down
+		add_index :hosts, :comments
+		add_index :services, :info
+		add_index :vulns, :info
+	end
+end
+

data/db/migrate/20110922000000_expand_notes.rb

@@ -0,0 +1,9 @@
+class ExpandNotes < ActiveRecord::Migration[4.2]
+	def self.up
+		change_column :notes, :data, :text
+	end
+	def self.down
+		change_column :notes, :data, :string, :limit => 65536
+	end
+end
+

data/db/migrate/20110928101300_add_mod_ref_table.rb

@@ -0,0 +1,17 @@
+# Probably temporary, a spot to stash module names and their associated refs
+# Don't count on it being populated at any given moment.
+class AddModRefTable < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :mod_refs do |t|
+			t.string :module, :limit => 1024
+			t.string :mtype, :limit => 128
+			t.text :ref
+		end
+	end
+
+	def self.down
+		drop_table :mod_refs
+	end
+
+end

data/db/migrate/20111011110000_add_display_name_to_reports_table.rb

@@ -0,0 +1,24 @@
+class AddDisplayNameToReportsTable < ActiveRecord::Migration[4.2]
+
+	class Report < ApplicationRecord
+	end
+
+	def self.up
+
+		add_column :reports, :name, :string, :limit => 63
+
+		# Migrate to have a default name.
+		
+		Report.all.each do |report|
+			rtype = report.rtype.to_s =~ /^([A-Z0-9]+)\x2d/i ? $1 : "AUDIT"
+			default_name = rtype[0,57].downcase.capitalize + "-" + report.id.to_s[0,5]
+			report.name = default_name
+			report.save
+		end
+	end
+
+	def self.down
+		remove_column :reports, :name
+	end
+
+end

data/db/migrate/20111203000000_inet_columns.rb

@@ -0,0 +1,13 @@
+class InetColumns < ActiveRecord::Migration[4.2]
+
+  def self.up
+    change_column :hosts, :address, 'INET using address::INET'
+    remove_column :hosts, :address6
+  end
+
+  def self.down
+    change_column :hosts, :address, :text
+    add_column :hosts, :address6, :text
+  end
+
+end

data/db/migrate/20111204000000_more_inet_columns.rb

@@ -0,0 +1,17 @@
+class MoreInetColumns < ActiveRecord::Migration[4.2]
+
+	def self.up
+		change_column :wmap_requests, :address, 'INET using address::INET'
+		remove_column :wmap_requests, :address6
+		change_column :wmap_targets, :address, 'INET using address::INET'
+		remove_column :wmap_targets, :address6		
+	end
+
+	def self.down
+		change_column :wmap_requests, :address, :string, :limit => 16
+		add_column :wmap_requests, :address6, :string, :limit => 255
+		change_column :wmap_targets, :address, :string, :limit => 16
+		add_column :wmap_targets, :address6, :string, :limit => 255
+	end
+
+end

data/db/migrate/20111210000000_add_scope_to_hosts.rb

@@ -0,0 +1,9 @@
+class AddScopeToHosts < ActiveRecord::Migration[4.2]
+  def self.up
+    add_column :hosts, :scope, :text
+  end
+
+  def self.down
+    remove_column :hosts, :scope
+  end
+end

data/db/migrate/20120126110000_add_virtual_host_to_hosts.rb

@@ -0,0 +1,9 @@
+class AddVirtualHostToHosts < ActiveRecord::Migration[4.2]
+  def self.up
+    add_column :hosts, :virtual_host, :text
+  end
+
+  def self.down
+    remove_column :hosts, :viritual_host
+  end
+end

data/db/migrate/20120411173220_rename_workspace_members.rb

@@ -0,0 +1,9 @@
+class RenameWorkspaceMembers < ActiveRecord::Migration[4.2]
+  def up
+    rename_table :project_members, :workspace_members
+  end
+
+  def down
+    rename_table :workspace_members, :project_members
+  end
+end

data/db/migrate/20120601152442_add_counter_caches_to_hosts.rb

@@ -0,0 +1,21 @@
+class AddCounterCachesToHosts < ActiveRecord::Migration[4.2]
+
+  def self.up
+    add_column :hosts, :note_count, :integer, :default => 0
+    add_column :hosts, :vuln_count, :integer, :default => 0
+    add_column :hosts, :service_count, :integer, :default => 0
+  
+    Mdm::Host.reset_column_information
+    Mdm::Host.all.each do |h|
+      Mdm::Host.reset_counters h.id, :notes
+      Mdm::Host.reset_counters h.id, :vulns
+      Mdm::Host.reset_counters h.id, :services
+    end
+  end
+
+  def self.down
+    remove_column :hosts, :note_count
+    remove_column :hosts, :vuln_count
+    remove_column :hosts, :service_count
+  end
+end