metasploit_data_models 0.6.13

data/db/migrate/012_add_tasks.rb

@@ -0,0 +1,24 @@
+class AddTasks < ActiveRecord::Migration
+
+	def self.up
+		create_table :tasks do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :created_by
+			t.string    :module
+			t.datetime  :completed_at
+			t.string    :path, :limit  => 1024
+			t.string    :info
+			t.string    :description
+			t.integer   :progress
+			t.text      :options
+			t.text      :error
+			t.timestamps
+		end
+	end
+
+	def self.down
+		drop_table :tasks
+	end
+
+end
+

data/db/migrate/013_add_tasks_result.rb

@@ -0,0 +1,10 @@
+class AddTasksResult < ActiveRecord::Migration
+	def self.up
+		add_column :tasks, :result, :text
+	end
+
+	def self.down
+		remove_column :tasks, :result
+	end
+end
+

data/db/migrate/014_add_loots_fields.rb

@@ -0,0 +1,12 @@
+class AddLootsFields < ActiveRecord::Migration
+	def self.up
+		add_column :loots, :name, :text
+		add_column :loots, :info, :text
+	end
+
+	def self.down
+		remove_column :loots, :name
+		remove_column :loots, :info
+	end
+end
+

data/db/migrate/015_rename_user.rb

@@ -0,0 +1,16 @@
+class RenameUser < ActiveRecord::Migration
+	def self.up
+		remove_column :events, :user
+		change_table :events do |t|
+			t.string    :username
+		end
+	end
+
+	def self.down
+		remove_column :events, :username
+		change_table :events do |t|
+			t.string    :user
+		end
+	end
+end
+

data/db/migrate/016_add_host_purpose.rb

@@ -0,0 +1,10 @@
+class AddHostPurpose < ActiveRecord::Migration
+	def self.up
+		add_column :hosts, :purpose, :text
+	end
+
+	def self.down
+		remove_column :hosts, :purpose
+	end
+end
+

data/db/migrate/017_expand_info2.rb

@@ -0,0 +1,58 @@
+class ExpandInfo2 < ActiveRecord::Migration
+	def self.up
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info, :limit => 65536
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 65536
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 65536
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 65536
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 65536
+		end
+	end
+
+	def self.down
+
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 4096
+		end
+
+	end
+end
+

data/db/migrate/018_add_workspace_user_info.rb

@@ -0,0 +1,29 @@
+class AddWorkspaceUserInfo < ActiveRecord::Migration
+	def self.up
+		change_table :workspaces do |t|
+			t.string :boundary, :limit => 4096
+		end
+
+		change_table :users do |t|
+			t.string :fullname
+			t.string :email
+			t.string :phone
+            t.string :company
+		end
+	end
+
+	def self.down
+		change_table :workspaces do |t|
+			t.remove :boundary
+		end
+
+		change_table :users do |t|
+			t.remove :fullname
+			t.remove :email
+			t.remove :phone
+            t.remove :company
+		end
+	end
+
+end
+

data/db/migrate/019_add_workspace_desc.rb

@@ -0,0 +1,23 @@
+class AddWorkspaceDesc < ActiveRecord::Migration
+	def self.up
+		change_table :workspaces do |t|
+			t.string :description, :limit => 4096
+		end
+
+		change_table :hosts do |t|
+			t.string :comments, :limit => 4096
+		end
+	end
+
+	def self.down
+		change_table :workspaces do |t|
+			t.remove :description
+		end
+
+		change_table :hosts do |t|
+			t.remove :comments
+		end
+	end
+
+end
+

data/db/migrate/020_add_user_preferences.rb

@@ -0,0 +1,11 @@
+class AddUserPreferences < ActiveRecord::Migration
+	def self.up
+		add_column :users, :prefs, :string, :limit => 524288
+	end
+
+	def self.down
+		remove_column :users, :prefs
+	end
+
+end
+

data/db/migrate/021_standardize_info_and_data.rb

@@ -0,0 +1,18 @@
+class StandardizeInfoAndData < ActiveRecord::Migration
+	def self.up
+		# Remove the host requirement.  We'll add the column back in below.
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string :info, :limit => 65536
+		end
+	end
+
+	def self.down
+		remove_column :vulns, :info
+		change_table :notes do |t|
+			t.string :data, :limit => 65536
+
+		end
+	end
+end
+

data/db/migrate/022_enlarge_event_info.rb

@@ -0,0 +1,10 @@
+class EnlargeEventInfo < ActiveRecord::Migration
+	def self.up
+		change_column :events, :info, :text
+	end
+
+	def self.down
+		change_column :events, :info, :string, :limit => 65535
+	end
+end
+

data/db/migrate/023_add_report_downloaded_at.rb

@@ -0,0 +1,10 @@
+class AddReportDownloadedAt < ActiveRecord::Migration
+	def self.up
+		add_column :reports, :downloaded_at, :timestamp
+	end
+
+	def self.down
+		remove_column :reports, :downloaded_at
+	end
+end
+

data/db/migrate/024_convert_service_info_to_text.rb

@@ -0,0 +1,12 @@
+class ConvertServiceInfoToText < ActiveRecord::Migration
+
+	def self.up
+		change_column :services, :info, :text
+	end
+
+	def self.down
+		change_column :services, :info, :string, :limit => 65536
+	end
+
+end
+

data/db/migrate/025_add_user_admin.rb

@@ -0,0 +1,19 @@
+class AddUserAdmin < ActiveRecord::Migration
+
+	# Add user admin flag and project member list.
+	def self.up
+		add_column :users, :admin, :boolean, :default => true
+
+		create_table :project_members, :id => false do |t|
+			t.integer :workspace_id, :null => false
+			t.integer :user_id, :null => false
+		end
+	end
+
+	def self.down
+		remove_column :users, :admin
+
+		drop_table :project_members
+	end
+end
+

data/db/migrate/026_add_creds_table.rb

@@ -0,0 +1,19 @@
+class AddCredsTable < ActiveRecord::Migration
+	def self.up
+		create_table :creds do |t|
+			t.integer   :service_id, :null => false
+			t.timestamps 
+			t.string    :user, :limit => 2048
+			t.string    :pass, :limit => 4096
+			t.boolean   :active, :default => true
+			t.string    :proof, :limit => 4096
+			t.string    :ptype, :limit => 16 
+			t.integer   :source_id
+			t.string    :source_type
+		end
+	end
+	def self.down
+		drop_table :creds
+	end
+end
+

data/db/migrate/20100819123300_migrate_cred_data.rb

@@ -0,0 +1,154 @@
+class MigrateCredData < ActiveRecord::Migration
+
+	def self.up
+		begin # Wrap the whole thing in a giant rescue.
+		skipped_notes = []
+		new_creds = []
+		Mdm::Note.find(:all).each do |note|
+			next unless note.ntype[/^auth\.(.*)/]
+			service_name = $1
+			if !service_name
+				skipped_notes << note
+				next
+			end
+			if note.host and note.host.respond_to?(:address)
+				if note.service
+					svc_id = note.service.id
+				else
+					candidate_services = []
+					note.host.services.each do |service|
+						if service.name == service_name
+							candidate_services << service
+						end
+					end
+					# Use the default port, or the first port that matches the protocol name.
+					default_port = case service_name.downcase
+						when 'ftp'; 21
+						when /^smb/; 445
+						when /^imap/; 143
+						when 'telnet'; 23
+						when 'pop3'; 110
+						when 'http','domino','axis','wordpress','tomcat'; 80
+						when 'tns'; 1521
+						when 'snmp'; 161
+						when 'mssql'; 1433
+						when 'ssh'; 22
+						when 'https'; 443
+						when 'mysql'; 3306
+						when 'db2'; 50000
+						when 'postgres'; 5432
+						else nil
+					end
+					if !default_port
+						skipped_notes << note
+						next
+					end
+					if candidate_services.size == 1
+						svc_id = candidate_services.first.id
+					elsif candidate_services.empty?
+						Mdm::Service.new do |svc|
+							svc.host_id = note.host.id
+							svc.port = default_port
+							svc.proto = 'tcp'
+							svc.state = 'open'
+							svc.name = service_name.downcase
+							svc.save!
+							svc_id = svc.id
+						end
+					elsif candidate_services.size > 1
+						svc_ports = candidate_services.map{|s| s.port}
+						if svc_ports.index(default_port)
+							svc_id = candidate_services[svc_ports.index(default_port)].id
+						else
+							svc_id = candidate_services.first.id
+						end
+					end
+				end
+			else
+				skipped_notes << note
+				next
+			end
+			if note.data[:hash]
+				ptype = 'smb_hash'
+				pass = note.data[:hash]
+			elsif note.data[:ssh_key]
+				ptype = 'ssh_key'
+				pass = note.data[:extra]
+			else
+				ptype = 'password'
+				pass = note.data[:pass]
+			end
+			# Format domains and databases into the usernames.
+			if note.ntype == "auth.smb_challenge"
+				domain = note.data[:extra].match(/DOMAIN=([^\s]+)/)[1]
+				if domain
+					user = [domain, note.data[:user]].join("/")
+				else
+					user = note.data[:user]
+				end
+			elsif note.ntype =~ /auth\.(postgres|db2)/
+				if note.data[:database]
+					user = [note.data[:database], note.data[:user]].join("/")
+				else
+					user = note.data[:user]
+				end
+			else
+				user = note.data[:user]
+			end
+			# Not actually a credentials, convert to migrated notes
+			if service_name == 'smb' && note.data[:token]
+				skipped_notes << note
+				next
+			end
+			if service_name == 'tns' && note.data[:type] == "bruteforced_sid"
+				skipped_notes << note
+				next
+			end
+			# Special case for the bizarre reporting for aux/admin/oracle/oracle_login
+			if service_name == 'tns' && note.data[:type] == "bruteforced_account"
+				note.data[:data] =~ /([^\x2f]+)\x2f([^\s]+).*with sid (.*)/
+				user = "#{$3}/#{$1}"
+				pass = $2
+			end
+			new_creds << [svc_id, ptype, user, pass]
+		end
+
+		say "Migrating #{new_creds.size} credentials."
+		new_creds.uniq.each do |note|
+			Mdm::Cred.new do |cred|
+				cred.service_id = note[0]
+				cred.user = note[2]
+				cred.pass = note[3]
+				cred.ptype = note[1]
+				cred.save!
+			end
+		end
+
+		say "Migrating #{skipped_notes.size} notes."
+		skipped_notes.uniq.each do |note|
+			Mdm::Note.new do |new_note|
+				new_note.host_id = note.host_id
+				new_note.ntype = "migrated_auth"
+				new_note.data = note.data.merge(:migrated_auth_type => note.ntype)
+				new_note.save!
+			end
+		end
+
+		say "Deleting migrated auth notes."
+		Mdm::Note.find(:all).each do |note|
+			next unless note.ntype[/^auth\.(.*)/]
+			note.delete
+		end
+		rescue 
+			say "There was a problem migrating auth credentials. Skipping."
+			return true # Never fail!
+		end
+	end
+
+
+	def self.down
+		raise ActiveRecord::IrreversibleMigration
+	end
+
+end
+