wg-metasploit_data_models 4.1.4.01 → 4.1.4.02

data/db/migrate/020_add_user_preferences.rb

@@ -0,0 +1,11 @@
+class AddUserPreferences < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :users, :prefs, :string, :limit => 524288
+	end
+
+	def self.down
+		remove_column :users, :prefs
+	end
+
+end
+

data/db/migrate/021_standardize_info_and_data.rb

@@ -0,0 +1,18 @@
+class StandardizeInfoAndData < ActiveRecord::Migration[4.2]
+	def self.up
+		# Remove the host requirement.  We'll add the column back in below.
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string :info, :limit => 65536
+		end
+	end
+
+	def self.down
+		remove_column :vulns, :info
+		change_table :notes do |t|
+			t.string :data, :limit => 65536
+
+		end
+	end
+end
+

data/db/migrate/022_enlarge_event_info.rb

@@ -0,0 +1,10 @@
+class EnlargeEventInfo < ActiveRecord::Migration[4.2]
+	def self.up
+		change_column :events, :info, :text
+	end
+
+	def self.down
+		change_column :events, :info, :string, :limit => 65535
+	end
+end
+

data/db/migrate/023_add_report_downloaded_at.rb

@@ -0,0 +1,10 @@
+class AddReportDownloadedAt < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :reports, :downloaded_at, :timestamp
+	end
+
+	def self.down
+		remove_column :reports, :downloaded_at
+	end
+end
+

data/db/migrate/024_convert_service_info_to_text.rb

@@ -0,0 +1,12 @@
+class ConvertServiceInfoToText < ActiveRecord::Migration[4.2]
+
+	def self.up
+		change_column :services, :info, :text
+	end
+
+	def self.down
+		change_column :services, :info, :string, :limit => 65536
+	end
+
+end
+

data/db/migrate/025_add_user_admin.rb

@@ -0,0 +1,19 @@
+class AddUserAdmin < ActiveRecord::Migration[4.2]
+
+	# Add user admin flag and project member list.
+	def self.up
+		add_column :users, :admin, :boolean, :default => true
+
+		create_table :project_members, :id => false do |t|
+			t.integer :workspace_id, :null => false
+			t.integer :user_id, :null => false
+		end
+	end
+
+	def self.down
+		remove_column :users, :admin
+
+		drop_table :project_members
+	end
+end
+

data/db/migrate/026_add_creds_table.rb

@@ -0,0 +1,19 @@
+class AddCredsTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :creds do |t|
+			t.integer   :service_id, :null => false
+			t.timestamps null: false
+			t.string    :user, :limit => 2048
+			t.string    :pass, :limit => 4096
+			t.boolean   :active, :default => true
+			t.string    :proof, :limit => 4096
+			t.string    :ptype, :limit => 16
+			t.integer   :source_id
+			t.string    :source_type
+		end
+	end
+	def self.down
+		drop_table :creds
+	end
+end
+

data/db/migrate/20100819123300_migrate_cred_data.rb

@@ -0,0 +1,154 @@
+class MigrateCredData < ActiveRecord::Migration[4.2]
+
+	def self.up
+		begin # Wrap the whole thing in a giant rescue.
+		skipped_notes = []
+		new_creds = []
+		Mdm::Note.all.each do |note|
+			next unless note.ntype[/^auth\.(.*)/]
+			service_name = $1
+			if !service_name
+				skipped_notes << note
+				next
+			end
+			if note.host and note.host.respond_to?(:address)
+				if note.service
+					svc_id = note.service.id
+				else
+					candidate_services = []
+					note.host.services.each do |service|
+						if service.name == service_name
+							candidate_services << service
+						end
+					end
+					# Use the default port, or the first port that matches the protocol name.
+					default_port = case service_name.downcase
+						when 'ftp'; 21
+						when /^smb/; 445
+						when /^imap/; 143
+						when 'telnet'; 23
+						when 'pop3'; 110
+						when 'http','domino','axis','wordpress','tomcat'; 80
+						when 'tns'; 1521
+						when 'snmp'; 161
+						when 'mssql'; 1433
+						when 'ssh'; 22
+						when 'https'; 443
+						when 'mysql'; 3306
+						when 'db2'; 50000
+						when 'postgres'; 5432
+						else nil
+					end
+					if !default_port
+						skipped_notes << note
+						next
+					end
+					if candidate_services.size == 1
+						svc_id = candidate_services.first.id
+					elsif candidate_services.empty?
+						Mdm::Service.new do |svc|
+							svc.host_id = note.host.id
+							svc.port = default_port
+							svc.proto = 'tcp'
+							svc.state = 'open'
+							svc.name = service_name.downcase
+							svc.save!
+							svc_id = svc.id
+						end
+					elsif candidate_services.size > 1
+						svc_ports = candidate_services.map{|s| s.port}
+						if svc_ports.index(default_port)
+							svc_id = candidate_services[svc_ports.index(default_port)].id
+						else
+							svc_id = candidate_services.first.id
+						end
+					end
+				end
+			else
+				skipped_notes << note
+				next
+			end
+			if note.data[:hash]
+				ptype = 'smb_hash'
+				pass = note.data[:hash]
+			elsif note.data[:ssh_key]
+				ptype = 'ssh_key'
+				pass = note.data[:extra]
+			else
+				ptype = 'password'
+				pass = note.data[:pass]
+			end
+			# Format domains and databases into the usernames.
+			if note.ntype == "auth.smb_challenge"
+				domain = note.data[:extra].match(/DOMAIN=([^\s]+)/)[1]
+				if domain
+					user = [domain, note.data[:user]].join("/")
+				else
+					user = note.data[:user]
+				end
+			elsif note.ntype =~ /auth\.(postgres|db2)/
+				if note.data[:database]
+					user = [note.data[:database], note.data[:user]].join("/")
+				else
+					user = note.data[:user]
+				end
+			else
+				user = note.data[:user]
+			end
+			# Not actually a credentials, convert to migrated notes
+			if service_name == 'smb' && note.data[:token]
+				skipped_notes << note
+				next
+			end
+			if service_name == 'tns' && note.data[:type] == "bruteforced_sid"
+				skipped_notes << note
+				next
+			end
+			# Special case for the bizarre reporting for aux/admin/oracle/oracle_login
+			if service_name == 'tns' && note.data[:type] == "bruteforced_account"
+				note.data[:data] =~ /([^\x2f]+)\x2f([^\s]+).*with sid (.*)/
+				user = "#{$3}/#{$1}"
+				pass = $2
+			end
+			new_creds << [svc_id, ptype, user, pass]
+		end
+
+		say "Migrating #{new_creds.size} credentials."
+		new_creds.uniq.each do |note|
+			Mdm::Cred.new do |cred|
+				cred.service_id = note[0]
+				cred.user = note[2]
+				cred.pass = note[3]
+				cred.ptype = note[1]
+				cred.save!
+			end
+		end
+
+		say "Migrating #{skipped_notes.size} notes."
+		skipped_notes.uniq.each do |note|
+			Mdm::Note.new do |new_note|
+				new_note.host_id = note.host_id
+				new_note.ntype = "migrated_auth"
+				new_note.data = note.data.merge(:migrated_auth_type => note.ntype)
+				new_note.save!
+			end
+		end
+
+		say "Deleting migrated auth notes."
+		Mdm::Note.all.each do |note|
+			next unless note.ntype[/^auth\.(.*)/]
+			note.delete
+		end
+		rescue 
+			say "There was a problem migrating auth credentials. Skipping."
+			return true # Never fail!
+		end
+	end
+
+
+	def self.down
+		raise ActiveRecord::IrreversibleMigration
+	end
+
+end
+

data/db/migrate/20100824151500_add_exploited_table.rb

@@ -0,0 +1,16 @@
+class AddExploitedTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :exploited_hosts do |t|
+			t.integer   :host_id, :null => false
+			t.integer   :service_id
+			t.string    :session_uuid, :limit => 8
+			t.string    :name, :limit => 2048
+			t.string    :payload, :limit => 2048
+			t.timestamps null: false
+		end
+	end
+	def self.down
+		drop_table :exploited_hosts
+	end
+end
+

data/db/migrate/20100908001428_add_owner_to_workspaces.rb

@@ -0,0 +1,9 @@
+class AddOwnerToWorkspaces < ActiveRecord::Migration[4.2]
+  def self.up
+    add_column :workspaces, :owner_id, :integer
+  end
+
+  def self.down
+    remove_column :workspaces, :owner_id
+  end
+end

data/db/migrate/20100911122000_add_report_templates.rb

@@ -0,0 +1,18 @@
+class AddReportTemplates < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :report_templates do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :created_by
+			t.string    :path, :limit  => 1024
+			t.text      :name
+			t.timestamps null: false
+		end
+	end
+
+	def self.down
+		drop_table :reports
+	end
+
+end
+

data/db/migrate/20100916151530_require_admin_flag.rb

@@ -0,0 +1,15 @@
+class RequireAdminFlag < ActiveRecord::Migration[4.2]
+
+	# Make the admin flag required.
+	def self.up
+		# update any existing records
+		Mdm::User.where(:admin => true).update_all(:admin => nil)
+
+		change_column :users, :admin, :boolean, :null => false, :default => true
+	end
+
+	def self.down
+		change_column :users, :admin, :boolean, :default => true
+	end
+
+end

data/db/migrate/20100916175000_add_campaigns_and_templates.rb

@@ -0,0 +1,61 @@
+
+class AddCampaignsAndTemplates < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :campaigns do |t|
+			t.integer   :workspace_id, :null => false
+			t.string    :name, :limit => 512
+			# Serialized, stores SMTP/other protocol config options etc.
+			t.text      :prefs
+			t.integer   :status, :default => 0
+			t.timestamp :started_at
+			t.timestamps null: false
+		end
+
+		create_table :email_templates do |t|
+			t.string  :name,    :limit => 512
+			t.string  :subject, :limit => 1024
+			t.text    :body
+			t.integer :parent_id
+			t.integer :campaign_id
+		end
+		create_table :attachments do |t|
+			t.string  :name,    :limit => 512
+			t.binary  :data
+			t.string  :content_type, :limit => 512
+			t.boolean :inline,  :null => false, :default => true
+			t.boolean :zip,     :null => false, :default => false
+		end
+		create_table :attachments_email_templates, :id => false do |t|
+			t.integer :attachment_id
+			t.integer :email_template_id
+		end
+
+		create_table :email_addresses do |t|
+			t.integer :campaign_id, :null => false
+			t.string  :first_name,  :limit => 512
+			t.string  :last_name,   :limit => 512
+			t.string  :address,     :limit => 512
+			t.boolean :sent,        :null => false, :default => false
+			t.timestamp :clicked_at
+		end
+
+		create_table :web_templates do |t|
+			t.string  :name,    :limit => 512
+			t.string  :title,   :limit => 512
+			t.string  :body,    :limit => 524288
+			t.integer :campaign_id
+		end
+	end
+
+	def self.down
+		drop_table :campaigns
+		drop_table :email_templates
+		drop_table :attachments
+		drop_table :attachments_email_templates
+		drop_table :email_addresses
+		drop_table :web_templates
+	end
+
+end
+

data/db/migrate/20100920012100_add_generate_exe_column.rb

@@ -0,0 +1,8 @@
+class AddGenerateExeColumn < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :email_templates, :generate_exe, :boolean, :null => false, :default => false
+	end
+	def self.down
+		remove_column :email_templates, :generate_exe
+	end
+end

data/db/migrate/20100926214000_add_template_prefs.rb

@@ -0,0 +1,11 @@
+class AddTemplatePrefs < ActiveRecord::Migration[4.2]
+	def self.up
+		remove_column :email_templates, :generate_exe
+		add_column :email_templates, :prefs, :text
+		add_column :web_templates, :prefs, :text
+	end
+	def self.down
+		remove_column :email_templates, :prefs
+		remove_column :web_templates, :prefs
+	end
+end

data/db/migrate/20101001000000_add_web_tables.rb

@@ -0,0 +1,57 @@
+class AddWebTables < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :web_sites do |t|
+			t.integer   :service_id, :null => false
+			t.timestamps null: false
+			t.string    :vhost, :limit => 2048
+			t.text      :comments
+			t.text      :options
+		end
+
+		create_table :web_pages do |t|
+			t.integer   :web_site_id, :null => false
+			t.timestamps null: false
+			t.text      :path
+			t.text      :query
+			t.integer   :code, :null => false
+			t.text      :cookie
+			t.text      :auth
+			t.text      :ctype
+			t.timestamp :mtime
+			t.text      :location
+			t.text      :body
+			t.text      :headers
+		end
+
+		create_table :web_forms do |t|
+			t.integer   :web_site_id, :null => false
+			t.timestamps null: false
+			t.text      :path
+			t.string    :method, :limit => 1024
+			t.text      :params
+		end
+
+		create_table :web_vulns do |t|
+			t.integer   :web_site_id, :null => false
+			t.timestamps null: false
+			t.text      :path
+			t.string    :method, :limit => 1024
+			t.text      :params
+			t.text      :pname
+			t.text      :proof
+			t.integer   :risk
+			t.string    :name,    :limit => 1024
+		end
+
+	end
+
+	def self.down
+		drop_table :web_sites
+		drop_table :web_pages
+		drop_table :web_forms
+		drop_table :web_vulns
+	end
+end
+
+

data/db/migrate/20101002000000_add_query.rb

@@ -0,0 +1,10 @@
+class AddQuery < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :web_forms, :query, :text
+		add_column :web_vulns, :query, :text
+	end
+	def self.down
+		remove_column :web_forms, :query
+		remove_column :web_vulns, :query
+	end
+end

data/db/migrate/20101007000000_add_vuln_info.rb

@@ -0,0 +1,15 @@
+class AddVulnInfo < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :web_vulns, :category, :text
+		add_column :web_vulns, :confidence, :text		
+		add_column :web_vulns, :description, :text
+		add_column :web_vulns, :blame, :text
+	end
+	def self.down
+		remove_column :web_forms, :category
+		remove_column :web_vulns, :confidence
+		remove_column :web_vulns, :description
+		remove_column :web_vulns, :blame		
+	end
+end
+

data/db/migrate/20101008111800_add_clients_to_campaigns.rb

@@ -0,0 +1,10 @@
+
+class AddClientsToCampaigns < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :clients, :campaign_id, :integer
+	end
+
+	def self.down
+		remove_column :clients, :campaign_id
+	end
+end

data/db/migrate/20101009023300_add_campaign_attachments.rb

@@ -0,0 +1,15 @@
+
+
+class AddCampaignAttachments < ActiveRecord::Migration[4.2]
+
+	def self.up
+		add_column :attachments, :campaign_id, :integer
+	end
+
+	def self.down
+		remove_column :attachments, :campaign_id
+	end
+
+end
+
+

data/db/migrate/20101104135100_add_imported_creds.rb

@@ -0,0 +1,17 @@
+class AddImportedCreds < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :imported_creds do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :user, :limit  => 512
+			t.string    :pass, :limit  => 512
+			t.string    :ptype, :limit  => 16, :default => "password"
+		end
+	end
+
+	def self.down
+		drop_table :imported_creds
+	end
+
+end
+

data/db/migrate/20101203000000_fix_web_tables.rb

@@ -0,0 +1,34 @@
+class FixWebTables < ActiveRecord::Migration[4.2]
+	
+	def self.up
+		change_column :web_pages, :path, :text
+		change_column :web_pages, :query, :text
+		change_column :web_pages, :cookie, :text
+		change_column :web_pages, :auth, :text
+		change_column :web_pages, :ctype, :text
+		change_column :web_pages, :location, :text
+		change_column :web_pages, :path, :text
+		change_column :web_vulns, :path, :text
+		change_column :web_vulns, :pname, :text
+		
+		add_column :web_pages, :request, :text
+		add_column :web_vulns, :request, :text				
+	end
+	
+	def self.down
+		change_column :web_pages, :path, :text
+		change_column :web_pages, :query, :text
+		change_column :web_pages, :cookie, :text
+		change_column :web_pages, :auth, :text
+		change_column :web_pages, :ctype, :text
+		change_column :web_pages, :location, :text
+		change_column :web_pages, :path, :text
+		change_column :web_vulns, :path, :text
+		change_column :web_vulns, :pname, :text
+		
+		remove_column :web_pages, :request
+		remove_column :web_vulns, :request
+	end
+end
+
+

data/db/migrate/20101203000001_expand_host_comment.rb

@@ -0,0 +1,12 @@
+class ExpandHostComment < ActiveRecord::Migration[4.2]
+	
+	def self.up
+		change_column :hosts, :comments, :text
+	end
+	
+	def self.down
+		change_column :hosts, :comments, :string, :limit => 4096
+	end
+end
+
+

data/db/migrate/20101206212033_add_limit_to_network_to_workspaces.rb

@@ -0,0 +1,9 @@
+class AddLimitToNetworkToWorkspaces < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :workspaces, :limit_to_network, :boolean, :null => false, :default => false
+	end
+
+	def self.down
+		remove_column :workspaces, :limit_to_network
+	end
+end

data/db/migrate/20110112154300_add_module_uuid_to_tasks.rb

@@ -0,0 +1,9 @@
+class AddModuleUuidToTasks < ActiveRecord::Migration[4.2]
+  def self.up
+    add_column :tasks, :module_uuid, :string, :limit => 8
+  end
+
+  def self.down
+    remove_column :tasks, :module_uuid
+  end
+end

data/db/migrate/20110204112800_add_host_tags.rb

@@ -0,0 +1,28 @@
+class AddHostTags < ActiveRecord::Migration[4.2]
+
+	def self.up
+
+		create_table :tags do |t|
+			t.integer  :user_id
+			t.string   :name, :limit => 1024
+			t.text     :desc
+			t.boolean  :report_summary, :null => false, :default => false
+			t.boolean  :report_detail, :null => false, :default => false
+			t.boolean  :critical, :null => false, :default => false
+			t.timestamps null: false
+		end
+
+		create_table :hosts_tags, :id => false do |t|
+			t.integer :host_id
+			t.integer :tag_id
+		end
+
+	end
+
+	def self.down
+		drop_table :hosts_tags
+		drop_table :tags
+	end
+
+end
+