wg-metasploit_data_models 4.1.4.01 → 4.1.4.02

data/config/initializers/ipaddr.rb

@@ -0,0 +1,29 @@
+module IPAddrExtensions
+  extend ActiveSupport::Concern
+
+  def coerce(other)
+    begin
+      case other
+      when IPAddr
+        other
+      when String
+        self.class.new(other)
+      else
+        self.class.new(other, @family)
+      end
+    rescue ArgumentError => e
+      OpenStruct.new(family: false, to_i: false)
+    end
+  end
+
+  def include?(other)
+    begin
+      super(other)
+    rescue IPAddr::InvalidAddressError
+      false
+    end
+  end
+  
+end
+
+IPAddr.send(:prepend, IPAddrExtensions)

data/config/locales/en.yml

@@ -0,0 +1,94 @@
+en:
+  activerecord:
+    ancestors:
+      mdm/service:
+        search:
+          operator:
+            names:
+              info:
+                help: "Filters the results by service information or banners that contain the specified value."
+              name:
+                help: "Filters the results by service name."
+              proto:
+                help: "Filters the results by transport protocol."
+              port:
+                help: "Filters the results by port number."
+      mdm/host:
+        search:
+          operator:
+            names:
+              name:
+                help: "Filters the results by host name."
+              address:
+                help: "Filters the results by IP address or range."
+              os:
+                help: "Filters the results by operating system."
+              os_name:
+                help: "Filters the results by operating system."
+      mdm/tag:
+        model:
+          errors:
+            messages:
+              character: "Tag names can only contain alphanumeric characters, dots, dashes, and underscores."
+              length: "desc must be less than 8k."
+
+        search:
+          operator:
+            names:
+              name:
+                help: "Filters the results by tag."
+              desc:
+                help: "Filters the results by the description field of an associated tag."
+  metasploit:
+    model:
+      errors:
+        messages:
+          # have to duplicate activerecord.model.errors.message.taken because of the different i18n_scope
+          taken: "has already been taken"
+        models:
+          metasploit_data_models/ip_address/range:
+            attributes:
+              value:
+                order: "beginning of range (%{begin}) cannot be after end of range (%{end})"
+          metasploit_data_models/ip_address/v4/segmented:
+            attributes:
+              segments:
+                segment_invalid: "has invalid segment (%{segment}) at index %{index}"
+                wrong_length: "is the wrong length (should be %{count} segments)"
+          metasploit_data_models/ip_address/v4/segment/nmap/list:
+            attributes:
+              value:
+                array: "is not an Array"
+                element: "has invalid element (%{element}) at index %{index}"
+          metasploit_data_models/ip_address/v4/segment/nmap/range:
+            attributes:
+              value:
+                order: "beginning of range (%{begin}) cannot be after end of range (%{end})"
+          metasploit_data_models/search/operation/ip_address/invalid_range:
+            attributes:
+              value:
+                format: "does not match any known formats (IPv4, IPv4 CIDR, IPv4 NMAP, IPv4 Range, IPv6, IPv6 CIDR, IPv6 Range)"
+          metasploit_data_models/search/operation/ip_address/v4/range:
+            attributes:
+              value:
+                extreme: "%{extreme} (%{extreme_value}) is not an IPAddr"
+                order: "beginning of range (%{begin}) cannot be after end of range (%{end})"
+                type: "is not a range"
+          metasploit_data_models/search/operation/ip_address/v4/single:
+            attributes:
+              value:
+                format: "does not match IPv4 dotted decimal format"
+          metasploit_data_models/search/operation/port/range:
+            attributes:
+              value:
+                port_range_extreme_inclusion: "has extreme (%{extreme}) value (%{extreme_value}) outside range (%{minimum}-%{maximum})."
+                port_range_extreme_not_an_integer: "has extreme (%{extreme}) value (%{extreme_value}) that is not an integer."
+          metasploit_data_models/search/operation/range:
+            attributes:
+              value:
+                order: "is not in order: begin (%{begin} is greater than end (%{end})."
+                range: "is not a range"
+          metasploit_data_models/search/operator/multitext:
+            attributes:
+              operator_names:
+                too_short: "is too short (minimum is %{count} operator names)"

data/console_db.yml

@@ -0,0 +1,9 @@
+development:
+  adapter: postgresql
+  database: msf3_dev
+  host: localhost
+  port: 5432
+  username: msf3
+  password: pass123
+  pool: 5
+  timeout: 5

data/db/migrate/000_create_tables.rb

@@ -0,0 +1,79 @@
+class CreateTables < ActiveRecord::Migration[4.2]
+
+	def self.up
+		
+		create_table :hosts do |t|
+			t.timestamp :created
+			t.string    :address, :limit => 16 # unique
+			t.string    :address6
+			t.string    :mac
+			t.string    :comm
+			t.string    :name
+			t.string    :state
+			t.string    :info, :limit => 1024
+			t.string    :os_name
+			t.string    :os_flavor
+			t.string    :os_sp
+			t.string    :os_lang
+			t.string    :arch
+		end
+		
+		add_index :hosts, :address, :unique => true
+		
+		create_table :clients do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.string    :ua_string, :limit => 1024, :null => false
+			t.string    :ua_name, :limit => 64
+			t.string    :ua_ver, :limit => 32
+		end
+		
+		create_table :services do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.integer   :port, :null => false
+			t.string    :proto, :limit => 16, :null => false
+			t.string    :state
+			t.string    :name
+			t.string    :info, :limit => 1024
+		end
+		
+		create_table :vulns do |t|
+			t.integer   :host_id
+			t.integer   :service_id
+			t.timestamp :created
+			t.string    :name
+			t.text      :data
+		end
+		
+		create_table :refs do |t|
+			t.integer   :ref_id
+			t.timestamp :created
+			t.string    :name, :limit => 512
+		end
+		
+		create_table :vulns_refs, :id => false do |t|
+			t.integer   :ref_id
+			t.integer   :vuln_id
+		end
+		
+		create_table :notes do |t|
+			t.integer   :host_id
+			t.timestamp :created
+			t.string    :ntype, :limit => 512
+			t.text      :data
+		end
+		
+	end
+	
+	def self.down
+		drop_table :hosts
+		drop_table :clients
+		drop_table :services
+		drop_table :vulns
+		drop_table :refs
+		drop_table :vulns_refs
+		drop_table :notes
+	end
+
+end

data/db/migrate/001_add_wmap_tables.rb

@@ -0,0 +1,35 @@
+class AddWmapTables < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :wmap_targets do |t|
+			t.string  :host                  # vhost
+			t.string  :address, :limit => 16 # unique
+			t.string  :address6
+			t.integer :port
+			t.integer :ssl
+			t.integer :selected
+		end
+
+		create_table :wmap_requests do |t|
+			t.string  :host                  # vhost
+			t.string  :address, :limit => 16 # unique
+			t.string  :address6
+			t.integer :port
+			t.integer :ssl
+			t.string  :meth, :limit => 32
+			t.text    :path
+			t.text    :headers
+			t.text    :query
+			t.text    :body
+			t.string  :respcode, :limit => 16
+			t.text    :resphead
+			t.text    :response
+			t.timestamp :created
+		end
+	end
+
+	def self.down
+		drop_table :wmap_targets
+		drop_table :wmap_requests
+	end
+end
+

data/db/migrate/002_add_workspaces.rb

@@ -0,0 +1,36 @@
+class AddWorkspaces < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :workspaces do |t|
+			t.string    :name
+			t.timestamps null: false
+		end
+
+		change_table :hosts do |t|
+			t.integer   :workspace_id, :required => true
+		end
+
+		remove_index :hosts, :column => :address
+
+		#
+		# This was broken after 018_add_workspace_user_info was introduced
+		# because of the new boundary column.  For some reason, the
+		# find_or_create_by_name that .default eventually calls here tries to
+		# create a record with the boundary field that doesn't exist yet.
+		# See #1724
+		#
+		#w = Msf::DBManager::Workspace.default
+		#Msf::DBManager::Host.update_all ["workspace_id = ?", w.id]
+	end
+
+	def self.down
+		drop_table :workspaces
+
+		change_table :hosts do |t|
+			t.remove   :workspace_id
+		end
+
+		add_index :hosts, :address, :unique => true
+	end
+
+end

data/db/migrate/003_move_notes.rb

@@ -0,0 +1,20 @@
+class MoveNotes < ActiveRecord::Migration[4.2]
+	def self.up
+		# Remove the host requirement.  We'll add the column back in below.
+		remove_column :notes, :host_id
+		change_table :notes do |t|
+			t.integer :workspace_id, :null => false, :default => 1
+			t.integer :service_id
+			t.integer :host_id
+		end
+	end
+
+	def self.down
+		remove_column :notes, :workspace_id
+		remove_column :notes, :service_id
+		change_table :notes do |t|
+			t.integer :host_id, :null => false
+		end
+	end
+end
+

data/db/migrate/004_add_events_table.rb

@@ -0,0 +1,16 @@
+class AddEventsTable < ActiveRecord::Migration[4.2]
+	def self.up
+		create_table :events do |t|
+			t.integer   :workspace_id
+			t.integer   :host_id
+			t.timestamp :created_at
+			t.string    :user
+			t.string    :name
+			t.string    :info
+		end
+	end
+	def self.down
+		drop_table :events
+	end
+end
+

data/db/migrate/005_expand_info.rb

@@ -0,0 +1,58 @@
+class ExpandInfo < ActiveRecord::Migration[4.2]
+	def self.up
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 4096
+		end
+	end
+
+	def self.down
+
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 1024
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 1024
+		end
+
+		remove_column :vulns, :data
+		change_table :hosts do |t|
+			t.string    :data, :limit => 1024
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 1024
+		end
+
+	end
+end
+

data/db/migrate/006_add_timestamps.rb

@@ -0,0 +1,26 @@
+
+# Adds 'created_at' and 'updated_at' columns to every primary table.
+#
+class AddTimestamps < ActiveRecord::Migration[4.2]
+
+	@@TABLES_NEEDING_RENAME = [:clients, :hosts, :notes, :refs, :services, :vulns, :wmap_requests]
+	@@TABLES_NEEDING_CREATED_AT = [:wmap_targets]
+	@@TABLES_NEEDING_UPDATED_AT = [:clients, :events, :hosts, :notes, :refs, :services, :vulns, :wmap_requests, :wmap_targets]
+
+	def self.up
+		@@TABLES_NEEDING_RENAME.each { |t| rename_column t, :created, :created_at }
+		
+		@@TABLES_NEEDING_CREATED_AT.each { |t| add_column t, :created_at, :datetime }
+
+		@@TABLES_NEEDING_UPDATED_AT.each { |t| add_column t, :updated_at, :datetime }
+	end
+
+	def self.down
+		@@TABLES_NEEDING_RENAME.each { |t| rename_column t, :created_at, :created }
+		
+		@@TABLES_NEEDING_CREATED_AT.each { |t| remove_column t, :created_at }
+
+		@@TABLES_NEEDING_UPDATED_AT.each { |t| remove_column t, :updated_at }
+	end
+end
+

data/db/migrate/007_add_loots.rb

@@ -0,0 +1,20 @@
+class AddLoots < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :loots do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.integer   :host_id
+			t.integer   :service_id
+			t.string    :ltype, :limit => 512
+			t.string    :path, :limit  => 1024
+			t.text      :data
+			t.timestamps null: false
+		end
+	end
+
+	def self.down
+		drop_table :loots
+	end
+
+end
+

data/db/migrate/008_create_users.rb

@@ -0,0 +1,16 @@
+class CreateUsers < ActiveRecord::Migration[4.2]
+  def self.up
+    create_table :users do |t|
+      t.string :username
+      t.string :crypted_password
+      t.string :password_salt
+      t.string :persistence_token
+
+      t.timestamps null: false
+    end
+  end
+
+  def self.down
+    drop_table :users
+  end
+end

data/db/migrate/009_add_loots_ctype.rb

@@ -0,0 +1,10 @@
+class AddLootsCtype < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :loots, :content_type, :string
+	end
+
+	def self.down
+		remove_column :loots, :content_type
+	end
+end
+

data/db/migrate/010_add_alert_fields.rb

@@ -0,0 +1,16 @@
+class AddAlertFields < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :notes, :critical, :boolean
+		add_column :notes, :seen, :boolean
+		add_column :events, :critical, :boolean
+		add_column :events, :seen, :boolean
+	end
+
+	def self.down
+		remove_column :notes, :critical
+		remove_column :notes, :seen
+		remove_column :events, :critical
+		remove_column :events, :seen
+	end
+end
+

data/db/migrate/011_add_reports.rb

@@ -0,0 +1,19 @@
+class AddReports < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :reports do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :created_by
+			t.string    :rtype
+			t.string    :path, :limit  => 1024
+			t.text      :options
+			t.timestamps null: false
+		end
+	end
+
+	def self.down
+		drop_table :reports
+	end
+
+end
+

data/db/migrate/012_add_tasks.rb

@@ -0,0 +1,24 @@
+class AddTasks < ActiveRecord::Migration[4.2]
+
+	def self.up
+		create_table :tasks do |t|
+			t.integer   :workspace_id, :null => false, :default => 1
+			t.string    :created_by
+			t.string    :module
+			t.datetime  :completed_at
+			t.string    :path, :limit  => 1024
+			t.string    :info
+			t.string    :description
+			t.integer   :progress
+			t.text      :options
+			t.text      :error
+			t.timestamps null: false
+		end
+	end
+
+	def self.down
+		drop_table :tasks
+	end
+
+end
+

data/db/migrate/013_add_tasks_result.rb

@@ -0,0 +1,10 @@
+class AddTasksResult < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :tasks, :result, :text
+	end
+
+	def self.down
+		remove_column :tasks, :result
+	end
+end
+

data/db/migrate/014_add_loots_fields.rb

@@ -0,0 +1,12 @@
+class AddLootsFields < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :loots, :name, :text
+		add_column :loots, :info, :text
+	end
+
+	def self.down
+		remove_column :loots, :name
+		remove_column :loots, :info
+	end
+end
+

data/db/migrate/015_rename_user.rb

@@ -0,0 +1,16 @@
+class RenameUser < ActiveRecord::Migration[4.2]
+	def self.up
+		remove_column :events, :user
+		change_table :events do |t|
+			t.string    :username
+		end
+	end
+
+	def self.down
+		remove_column :events, :username
+		change_table :events do |t|
+			t.string    :user
+		end
+	end
+end
+

data/db/migrate/016_add_host_purpose.rb

@@ -0,0 +1,10 @@
+class AddHostPurpose < ActiveRecord::Migration[4.2]
+	def self.up
+		add_column :hosts, :purpose, :text
+	end
+
+	def self.down
+		remove_column :hosts, :purpose
+	end
+end
+

data/db/migrate/017_expand_info2.rb

@@ -0,0 +1,58 @@
+class ExpandInfo2 < ActiveRecord::Migration[4.2]
+	def self.up
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info, :limit => 65536
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 65536
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 65536
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 65536
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 65536
+		end
+	end
+
+	def self.down
+
+		remove_column :events, :info
+		change_table :events do |t|
+			t.string    :info
+		end
+
+		remove_column :notes, :data
+		change_table :notes do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :hosts, :info
+		change_table :hosts do |t|
+			t.string    :info, :limit => 4096
+		end
+
+		remove_column :vulns, :data
+		change_table :vulns do |t|
+			t.string    :data, :limit => 4096
+		end
+
+		remove_column :services, :info
+		change_table :services do |t|
+			t.string    :info, :limit => 4096
+		end
+
+	end
+end
+

data/db/migrate/018_add_workspace_user_info.rb

@@ -0,0 +1,29 @@
+class AddWorkspaceUserInfo < ActiveRecord::Migration[4.2]
+	def self.up
+		change_table :workspaces do |t|
+			t.string :boundary, :limit => 4096
+		end
+
+		change_table :users do |t|
+			t.string :fullname
+			t.string :email
+			t.string :phone
+            t.string :company
+		end
+	end
+
+	def self.down
+		change_table :workspaces do |t|
+			t.remove :boundary
+		end
+
+		change_table :users do |t|
+			t.remove :fullname
+			t.remove :email
+			t.remove :phone
+            t.remove :company
+		end
+	end
+
+end
+

data/db/migrate/019_add_workspace_desc.rb

@@ -0,0 +1,23 @@
+class AddWorkspaceDesc < ActiveRecord::Migration[4.2]
+	def self.up
+		change_table :workspaces do |t|
+			t.string :description, :limit => 4096
+		end
+
+		change_table :hosts do |t|
+			t.string :comments, :limit => 4096
+		end
+	end
+
+	def self.down
+		change_table :workspaces do |t|
+			t.remove :description
+		end
+
+		change_table :hosts do |t|
+			t.remove :comments
+		end
+	end
+
+end
+