topological_inventory-core 1.0.0

data/db/migrate/20190308144237_add_application_types.rb

@@ -0,0 +1,9 @@
+class AddApplicationTypes < ActiveRecord::Migration[5.2]
+  def change
+    create_table :application_types do |t|
+      t.string :name, :null => false
+      t.index %w[name], :unique => true
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190308145549_add_applications.rb

@@ -0,0 +1,10 @@
+class AddApplications < ActiveRecord::Migration[5.2]
+  def change
+    create_table :applications do |t|
+      t.references :tenant,           :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source,           :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :application_type, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.timestamps
+    end
+  end
+end

data/db/migrate/20190313191654_add_application_type_display_name.rb

@@ -0,0 +1,5 @@
+class AddApplicationTypeDisplayName < ActiveRecord::Migration[5.2]
+  def change
+    add_column :application_types, :display_name, :string
+  end
+end

data/db/migrate/20190314123842_add_containers_resource_quotas_table.rb

@@ -0,0 +1,30 @@
+class AddContainersResourceQuotasTable < ActiveRecord::Migration[5.2]
+  def change
+    create_table :container_resource_quotas, :id => :bigserial do |t|
+      t.references :tenant, :type => :bigint, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :type => :bigint, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.references :container_project, :type => :bigint, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :resource_version
+      t.string :name
+      t.jsonb  :status
+      t.jsonb  :spec
+
+      t.timestamps
+      t.datetime   :archived_at
+      t.datetime   :last_seen_at
+      t.datetime   :source_deleted_at
+      t.datetime   :source_created_at
+
+      t.datetime   :resource_timestamp
+      t.jsonb      :resource_timestamps, :default => {}
+      t.datetime   :resource_timestamps_max
+
+      t.index [:source_id, :source_ref], :unique => true
+      t.index :archived_at
+      t.index :last_seen_at
+    end
+  end
+end

data/db/migrate/20190314133842_add_columns_for_containers_capacity_planning_analytics.rb

@@ -0,0 +1,13 @@
+class AddColumnsForContainersCapacityPlanningAnalytics < ActiveRecord::Migration[5.2]
+  def change
+    add_column :container_projects, :status_phase, :string
+
+    add_column :container_nodes, :pods, :integer
+    add_column :container_nodes, :allocatable_memory, :bigint
+    add_column :container_nodes, :allocatable_cpus, :float
+    add_column :container_nodes, :allocatable_pods, :integer
+    add_column :container_nodes, :conditions, :jsonb
+    add_column :container_nodes, :addresses, :jsonb
+    add_column :container_nodes, :node_info, :jsonb
+  end
+end

data/db/migrate/20190314153151_extract_sources_to_new_service.rb

@@ -0,0 +1,84 @@
+class ExtractSourcesToNewService < ActiveRecord::Migration[5.2]
+  def up
+    remove_column :sources, :name
+    remove_column :sources, :source_type_id
+    remove_column :sources, :version
+
+    drop_table :applications
+    drop_table :application_types
+    drop_table :authentications
+    drop_table :endpoints
+    drop_table :source_types
+  end
+
+  def down
+    create_table "application_types", :force => :cascade do |t|
+      t.string "name", :null => false
+      t.datetime "created_at", :null => false
+      t.datetime "updated_at", :null => false
+      t.string "display_name"
+      t.index ["name"], :name => "index_application_types_on_name", :unique => true
+    end
+
+    create_table "applications", :force => :cascade do |t|
+      t.bigint "tenant_id", :null => false
+      t.bigint "source_id", :null => false
+      t.bigint "application_type_id", :null => false
+      t.timestamps
+      t.index ["application_type_id"], :name => "index_applications_on_application_type_id"
+      t.index ["source_id"], :name => "index_applications_on_source_id"
+      t.index ["tenant_id"], :name => "index_applications_on_tenant_id"
+    end
+
+    create_table "authentications", :force => :cascade do |t|
+      t.string "resource_type"
+      t.integer "resource_id"
+      t.string "name"
+      t.string "authtype"
+      t.string "username"
+      t.string "password"
+      t.string "status"
+      t.string "status_details"
+      t.bigint "tenant_id", :null => false
+      t.index ["resource_type", "resource_id"], :name => "index_authentications_on_resource_type_and_resource_id"
+      t.index ["tenant_id"], :name => "index_authentications_on_tenant_id"
+    end
+
+    create_table "endpoints", :force => :cascade do |t|
+      t.string "role"
+      t.integer "port"
+      t.bigint "source_id"
+      t.timestamps
+      t.boolean "default", :default => false
+      t.string "scheme"
+      t.string "host"
+      t.string "path"
+      t.bigint "tenant_id", :null => false
+      t.boolean "verify_ssl"
+      t.text "certificate_authority"
+      t.index ["source_id"], :name => "index_endpoints_on_source_id"
+      t.index ["tenant_id"], :name => "index_endpoints_on_tenant_id"
+    end
+
+    create_table "source_types", :force => :cascade do |t|
+      t.string "name", :null => false
+      t.string "product_name", :null => false
+      t.string "vendor", :null => false
+      t.timestamps
+      t.jsonb("schema")
+      t.index ["name"], :name => "index_source_types_on_name", :unique => true
+    end
+
+    add_column    "sources", "name", "string", :null => false
+    add_reference "sources", "source_type", :null => false, :index => true
+    add_column    "sources", "version", "string"
+
+    add_foreign_key("applications", "application_types", :on_delete => :cascade)
+    add_foreign_key("applications", "sources", :on_delete => :cascade)
+    add_foreign_key("applications", "tenants", :on_delete => :cascade)
+    add_foreign_key("authentications", "tenants", :on_delete => :cascade)
+    add_foreign_key("endpoints", "sources", :on_delete => :cascade)
+    add_foreign_key("endpoints", "tenants", :on_delete => :cascade)
+    add_foreign_key("sources", "source_types", :on_delete => :cascade)
+  end
+end

data/db/migrate/20190322122542_add_external_url_to_service_instances.rb

@@ -0,0 +1,5 @@
+class AddExternalUrlToServiceInstances < ActiveRecord::Migration[5.2]
+  def change
+    add_column :service_instances, :external_url, :string
+  end
+end

data/db/migrate/20190325115642_external_tenant_must_be_unique_and_not_null.rb

@@ -0,0 +1,6 @@
+class ExternalTenantMustBeUniqueAndNotNull < ActiveRecord::Migration[5.2]
+  def change
+    change_column_null :tenants, :external_tenant, false
+    add_index :tenants, [:external_tenant], :unique => true
+  end
+end

data/db/migrate/20190401134142_add_last_seen_at_to_all_ingress_exposed_tables.rb

@@ -0,0 +1,36 @@
+class AddLastSeenAtToAllIngressExposedTables < ActiveRecord::Migration[5.2]
+  def change
+    add_column :vm_tags, :last_seen_at, :datetime
+    add_index :vm_tags, :last_seen_at
+
+    add_column :volume_attachments, :last_seen_at, :datetime
+    add_index :volume_attachments, :last_seen_at
+
+    add_column :container_group_tags, :last_seen_at, :datetime
+    add_index :container_group_tags, :last_seen_at
+
+    add_column :container_image_tags, :last_seen_at, :datetime
+    add_index :container_image_tags, :last_seen_at
+
+    add_column :containers, :last_seen_at, :datetime
+    add_index :containers, :last_seen_at
+
+    add_column :container_node_tags, :last_seen_at, :datetime
+    add_index :container_node_tags, :last_seen_at
+
+    add_column :container_project_tags, :last_seen_at, :datetime
+    add_index :container_project_tags, :last_seen_at
+
+    add_column :container_template_tags, :last_seen_at, :datetime
+    add_index :container_template_tags, :last_seen_at
+
+    add_column :service_offering_icons, :last_seen_at, :datetime
+    add_index :service_offering_icons, :last_seen_at
+
+    add_column :service_offering_tags, :last_seen_at, :datetime
+    add_index :service_offering_tags, :last_seen_at
+
+    add_column :tags, :last_seen_at, :datetime
+    add_index :tags, :last_seen_at
+  end
+end

data/db/migrate/20190514164916_add_clusters.rb

@@ -0,0 +1,39 @@
+class AddClusters < ActiveRecord::Migration[5.2]
+  def change
+    create_table "clusters", id: :bigserial, force: :cascade do |t|
+      t.references :tenant, :index => true,  :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :uid_ems
+      t.string :name
+      t.jsonb  :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb    :resource_timestamps, default: {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+      t.index :archived_at
+      t.index :last_seen_at
+      t.index :uid_ems
+    end
+
+    create_table :cluster_tags, id: :serial, force: :cascade do |t|
+      t.references :tag,     :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :cluster, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[cluster_id]
+      t.index %i[last_seen_at]
+      t.index %i[tag_id cluster_id], unique: true
+    end
+  end
+end

data/db/migrate/20190514165841_add_hosts.rb

@@ -0,0 +1,45 @@
+class AddHosts < ActiveRecord::Migration[5.2]
+  def change
+    create_table :hosts, id: :bigserial, force: :cascade do |t|
+      t.references :tenant,  :index => true,  :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source,  :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :cluster, :index => true,  :null => true, :foreign_key => {:on_delete => :nullify}
+
+      t.string :source_ref, :null => false
+      t.string :uid_ems
+      t.string :name
+      t.string :hostname
+      t.string :description
+      t.string :power_state
+      t.bigint :cpus
+      t.bigint :memory
+      t.jsonb  :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb    :resource_timestamps, default: {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+      t.index :archived_at
+      t.index :last_seen_at
+      t.index :uid_ems
+    end
+
+    create_table :host_tags, id: :serial, force: :cascade do |t|
+      t.references :tag,  :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :host, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[host_id]
+      t.index %i[last_seen_at]
+      t.index %i[tag_id host_id], unique: true
+    end
+  end
+end

data/db/migrate/20190522170940_add_datastores.rb

@@ -0,0 +1,38 @@
+class AddDatastores < ActiveRecord::Migration[5.2]
+  def change
+    create_table :datastores, :id => :bigserial, :force => :cascade do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :name
+      t.string :location
+      t.bigint :total_space
+      t.bigint :free_space
+      t.string :status
+      t.boolean :accessible
+      t.jsonb :extra
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+      t.index :archived_at
+      t.index :last_seen_at
+    end
+
+    create_table :datastore_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag,       :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :datastore, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[datastore_id]
+      t.index %i[last_seen_at]
+      t.index %i[tag_id datastore_id], :unique => true
+    end
+  end
+end

data/db/migrate/20190522172440_add_datastore_mounts.rb

@@ -0,0 +1,17 @@
+class AddDatastoreMounts < ActiveRecord::Migration[5.2]
+  def change
+    create_table :datastore_mounts, :id => :bigserial, :force => :cascade do |t|
+      t.references :datastore, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :host,      :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.boolean :read_only
+      t.boolean :accessible
+
+      t.datetime :last_seen_at
+
+      t.index %i[host_id]
+      t.index %i[last_seen_at]
+      t.index %i[datastore_id host_id], :unique => true
+    end
+  end
+end

data/db/migrate/20190724194551_add_network_adapters.rb

@@ -0,0 +1,39 @@
+class AddNetworkAdapters < ActiveRecord::Migration[5.2]
+  def change
+    create_table :network_adapters do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :mac_address
+      t.jsonb :ipaddresses
+      t.jsonb :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb    :resource_timestamps, default: {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index :archived_at
+      t.index :last_seen_at
+    end
+
+    create_table :vm_network_adapters do |t|
+      t.references :vm,              :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network_adapter, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.datetime   :last_seen_at
+      t.index      :last_seen_at
+    end
+
+    create_table :host_network_adapters do |t|
+      t.references :host,            :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network_adapter, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.datetime   :last_seen_at
+      t.index      :last_seen_at
+    end
+  end
+end

data/db/migrate/20190729194551_change_network_adapters.rb

@@ -0,0 +1,27 @@
+class ChangeNetworkAdapters < ActiveRecord::Migration[5.2]
+  def change
+    add_reference :network_adapters, :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+    add_reference :network_adapters, :orchestration_stack, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+    # Relations to VMs, Hosts, etc.
+    add_reference :network_adapters, :device, :index => true, :polymorphic => true, :null => true
+    add_index :network_adapters, %i[source_id source_ref], :unique => true
+
+    remove_column :network_adapters, :ipaddresses, :jsonb
+
+    # Drop old mapping tables
+    drop_table :vm_network_adapters do |t|
+      t.references :vm, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network_adapter, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.datetime :last_seen_at
+      t.index :last_seen_at
+    end
+
+    drop_table :host_network_adapters do |t|
+      t.references :host, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network_adapter, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.datetime :last_seen_at
+      t.index :last_seen_at
+    end
+  end
+end

data/db/migrate/20190729214242_add_ipaddresses_subnets_and_networks.rb

@@ -0,0 +1,186 @@
+class AddIpaddressesSubnetsAndNetworks < ActiveRecord::Migration[5.2]
+  def change
+    create_table :networks, :id => :bigserial, :force => :cascade do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source_region, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :subscription, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :orchestration_stack, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :name
+      t.string :cidr
+      t.string :status
+
+      t.jsonb :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb :resource_timestamps, :default => {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index :archived_at
+      t.index :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+    end
+
+    create_table :subnets, :id => :bigserial, :force => :cascade do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source_region, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :subscription, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :orchestration_stack, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.references :network, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :name
+      t.string :cidr
+      t.string :status
+
+      t.jsonb :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb :resource_timestamps, :default => {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index :archived_at
+      t.index :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+    end
+
+    create_table :ipaddresses, :id => :bigserial, :force => :cascade do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source_region, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :subscription, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :orchestration_stack, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.references :network_adapter, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :subnet, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :kind, :null => false, :default => "private"
+      t.string :ipaddress
+      t.jsonb :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb :resource_timestamps, :default => {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index :archived_at
+      t.index :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+    end
+
+    create_table :security_groups, :id => :bigserial, :force => :cascade do |t|
+      t.references :tenant, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :source_region, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :subscription, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+      t.references :orchestration_stack, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.references :network, :index => true, :null => true, :foreign_key => {:on_delete => :cascade}
+
+      t.string :source_ref, :null => false
+      t.string :name
+      t.string :description
+      t.jsonb :extra
+
+      t.datetime :resource_timestamp
+      t.jsonb :resource_timestamps, :default => {}
+      t.datetime :resource_timestamps_max
+
+      t.timestamps
+      t.datetime :archived_at
+      t.datetime :source_created_at
+      t.datetime :source_deleted_at
+      t.datetime :last_seen_at
+
+      t.index :archived_at
+      t.index :last_seen_at
+
+      t.index %i[source_id source_ref], :unique => true
+    end
+
+    create_table :vm_security_groups, :id => :bigserial, :force => :cascade do |t|
+      t.references :vm, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :security_group, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index :last_seen_at
+      t.index %i[vm_id security_group_id], :unique => true
+    end
+
+    create_table :network_adapter_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network_adapter, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[last_seen_at]
+      t.index %i[tag_id network_adapter_id], :unique => true
+    end
+
+    create_table :network_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :network, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[last_seen_at]
+      t.index %i[tag_id network_id], :unique => true
+    end
+
+    create_table :subnet_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :subnet, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[last_seen_at]
+      t.index %i[tag_id subnet_id], :unique => true
+    end
+
+    create_table :security_group_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :security_group, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[last_seen_at]
+      t.index %i[tag_id security_group_id], :unique => true
+    end
+
+    create_table :ipaddress_tags, :id => :serial, :force => :cascade do |t|
+      t.references :tag, :index => false, :null => false, :foreign_key => {:on_delete => :cascade}
+      t.references :ipaddress, :index => true, :null => false, :foreign_key => {:on_delete => :cascade}
+
+      t.datetime :last_seen_at
+
+      t.index %i[last_seen_at]
+      t.index %i[tag_id ipaddress_id], :unique => true
+    end
+  end
+end