gclouder 0.1.1

data/lib/gclouder.rb

@@ -0,0 +1,278 @@
+#!/usr/bin/env ruby
+
+require "awesome_print"
+require "json"
+require "yaml"
+require "ipaddr"
+require "trollop"
+require "hashie"
+require "pp"
+require "colorize"
+
+require "gclouder/logging"
+
+require "gclouder/helpers"
+require "gclouder/shell"
+
+require "gclouder/monkey_patches/hash"
+require "gclouder/monkey_patches/array"
+require "gclouder/monkey_patches/string"
+require "gclouder/monkey_patches/boolean"
+require "gclouder/monkey_patches/ipaddr"
+
+require "gclouder/header"
+
+require "gclouder/config_loader"
+require "gclouder/config_section"
+require "gclouder/config/cli_args"
+require "gclouder/config/files/project"
+require "gclouder/config/cluster"
+require "gclouder/config/project"
+require "gclouder/config/arguments"
+require "gclouder/config/defaults"
+require "gclouder/config/resource_representations"
+
+require "gclouder/mappings/file"
+require "gclouder/mappings/argument"
+require "gclouder/mappings/property"
+require "gclouder/mappings/resource_representation"
+
+require "gclouder/gcloud"
+require "gclouder/gsutil"
+require "gclouder/dependencies"
+require "gclouder/resource"
+require "gclouder/resource_cleaner"
+require "gclouder/resources"
+require "gclouder/resources/validate/local.rb"
+require "gclouder/resources/validate/region.rb"
+require "gclouder/resources/validate/remote.rb"
+require "gclouder/resources/validate/global.rb"
+
+require "gclouder/resources/project_id"
+
+require "gclouder/resources/project"
+require "gclouder/resources/project/iam_policy_binding.rb"
+
+require "gclouder/resources/storagebuckets"
+
+require "gclouder/resources/compute/networks"
+require "gclouder/resources/compute/networks/subnets"
+require "gclouder/resources/compute/routers"
+require "gclouder/resources/compute/addresses"
+require "gclouder/resources/compute/vpns"
+require "gclouder/resources/compute/bgp-vpns"
+
+require "gclouder/resources/compute/project_info/ssh_keys"
+
+require "gclouder/resources/dns"
+
+require "gclouder/resources/compute/disks"
+require "gclouder/resources/compute/instances"
+
+require "gclouder/resources/container/clusters"
+require "gclouder/resources/container/node_pools"
+
+require "gclouder/resources/compute/firewall_rules"
+
+require "gclouder/resources/pubsub/topics"
+require "gclouder/resources/pubsub/subscriptions"
+
+require "gclouder/resources/logging/sinks"
+
+module GClouder
+  include GClouder::Logging
+  include GClouder::Config::CLIArgs
+  include GClouder::Config::Project
+  include GClouder::Config::Arguments
+
+  def self.run
+    setup
+
+    begin
+      header
+      bootstrap
+      check_project_exists
+      update
+      report
+      footer
+    rescue => error
+      raise error if cli_args[:trace] || cli_args[:debug]
+      fatal error.message
+    ensure
+      Project::ID.rescue
+    end
+  end
+
+  private
+
+  def self.check_project_exists
+    # FIXME: this requires Cloud Resource Manager API to be enabled for project
+    return if Resources::Project.exists?
+    fatal "\nerror: project does not exist or you do not have permission to access it: #{project['project_id']}"
+  end
+
+  def self.header
+    info GClouder::Header.display
+  end
+
+  def self.footer
+    info
+  end
+
+  def self.setup
+    Dependencies.check
+    Config::CLIArgs.load
+    Config::Project.load
+    Project::ID.load
+    Config::Arguments.load
+    Config::ResourceRepresentations.load
+  end
+
+  def self.bootstrap
+    return unless cli_args[:bootstrap]
+
+    Resources::Project.update
+
+    report
+    footer
+    exit
+  end
+
+  # resources are ordered in an attempt to avoid dependency issues
+  def self.resources
+    [
+      {
+        name: "sinks",
+        module: Resources::Logging::Sinks,
+        skip: [ :check, :clean ],
+      },
+
+      {
+        name: "iam",
+        module: Resources::Project::IAMPolicyBinding,
+        skip: [ :check ],
+      },
+
+      {
+        name: "ssh-keys",
+        module: Resources::Compute::ProjectInfo::SSHKeys,
+        skip: [ :check, :clean ],
+      },
+
+      {
+        name: "storage-buckets",
+        module: Resources::StorageBuckets,
+        skip: [ :check ],
+      },
+
+      {
+        name: "networks",
+        module: Resources::Compute::Networks,
+        skip: [ :check ],
+      },
+
+      {
+        name: "subnets",
+        module: Resources::Compute::Networks::Subnets,
+        skip: [ :check ],
+      },
+
+      {
+        name: "routers",
+        module: Resources::Compute::Routers,
+        skip: [ :check ],
+      },
+
+      {
+        name: "addresses",
+        module: Resources::Compute::Addresses,
+      },
+
+      {
+        name: "dns",
+        module: Resources::DNS,
+        skip: [ :check ],
+      },
+
+      {
+        name: "vpns",
+        module: Resources::Compute::VPNs,
+        skip: [ :check ],
+      },
+
+      {
+        name: "bgp-vpns",
+        module: Resources::Compute::BGPVPNs,
+        skip: [ :check ],
+      },
+
+      {
+        name: "vms",
+        module: Resources::Compute::Instances,
+      },
+
+      {
+        name: "disks",
+        module: Resources::Compute::Disks,
+        skip: [ :check ],
+      },
+
+      {
+        name: "clusters",
+        module: Resources::Container::Clusters,
+        skip: [ :check ],
+      },
+
+      {
+        name: "node-pools",
+        module: Resources::Container::NodePools,
+        skip: [ :check ],
+      },
+
+      {
+        name: "firewalls",
+        module: Resources::Compute::FirewallRules,
+        skip: [ :check ],
+      },
+
+      {
+        name: "topics",
+        module: Resources::PubSub::Topics,
+        skip: [ :check ],
+      },
+
+      {
+        name: "subscriptions",
+        module: Resources::PubSub::Subscriptions,
+        skip: [ :check ],
+      },
+    ]
+  end
+
+  def self.process?(resource)
+    return true unless cli_args[:resources]
+
+    # if resources flag is passed then check if resource was specified
+    cli_args[:resources].split(',').include?(resource)
+  end
+
+  def self.skip?(resource, action)
+    return true if resource.fetch(:skip, []).include?(action)
+    return true if cli_args[:stages] && !cli_args[:stages].split(",").include?(action.to_s)
+  end
+
+  def self.update
+    resources.each do |resource|
+      next unless process?(resource[:name])
+
+      [:validate, :ensure , :clean, :check].each do |action|
+        next if skip?(resource, action)
+        resource[:module].send(action)
+      end
+    end
+  end
+
+  def self.report
+    Logging.report
+  end
+end

metadata

@@ -0,0 +1,102 @@
+--- !ruby/object:Gem::Specification
+name: gclouder
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Rob Wilson
+- Andy Hume
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-06-06 00:00:00.000000000 Z
+dependencies: []
+description: A wrapper for gcloud(1) which creates Google Cloud Platform resources
+  based on YAML manifests
+email: roobert@gmail.com
+executables:
+- gclouder
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- bin/gclouder
+- lib/gclouder.rb
+- lib/gclouder/config/arguments.rb
+- lib/gclouder/config/cli_args.rb
+- lib/gclouder/config/cluster.rb
+- lib/gclouder/config/defaults.rb
+- lib/gclouder/config/files/project.rb
+- lib/gclouder/config/project.rb
+- lib/gclouder/config/resource_representations.rb
+- lib/gclouder/config_loader.rb
+- lib/gclouder/config_section.rb
+- lib/gclouder/dependencies.rb
+- lib/gclouder/gcloud.rb
+- lib/gclouder/gsutil.rb
+- lib/gclouder/header.rb
+- lib/gclouder/helpers.rb
+- lib/gclouder/logging.rb
+- lib/gclouder/mappings/argument.rb
+- lib/gclouder/mappings/file.rb
+- lib/gclouder/mappings/property.rb
+- lib/gclouder/mappings/resource_representation.rb
+- lib/gclouder/monkey_patches/array.rb
+- lib/gclouder/monkey_patches/boolean.rb
+- lib/gclouder/monkey_patches/hash.rb
+- lib/gclouder/monkey_patches/ipaddr.rb
+- lib/gclouder/monkey_patches/string.rb
+- lib/gclouder/resource.rb
+- lib/gclouder/resource_cleaner.rb
+- lib/gclouder/resources.rb
+- lib/gclouder/resources/compute/addresses.rb
+- lib/gclouder/resources/compute/bgp-vpns.rb
+- lib/gclouder/resources/compute/disks.rb
+- lib/gclouder/resources/compute/firewall_rules.rb
+- lib/gclouder/resources/compute/instances.rb
+- lib/gclouder/resources/compute/networks.rb
+- lib/gclouder/resources/compute/networks/subnets.rb
+- lib/gclouder/resources/compute/project_info/ssh_keys.rb
+- lib/gclouder/resources/compute/routers.rb
+- lib/gclouder/resources/compute/vpns.rb
+- lib/gclouder/resources/container/clusters.rb
+- lib/gclouder/resources/container/node_pools.rb
+- lib/gclouder/resources/dns.rb
+- lib/gclouder/resources/logging/sinks.rb
+- lib/gclouder/resources/project.rb
+- lib/gclouder/resources/project/iam_policy_binding.rb
+- lib/gclouder/resources/project_id.rb
+- lib/gclouder/resources/pubsub/subscriptions.rb
+- lib/gclouder/resources/pubsub/topics.rb
+- lib/gclouder/resources/storagebuckets.rb
+- lib/gclouder/resources/validate/global.rb
+- lib/gclouder/resources/validate/local.rb
+- lib/gclouder/resources/validate/region.rb
+- lib/gclouder/resources/validate/remote.rb
+- lib/gclouder/shell.rb
+- lib/gclouder/version.rb
+homepage: https://github.com/roobert/gclouder
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.8
+signing_key: 
+specification_version: 4
+summary: Google Cloud Platform Resource Deployer
+test_files: []