terraspace 0.2.4 → 0.3.4

data/lib/terraspace/terraform/cloud/runs.rb

@@ -0,0 +1,13 @@
+module Terraspace::Terraform::Cloud
+  class Runs < Terraspace::CLI::Base
+    def list
+      lister = Lister.new(@mod, @options)
+      lister.run
+    end
+
+    def prune
+      pruner = Pruner.new(@mod, @options)
+      pruner.run
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/runs/base.rb

@@ -0,0 +1,33 @@
+class Terraspace::Terraform::Cloud::Runs
+  class Base
+    extend Memoist
+    include Terraspace::Util::Logging
+    include Terraspace::Util::Sure
+    include Terraspace::Terraform::Api::Client
+
+    # Api::Client requires @mod to be set
+    def initialize(mod, options={})
+      @mod, @options = mod, options
+    end
+
+    def runs
+      runs = api.runs.list
+      runs.select! do |item|
+        @options[:status].nil? ||
+        @options[:status].include?("all") ||
+        @options[:status].include?(item['attributes']['status'])
+      end
+      runs
+    end
+    memoize :runs
+
+    def build_project
+      Terraspace::Builder.new(@options).run
+
+      unless remote && remote['organization']
+        logger.info "ERROR: There was no organization found. Are you sure you configured backend.tf with it?".color(:red)
+        exit 1
+      end
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/runs/item_presenter.rb

@@ -0,0 +1,37 @@
+class Terraspace::Terraform::Cloud::Runs
+  class ItemPresenter
+    attr_reader :id
+    def initialize(raw)
+      @raw = raw # raw item
+      @id = raw['id']
+      @attrs = raw['attributes']
+    end
+
+    def method_missing(name, *args, &block)
+      attrs = @attrs.transform_keys { |k| k.gsub('-','_').to_sym }
+      if attrs.key?(name)
+        attrs[name]
+      else
+        super
+      end
+    end
+
+    def message
+      max = 25
+      message = @attrs['message']
+      if message.size >= max
+        message[0..max] + "..."
+      else
+        message
+      end
+    end
+
+    def created_at
+      pretty_time(@attrs['created-at'])
+    end
+
+    def pretty_time(text)
+      text.sub(/\..*/,'')
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/runs/lister.rb

@@ -0,0 +1,20 @@
+class Terraspace::Terraform::Cloud::Runs
+  class Lister < Base
+    def run
+      build_project
+      if runs.empty?
+        logger.info "No runs found"
+        return
+      end
+
+      presenter = CliFormat::Presenter.new(@options)
+      presenter.header = ["Id", "Status", "Message", "Created At"]
+      runs.each do |item|
+        p = ItemPresenter.new(item)
+        row = [p.id, p.status, p.message, p.created_at]
+        presenter.rows << row
+      end
+      presenter.show
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/runs/pruner.rb

@@ -0,0 +1,109 @@
+class Terraspace::Terraform::Cloud::Runs
+  class Pruner < Base
+    include Terraspace::Terraform::Api::Client
+
+    # @mod required for Api::Client
+    def initialize(mod, options={})
+      super
+      @queue, @kept, @needs_pruning = [], nil, false
+    end
+
+    def run
+      build_project
+      build_queue
+      are_you_sure?
+      process_queue
+    end
+
+  private
+    def build_queue
+      runs.each do |item|
+        next unless actionable?(item)
+        unless @kept
+          @kept = item
+          next
+        end
+        queue(item)
+        @needs_pruning = true
+      end
+    end
+
+    def are_you_sure?
+      unless @needs_pruning
+        logger.info "Nothing to prune"
+        return
+      end
+
+      keeping = item_message(@kept)
+      items = @queue.map { |i| item_message(i) }.join("\n")
+      message =<<~EOL
+        Will keep:
+
+        #{keeping}
+
+        Will prune:
+
+        #{items}
+
+        Are you sure?
+      EOL
+      sure?(message.chop)
+    end
+
+    def item_message(item)
+      p = ItemPresenter.new(item)
+      "   #{p.id} #{p.status} #{p.message} #{p.created_at}"
+    end
+
+    def process_queue
+      @queue.each do |item|
+        process(item)
+      end
+    end
+
+    def process(item)
+      id = item['id']
+      action = discardable?(item) ? "Discarded" : "Cancelled"
+      p = ItemPresenter.new(item)
+      msg = "#{action} #{p.id} #{p.message}" # note id is named run-xxx
+      logger.info("NOOP: #{msg}") && return if @options[:noop]
+
+      if discardable?(item)
+        api.runs.discard(id)
+      elsif cancelable?(item)
+        api.runs.cancel(id)
+      end
+      logger.info msg
+    end
+
+    def queue(item)
+      if discardable?(item)
+        @queue << item
+      elsif cancelable?(item)
+        @queue << item
+      end
+    end
+
+    # Docs seem to be off: https://www.terraform.io/docs/cloud/api/run.html#apply-a-run
+    #
+    #     This includes runs in the "pending," "needs confirmation," "policy checked," and "policy override" states.
+    #
+    # Cant really discard a "pending" status, but can discard a "planned" status.
+    #
+    def actionable?(item)
+      discardable?(item) || cancelable?(item)
+    end
+
+    def discardable?(item)
+      %w[planned].include?(status(item))
+    end
+
+    def cancelable?(item)
+      %w[pending].include?(status(item))
+    end
+
+    def status(item)
+      item['attributes']['status']
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/sync.rb

@@ -0,0 +1,41 @@
+module Terraspace::Terraform::Cloud
+  class Sync < Terraspace::CLI::Base
+    extend Memoist
+    include Terraspace::Terraform::Api::Client
+
+    # Note about why workspace.create is called:
+    #
+    # CLI::Init#run
+    #   init => runs `terraform init`
+    #   build_remote_dependencies
+    #   sync_cloud => leads to create_workspace
+    #
+    # The `terraform init` will auto-create the TFC workspace
+    # If there is a .terraform folder the config.init.mode == "auto" though,
+    # then the workspace won't be created.
+    # So we check and create the workspace if necessary.
+    def run
+      # Note: workspace still gets created by `terraform init` However, variables wont be sync if returns early
+      return unless Terraspace.config.cloud.auto_sync || @options[:override_auto_sync]
+      return unless workspaces_backend?
+      logger.info "Syncing to Terraform Cloud: #{@mod.name} => #{workspace_name}"
+      @api = Terraspace::Terraform::Api.new(@mod, remote)
+      workspace.create_or_update
+      workspace.set_working_dir
+      workspace.set_env_vars
+    end
+
+    def workspace
+      @api.workspace
+    end
+
+    def workspaces_backend?
+      remote && remote['workspaces']
+    end
+
+    # already memoized in Api::Client
+    def backend
+      Terraspace::Compiler::Backend::Parser.new(@mod).result
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/syncer.rb

@@ -0,0 +1,52 @@
+module Terraspace::Terraform::Cloud
+  class Syncer < Terraspace::CLI::Base
+    extend Memoist
+    include Terraspace::Compiler::DirsConcern
+    include Terraspace::Util::Sure
+
+    def run
+      are_you_sure?
+      mods.each do |mod|
+        run_sync(mod)
+      end
+    end
+
+    def mods
+      stacks = @options[:stacks]
+      stacks.empty? ? stack_names : stacks
+    end
+
+    def run_sync(mod)
+      sync(mod).run
+    end
+
+    def sync(mod)
+      Sync.new(@options.merge(mod: mod))
+    end
+    memoize :sync
+
+    def are_you_sure?
+      message =<<~EOL
+        About to sync these project stacks with Terraform Cloud workspaces:
+
+            Stack => Workspace
+      EOL
+
+      mods.each do |mod|
+        sync = sync(mod)
+        message << "    #{mod} => #{sync.workspace_name}\n"
+      end
+      message << <<~EOL
+
+        A sync does the following for each workspace:
+
+          1. Create or update workspace, including the VCS settings.
+          2. Set the working dir.
+          3. Set env and terraform variables.
+
+        Are you sure?
+      EOL
+      sure?(message.chop)
+    end
+  end
+end

data/lib/terraspace/terraform/cloud/workspace.rb

@@ -1,8 +1,9 @@
-class Terraspace::Terraform::Cloud
+module Terraspace::Terraform::Cloud
   class Workspace < Terraspace::CLI::Base
     extend Memoist
     include Terraspace::Util::Logging
     include Terraspace::Terraform::Api::Client
+    include Terraspace::Terraform::Api::Http::Concern
 
     # List will not have @mod set.
     def list
@@ -19,23 +20,19 @@ class Terraspace::Terraform::Cloud
       logger.info names.join("\n")
     end
 
-    def setup
-      build
-      unless backend.dig('remote','workspaces') # in case called by terraspace down demo -y --destroy-workspace with a non-remote backend
-        logger.info "ERROR: Workspace not configured in backend.tf"
-        exit 1
-      end
-      init
-    end
-
     def init
       Terraspace::CLI::Init.new(@options.merge(calling_command: "cloud-setup")).run
     end
 
+    def create
+      build
+      return unless api
+      api.workspace.create
+    end
+
     def destroy
       build
-      return unless backend.dig('remote','workspaces') # in case called by terraspace down demo -y --destroy-workspace with a non-remote backend
-      api = Terraspace::Terraform::Api.new(@mod, remote)
+      return unless api
       workspace = api.workspace(exit_on_fail: false)
       unless workspace
         logger.info "Workspace #{workspace_name} not found for #{@mod.type}: #{@mod.name}"
@@ -43,25 +40,8 @@ class Terraspace::Terraform::Cloud
       end
       sure?
       logger.info "Destroying workspace #{workspace_name}"
-      api.destroy_workspace
-    end
-
-    def build
-      Terraspace::Builder.new(@options).run
-    end
-
-    def workspace_name
-      remote['workspaces']['name']
-    end
-
-    def remote
-      backend["remote"]
-    end
-
-    def backend
-      Terraspace::Compiler::Backend::Parser.new(@mod).result
+      api.workspace.destroy
     end
-    memoize :backend
 
     def sure?
       message = <<~EOL.chop + " " # chop to remove newline

data/lib/terraspace/terraform/hooks/builder.rb

@@ -34,7 +34,7 @@ module Terraspace::Terraform::Hooks
       exit_on_fail = exit_on_fail.nil? ? true : exit_on_fail
 
       logger.info "Running #{type} hook"
-      sh(execute, exit_on_fail: exit_on_fail)
+      Terraspace::Shell.new(@mod, execute, exit_on_fail: exit_on_fail).run
     end
   end
 end

data/lib/terraspace/terraform/remote_state/fetcher.rb

@@ -0,0 +1,143 @@
+module Terraspace::Terraform::RemoteState
+  class Fetcher
+    extend Memoist
+    include Terraspace::Compiler::CommandsConcern
+    include Terraspace::Util::Logging
+
+    def initialize(parent, identifier, options={})
+      @parent, @identifier, @options = parent, identifier, options
+      child_name, @output_key = identifier.split('.')
+      @child = Terraspace::Mod.new(child_name)
+    end
+
+    def run
+      validate! # check child stack exists
+      pull
+      load
+    end
+
+    def output
+      run
+      if pull_success?
+        value = output_value
+        error = output_error(:key_not_found) unless @outputs.key?(@output_key)
+        OutputProxy.new(value, @options.merge(error: error))
+      else
+        @error_type ||= :state_not_found # could be set to :bucket_not_found by bucket_not_found_error
+        error = output_error(@error_type)
+        OutputProxy.new(nil, @options.merge(error: error))
+      end
+    end
+
+    def output_value
+      return unless @outputs.key?(@output_key)
+      result = @outputs.dig(@output_key)
+      result.dig("value") if result
+    end
+
+    def output_error(type)
+      msg = case type
+      when :key_not_found
+        "Output #{@output_key} was not found for the #{@parent.name} tfvars file. Either #{@child.name} stack has not been deployed yet or it does not have this output: #{@output_key}"
+      when :state_not_found
+        "Output #{@output_key} could not be looked up for the #{@parent.name} tfvars file. #{@child.name} stack needs to be deployed"
+      when :bucket_not_found
+        "The bucket for the backend could not be found"
+      end
+      msg = "(#{msg})"
+      log_message(msg)
+      msg
+    end
+
+    @@pull_successes = {}
+    @@download_shown = false
+    def pull
+      return if @@pull_successes[cache_key]
+      logger.info "Downloading tfstate files for dependencies defined in tfvars..." unless @@download_shown || @options[:quiet]
+      @@download_shown = true
+      logger.debug "Downloading tfstate for stack: #{@child.name}"
+
+      success = init # init not yet run. only run .init directly, not .run. init can completely error and early exit.
+      return unless success
+
+      FileUtils.mkdir_p(File.dirname(state_path))
+      command = "cd #{@child.cache_dir} && terraform state pull > #{state_path}"
+      logger.debug "=> #{command}"
+      success = system(command)
+      # Can error if using a old terraform version and the statefile was created with a newer version of terraform
+      # IE: Failed to refresh state: state snapshot was created by Terraform v0.13.2, which is newer than current v0.12.29;
+      #     upgrade to Terraform v0.13.2 or greater to work with this state
+      unless success
+        logger.info "Error running: #{command}".color(:red)
+        logger.info "Please fix the error before continuing"
+      end
+      @@pull_successes[cache_key] = success
+    end
+
+    def init
+      Terraspace::CLI::Init.new(mod: @child.name, calling_command: "apply", quiet: true, suppress_error_color: true).init
+      true
+    rescue Terraspace::BucketNotFoundError # from Terraspace::Shell
+      bucket_not_found_error
+      false
+    end
+
+    # mimic pull error
+    def bucket_not_found_error
+      @@pull_successes[cache_key] = false
+      @error_type = :bucket_not_found
+    end
+
+    def load
+      return self unless pull_success?
+
+      # use or set cache
+      if @@cache[cache_key]
+        @outputs = @@cache[cache_key]
+      else
+        @outputs = @@cache[cache_key] = read_statefile_outputs
+      end
+
+      self
+    end
+    memoize :load
+
+    def cache_key
+      @child.name
+    end
+
+    def read_statefile_outputs
+      data = JSON.load(IO.read(state_path))
+      data ? data['outputs'] : {}
+    end
+
+    def pull_success?
+      @@pull_successes[cache_key]
+    end
+
+    def state_path
+      "#{Terraspace.tmp_root}/remote_state/#{@child.build_dir}/state.json"
+    end
+
+    # Note we already validate mod exist at the terraform_output helper. This is just in case that logic changes.
+    def validate!
+      return if @child.exist?
+      logger.error "ERROR: stack #{@child.name} not found".color(:red)
+      exit 1
+    end
+
+    # Using debug level because all the tfvar files always get evaluated.
+    # So dont want these messages to show up and be noisy unless debugging.
+    def log_message(msg)
+      logger.debug "DEBUG: #{msg}".color(:yellow)
+    end
+
+    cattr_accessor :cache, default: {}
+    class << self
+      def flush!
+        @@pull_successes = {}
+        @@cache = {}
+      end
+    end
+  end
+end