terraspace 0.2.4 → 0.3.4

data/lib/terraspace/cli/log/concern.rb

@@ -0,0 +1,24 @@
+class Terraspace::CLI::Log
+  module Concern
+    # Filters for lines that belong to the last ran process pid
+    def readlines(path)
+      lines = IO.readlines(path)
+      found = lines.reverse.find do |line|
+        pid(line) # search in reverse order for lines with interesting info
+      end
+      unless found
+        puts "WARN: Could not find the pid in the logfile #{Terraspace::Util.pretty_path(path)}".color(:yellow)
+        return []
+      end
+
+      pid = pid(found)
+      lines.select {|l| l.include?(" ##{pid} ") }
+    end
+
+    # [2020-09-06T21:58:25 #11313 terraspace up b1]:
+    def pid(line)
+      md = line.match(/:\d{2} #(\d+) /)
+      md[1] if md
+    end
+  end
+end

data/lib/terraspace/cli/logs.rb

@@ -0,0 +1,15 @@
+class Terraspace::CLI
+  class Logs < Terraspace::Command
+    desc "truncate", "Truncates logs. IE: Keeps the files but removes contents and zero bytes the files."
+    long_desc Help.text("logs/truncate")
+    def truncate
+      Tasks.new(options).truncate
+    end
+
+    desc "remove", "Removes logs"
+    long_desc Help.text("logs/remove")
+    def remove
+      Tasks.new(options).remove
+    end
+  end
+end

data/lib/terraspace/cli/logs/tasks.rb

@@ -0,0 +1,32 @@
+class Terraspace::CLI::Logs
+  class Tasks
+    def initialize(options={})
+      @options = options
+    end
+
+    def truncate
+      puts "Truncating log files in #{pretty_log_root}/" unless @options[:mute]
+      log_files.each do |path|
+        File.open(path, "w").close # truncates files
+      end
+    end
+
+    def remove
+      puts "Removing all files in #{pretty_log_root}/" unless @options[:mute]
+      FileUtils.rm_rf(log_root)
+      FileUtils.mkdir_p(log_root)
+    end
+
+    def log_files
+      Dir.glob("#{log_root}/**/*.log")
+    end
+
+    def pretty_log_root
+      Terraspace::Util.pretty_path(log_root)
+    end
+
+    def log_root
+      Terraspace.config.log.root
+    end
+  end
+end

data/lib/terraspace/cli/new.rb

@@ -1,40 +1,40 @@
 class Terraspace::CLI
   class New < Terraspace::Command
-    long_desc Help.text(:git_hook)
+    long_desc Help.text("new/git_hook")
     GitHook.cli_options.each { |args| option(*args) }
-    register(GitHook, "git_hook", "git_hook", "Generates new git hook")
+    register(GitHook, "git_hook", "git_hook", "Generates new git hook.")
 
-    long_desc Help.text(:shim)
+    long_desc Help.text("new/shim")
     Shim.cli_options.each { |args| option(*args) }
-    register(Shim, "shim", "shim", "Generates terraspace shim")
+    register(Shim, "shim", "shim", "Generates terraspace shim.")
 
-    long_desc Help.text(:module)
+    long_desc Help.text("new/module")
     Module.base_options.each { |args| option(*args) }
     Module.component_options.each { |args| option(*args) }
-    register(Module, "module", "module NAME", "Generates new module")
+    register(Module, "module", "module NAME", "Generates new module.")
 
-    long_desc Help.text(:stack)
+    long_desc Help.text("new/stack")
     Stack.base_options.each { |args| option(*args) }
     Stack.component_options.each { |args| option(*args) }
-    register(Stack, "stack", "stack NAME", "Generates new stack")
+    register(Stack, "stack", "stack NAME", "Generates new stack.")
 
-    long_desc Help.text(:project)
+    long_desc Help.text("new/project")
     Project.base_options.each { |args| option(*args) }
     Project.project_options.each { |args| option(*args) }
-    register(Project, "project", "project NAME", "Generates new project")
+    register(Project, "project", "project NAME", "Generates new project.")
 
-    long_desc Help.text(:project_test)
-    register(Test::Project, "project_test", "project_test NAME", "Generates new project test")
+    long_desc Help.text("new/project_test")
+    register(Test::Project, "project_test", "project_test NAME", "Generates new project test.")
 
-    long_desc Help.text(:module_test)
-    register(Test::Module, "module_test", "module_test NAME", "Generates new module test")
+    long_desc Help.text("new/module_test")
+    register(Test::Module, "module_test", "module_test NAME", "Generates new module test.")
 
-    long_desc Help.text(:bootstrap_test)
+    long_desc Help.text("new/bootstrap_test")
     Test::Bootstrap.options.each { |args| option(*args) }
-    register(Test::Bootstrap, "bootstrap_test", "bootstrap_test", "Generates bootstrap test setup")
+    register(Test::Bootstrap, "bootstrap_test", "bootstrap_test", "Generates bootstrap test setup.")
 
-    long_desc Help.text(:plugin)
+    long_desc Help.text("new/plugin")
     Plugin.options.each { |args| option(*args) }
-    register(Plugin, "plugin", "plugin", "Generates plugin")
+    register(Plugin, "plugin", "plugin", "Generates plugin.")
   end
 end

data/lib/terraspace/cli/new/git_hook.rb

@@ -15,7 +15,10 @@ class Terraspace::CLI::New
     end
 
     def create
-      return unless File.exist?(".git")
+      unless File.exist?(".git")
+        puts "No .git folder found. Not creating git hook."
+        return
+      end
       dest = ".git/hooks/#{options[:type]}"
       template "hook.sh", dest
       chmod dest, 0755
@@ -25,7 +28,7 @@ class Terraspace::CLI::New
     def terraspace_build_commands
       code = []
       @options[:envs].each do |env|
-        code << %Q|TS_ENV=#{env} terraspace build placeholder|
+        code << %Q|TS_ENV=#{env} terraspace build|
       end
       code.join("\n")
     end

data/lib/terraspace/cli/new/project.rb

@@ -54,7 +54,7 @@ class Terraspace::CLI::New
     end
 
     def create_test
-      return if @options[:test_structure] == false
+      return unless @options[:test_structure]
       Test::Bootstrap.start(["--dir", name])
     end
 

data/lib/terraspace/cli/summary.rb

@@ -12,7 +12,7 @@ class Terraspace::CLI
 
     def run
       Terraspace.check_project!
-      build
+      build_placeholder
       puts "Summary of resources based on backend storage statefiles"
       backend_expr = '.terraspace-cache/**/backend.*'
       # Currently summary assumes backend are within the same bucket and key prefix
@@ -22,7 +22,7 @@ class Terraspace::CLI
 
     # Grab the last module and build that.
     # Assume the backend key has the same prefix
-    def build
+    def build_placeholder
       Build::Placeholder.new(@options).build
     end
 

data/lib/terraspace/cli/tfc_concern.rb

@@ -0,0 +1,14 @@
+class Terraspace::CLI
+  module TfcConcern
+    extend Memoist
+
+    def tfc?
+      !!backend["remote"]
+    end
+
+    def backend
+      Terraspace::Compiler::Backend::Parser.new(@mod).result
+    end
+    memoize :backend
+  end
+end

data/lib/terraspace/cli/up.rb

@@ -0,0 +1,32 @@
+class Terraspace::CLI
+  class Up < Base
+    include TfcConcern
+
+    def run
+      build
+      if @options[:yes] && !tfc?
+        plan
+        Commander.new("apply", @options.merge(plan: plan_path)).run
+      else
+        Commander.new("apply", @options).run
+      end
+    end
+
+  private
+    # must build to compute tfc?
+    def build
+      Terraspace::Builder.new(@options).run
+      @options[:build] = false
+    end
+
+    def plan
+      FileUtils.mkdir_p(File.dirname(plan_path))
+      Commander.new("plan", @options.merge(out: plan_path)).run
+    end
+
+    def plan_path
+      @@timestamp ||= Time.now.utc.strftime("%Y%m%d%H%M%S")
+      "#{Terraspace.tmp_root}/plans/#{@mod.name}-#{@@timestamp}.plan"
+    end
+  end
+end

data/lib/terraspace/command.rb

@@ -86,7 +86,7 @@ module Terraspace
 
       # meant to be overriden
       def website
-        ""
+        "https://terraspace.cloud"
       end
 
       # https://github.com/erikhuda/thor/issues/244

data/lib/terraspace/compiler/backend.rb

@@ -6,7 +6,13 @@ module Terraspace::Compiler
       @mod = mod
     end
 
+    @@created = {}
     def create
+      return if @@created[cache_key]
+      # set immediately, since local storage wont reach bottom.
+      # if fail for other backends, there will be an exception anyway
+      @@created[cache_key] = true
+
       klass = backend_interface(backend_name)
       return unless klass # in case auto-creation is not supported for specific backend
 
@@ -14,6 +20,10 @@ module Terraspace::Compiler
       interface.call
     end
 
+    def cache_key
+      @mod.build_dir
+    end
+
     def backend_name
       backend.keys.first # IE: s3, gcs, etc
     end

data/lib/terraspace/compiler/builder.rb

@@ -1,5 +1,6 @@
 module Terraspace::Compiler
   class Builder
+    include CommandsConcern
     include Basename
 
     def initialize(mod)
@@ -8,14 +9,14 @@ module Terraspace::Compiler
 
     def build
       build_config
-      build_module
-      build_tfvars
+      build_module if @mod.resolved
+      build_tfvars unless command_is?(:seed) #  avoid dependencies being built and erroring when backend bucket doesnt exist
     end
 
     # build common config files: provider and backend for the root module
     def build_config
       return unless build?
-      build_config_templates
+      build_config_terraform
     end
 
     def build_module
@@ -34,7 +35,7 @@ module Terraspace::Compiler
       @mod.type == "stack" || @mod.root_module?
     end
 
-    def build_config_templates
+    def build_config_terraform
       expr = "#{Terraspace.root}/config/terraform/**/*"
       Dir.glob(expr).each do |path|
         next unless File.file?(path)

data/lib/terraspace/compiler/cleaner.rb

@@ -5,7 +5,7 @@ module Terraspace::Compiler
     end
 
     def clean
-      return if ENV['TS_NO_CLEAN']
+      return if ENV['TS_CLEAN'] == '0'
       backend_change_purge
       remove_materialized_artifacts
       # remove_materialized_artifacts_dot_terraform

data/lib/terraspace/compiler/cleaner/backend_change.rb

@@ -9,14 +9,9 @@ class Terraspace::Compiler::Cleaner
     def purge
       return unless purge?
 
+      are_you_sure? if local_statefile_exist?
       cache_root = Terraspace::Util.pretty_path(Terraspace.cache_root)
-      message =<<~EOL
-        Backend change detected. Will remove #{cache_root} for complete reinitialization
-        WARN: If you are using local storage for state, this will remove it.
-        Will remove #{cache_root}
-      EOL
-      sure?(message.strip)
-      logger.info "Backend change detected. Removing #{cache_root} for complete reinitialization"
+      logger.debug "Backend change detected. Removing #{cache_root} for complete reinitialization"
       FileUtils.rm_rf(Terraspace.cache_root)
     end
 
@@ -26,6 +21,15 @@ class Terraspace::Compiler::Cleaner
       current_backend != fresh_backend
     end
 
+    def local_statefile_exist?
+      # Note: Will not go into .terraform folders. No need to for terraform.tfstate
+      Dir.glob("#{Terraspace.cache_root}/**/*").each do |path|
+        basename = File.basename(path)
+        return true if basename == 'terraform.tfstate'
+      end
+      false
+    end
+
     def current_backend
       materialized_path = find_src_path("#{@mod.cache_dir}/backend*")
       IO.read(materialized_path) if materialized_path
@@ -37,6 +41,16 @@ class Terraspace::Compiler::Cleaner
     end
 
   private
+    def are_you_sure?
+      cache_root = Terraspace::Util.pretty_path(Terraspace.cache_root)
+      message =<<~EOL
+        Backend change detected. Will remove #{cache_root} for complete reinitialization
+        #{"WARN: You are using local storage for state, this will remove it.".color(:yellow)}
+        Will remove #{cache_root} and all terraform.tfstate files
+      EOL
+      sure?(message.strip) # from Util
+    end
+
     def find_src_path(expr)
       path = Dir.glob(expr).first
       path if path && File.exist?(path)

data/lib/terraspace/compiler/commands_concern.rb

@@ -0,0 +1,18 @@
+module Terraspace::Compiler
+  module CommandsConcern
+    def requires_backend?
+      command_is?(requires_backend_commands)
+    end
+
+    def requires_backend_commands
+      %w[down init output plan providers refresh show up validate]
+    end
+
+    def command_is?(*commands)
+      commands.flatten!
+      commands.map!(&:to_s)
+      commands.include?(ARGV[0]) ||                  # IE: terraspace up
+      ARGV[0] == "all" && commands.include?(ARGV[1]) # IE: terraspace all up
+    end
+  end
+end

data/lib/terraspace/compiler/dirs_concern.rb

@@ -0,0 +1,47 @@
+module Terraspace::Compiler
+  module DirsConcern
+    extend ActiveSupport::Concern
+    extend Memoist
+
+    def cache_dirs
+      cache_dirs = []
+      with_each_mod("stacks") do |mod|
+        cache_dirs << mod.cache_dir
+      end
+      cache_dirs
+    end
+
+    def with_each_mod(type_dir)
+      mod_names(type_dir).each do |mod_name|
+        consider_stacks = type_dir == "stacks"
+        mod = Terraspace::Mod.new(mod_name, @options.merge(consider_stacks: consider_stacks))
+        yield(mod)
+      end
+    end
+
+    def mod_names(type_dir)
+      names, built = [], []
+      local_paths(type_dir).each do |path|
+        next unless File.directory?(path)
+        mod_name = File.basename(path)
+        next if built.include?(mod_name) # ensures modules in app folder take higher precedence than vendor folder
+        names << mod_name
+      end
+      names
+    end
+    memoize :mod_names
+
+    def local_paths(type_dir)
+      dirs("app/#{type_dir}/*") + dirs("vendor/#{type_dir}/*")
+    end
+
+    def dirs(path)
+      Dir.glob("#{Terraspace.root}/#{path}")
+    end
+
+    def stack_names
+      mod_names("stacks") - Terraspace.config.all.ignore_stacks
+    end
+    memoize :stack_names
+  end
+end

data/lib/terraspace/compiler/dsl/syntax/helpers/common.rb

@@ -1,7 +1,8 @@
 module Terraspace::Compiler::Dsl::Syntax::Helpers
   module Common
     extend Memoist
-
+    Fetcher = Terraspace::Terraform::RemoteState::Fetcher
+    Marker = Terraspace::Terraform::RemoteState::Marker
     Meta = Terraspace::Compiler::Dsl::Meta
 
     def var
@@ -24,5 +25,29 @@ module Terraspace::Compiler::Dsl::Syntax::Helpers
       command = ["terraspace"] + args
       command.join(separator)
     end
+
+    def terraform_output(identifier, options={})
+      if @mod.resolved # dependencies have been resolved
+        Fetcher.new(@mod, identifier, options).output
+      else
+        Marker::Output.new(@mod, identifier, options).build
+      end
+    end
+
+    def depends_on(*child_names, **options)
+      child_names.flatten!
+      child_names.map do |child_name|
+        each_depends_on(child_name, options)
+      end.join("\n")
+    end
+
+    def each_depends_on(child_name, options={})
+      if @mod.resolved # dependencies have been resolved
+        # Note: A generated line is not really needed. Dependencies are stored in memory. Added to assist users with debugging
+        "# #{@mod.name} depends on #{child_name}"
+      else
+        Marker::Output.new(@mod, child_name, options).build
+      end
+    end
   end
 end