terraspace 0.3.0 → 0.3.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b6c5d0afc0bdc18ff6f10c79369d60f8a722ecede426ce37880993e5f9676860
-  data.tar.gz: 3abc9b03ef0a7766491116747fa0d0b6a0fe7d41fc67098e8d2d08a8c30e4a0f
+  metadata.gz: 7bb02485a9ee2b429e36b562fc8ba36946472776c1cabd234db2d0fd210c830b
+  data.tar.gz: 972a0074d2528352bfcb596f608e883fb47a673202db1a00ef6de25d6d63408f
 SHA512:
-  metadata.gz: 680b8fed8c8487b85b27007750106944aad12606aa5a3bcffef40c249312b03a957867e8bf4c42a6ba4f332b498db031d48ae63875623c436b0fd89ab73fe8f7
-  data.tar.gz: 7fc9f978acf6d5759a892530e57ea42839f10201a5cbf14d5db46256d382a1b1b2c86744f4b47f930ee20a2944dff30c58d7d9c406d810e93fc9f73535f1bc9c
+  metadata.gz: 06c10d199374f6d9b1ceac52f89fddc1b3b57402037e212e357622e7647c37a31959098cde5ecbee9f42b501f792bab85b702641bbb3ae692fe86b8e96fbdb07
+  data.tar.gz: 8b8e1cf28734fc14ac8e4aa27ba626bb82f5f685ac39688f737ceacfdf6fcfef59ac7a4198292ce41b314d3b73faed166c50bc22ebb00a05d0b305d195160053

data/.cody/aws/bin/build.sh

@@ -10,4 +10,6 @@ export PATH=~/bin:$PATH # ~/bin/terraspace wrapper
 set -x
 terraspace new project infra --examples
 cd infra
+terraspace new bootstrap_test
+terraspace new project_test demo --examples
 terraspace test

data/.cody/azurerm/bin/build.sh

@@ -17,4 +17,6 @@ export ARM_TENANT_ID=$(cat ~/.azure/app-client.json | jq -r '.tenant_id')
 set -x
 terraspace new project infra --examples --plugin azurerm
 cd infra
+terraspace new bootstrap_test
+terraspace new project_test demo --examples --plugin azurerm
 terraspace test

data/.cody/google/bin/build.sh

@@ -14,4 +14,6 @@ export GOOGLE_PROJECT=$(cat $GOOGLE_APPLICATION_CREDENTIALS | jq -r '.project_id
 set -x
 terraspace new project infra --examples --plugin google
 cd infra
+terraspace new bootstrap_test
+terraspace new project_test demo --examples --plugin google
 terraspace test

data/CHANGELOG.md

@@ -3,6 +3,30 @@
 All notable changes to this project will be documented in this file.
 This project *loosely tries* to adhere to [Semantic Versioning](http://semver.org/), even before v1.0.
 
+## [0.3.5]
+* #43 rename `terraform_output` helper to `output`. Keep `terraform_output` for backwards compatibility
+* to_ruby natural interface to access output with full power of Ruby
+* output formatters removed in favor for `.to_ruby` method.
+
+## [0.3.4]
+* #42 update cli docs and bug fixes
+* fix console by using system instead of popen3
+* fix build for edge case when app/modules exist but app/stacks do not
+* terraspace new project: do not generate spec folder by default
+* improve all output summary
+* remove redundant `terraspace cloud setup`, instead use: `terraspace cloud sync`
+* improve terraspace info output
+* fix integration test pipeline
+
+## [0.3.3]
+* #41 fix `terraspace build` and `terraspace seed` when bucket doesnt exist yet and there are dependenices defined.
+
+## [0.3.2]
+* #40 fix backend auto creation
+
+## [0.3.1]
+* #39 fix backend auto creation
+
 ## [0.3.0]
 * All commands: Dependency graph calculated and deployed in proper order
 * All commands: `terraspace all up`, `terraspace all build`, `terraspace all down`, etc. `terraspace all -h`
@@ -23,7 +47,8 @@ This project *loosely tries* to adhere to [Semantic Versioning](http://semver.or
 * Terraspace seed: fix instance option
 
 ## [0.2.4]
-- fix version check for some versions of terraform
+* fix version check for some versions of terraform
+
 ## [0.2.3]
 * #37 config.clean_cache option
 

data/README.md

@@ -81,14 +81,14 @@ To choose multiple stacks to deploy
 
     terraspace all up instance vpc
 
-When you use the all command, the dependency graph is calculated and the stacks are deployed in the right order. To learn more: [Deploy Multiple Stacks](https://terraspace.cloud/docs/dependencies/deploy-all/).
+When you use the all command, the dependency graph is calculated and the stacks are deployed in the right order. To learn more: [Deploy Multiple Stacks](https://terraspace.cloud/docs/intro/deploy-all/).
 
 ## Features
 
 * [Config Structure](https://terraspace.cloud/docs/config/): A common config structure that gets materializes with the deployed module. Configs can be dynamically controlled to keep your code DRY. You can override the settings if needed, like for using existing backends. See: [Existing Backends](https://terraspace.cloud/docs/state/existing/).
 * [Generators](https://terraspace.cloud/docs/generators/): Built-in generators to quickly create the starter module. Focus on code instead of boilerplate structure.
 * [Tfvars](https://terraspace.cloud/docs/tfvars/) & [Layering](https://terraspace.cloud/docs/tfvars/layering/): Use the same code with different tfvars to create multiple environments. Terraspace conventionally loads tfvars from the `tfvars` folder. Rich layering support allows you to build different environments like dev and prod with the same code.  Examples are in [Full Layering](https://terraspace.cloud/docs/tfvars/full-layering/).
-* [Deploy Multiple Stacks](https://terraspace.cloud/docs/dependencies/deploy-all/): The ability to deploy multiple stacks with a single command. Terraspace calculates the [dependency graph](https://terraspace.cloud/docs/dependencies/) and deploys stacks in the right order. You can also target specific stacks and deploy [subgraphs](https://terraspace.cloud/docs/dependencies/subgraphs/).
+* [Deploy Multiple Stacks](https://terraspace.cloud/docs/intro/deploy-all/): The ability to deploy multiple stacks with a single command. Terraspace calculates the [dependency graph](https://terraspace.cloud/docs/dependencies/) and deploys stacks in the right order. You can also target specific stacks and deploy [subgraphs](https://terraspace.cloud/docs/dependencies/subgraphs/).
 * [Configurable CLI](https://terraspace.cloud/docs/cli/): Configurable [CLI Hooks](https://terraspace.cloud/docs/cli/hooks/) and [CLI Args](https://terraspace.cloud/docs/cli/args/) allow you to adjust the underlying terraform command.
 * [Testing](https://terraspace.cloud/docs/testing/): A testing framework that allows you to create test harnesses, deploy real-resources, and have higher confidence that your code works.
 * [Terraform Cloud and Terraform Enterprise Support](https://terraspace.cloud/docs/cloud/): TFC and TFE are both supported. Terraspace adds additional conveniences to make working with Terraform Cloud Workspaces easier.

data/lib/terraspace.rb

@@ -6,6 +6,7 @@ require "active_support/core_ext/class"
 require "active_support/core_ext/hash"
 require "active_support/core_ext/string"
 require "active_support/ordered_options"
+require "cli-format"
 require "deep_merge/rails_compat"
 require "dsl_evaluator"
 require "fileutils"
@@ -26,6 +27,7 @@ module Terraspace
   extend Core # for Terraspace.root
   class Error < StandardError; end
   class InitRequiredError < Error; end
+  class BucketNotFoundError < Error; end
 end
 
 Terraspace::Booter.boot

data/lib/terraspace/all/preview.rb

@@ -22,7 +22,7 @@ module Terraspace::All
       @batches.map do |batch|
         i += 1
         batch.map do |stack|
-          command = "   terraspace #{@command}"
+          command = "    terraspace #{@command}"
           ljust = command.size + max_name_size + 1
           command = "#{command} #{stack.name}"
           command.ljust(ljust, ' ') + " # batch #{i}"

data/lib/terraspace/all/summary.rb

@@ -51,7 +51,15 @@ module Terraspace::All
     end
 
     def output
-      @lines # pass through all output info
+      if @lines.grep(/No outputs found/).empty?
+        @lines.select! do |line|
+          line.include?(" = ") # looks like output
+        end
+      else
+        @lines.select! do |line|
+          line.include?("No outputs found")
+        end
+      end
     end
 
     def show
@@ -65,6 +73,18 @@ module Terraspace::All
       @lines.unshift(summary) # add to top
     end
 
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]: => terraform providers
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]:
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]: Providers required by configuration:
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]: .
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]: └── provider[registry.terraform.io/hashicorp/random]
+    # [2020-09-19T19:36:33 #14387 terraspace providers c1]:
+    def providers
+      @lines.select! do |line|
+        line.include?("provider[")
+      end
+    end
+
     # [2020-09-07T14:53:36 #31106 terraspace show b1]: Outputs:
     # [2020-09-07T14:53:36 #31106 terraspace show b1]:
     # [2020-09-07T14:53:36 #31106 terraspace show b1]: length = 1

data/lib/terraspace/app.rb

@@ -16,6 +16,7 @@ module Terraspace
       config.all.exit_on_fail.down = true
       config.all.exit_on_fail.up = true
       config.all.ignore_stacks = []
+      config.auto_create_backend = true
       config.build = ActiveSupport::OrderedOptions.new
       config.build.cache_dir = ":CACHE_ROOT/:REGION/:ENV/:BUILD_DIR"
       config.build.cache_root = nil # defaults to /full/path/to/.terraspace-cache

data/lib/terraspace/builder.rb

@@ -1,6 +1,7 @@
 module Terraspace
   class Builder < Terraspace::CLI::Base
     include Compiler::DirsConcern
+    include Compiler::CommandsConcern
 
     attr_reader :graph
 
@@ -14,6 +15,7 @@ module Terraspace
       logger.info "Building #{build_dir}" unless @options[:quiet] # from terraspace all
 
       build_unresolved
+      auto_create_backend
       batches = build_batches
       build_all
       logger.info "Built in #{build_dir}" unless @options[:quiet] # from terraspace all
@@ -54,6 +56,13 @@ module Terraspace
       end
     end
 
+    # Auto create after build_unresolved since will need to run state pull for dependencies
+    def auto_create_backend
+      return if Terraspace.config.auto_create_backend == false
+      return unless requires_backend?
+      Terraspace::Compiler::Backend.new(@mod).create
+    end
+
     def clean
       Compiler::Cleaner.new(@mod, @options).clean if clean?
     end

data/lib/terraspace/cli.rb

@@ -44,7 +44,7 @@ module Terraspace
     long_desc Help.text(:new)
     subcommand "new", New
 
-    desc "build [STACK]", "build"
+    desc "build [STACK]", "Build project."
     long_desc Help.text(:build)
     option :quiet, type: :boolean, desc: "quiet output"
     instance_option.call
@@ -53,32 +53,32 @@ module Terraspace
       Terraspace::Builder.new(options.merge(mod: mod)).run # building any stack builds them all
     end
 
-    desc "bundle", "bundle"
+    desc "bundle", "Bundle with Terrafile."
     long_desc Help.text(:bundle)
     def bundle(*args)
       Bundle.new(options.merge(args: args)).run
     end
 
-    desc "check_setup", "check_setup"
+    desc "check_setup", "Check setup."
     long_desc Help.text(:check_setup)
     def check_setup
       CheckSetup.new(options).run
     end
 
-    desc "clean", "clean .terraspace-cache dir"
+    desc "clean", "Removes .terraspace-cache dir."
     long_desc Help.text(:clean)
     def clean
       Clean.new(options).run
     end
 
-    desc "console STACK", "console .terraspace-cache dir"
+    desc "console STACK", "Run console in built terraform project."
     long_desc Help.text(:console)
     instance_option.call
     def console(mod)
-      Commander.new("console", options.merge(mod: mod)).run
+      Commander.new("console", options.merge(mod: mod, shell: "system")).run
     end
 
-    desc "down STACK", "down"
+    desc "down STACK", "Destroy infrastructure stack."
     long_desc Help.text(:down)
     instance_option.call
     yes_option.call
@@ -88,29 +88,29 @@ module Terraspace
       Down.new(options.merge(mod: mod)).run
     end
 
-    desc "info STACK", "info"
+    desc "info STACK", "Get info about stack."
     long_desc Help.text(:info)
-    format_option.call
     instance_option.call
+    option :format, desc: "Output formats: #{CliFormat.formats.join(', ')}"
     def info(mod)
       Info.new(options.merge(mod: mod)).run
     end
 
-    desc "init STACK", "init"
+    desc "init STACK", "Run init in built terraform project."
     long_desc Help.text(:init)
     instance_option.call
     def init(mod)
       Commander.new("init", options.merge(mod: mod, quiet: false)).run
     end
 
-    desc "list", "list stacks and modules"
+    desc "list", "List stacks and modules."
     long_desc Help.text(:list)
     option :type, aliases: %w[t], desc: "Type: stack or module. Default all"
     def list
       List.new(options).run
     end
 
-    desc "log [ACTION] [STACK]", "The all log command allows you to view multiple logs."
+    desc "log [ACTION] [STACK]", "View and tail logs."
     long_desc Help.text("log")
     option :timestamps, aliases: %w[t], type: :boolean, desc: "Whether or not to show the leading timestamp. Defaults to timestamps for multiple logs, and no timestamp if a single log is specified. Note: In follow mode, timestamp always shown"
     option :follow, aliases: %w[f], type: :boolean, desc: "Follow the log in live tail fashion. Must specify a stack if using this option."
@@ -120,7 +120,7 @@ module Terraspace
       Log.new(@options.merge(action: action, stack: stack)).run
     end
 
-    desc "plan STACK", "plan stack"
+    desc "plan STACK", "Plan stack."
     long_desc Help.text(:plan)
     auto_option.call
     input_option.call
@@ -131,21 +131,21 @@ module Terraspace
       Commander.new("plan", options.merge(mod: mod)).run
     end
 
-    desc "providers STACK", "providers"
+    desc "providers STACK", "Show providers."
     long_desc Help.text(:providers)
     instance_option.call
     def providers(mod)
       Commander.new("providers", options.merge(mod: mod)).run
     end
 
-    desc "refresh STACK", "refresh"
+    desc "refresh STACK", "Run refresh."
     long_desc Help.text(:refresh)
     instance_option.call
     def refresh(mod)
       Commander.new("refresh", options.merge(mod: mod)).run
     end
 
-    desc "seed STACK", "seed"
+    desc "seed STACK", "Build starer seed tfvars file."
     long_desc Help.text(:seed)
     option :yes, aliases: :y, type: :boolean, desc: "bypass prompts and force overwrite files"
     option :where, desc: "where to create file. either under app or seed folder structure. values: app or stack"
@@ -155,8 +155,8 @@ module Terraspace
       Seed.new(options.merge(mod: mod)).run
     end
 
-    desc "summary", "Summary of resources"
-    long_desc Help.text(:clean)
+    desc "summary", "Summarize resources."
+    long_desc Help.text(:summary)
     option :mod, desc: "Module to build to generate a backend file for discovery. By default the last module is used. Usually, it wont matter."
     init_option.call
     option :short, aliases: %w[s], type: :boolean, desc: "Only show statefiles"
@@ -164,7 +164,7 @@ module Terraspace
       Summary.new(options).run
     end
 
-    desc "show STACK", "show"
+    desc "show STACK", "Run show."
     long_desc Help.text(:show)
     instance_option.call
     option :plan, desc: "path to created.plan"
@@ -173,13 +173,13 @@ module Terraspace
       Commander.new("show", options.merge(mod: mod)).run
     end
 
-    desc "test", "test"
+    desc "test", "Run test."
     long_desc Help.text(:test)
     def test
       Test.new(options).run
     end
 
-    desc "output STACK", "output"
+    desc "output STACK", "Run output."
     long_desc Help.text(:output)
     format_option.call
     instance_option.call
@@ -188,8 +188,8 @@ module Terraspace
       Commander.new("output", options.merge(mod: mod)).run
     end
 
-    desc "up STACK", "Deploy infrastructure. IE: terraform apply"
-    long_desc Help.text(:update)
+    desc "up STACK", "Deploy infrastructure stack."
+    long_desc Help.text(:up)
     auto_option.call
     init_option.call
     input_option.call
@@ -202,7 +202,7 @@ module Terraspace
       Up.new(options.merge(mod: mod)).run
     end
 
-    desc "validate STACK", "validate"
+    desc "validate STACK", "Validate stack."
     long_desc Help.text(:validate)
     instance_option.call
     def validate(mod)
@@ -221,7 +221,7 @@ module Terraspace
       Completer::Script.generate
     end
 
-    desc "version", "prints version"
+    desc "version", "Prints version."
     def version
       puts VERSION
     end

data/lib/terraspace/cli/all.rb

@@ -3,14 +3,14 @@ class Terraspace::CLI
     class_option :yes, aliases: :y, type: :boolean, desc: "auto approve all batch commands"
     class_option :exit_on_fail, type: :boolean, desc: "whether or not to exit when one of the batch commands fails"
 
-    desc "down", "destroy all"
+    desc "down", "Destroy all or multiple stacks."
     long_desc Help.text("all/down")
     option :destroy_workspace, type: :boolean, desc: "Also destroy the Cloud workspace. Only applies when using Terraform Cloud remote backend."
     def down(*stacks)
       Terraspace::All::Runner.new("down", @options.merge(stacks: stacks)).run
     end
 
-    desc "graph", "graph all"
+    desc "graph", "Draw a dependency graph."
     long_desc Help.text("all/graph")
     option :format, default: "png", desc: "format: text or diagram"
     option :full,type: :boolean, desc: "draw the full graph with highlighted nodes or draw the subgraph. text format defaults to false, graph format defaults to true"
@@ -18,43 +18,43 @@ class Terraspace::CLI
       Terraspace::All::Grapher.new(@options.merge(stacks: stacks)).run
     end
 
-    desc "refresh", "refresh all"
+    desc "refresh", "Refresh all or multiple stacks."
     long_desc Help.text("all/refresh")
     def refresh(*stacks)
       Terraspace::All::Runner.new("refresh", @options.merge(stacks: stacks)).run
     end
 
-    desc "output", "output all"
+    desc "output", "Show output for all or multiple stacks."
     long_desc Help.text("all/output")
     def output(*stacks)
       Terraspace::All::Runner.new("output", @options.merge(stacks: stacks)).run
     end
 
-    desc "plan", "plan all"
+    desc "plan", "Run plan for all or multiple stacks."
     long_desc Help.text("all/plan")
     def plan(*stacks)
       Terraspace::All::Runner.new("plan", @options.merge(stacks: stacks)).run
     end
 
-    desc "providers", "providers all"
+    desc "providers", "Show providers for all or multiple stacks."
     long_desc Help.text("all/providers")
     def providers(*stacks)
       Terraspace::All::Runner.new("providers", @options.merge(stacks: stacks)).run
     end
 
-    desc "show", "show all"
+    desc "show", "Run show for all or multiple stacks."
     long_desc Help.text("all/show")
     def show(*stacks)
       Terraspace::All::Runner.new("show", @options.merge(stacks: stacks)).run
     end
 
-    desc "up", "deploy all"
+    desc "up", "Deploy all or multiple stacks."
     long_desc Help.text("all/up")
     def up(*stacks)
       Terraspace::All::Runner.new("up", @options.merge(stacks: stacks)).run
     end
 
-    desc "validate", "validate all"
+    desc "validate", "Validate all or multiple stacks."
     long_desc Help.text("all/validate")
     def validate(*stacks)
       Terraspace::All::Runner.new("validate", @options.merge(stacks: stacks)).run

data/lib/terraspace/cli/cloud.rb

@@ -20,17 +20,11 @@ class Terraspace::CLI
       Workspace.new(options.merge(mod: mod)).destroy
     end
 
-    desc "setup STACK", "Setup workspace"
-    long_desc Help.text("cloud:setup")
-    def setup(mod)
-      Workspace.new(options.merge(mod: mod)).setup
-    end
-
-    desc "sync [STACK]", "sync workspace"
+    desc "sync [STACK]", "Sync all or multiple workspaces."
     long_desc Help.text("cloud:sync")
     yes_option.call
-    def sync(mod=nil)
-      Syncer.new(options.merge(mod: mod, override_auto_sync: true)).run
+    def sync(*stacks)
+      Syncer.new(options.merge(stacks: stacks, override_auto_sync: true)).run
     end
 
     desc "runs SUBCOMMAND", "runs subcommands"