jets.benforeva 3.0.17.pre.mount.pre.fix

data/lib/jets/commands/dbconsole.rb

@@ -0,0 +1,134 @@
+# Thanks: Rails dbconsole_command.rb
+module Jets::Commands
+  class Dbconsole
+    extend Memoist
+
+    def self.start(*args)
+      new(*args).start
+    end
+
+    def initialize(options = {})
+      defaults = {"include_password" => true}
+      @options = defaults.merge(options)
+    end
+
+    def start
+      ENV["RAILS_ENV"] ||= @options[:environment] || environment
+
+      case config["adapter"]
+      when /^(jdbc)?mysql/
+        args = {
+          "host"      => "--host",
+          "port"      => "--port",
+          "socket"    => "--socket",
+          "username"  => "--user",
+          "encoding"  => "--default-character-set",
+          "sslca"     => "--ssl-ca",
+          "sslcert"   => "--ssl-cert",
+          "sslcapath" => "--ssl-capath",
+          "sslcipher" => "--ssl-cipher",
+          "sslkey"    => "--ssl-key"
+        }.map { |opt, arg| "#{arg}=#{config[opt]}" if config[opt] }.compact
+
+        if config["password"] && @options["include_password"]
+          args << "--password=#{config['password']}"
+        elsif config["password"] && !config["password"].to_s.empty?
+          args << "-p"
+        end
+
+        args << config["database"]
+
+        find_cmd_and_exec(["mysql", "mysql5"], *args)
+
+      when /^postgres|^postgis/
+        ENV["PGUSER"]     = config["username"] if config["username"]
+        ENV["PGHOST"]     = config["host"] if config["host"]
+        ENV["PGPORT"]     = config["port"].to_s if config["port"]
+        ENV["PGPASSWORD"] = config["password"].to_s if config["password"] && @options["include_password"]
+        find_cmd_and_exec("psql", config["database"])
+
+      when "sqlite3"
+        args = []
+
+        args << "-#{@options['mode']}" if @options["mode"]
+        args << "-header" if @options["header"]
+        args << File.expand_path(config["database"], Jets.root)
+
+        find_cmd_and_exec("sqlite3", *args)
+
+      when "oracle", "oracle_enhanced"
+        logon = ""
+
+        if config["username"]
+          logon = config["username"]
+          logon << "/#{config['password']}" if config["password"] && @options["include_password"]
+          logon << "@#{config['database']}" if config["database"]
+        end
+
+        find_cmd_and_exec("sqlplus", logon)
+
+      when "sqlserver"
+        args = []
+
+        args += ["-D", "#{config['database']}"] if config["database"]
+        args += ["-U", "#{config['username']}"] if config["username"]
+        args += ["-P", "#{config['password']}"] if config["password"]
+
+        if config["host"]
+          host_arg = "#{config['host']}"
+          host_arg << ":#{config['port']}" if config["port"]
+          args += ["-S", host_arg]
+        end
+
+        find_cmd_and_exec("sqsh", *args)
+
+      else
+        abort "Unknown command-line client for #{config['database']}."
+      end
+    end
+
+    def config
+      configs = configurations.configs_for(env_name: environment)
+      if configs.blank?
+        raise ActiveRecord::AdapterNotSpecified, "'#{environment}' database is not configured. Available configuration: #{configurations.inspect}"
+      else
+        configs.first.configuration_hash.dup.stringify_keys!
+      end
+    end
+    memoize :config
+
+    def environment
+      Jets.env.to_s
+    end
+
+    private
+      def configurations # :doc:
+        db_config = Jets.application.config.database
+        ActiveRecord::Base.configurations = db_config
+        ActiveRecord::Base.configurations
+      end
+
+      def find_cmd_and_exec(commands, *args) # :doc:
+        commands = Array(commands)
+
+        dirs_on_path = ENV["PATH"].to_s.split(File::PATH_SEPARATOR)
+        unless (ext = RbConfig::CONFIG["EXEEXT"]).empty?
+          commands = commands.map { |cmd| "#{cmd}#{ext}" }
+        end
+
+        full_path_command = nil
+        found = commands.detect do |cmd|
+          dirs_on_path.detect do |path|
+            full_path_command = File.join(path, cmd)
+            File.file?(full_path_command) && File.executable?(full_path_command)
+          end
+        end
+
+        if found
+          exec full_path_command, *args
+        else
+          abort("Couldn't find database client: #{commands.join(', ')}. Check your $PATH and try again.")
+        end
+      end
+  end
+end

data/lib/jets/commands/delete.rb

@@ -0,0 +1,136 @@
+class Jets::Commands::Delete
+  include Jets::AwsServices
+
+  def initialize(options)
+    @options = options
+  end
+
+  def run
+    puts("Deleting project...")
+    return if @options[:noop]
+
+    are_you_sure?
+
+    confirm_project_exists
+
+    # Must first remove all objects from s3 bucket in order to delete stack
+    puts "First, deleting objects in s3 bucket #{s3_bucket_name}" if s3_bucket_name
+    empty_s3_bucket
+
+    stack_in_progress?(parent_stack_name)
+
+    cfn.delete_stack(stack_name: parent_stack_name)
+    puts "Deleting #{Jets.config.project_namespace.color(:green)}..."
+
+    wait_for_stack if @options[:wait]
+
+    delete_logs
+
+    puts "Project #{Jets.config.project_namespace.color(:green)} deleted!"
+  end
+
+  def wait_for_stack
+    status = Jets::Cfn::Status.new(@options)
+    start_time = Time.now
+    status.wait
+    took = Time.now - start_time
+    puts "Time took for deletion: #{status.pretty_time(took).color(:green)}."
+  end
+
+  def delete_logs
+    puts "Deleting CloudWatch logs"
+    log = Jets::Commands::Clean::Log.new(mute: true, yes: true)
+    log.clean
+  end
+
+  def confirm_project_exists
+    cfn.describe_stacks(stack_name: parent_stack_name)
+  end
+
+  def empty_s3_bucket
+    return unless s3_bucket_name # Happens when minimal stack fails to build
+    return unless bucket_exists?(s3_bucket_name)
+
+    resp = s3.list_objects(bucket: s3_bucket_name)
+    if resp.contents.size > 0
+      # IE: objects = [{key: "objectkey1"}, {key: "objectkey2"}]
+      objects = resp.contents.map { |item| {key: item.key} }
+      s3.delete_objects(
+        bucket: s3_bucket_name,
+        delete: {
+          objects: objects,
+          quiet: false,
+        }
+      )
+      empty_s3_bucket # keep deleting objects until bucket is empty
+    end
+  end
+
+  def s3_bucket_name
+    return @s3_bucket_name if defined?(@s3_bucket_name)
+
+    resp = cfn.describe_stacks(stack_name: parent_stack_name)
+    outputs = resp.stacks[0].outputs
+    if outputs.empty?
+      @s3_bucket_name = false
+    else
+      @s3_bucket_name = outputs.find {|o| o.output_key == 'S3Bucket'}.output_value
+    end
+  end
+
+  # Thanks: https://docs.aws.amazon.com/sdk-for-ruby/v3/developer-guide/s3-example-does-bucket-exist.html
+  def bucket_exists?(bucket_name)
+    bucket_exists = false
+    begin
+      resp = s3.head_bucket(bucket: bucket_name, use_accelerate_endpoint: false)
+      bucket_exists = true
+    rescue
+    end
+    bucket_exists
+  end
+
+  def parent_stack_name
+    Jets::Naming.parent_stack_name
+  end
+
+  def are_you_sure?
+    if @options[:yes]
+      sure = 'y'
+    else
+      puts "Are you sure you want to want to delete the #{Jets.config.project_namespace.color(:green)} project? (y/N)"
+      sure = $stdin.gets
+    end
+
+    unless sure =~ /^y/
+      puts "Phew! Jets #{Jets.config.project_namespace.color(:green)} project was not deleted."
+      exit 0
+    end
+  end
+
+    # All CloudFormation states listed here: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/using-cfn-describing-stacks.html
+    #
+    # Returns resp so we can use it to grab data about the stack without calling api again.
+    def check_deleteable_status
+      return true if !stack_exists?(@parent_stack_name)
+
+      # Assumes stack exists
+      resp = cfn.describe_stacks(stack_name: @parent_stack_name)
+      status = resp.stacks[0].stack_status
+
+      return true if status == 'ROLLBACK_COMPLETE'
+
+      if status =~ /_IN_PROGRESS$/
+        puts "The '#{@parent_stack_name}' stack status is #{status}. " \
+             "It is not in an updateable status. Please wait until the stack is ready and try again.".color(:red)
+        exit 0
+      elsif resp.stacks[0].outputs.empty?
+        # This Happens when the miminal stack fails at the very beginning.
+        # There is no s3 bucket at all.  User should delete the stack.
+        puts "The minimal stack failed to create. Please delete the stack first and try again. " \
+        "You can delete the CloudFormation stack or use the `jets delete` command"
+        exit 0
+      else
+        true
+      end
+    end
+end

data/lib/jets/commands/deploy.rb

@@ -0,0 +1,137 @@
+require "aws-sdk-core"
+
+module Jets::Commands
+  class Deploy
+    extend Memoist
+    include StackInfo
+    def initialize(options)
+      @options = options
+    end
+
+    def run
+      deployment_env = Jets.config.project_namespace.color(:green)
+      puts "Deploying to Lambda #{deployment_env} environment..."
+      return if @options[:noop]
+
+      check_dev_mode
+      validate_routes!
+
+      # deploy full nested stack when stack already exists
+      # Delete existing rollback stack from previous bad minimal deploy
+      delete_minimal_stack if minimal_rollback_complete?
+      exit_unless_updateable! # Stack could be in a weird rollback state or in progress state
+
+      if first_run?
+        ship(stack_type: :minimal)
+        Jets.application.reload_configs!
+      end
+
+      # Build code after the minimal stack because need s3 bucket for assets
+      # on_aws? and s3_base_url logic
+      # TODO: possible deploy hook point: before_build
+      build_code
+
+      # TODO: possible deploy hook point: before_ship
+      create_s3_event_buckets
+      ship(stack_type: :full, s3_bucket: s3_bucket)
+    end
+
+    def create_s3_event_buckets
+      buckets = Jets::Job::Base.s3_events.keys
+      buckets.each do |bucket|
+        Jets::AwsServices::S3Bucket.ensure_exists(bucket)
+      end
+    end
+
+    def delete_minimal_stack
+      puts "Existing stack is in ROLLBACK_COMPLETE state from a previous failed minimal deploy. Deleting stack and continuing."
+      cfn.delete_stack(stack_name: stack_name)
+      status.wait
+      status.reset
+    end
+
+    def check_dev_mode
+      if File.exist?("#{Jets.root}/dev.mode")
+        puts "The dev.mode file exists. Please removed it and run bundle update before you deploy.".color(:red)
+        exit 1
+      end
+    end
+
+    def build_code
+      Jets::Commands::Build.new(@options).build_code
+    end
+
+    def validate_routes!
+      valid = Jets::Router.validate_routes!
+      unless valid
+        puts "Deploy fail: The jets application contain invalid routes.".color(:red)
+        exit 1
+      end
+    end
+
+    def ship(stack_options)
+      options = @options.merge(stack_options) # includes stack_type and s3_bucket
+      Jets::Commands::Build.new(options).build_templates
+      Jets::Cfn::Ship.new(options).run
+    end
+
+    def status
+      Jets::Cfn::Status.new(stack_name)
+    end
+    memoize :status
+
+    def stack_name
+      Jets::Naming.parent_stack_name
+    end
+
+    # Checks for a few things before deciding to delete the parent stack
+    #
+    #   * Parent stack status status is ROLLBACK_COMPLETE
+    #   * Parent resources are in the DELETE_COMPLETE state
+    #
+    def minimal_rollback_complete?
+      stack = find_stack(stack_name)
+      return false unless stack
+
+      return false unless stack.stack_status == 'ROLLBACK_COMPLETE'
+
+      # Finally check if all the minimal resources in the parent template have been deleted
+      resp = cfn.describe_stack_resources(stack_name: stack_name)
+      resource_statuses = resp.stack_resources.map(&:resource_status).uniq
+      resource_statuses == ['DELETE_COMPLETE']
+    end
+
+    def find_stack(stack_name)
+      resp = cfn.describe_stacks(stack_name: stack_name)
+      resp.stacks.first
+    rescue Aws::CloudFormation::Errors::ValidationError => e
+      # example: Stack with id demo-dev does not exist
+      if e.message =~ /Stack with/ && e.message =~ /does not exist/
+        nil
+      else
+        raise
+      end
+    end
+
+    # All CloudFormation states listed here: http://docs.aws.amazon.com/AWSCloudFormation/latest/UserGuide/using-cfn-describing-stacks.html
+    def exit_unless_updateable!
+      return if ENV['JETS_FORCE_UPDATEABLE'] # useful for debugging if stack stack updating
+
+      stack_name = Jets::Naming.parent_stack_name
+      exists = stack_exists?(stack_name)
+      return unless exists # continue because stack could be updating
+
+      stack = cfn.describe_stacks(stack_name: stack_name).stacks.first
+      status = stack["stack_status"]
+      if status =~ /^ROLLBACK_/ ||
+         status =~ /_IN_PROGRESS$/
+        region = `aws configure get region`.strip rescue "us-east-1"
+        url = "https://console.aws.amazon.com/cloudformation/home?region=#{region}#/stacks"
+        puts "The parent stack of the #{Jets.config.project_name.color(:green)} project is not in an updateable state."
+        puts "Stack name #{stack_name.color(:yellow)} status #{stack["stack_status"].color(:yellow)}"
+        puts "Here's the CloudFormation url to check for more details #{url}"
+        exit 1
+      end
+    end
+  end
+end

data/lib/jets/commands/dotenv.rb

@@ -0,0 +1,9 @@
+module Jets::Commands
+  class Dotenv < Jets::Commands::Base
+    desc "show", "Shows evaulated dotenv values"
+    long_desc Help.text('dotenv:show')
+    def show
+      Jets::Dotenv::Show.list
+    end
+  end
+end

data/lib/jets/commands/dynamodb/migrate.rb

@@ -0,0 +1,9 @@
+class Jets::Commands::Dynamodb::Migrate < Jets::Commands::Base
+  desc "down", "Runs migrations down"
+  # desc "migrate:down [path]", "Runs migrations down"
+  # long_desc Help.migrate
+  def down#(path)
+    # Migrate.new(path, options).run
+    puts "Jets::Commands::Dynamodb::Down ran"
+  end
+end

data/lib/jets/commands/dynamodb/migrator.rb

@@ -0,0 +1,36 @@
+begin
+  require "dynomite"
+rescue LoadError # Commands::Base.eager_load
+  nil
+end
+
+class Jets::Commands::Dynamodb::Migrator
+  def initialize(path, options)
+    @path = path
+    @options = options
+  end
+
+  def run
+    puts "Running database migrations"
+    return if @options[:noop]
+    migrate
+  end
+
+  def migrate
+    path = "#{Jets.root}/#{@path}"
+    unless File.exist?(path)
+      puts "Unable to find the migration file: #{path}"
+      exit 1 unless Jets.env.test?
+    end
+
+    require path
+    migration_class = get_migration_class
+    migration_class.new.up
+  end
+
+  def get_migration_class
+    filename = File.basename(@path, '.rb')
+    filename = filename.sub(/\d+[-_]/, '') # strip leading timestsamp
+    filename.camelize.constantize
+  end
+end

data/lib/jets/commands/dynamodb.rb

@@ -0,0 +1,19 @@
+module Jets::Commands
+  class Dynamodb < Jets::Commands::Base
+    desc "migrate [path]", "Runs migrations"
+    long_desc Help.text('dynamodb:migrate')
+    def migrate(path)
+      Migrator.new(path, options).run
+    end
+
+    desc "generate [name]", "Creates a migration for a DynamoDB table"
+    long_desc Help.text('dynamodb:generate')
+    option :partition_key, default: "id:string:hash", desc: "table's partition key"
+    option :sort_key, default: nil, desc: "table's sort key"
+    option :table_name, desc: "override the the conventional table name"
+    option :table_action, desc: "create_table or update_table. Defaults to convention based on the name of the migration."
+    def generate(name)
+      Dynomite::Migration::Generator.new(name, options).generate
+    end
+  end
+end

data/lib/jets/commands/gems.rb

@@ -0,0 +1,13 @@
+module Jets::Commands
+  class Gems < Jets::Commands::Base
+    desc "check", "Check if pre-built Lambda gems are available from the sources"
+    long_desc Help.text("gems:check")
+    option :verbose, type: :boolean, desc: "Verbose mode"
+    def check
+      check = Jets::Gems::Check.new(@options)
+      check.run! # exits early if missing gems found
+      # If reach here, means all gems are ok.
+      puts "Congrats! All gems are available in as pre-built Lambda gems 👍"
+    end
+  end
+end

data/lib/jets/commands/help/build.md

@@ -0,0 +1,6 @@
+Builds a zip file package to be uploaded to AWS Lambda. This allows you to build the project without deploying and inspect the zip file that gets deployed to AWS Lambda. The package contains:
+
+* your application code
+* generated shims
+
+If the application has no Ruby code and only uses Polymorphic functions, then gems are not bundled up.

data/lib/jets/commands/help/call.md

@@ -0,0 +1,69 @@
+## Remote mode
+
+Invoke the lambda function on AWS. The `jets call` command does a few extra things for your convenience:
+
+It adds the function namespace to the function name.  So, you pass in `posts_controller-index` and the Lambda function is `demo-dev-posts_controller-index`.
+
+CLI Name | Lambda Function
+--- | ---
+posts_controller-index | demo-dev-posts_controller-index
+
+The `jets call` command can also print out the last 4KB of the lambda logs with the `--show-logs` option. The logging output is directed to stderr and the response output from the lambda function itself is directed to stdout so you can safely pipe the results of the call command to other tools like `jq`.
+
+For [controllers](http://rubyonjets.com/docs/controllers/), the event you pass at the CLI is automatically transformed into [Lambda Proxy](https://docs.aws.amazon.com/apigateway/latest/developerguide/set-up-lambda-proxy-integrations.html) payload that contains the params as the `queryStringParameters`.  For example:
+
+    {"test":1}
+
+Gets changed to:
+
+    {"queryStringParameters":{"test":1}}
+
+This spares you from assembling the event payload manually to the payload that Jets controllers normally receive.  If you would like to disable this Lambda Proxy transformation then use the `--no-lambda-proxy` flag.
+
+For [jobs](http://rubyonjets.com/docs/jobs/), the event is passed through untouched.
+
+## Examples
+
+    jets call hard_job-drive '{"test":1}'
+    jets call hard_job-drive '{"test":1}' | jq .
+    jets call hard_job-drive file://event.json | jq . # load event with a file
+    jets call posts_controller-index # event payload is optional
+    jets call posts_controller-index '{"path":"/posts"}' --show-log | jq .
+    jets call posts_controller-index 'file://event.json' --show-log | jq .
+
+The equivalent AWS Lambda CLI command:
+
+    aws lambda invoke --function-name demo-dev-hard_job-dig --payload '{"path":"/posts","test":1}' outfile.txt
+    cat outfile.txt | jq '.'
+
+    aws lambda invoke --function-name demo-dev-posts_controller-index --payload '{"queryStringParameters":{"path":"/posts",test":1}}' outfile.txt
+    cat outfile.txt | jq '.'
+
+For convenience, you can also provide the function name with only dashes and `jets call` figures out what function you intend to call. Examples:
+
+    jets call posts-controller-index
+    jets call admin-related-pages-controller-index
+
+Are the same as:
+
+    aws lambda invoke --function-name demo-dev-posts_controller-index
+    aws lambda invoke --function-name demo-dev-admin/related_pages_controller-index
+
+Jets figures out what functions to call by evaluating the app code and finds if the controller and method exists.  If you want to turn guess mode off and want to always explicitly provide the method name use the `--no-guess` option.  The function name will then have to match the lambda function without the namespace. Example:
+
+    jets call admin-related_pages_controller-index --no-guess
+
+If you want to call a function which runs too long time, you can set `read_timeout`.
+
+    jets call some_long_job-index --read_timeout 900
+    
+And you can set `retry_limit`. If you don't want to retry you can set 0.
+
+    jets call some_long_job-index --retry_limit 0
+
+## Local mode
+
+Instead of calling AWS lambda remote, you can also have `jets call` use the code directly on your machine.  To enable this, use the `--local` flag. Example:
+
+    jets call hard_job-drive --local
+

data/lib/jets/commands/help/clean/build.md

@@ -0,0 +1,5 @@
+Removes the build files that jets creates. Essentially, deletes `/tmp/jets`. This will remove all build files for all jets projects. This is safe as jets uses `/tmp/jets` merely as a cache to speed up incrementally builds. Cleaning this out can clean up cruft in the `/tmp/jets` directory that builds over time.
+
+## Example
+
+    jets clean:build

data/lib/jets/commands/help/clean/log.md

@@ -0,0 +1,5 @@
+Essentially removes the CloudWatch groups assocated with the app. Lambda requests re-create the log groups so this is pretty safe to do.
+
+## Example
+
+    jets log:clean

data/lib/jets/commands/help/console.md

@@ -0,0 +1,18 @@
+## Example
+
+    $ jets console
+    >> Post.table_name
+    => "posts"
+    >> ActiveRecord::Base.connection.tables
+    => ["schema_migrations", "ar_internal_metadata", "posts"]
+    >> Jets.env
+    => "development"
+    >>
+
+## Use .env.development.remote
+
+To use the remote values also in the `jets console` you can use the `JETS_ENV_REMOTE=1` env variable. Example:
+
+    JETS_ENV_REMOTE=1 jets console
+
+More info at [Env Files](http://rubyonjets.com/docs/env-files/)

data/lib/jets/commands/help/db/generate.md

@@ -0,0 +1,8 @@
+Generates migration in `db/migrate`
+
+## Examples
+
+    jets db:generate create_articles title:string user_id:integer
+    jets db:generate AddTitleBodyToPost title:string body:text published:boolean
+
+This task delegates to Rails `rails generate migration`.  For more examples, refer to the [Active Record Migrations Rails Guide](https://edgeguides.rubyonrails.org/active_record_migrations.html).

data/lib/jets/commands/help/dbconsole.md

@@ -0,0 +1,9 @@
+This is like running the psql command with the `config/database.yml` values and set for you.
+
+## Example
+
+    $ jets dbconsole
+    psql (9.2.24)
+    Type "help" for help.
+
+    demo_dev=>

data/lib/jets/commands/help/degenerate.md

@@ -0,0 +1,16 @@
+This piggy backs off of the [rails scaffold destroy](https://guides.rubyonrails.org/command_line.html#rails-destroy).
+
+## Example
+
+    $ jets degenerate scaffold post title:string body:text published:boolean
+          invoke  active_record
+          remove    db/migrate/20190225231821_create_posts.rb
+          remove    app/models/post.rb
+          invoke  resource_route
+          route    resources :posts
+          invoke  scaffold_controller
+          remove    app/controllers/posts_controller.rb
+          invoke    erb
+          invoke    helper
+          remove      app/helpers/posts_helper.rb
+    $

data/lib/jets/commands/help/delete.md

@@ -0,0 +1,22 @@
+This deletes the all the contents in the internal s3 bucket that jets uses and the associated CloudFormation stacks.
+
+## Examples
+
+    $ jets delete
+    Deleting project...
+    Are you sure you want to want to delete the 'demo-dev' project? (y/N)
+    y
+    First, deleting objects in s3 bucket demo-dev-s3bucket-89jrrj60c7bj
+    Deleting demo-dev...
+    05:14:09AM DELETE_IN_PROGRESS AWS::CloudFormation::Stack demo-dev User Initiated
+    ...
+    05:14:23AM DELETE_IN_PROGRESS AWS::CloudFormation::Stack PostsController
+    05:15:31AM DELETE_COMPLETE AWS::S3::Bucket S3Bucket
+    Stack demo-dev deleted.
+    Time took for deletion: 1m 27s.
+    Project demo-dev deleted!
+    $
+
+You can bypass the are you sure prompt with the `--yes` flag.
+
+    $ jets delete --yes