kybus-cli 0.1.0 → 0.2.2

data/lib/kybus/cli/bot/deployers/aws_bot_deployer.rb

@@ -2,73 +2,13 @@
 
 module Kybus
   class CLI < Thor
-    class AWSBotDeployer < BotDeployerBase
-      def make_dynamo_policy_document
-        {
-          Version: '2012-10-17',
-          Statement: [
-            {
-              Effect: 'Allow',
-              Action: [
-                'dynamodb:BatchGetItem',
-                'dynamodb:BatchWriteItem',
-                'dynamodb:Describe*',
-                'dynamodb:Get*',
-                'dynamodb:List*',
-                'dynamodb:PutItem',
-                'dynamodb:Query',
-                'dynamodb:Scan',
-                'dynamodb:UpdateItem',
-                'dynamodb:DeleteItem'
-              ],
-              Resource: "arn:aws:dynamodb:#{@region}:#{account_id}:table/#{function_name}*"
-            }, {
-              Effect: :Allow,
-              Action: [
-                'dynamodb:Describe*',
-                'dynamodb:Get*',
-                'dynamodb:List*'
-              ],
-              Resource: '*'
-            }
-          ]
-        }
-      end
-
-      def make_log_groupo_policy_document
-        {
-          Version: '2012-10-17',
-          Statement: [
-            {
-              Effect: 'Allow',
-              Action: 'logs:CreateLogGroup',
-              Resource: "arn:aws:logs:#{@region}:#{account_id}:*"
-            },
-            {
-              Effect: 'Allow',
-              Action: [
-                'logs:CreateLogStream',
-                'logs:PutLogEvents'
-              ],
-              Resource: [
-                "arn:aws:logs:#{@region}:#{account_id}:log-group:/aws/lambda/#{function_name}:*"
-              ]
-            }
-          ]
-        }
-      end
-
+    class AWSBotDeployer < BotDeployerBase # rubocop: disable Metrics/ClassLength
       def initialize(configs)
         configs['account_id'] = account_id
         super
-        @role = ::Kybus::AWS::Role.new(configs, function_name, :lambda)
-        @dynamo_policy = ::Kybus::AWS::Policy.new(configs, "#{function_name}-dynamo", make_dynamo_policy_document)
-        @cloudwatch_policy = ::Kybus::AWS::Policy.new(configs, "#{function_name}-cloudwatch",
-                                                      make_log_groupo_policy_document)
-        @role.add_policy(@dynamo_policy)
-        @role.add_policy(@cloudwatch_policy)
-        @log_group = ::Kybus::AWS::LogGroup.new(configs, function_name)
-        @lambda = ::Kybus::AWS::Lambda.new(configs, function_name)
+        @region = @config['region'] || 'us-east-1'
+        initialize_aws_resources(configs)
+        assign_policies_to_role
       end
 
       def destroy!
@@ -87,9 +27,115 @@ module Kybus
         @log_group.create_or_update!
         @dynamo_policy.create_or_update!
         @cloudwatch_policy.create_or_update!
+        @queue.create_or_update!
         @role.create_or_update!
         @lambda.create_or_update!
       end
+
+      private
+
+      def role_name
+        function_name
+      end
+
+      def initialize_aws_resources(configs)
+        @role = ::Kybus::AWS::Role.new(configs, role_name, :lambda)
+        @dynamo_policy = ::Kybus::AWS::Policy.new(configs, "#{function_name}-dynamo", make_dynamo_policy_document)
+        @cloudwatch_policy = ::Kybus::AWS::Policy.new(configs, "#{function_name}-cloudwatch",
+                                                      make_log_group_policy_document)
+        @log_group = ::Kybus::AWS::LogGroup.new(configs, function_name)
+        @queue = Kybus::AWS::Queue.new(configs, function_name) if configs.dig('forker', 'queue')
+        init_lambda(configs)
+      end
+
+      def lambda_config
+        {
+          'triggers' => [{ 'type' => 'url', 'public' => true }],
+          'layers' => [
+            {
+              'type' => 'codezip', 'zipfile' => '.deps.zip',
+              'checksumfile' => 'Gemfile.lock', 'name' => "#{function_name}-deps"
+            }
+          ]
+        }
+      end
+
+      def init_lambda(configs)
+        @lambda = ::Kybus::AWS::Lambda.new(configs.merge(lambda_config), function_name)
+      end
+
+      def assign_sqs_policy
+        @role.add_policy(@queue.make_write_policy) if @queue
+      end
+
+      def assign_policies_to_role
+        @role.add_policy(@dynamo_policy)
+        @role.add_policy(@cloudwatch_policy)
+        assign_sqs_policy
+      end
+
+      def make_dynamo_policy_document
+        {
+          Version: '2012-10-17',
+          Statement: [
+            dynamo_policy_allow_all,
+            dynamo_policy_allow_describe
+          ]
+        }
+      end
+
+      def dynamo_policy_allow_all
+        {
+          Effect: 'Allow',
+          Action: ['dynamodb:BatchGetItem', 'dynamodb:BatchWriteItem', 'dynamodb:Describe*', 'dynamodb:Get*',
+                   'dynamodb:List*', 'dynamodb:PutItem', 'dynamodb:Query', 'dynamodb:Scan', 'dynamodb:UpdateItem',
+                   'dynamodb:DeleteItem'],
+          Resource: "arn:aws:dynamodb:#{@region}:#{account_id}:table/#{function_name}*"
+        }
+      end
+
+      def dynamo_policy_allow_describe
+        {
+          Effect: 'Allow',
+          Action: [
+            'dynamodb:Describe*',
+            'dynamodb:Get*',
+            'dynamodb:List*'
+          ],
+          Resource: '*'
+        }
+      end
+
+      def make_log_group_policy_document
+        {
+          Version: '2012-10-17',
+          Statement: [
+            log_group_policy_create_group,
+            log_group_policy_create_stream_and_put_events
+          ]
+        }
+      end
+
+      def log_group_policy_create_group
+        {
+          Effect: 'Allow',
+          Action: 'logs:CreateLogGroup',
+          Resource: "arn:aws:logs:#{@region}:#{account_id}:*"
+        }
+      end
+
+      def log_group_policy_create_stream_and_put_events
+        {
+          Effect: 'Allow',
+          Action: [
+            'logs:CreateLogStream',
+            'logs:PutLogEvents'
+          ],
+          Resource: [
+            "arn:aws:logs:#{@region}:#{account_id}:log-group:/aws/lambda/#{function_name}*:*"
+          ]
+        }
+      end
     end
   end
 end

data/lib/kybus/cli/bot/deployers/aws_bot_job_runner_deployer.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module Kybus
+  class CLI < Thor
+    class AWSBotJobRunnerDeployer < AWSBotDeployer
+      def lambda_config
+        {
+          'triggers' => [{ 'type' => 'sqs', 'queue_arn' => @queue.arn }],
+          'layers' => [
+            { 'type' => 'existing',
+              'name' => "#{function_name}-deps" }
+          ],
+          'handler' => 'handler.sqs_job_handler'
+        }
+      end
+
+      def role_name
+        "#{function_name}_job_processor"
+      end
+
+      def init_lambda(configs)
+        @lambda = ::Kybus::AWS::Lambda.new(configs.merge(lambda_config), role_name)
+      end
+
+      def assign_sqs_policy
+        @role.add_policy(@queue.make_processor_policy) if @queue
+      end
+    end
+  end
+end

data/lib/kybus/cli/bot/deployers/telegram_configurator.rb

@@ -6,18 +6,23 @@ module Kybus
   class CLI < Thor
     class BotDeployerTelegramConfigurator < BotDeployerBase
       attr_reader :url
-      attr_writer :url
 
       def initialize(url, config)
         @url = url
         super(config)
       end
 
+      def url=(url)
+        fail "Empty Webhook URL" if url.nil?
+        @url = url
+      end
+
       def create_or_update!
         raise 'Missing Token' if @config['secret_token'].nil?
 
         uri = URI("https://api.telegram.org/bot#{@config['bot_token']}/setWebhook")
         params = { url: @url, secret_token: @config['secret_token'] }
+        puts({msg: 'Making request to', url: uri, params: }.to_yaml)
         res = Net::HTTP.post_form(uri, params)
         puts res.body
       end

data/lib/kybus/cli/bot/file_providers/composefile_generator.rb

@@ -6,6 +6,27 @@ module Kybus
       class ComposefileGenerator < FileProvider
         autoregister!
 
+        DB_SERVICES = {
+          'dynamoid' => <<-LOCALSTACK.chomp,
+  localstack:
+    image: localstack/localstack
+    ports:
+      - "4566:4566"
+    environment:
+      - SERVICES=dynamodb
+          LOCALSTACK
+          'sequel' => <<-DATABASE.chomp
+  db:
+    image: postgres
+    ports:
+      - "5432:5432"
+    environment:
+      POSTGRES_DB: app_development
+      POSTGRES_USER: user
+      POSTGRES_PASSWORD: password
+          DATABASE
+        }.freeze
+
         def skip_file?
           !@config[:with_docker_compose]
         end
@@ -15,7 +36,7 @@ module Kybus
         end
 
         def make_contents
-          content = <<~DOCKERCOMPOSE
+          <<~DOCKERCOMPOSE + db_service_config
             version: '3'
             services:
               app:
@@ -23,30 +44,12 @@ module Kybus
                 volumes:
                   - .:/app
           DOCKERCOMPOSE
+        end
 
-          if @config[:db_adapter] == 'dynamoid'
-            content << <<-LOCALSTACK
-  localstack:
-    image: localstack/localstack
-    ports:
-      - "4566:4566"
-    environment:
-      - SERVICES=dynamodb
-            LOCALSTACK
-          elsif @config[:db_adapter] == 'sequel'
-            content << <<-DATABASE
-  db:
-    image: postgres
-    ports:
-      - "5432:5432"
-    environment:
-      POSTGRES_DB: app_development
-      POSTGRES_USER: user
-      POSTGRES_PASSWORD: password
-            DATABASE
-          end
+        private
 
-          content
+        def db_service_config
+          DB_SERVICES[@config[:db_adapter]] || ''
         end
       end
     end

data/lib/kybus/cli/bot/file_providers/config_default_generator.rb

@@ -6,6 +6,19 @@ module Kybus
       module Config
         class ConfigDefaultGenerator < FileProvider
           autoregister!
+
+          DB_CONFIGS = {
+            'sequel' => <<~SEQUEL.chomp,
+              name: sequel
+              endpoint: 'sqlite://${bot_name_snake_case}_botmeta.db'
+              database: 'sqlite://${bot_name_snake_case}.db'
+            SEQUEL
+            'dynamoid' => <<~DYNAMOID.chomp
+              name: json
+              storage: ./storage
+            DYNAMOID
+          }.freeze
+
           def saving_path
             'config/config.default.yaml'
           end
@@ -15,7 +28,7 @@ module Kybus
           end
 
           def make_contents
-            content = <<~YAML
+            <<~YAML + db_config.gsub('${bot_name_snake_case}', bot_name_snake_case)
               logger:
                 stdout: yes
                 severity: debug
@@ -23,25 +36,18 @@ module Kybus
                 main:
                   pool_size: 1
                   inline_args: true
-                  provider:#{' '}
+                  provider:
                     name: REPLACE_ME
                     token: REPLACE_ME
                     debug: true
                   state_repository:
             YAML
+          end
+
+          private
 
-            if @config[:db_adapter] == 'sequel'
-              content << <<~SEQUEL
-                        name: sequel
-                        endpoint: 'sqlite://#{bot_name_snake_case}_botmeta.db'
-                database: 'sqlite://#{bot_name_snake_case}.db'
-              SEQUEL
-            elsif @config[:db_adapter] == 'dynamoid'
-              content << <<-DYNAMOID
-        name: json
-        storage: ./storage
-              DYNAMOID
-            end
+          def db_config
+            DB_CONFIGS[@config[:db_adapter]] || ''
           end
         end
       end

data/lib/kybus/cli/bot/file_providers/config_generator.rb

@@ -6,12 +6,28 @@ module Kybus
       module Config
         class ConfigGenerator < FileProvider
           autoregister!
+
+          DB_CONFIGS = {
+            'sequel' => <<-SEQUEL.chomp,
+              name: sequel
+              endpoint: 'sqlite://${bot_name_snake_case}_botmeta.db'
+            SEQUEL
+            'dynamoid' => <<-DYNAMOID.chomp
+              name: dynamoid
+              dynamoid_config: true
+              region:  'us-east-1'
+              namespace: '${bot_name_snake_case}'
+              read_capacity: 3
+              write_capacity: 3
+            DYNAMOID
+          }.freeze
+
           def saving_path
             'config/config.yaml'
           end
 
           def make_contents
-            content = <<~YAML
+            <<~YAML + db_config.gsub('${bot_name_snake_case}', bot_name_snake_case)
               bots:
                 main:
                   provider:
@@ -21,22 +37,12 @@ module Kybus
                     debug: true
                   state_repository:
             YAML
+          end
+
+          private
 
-            if @config[:db_adapter] == 'sequel'
-              content << <<-SEQUEL
-        name: sequel
-        endpoint: 'sqlite://#{bot_name_snake_case}_botmeta.db'
-              SEQUEL
-            elsif @config[:db_adapter] == 'dynamoid'
-              content << <<-DYNAMOID
-        name: dynamoid
-        dynamoid_config: true
-        region:  'us-east-1'
-        namespace: '#{bot_name_snake_case}'
-        read_capacity: 3
-        write_capacity: 3
-              DYNAMOID
-            end
+          def db_config
+            DB_CONFIGS[@config[:db_adapter]] || ''
           end
         end
       end

data/lib/kybus/cli/bot/file_providers/db_generator.rb

@@ -7,44 +7,43 @@ module Kybus
         class DBGenerator < FileProvider
           autoregister!
 
+          DB_CONTENTS = {
+            'sequel' => <<~RUBY,
+              # frozen_string_literal: true
+
+              require 'sequel'
+
+              DB = Sequel.connect(APP_CONF['database'])
+
+              def run_migrations!
+                require 'kybus/bot/migrator'
+                require 'sequel/core'
+                Kybus::Bot::Migrator.run_migrations!(APP_CONF['bots']['main']['state_repository'])
+                Sequel.extension :migration
+                Sequel::Migrator.run(DB, 'models/migrations')
+              end
+            RUBY
+            'activerecord' => <<~RUBY,
+              # frozen_string_literal: true
+
+              require 'active_record'
+
+              ActiveRecord::Base.establish_connection(APP_CONF['database'])
+            RUBY
+            'dynamoid' => <<~RUBY
+              def run_migrations!
+                require 'kybus/bot/migrator'
+                Kybus::Bot::Migrator.run_migrations!(APP_CONF['bots']['main']['state_repository'])
+              end
+            RUBY
+          }.freeze
+
           def saving_path
             'config_loaders/db.rb'
           end
 
           def make_contents
-            case @config[:db_adapter]
-            when 'sequel'
-              <<~RUBY
-                # frozen_string_literal: true
-
-                require 'sequel'
-
-                DB = Sequel.connect(APP_CONF['database'])
-
-                def run_migrations!
-                  require 'kybus/bot/migrator'
-                  require 'sequel/core'
-                  Kybus::Bot::Migrator.run_migrations!(APP_CONF['bots']['main']['state_repository'])
-                  Sequel.extension :migration
-                  Sequel::Migrator.run(DB, 'models/migrations')
-                end
-              RUBY
-            when 'activerecord'
-              <<~RUBY
-                # frozen_string_literal: true
-
-                require 'active_record'
-
-                ActiveRecord::Base.establish_connection(APP_CONF['database'])
-              RUBY
-            when 'dynamoid'
-              <<~RUBY
-                def run_migrations!
-                  require 'kybus/bot/migrator'
-                  Kybus::Bot::Migrator.run_migrations!(APP_CONF['bots']['main']['state_repository'])
-                end
-              RUBY
-            end
+            DB_CONTENTS[@config[:db_adapter]]
           end
         end
       end

data/lib/kybus/cli/bot/project_generator.rb

@@ -26,6 +26,16 @@ module Kybus
           @file_writer = FileWriter.new(@name)
         end
 
+        def run_commands
+          commands = "cd #{@name} && " \
+                     'git init . && ' \
+                     'bundle install --path vendor/bundle && ' \
+                     'git add . && ' \
+                     'git commit -m "Initial Commit"'
+
+          puts `#{commands}`
+        end
+
         def generate
           if File.directory?(@name)
             puts "Directory exists #{@name}"
@@ -34,7 +44,7 @@ module Kybus
 
           create_directories
           write_files
-          puts `cd #{@name} && git init . && bundle install --path vendor/bundle && git add . && git commit -m "Initial Commit"`
+          run_commands
           puts "Project #{@name} initialized with #{@configs[:db_adapter]} adapter."
         end
 

data/lib/kybus/cli/ssl.rb

@@ -0,0 +1,65 @@
+require 'thor'
+
+require 'kybus/ssl'
+require 'kybus/ssl/cli'
+
+
+module Kybus
+  class CLI < Thor
+    class SSL < Thor
+      desc 'init', 'initialize new PKI file'
+      class_option :path, alias: :P ,type: :string, desc: 'Set storage path', required: true
+      method_option :force, type: :boolean, desc: 'Overwrites previous file', required: false, default: false
+      method_option :key_size, alias: :s, desc: 'RSA Key Size', required: true, type: :numeric
+      method_option :team, alias: :T, desc: 'Organization Unit', required: true
+      method_option :country, alias: :C, desc: 'Country', required: true
+      method_option :city , alias: :c, desc: 'City', required: true
+      method_option :state , alias: :S, desc: 'State', required: true
+
+
+      def init
+        Kybus::SSL::CLI::Init.new(options.merge(pki_file: "#{options[:path]}/pki.yaml")).run
+      end
+
+      desc 'add-ca', 'Add a new CA to inventory'
+      method_option :ca_name, type: :string, desc: 'CA Name', required: true
+      method_option :key_size, alias: :s, desc: 'RSA Key Size', required: true, type: :numeric
+      method_option :expiration, alias: :X, desc: 'Expiration in Years', required: false, type: :numeric
+      method_option :ca, type: :string, desc: 'CA Parent Name, default: root', required: false, default: 'root'
+      method_option :team, alias: :T, desc: 'Organization Unit', required: false
+      method_option :country, alias: :C, desc: 'Country', required: false
+      method_option :city , alias: :c, desc: 'City', required: false
+      method_option :state , alias: :S, desc: 'State', required: false
+
+
+      def add_ca
+        Kybus::SSL::CLI::AddCA.new(options.merge(pki_file: "#{options[:path]}/pki.yaml")).run
+      end
+
+      desc 'add-certificate', 'Add new certificate to inventory'
+      method_option :expiration, alias: :X, desc: 'Expiration in Years', required: false, type: :numeric
+      method_option :ca
+      method_option :key_size, alias: :s, desc: 'RSA Key Size', required: false, type: :numeric
+      method_option :name, required: true
+      method_option :email, alias: :E, desc: 'E-Mail', required: false
+      method_option :team, alias: :T, desc: 'Organization Unit', required: false
+      method_option :country, alias: :C, desc: 'Country', required: false
+      method_option :city , alias: :c, desc: 'City', required: false
+      method_option :state , alias: :S, desc: 'State', required: false
+
+      def add_certificate
+        Kybus::SSL::CLI::AddCertificate.new(options.merge(pki_file: "#{options[:path]}/pki.yaml")).run
+      end
+
+      def update_crl
+        Kybus::SSL::CLI::UpdateCRL.new(options.merge(pki_file: "#{options[:path]}/pki.yaml")).run
+      end
+
+      desc 'build', 'Builds the certificates listed in the PKI file'
+
+      def build
+        Kybus::SSL::CLI::Build.new(options.merge(pki_file: "#{options[:path]}/pki.yaml")).run
+      end
+    end
+  end
+end

data/lib/kybus/cli/version.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+KYBUS_CLI_VERSION = '0.2.2'

data/lib/kybus/cli.rb

@@ -2,12 +2,25 @@
 
 require 'thor'
 require_relative 'cli/bot'
+require_relative 'cli/ssl'
+require_relative 'cli/version'
 
 module Kybus
   class CLI < Thor
+    VERSION = KYBUS_CLI_VERSION
+    map %w[--version -v] => :__print_version
+
+    desc '--version, -v', 'print the version'
+    def __print_version
+      puts Kybus::CLI::VERSION
+    end
+
     desc 'bot SUBCOMMAND ...ARGS', 'Commands for managing bots'
     subcommand 'bot', Kybus::CLI::Bot
 
+    desc 'pki SUBCOMMAND ...ARGS', 'Commands for managing PKI'
+    subcommand 'pki', Kybus::CLI::SSL
+
     def self.exit_on_failure?
       true
     end