eventhub-command 0.5.0 → 0.6.0

data/lib/eh/commands/generate.rb

@@ -1,91 +1,91 @@
-desc 'Generates a template for a processor'
-arg_name 'module_name processor_name'
-command :generate do |c|
-  c.command :processor do |c|
-    c.action do |global_options, options, args|
-      require 'active_support/core_ext/string/inflections'
-      require 'fileutils'
-      require 'erb'
-
-      if args.size != 2
-        puts "Needs exactly 2 arguments: eh generate_processor ModuleName ProcessorName"
-        exit -1
-      end
-
-      processor_module_name = args[0].camelcase
-      processor_class_name = args[1].camelcase
-      underscored_processor_module_name = processor_module_name.underscore
-      underscored_processor_class_name = processor_class_name.underscore
-
-      destination_dir = Eh::Settings.current.processors_src_dir
-      destination_dir = File.join(destination_dir, "#{underscored_processor_module_name}.#{underscored_processor_class_name}")
-
-      if Dir.exists? destination_dir
-        puts "#{destination_dir} already exists!"
-        exit -1
-      end
-
-      template_tmp_dir = Eh::Settings.current.template_tmp_dir
-      checkout_git_repo(template_tmp_dir)
-
-      FileUtils.cp_r template_tmp_dir, destination_dir
-      FileUtils.rm_rf File.join(destination_dir, ".git")
-      FileUtils.rm File.join(destination_dir, 'README.md')
-
-      puts "Generating processor #{processor_module_name}::#{processor_class_name} in #{destination_dir}"
-      Dir.glob(destination_dir + "/**/*.erb") do |file|
-        template = ERB.new(File.read(file))
-
-        File.open(file, "w") do |writeable_file|
-          writeable_file.puts template.result(binding)
-        end
-
-        FileUtils.mv file, File.join(File.dirname(file), File.basename(file, ".erb"))
-      end
-
-      replacements = [
-        ["underscored_processor_module_name", underscored_processor_module_name],
-        ["underscored_processor_class_name", underscored_processor_class_name],
-        ["processor_module_name", processor_module_name],
-        ["processor_class_name", processor_class_name]
-      ]
-
-      rename_files_with_replacements(destination_dir, replacements)
-
-      FileUtils.rm_rf template_tmp_dir
-
-      puts "Done."
-    end
-  end
-
-  def shallow_clone_git_repository(source_url, destination_dir)
-    system("git clone --depth 1 #{source_url} #{destination_dir}")
-  end
-
-  def rename_files_with_replacements(destination_dir, replacements)
-    Dir.glob(destination_dir + "/**/*") do |src_file_path|
-      if File.file? src_file_path
-        dir = File.dirname src_file_path
-        file_with_replacements = File.basename src_file_path
-
-        replacements.each do |find_string, replace_string|
-          file_with_replacements.sub!(find_string, replace_string)
-        end
-
-        dest_file_path = File.join(dir, file_with_replacements)
-
-        if src_file_path != dest_file_path
-          FileUtils.mv src_file_path, dest_file_path
-        end
-      end
-    end
-  end
-
-  def checkout_git_repo(destination_dir)
-    template_repository_url = Eh::Settings.current.processor_template_repository_url
-    puts "Checking out latest template from #{template_repository_url}"
-    FileUtils.rm_rf(destination_dir)
-    FileUtils.mkdir(destination_dir)
-    shallow_clone_git_repository(template_repository_url, destination_dir)
-  end
-end
+desc 'Generates a template for a processor'
+arg_name 'module_name processor_name'
+command :generate do |c|
+  c.command :processor do |c|
+    c.action do |global_options, options, args|
+      require 'active_support/core_ext/string/inflections'
+      require 'fileutils'
+      require 'erb'
+
+      if args.size != 2
+        puts "Needs exactly 2 arguments: eh generate_processor ModuleName ProcessorName"
+        exit -1
+      end
+
+      processor_module_name = args[0].camelcase
+      processor_class_name = args[1].camelcase
+      underscored_processor_module_name = processor_module_name.underscore
+      underscored_processor_class_name = processor_class_name.underscore
+
+      destination_dir = Eh::Settings.current.processors_src_dir
+      destination_dir = File.join(destination_dir, "#{underscored_processor_module_name}.#{underscored_processor_class_name}")
+
+      if Dir.exists? destination_dir
+        puts "#{destination_dir} already exists!"
+        exit -1
+      end
+
+      template_tmp_dir = Eh::Settings.current.template_tmp_dir
+      checkout_git_repo(template_tmp_dir)
+
+      FileUtils.cp_r template_tmp_dir, destination_dir
+      FileUtils.rm_rf File.join(destination_dir, ".git")
+      FileUtils.rm File.join(destination_dir, 'README.md')
+
+      puts "Generating processor #{processor_module_name}::#{processor_class_name} in #{destination_dir}"
+      Dir.glob(destination_dir + "/**/*.erb") do |file|
+        template = ERB.new(File.read(file))
+
+        File.open(file, "w") do |writeable_file|
+          writeable_file.puts template.result(binding)
+        end
+
+        FileUtils.mv file, File.join(File.dirname(file), File.basename(file, ".erb"))
+      end
+
+      replacements = [
+        ["underscored_processor_module_name", underscored_processor_module_name],
+        ["underscored_processor_class_name", underscored_processor_class_name],
+        ["processor_module_name", processor_module_name],
+        ["processor_class_name", processor_class_name]
+      ]
+
+      rename_files_with_replacements(destination_dir, replacements)
+
+      FileUtils.rm_rf template_tmp_dir
+
+      puts "Done."
+    end
+  end
+
+  def shallow_clone_git_repository(source_url, destination_dir)
+    system("git clone --depth 1 #{source_url} #{destination_dir}")
+  end
+
+  def rename_files_with_replacements(destination_dir, replacements)
+    Dir.glob(destination_dir + "/**/*") do |src_file_path|
+      if File.file? src_file_path
+        dir = File.dirname src_file_path
+        file_with_replacements = File.basename src_file_path
+
+        replacements.each do |find_string, replace_string|
+          file_with_replacements.sub!(find_string, replace_string)
+        end
+
+        dest_file_path = File.join(dir, file_with_replacements)
+
+        if src_file_path != dest_file_path
+          FileUtils.mv src_file_path, dest_file_path
+        end
+      end
+    end
+  end
+
+  def checkout_git_repo(destination_dir)
+    template_repository_url = Eh::Settings.current.processor_template_repository_url
+    puts "Checking out latest template from #{template_repository_url}"
+    FileUtils.rm_rf(destination_dir)
+    FileUtils.mkdir(destination_dir)
+    shallow_clone_git_repository(template_repository_url, destination_dir)
+  end
+end

data/lib/eh/commands/package.rb

@@ -3,14 +3,14 @@ command :package do |c|
   c.flag([:s, :source], :desc => "Source directory to read processors from.")
   c.flag([:d, :destination], :desc => "Destination directory to place created zip files.")
 
-  c.desc 'Packages processors to zip files. '
+  c.desc 'Packages ruby processors to zip files'
   c.arg_name '[processor_name,[other_processor_name,pattern*]]'
-  c.command :ruby do |c|
-    c.flag([:i, :include], :desc => "Include processors by name format: [processor_name,[other_processor_name,pattern*]]", :type => String, :long_desc => "You can specify multiple processors by providing a comma-separated list as well as pattern using '*'")
-    c.flag([:x, :exclude], :desc => "Exclude processors by name format: [processor_name,[other_processor_name,pattern*]]", :type => String, :long_desc => "You can specify multiple processors by providing a comma-separated list as well as pattern using '*'")
+  c.command :ruby do |ruby|
+    ruby.flag([:i, :include], :desc => "Include processors by name format: [processor_name,[other_processor_name,pattern*]]", :type => String, :long_desc => "You can specify multiple processors by providing a comma-separated list as well as pattern using '*'")
+    ruby.flag([:x, :exclude], :desc => "Exclude processors by name format: [processor_name,[other_processor_name,pattern*]]", :type => String, :long_desc => "You can specify multiple processors by providing a comma-separated list as well as pattern using '*'")
 
-    c.action do |global_options, options, args|
-      options['s'] ||= Eh::Settings.current.processors_src_dir
+    ruby.action do |global_options, options, args|
+      options['s'] ||= Eh::Settings.current.ruby_processors_src_dir
       options['d'] ||= Eh::Settings.current.ruby_release_dir
       source_dir = options.fetch('s')
       destination_dir = options.fetch('d')
@@ -21,9 +21,28 @@ command :package do |c|
     end
   end
 
+  c.desc 'Packages go processors to zip files'
+  c.command :go do |go|
 
-  c.command :rails do |c|
-    c.action do |global_options, options, args|
+    go.flag([:p, :platform], :desc => "Define target platform [linux, osx, window]")
+
+    go.action do |global_options, options, args|
+      options['s'] ||= Eh::Settings.current.go_processors_src_dir
+      options['d'] ||= Eh::Settings.current.go_release_dir
+      source_dir = options.fetch('s')
+      destination_dir = options.fetch('d')
+      include_pattern = options['i'] || args[0]
+      exclude_pattern = options['x']
+      platform = options['p'] || 'linux'
+      packager = Packager::Go.new(source_dir, destination_dir, include_pattern, exclude_pattern, platform)
+      packager.package
+    end
+
+  end
+
+  c.desc 'Packages rails console app to zip file'
+  c.command :rails do |rails|
+    rails.action do |global_options, options, args|
       options['s'] ||= Eh::Settings.current.rails_src_dir
       options['d'] ||= Eh::Settings.current.rails_release_dir
       source_dir = options.fetch('s')

data/lib/eh/commands/repository.rb

@@ -1,81 +1,81 @@
-desc "manage repositories"
-
-command :repository do |command|
-  command.desc "Lists all avaiable repositories"
-  command.command :list do |command|
-    command.action do |global_options,options,args|
-
-      Eh::Settings.current.repositories.each_with_index do |repository, index|
-        if repository.current?
-          puts "#{index + 1}: #{repository.url} (current)"
-        else
-          puts "#{index + 1}: #{repository.url}"
-        end
-      end
-    end
-  end
-
-  command.desc "selects a repository: eh repository select INDEX"
-  command.command :select do |command|
-    command.action do |global_options,options,args|
-      if Eh::Settings.current.repositories.length == 0
-        raise "No repository configured so far"
-      end
-      if args.length != 1
-        raise "Need exactly 1 arguments: index"
-      end
-      selected = args[0].to_i
-      Eh::Settings.current.data['repositories'].each_with_index do |repository, index|
-        repository['current'] = (index + 1) == selected
-      end
-      puts "Selected #{Eh::Settings.current.repository.url}"
-      Eh::Settings.current.write
-    end
-  end
-
-  command.desc 'add a repository to the config: eh repository add URL DIR USERNAME PASSWORD'
-  command.command :add do |command|
-    command.action do |global_options, options, args|
-      if args.length != 4
-        raise "Need exactly 4 arguments: URL, DIR, USERNAME, PASSWORD"
-      end
-      Eh::Settings.current.data['repositories'] ||= []
-
-      # check if same repo already exists
-      exists = Eh::Settings.current.data['repositories'].any? do |repository|
-        repository['url'] == args[0]
-      end
-      if exists
-        raise "Already configured repository for '#{args[0]}'"
-      end
-
-      Eh::Settings.current.data['repositories'] << {
-        'url' => args[0],
-        'dir' => args[1],
-        'deploy_username' => args[2],
-        'deploy_password' => args[3],
-        'current' => (Eh::Settings.current.data['repositories'].length == 0)
-      }
-      Eh::Settings.current.write
-    end
-  end
-
-
-  command.desc 'remove a repository from the config: eh repository remove INDEX'
-  command.command :remove do |command|
-    command.action do |global_options, options, args|
-
-      if args.length != 1
-        raise "Need exactly 1 arguments: index"
-      end
-      selected = args[0].to_i
-
-      if Eh::Settings.current.repositories[selected - 1].nil?
-        raise "No repository with index #{selected}"
-      end
-
-      Eh::Settings.current.data['repositories'].delete_at(selected - 1)
-      Eh::Settings.current.write
-    end
-  end
-end
+desc "manage repositories"
+
+command :repository do |command|
+  command.desc "Lists all avaiable repositories"
+  command.command :list do |command|
+    command.action do |global_options,options,args|
+
+      Eh::Settings.current.repositories.each_with_index do |repository, index|
+        if repository.current?
+          puts "#{index + 1}: #{repository.url} (current)"
+        else
+          puts "#{index + 1}: #{repository.url}"
+        end
+      end
+    end
+  end
+
+  command.desc "selects a repository: eh repository select INDEX"
+  command.command :select do |command|
+    command.action do |global_options,options,args|
+      if Eh::Settings.current.repositories.length == 0
+        raise "No repository configured so far"
+      end
+      if args.length != 1
+        raise "Need exactly 1 arguments: index"
+      end
+      selected = args[0].to_i
+      Eh::Settings.current.data['repositories'].each_with_index do |repository, index|
+        repository['current'] = (index + 1) == selected
+      end
+      puts "Selected #{Eh::Settings.current.repository.url}"
+      Eh::Settings.current.write
+    end
+  end
+
+  command.desc 'add a repository to the config: eh repository add URL DIR USERNAME PASSWORD'
+  command.command :add do |command|
+    command.action do |global_options, options, args|
+      if args.length != 4
+        raise "Need exactly 4 arguments: URL, DIR, USERNAME, PASSWORD"
+      end
+      Eh::Settings.current.data['repositories'] ||= []
+
+      # check if same repo already exists
+      exists = Eh::Settings.current.data['repositories'].any? do |repository|
+        repository['url'] == args[0]
+      end
+      if exists
+        raise "Already configured repository for '#{args[0]}'"
+      end
+
+      Eh::Settings.current.data['repositories'] << {
+        'url' => args[0],
+        'dir' => args[1],
+        'deploy_username' => args[2],
+        'deploy_password' => args[3],
+        'current' => (Eh::Settings.current.data['repositories'].length == 0)
+      }
+      Eh::Settings.current.write
+    end
+  end
+
+
+  command.desc 'remove a repository from the config: eh repository remove INDEX'
+  command.command :remove do |command|
+    command.action do |global_options, options, args|
+
+      if args.length != 1
+        raise "Need exactly 1 arguments: index"
+      end
+      selected = args[0].to_i
+
+      if Eh::Settings.current.repositories[selected - 1].nil?
+        raise "No repository with index #{selected}"
+      end
+
+      Eh::Settings.current.data['repositories'].delete_at(selected - 1)
+      Eh::Settings.current.write
+    end
+  end
+end

data/lib/eh/settings.rb

@@ -109,10 +109,18 @@ class Eh::Settings
     releases_dir('ruby')
   end
 
-  def processors_src_dir
+  def go_release_dir
+    releases_dir('go')
+  end
+
+  def ruby_processors_src_dir
     File.join(repository.dir, 'src', 'ruby')
   end
 
+  def go_processors_src_dir
+    File.join(repository.dir, 'src', 'go', 'src', 'github.com', 'cme-eventhub')
+  end
+
   def rails_src_dir
     File.join(repository.dir, 'src', 'rails')
   end

data/lib/eh/version.rb

@@ -1,3 +1,3 @@
 module Eh
-  VERSION = '0.5.0'
+  VERSION = '0.6.0'
 end

data/lib/packager.rb

@@ -1,4 +1,5 @@
 module Packager
 end
 require_relative 'packager/ruby'
+require_relative 'packager/go'
 require_relative 'packager/rails'

data/lib/packager/go.rb

@@ -0,0 +1,159 @@
+class Packager::Go
+
+  PLATFORMS = ['linux','windows','darwin']
+
+  def initialize(source_dir, destination_dir, include_pattern_string, exclude_pattern_string, platform)
+    @source_dir = Pathname.new(source_dir)
+    @destination_dir = Pathname.new(destination_dir)
+    @include_pattern_string = include_pattern_string
+    @exclude_pattern_string = exclude_pattern_string
+    @platform = platform
+  end
+
+  def package
+    assert_at_least_one_processor!
+    validate_platforms!
+    create_destination_dir
+    #copy_deployment_management_files
+    build_processors
+    package_processors
+  end
+
+  private
+
+  attr_reader :source_dir, :destination_dir, :include_pattern_string, :exclude_pattern_string
+
+  def build_processors
+    puts "Build processors"
+    processor_names.each do |processor_name|
+      build_processor(processor_name)
+    end
+  end
+
+  def build_processor(processor_name)
+    print "Build: #{processor_name.light_blue}"
+    system "cd #{processor_source_dir(processor_name)} && GOOS=#{@platform} GOARCH=amd64 go build"
+    puts " done".green
+  end
+
+  def package_processors
+    puts "Start packaging"
+    processor_names.each do |processor_name|
+      package_processor(processor_name)
+    end
+    puts "Done packaging #{processor_names.size} processors"
+  end
+
+  def package_processor(processor_name)
+    print "Package: #{processor_name.light_blue} "
+    remove_destination_file(processor_name)
+
+    Zip::File.open(destination_file_name(processor_name), Zip::File::CREATE) do |zipfile|
+      files = files_to_zip(processor_name)
+      files.each do |file|
+        relative_filename = file.relative_path_from(source_dir)
+        zipfile.add(relative_filename, file)
+      end
+    end
+    puts " done".green
+  end
+
+
+  def files_to_zip(processor_name)
+    # currently take only the binary and the config folder
+    files = Dir.glob(File.join(processor_source_dir(processor_name), 'config', '**', '*'))
+    files << File.join(processor_source_dir(processor_name),processor_name)
+
+    files.map do |file|
+      Pathname.new(file)
+    end
+  end
+
+  def processor_source_dir(processor_name)
+    File.join(source_dir, processor_name)
+  end
+
+  def create_destination_dir
+    FileUtils.mkdir_p(destination_dir)
+  end
+
+  def remove_destination_file(processor_name)
+    FileUtils.rm destination_file_name(processor_name), force: true
+  end
+
+  def destination_file_name(processor_name)
+    File.join(destination_dir, "#{processor_name}.zip")
+  end
+
+  def copy_deployment_management_files
+    Eh::Settings.current.deployment_management_files.each do |file|
+      FileUtils.cp(file, destination_dir)
+    end
+  end
+
+  def assert_at_least_one_processor!
+    if processor_names.empty?
+      raise "There are no processor names. Either your -s directory is empty or you specified a strange combination of include and exclude pattern."
+    end
+  end
+
+  def validate_platforms!
+    unless PLATFORMS.include?(@platform)
+      raise "Given platform [#{@platform}] is not allowed out of [#{PLATFORMS.join(', ')}]"
+    end
+  end
+
+  def processor_names
+    included_names = existing_processor_names
+    included_names = included_processor_names(included_names)
+    excluded_names  = excluded_processor_names(included_names)
+    included_names - excluded_names
+  end
+
+  def existing_processor_names
+    Dir["#{source_dir}/*"].map do |dir|
+      File.basename(dir)
+    end.delete_if do |item|
+      !File.directory?("#{source_dir}/#{item}")
+    end.sort
+  end
+
+  def included_processor_names(names)
+    # if processor names are given as arguments then use them.
+    # can contain wildcards like "console.*" to include all processors
+    # starting with "console.".
+    names.select do |name|
+      include_patterns.empty? || include_patterns.any? do |pattern|
+        wildcard_pattern_match?(pattern, name) || pattern_match?(pattern, name)
+      end
+    end
+  end
+
+  def excluded_processor_names(names)
+    names.select do |name|
+      exclude_patterns.any? && exclude_patterns.any? do |pattern|
+        wildcard_pattern_match?(pattern, name) || pattern_match?(pattern, name)
+      end
+    end
+  end
+
+  def include_patterns
+    (include_pattern_string || '').split(',').map { |part| part.strip }
+  end
+
+  def exclude_patterns
+    (exclude_pattern_string || '').split(',').map { |part| part.strip }
+  end
+
+  def wildcard_pattern?(pattern)
+    pattern.end_with?('*')
+  end
+
+  def wildcard_pattern_match?(pattern, name)
+    wildcard_pattern?(pattern) && name.start_with?(pattern.gsub('*', ''))
+  end
+
+  def pattern_match?(pattern, name)
+    pattern == name
+  end
+end