fanforce-factory 0.4.0

data/lib/fanforce/factory/addons.rb

@@ -0,0 +1,128 @@
+class Fanforce::Factory::Addon
+  attr_reader :_id, :type, :dir, :dir_name, :dir_root, :root_domain, :plugin_type
+
+  def self.parse_dir_name(dir_name)
+    return if dir_name !~ /^((app|plugin|widget)-(.+))\/?$/
+    {_id: $3, type: $2, dir_name: $1}
+  end
+
+  def self.load(dir, plugin_type=nil)
+    self.new(dir, plugin_type)
+  end
+
+  def initialize(dir, plugin_type)
+    raise "This is an invalid directory name for a factory addon: #{dir}" if dir !~ /^(.*)\/((app|plugin|widget)-([^\/]+))\/?$/
+
+    @_id         = $4
+    @type        = $3.to_sym
+    @dir         = "#{$1}/#{$2}"
+    @dir_root    = $1
+    @dir_name    = $2
+    @root_domain = case @type when :app then $FF_APP_DOMAIN when :plugin then $FF_PLUGIN_DOMAIN when :widget then $FF_WIDGET_DOMAIN end
+    @plugin_type = (plugin_type.present?) ? plugin_type.to_sym : nil
+
+    if @type == :plugin and @plugin_type.blank?
+      raise "No config.ru was found in the home directory: #{dir}" if !File.exists?("#{dir}/config.ru")
+
+      File.open("#{@dir}/config.ru", 'r') do |f|
+        if f.read =~ /FanforcePlugin\.config.+config.type\s+=\W+(data_connector|data_processor|broadcaster|identifier|behavior)/m
+          @plugin_type = $1.to_sym
+        else
+          raise 'Factory plugins specify their type in the config.ru file'
+        end
+      end
+    end
+  end
+
+  def create_files(*filenames)
+    filenames.each do |filename|
+      Fanforce::Factory::Files.method(:"create_#{filename}").call(self)
+    end
+  end
+  alias create_file create_files
+
+  def update_files(*filenames)
+    filenames.each do |filename|
+      Fanforce::Factory::Files.method(:"update_#{filename}").call(self)
+    end
+  end
+  alias update_file update_files
+
+  def to_hash
+    {
+        _id: @_id,
+        type: @type,
+        dir_name: @dir_name,
+        dir_root: @dir_root,
+        dir: @dir,
+        plugin_type: @plugin_type,
+    }
+  end
+
+  def to_json
+    to_hash.to_json
+  end
+
+  def start_print
+    print "- #{@dir_name}... "
+  end
+
+  def end_print
+    puts 'DONE'
+  end
+
+end
+
+class Fanforce::Factory::Addons
+  require 'singleton'
+  require 'forwardable'
+  include Singleton
+
+  def dir_names
+    @dirs ||= Dir.chdir($HomeDir) do Dir['*/'].inject([]) do |dirs, d|
+      d = d.gsub('/', '')
+      next dirs if d !~ /^((app|plugin|widget)-(.+))\/?$/
+      next dirs << d if $Filter.blank?
+      next dirs << d if $Filter[:dir_name].present? and $Filter[:dir_name] == $1
+      if $Filter[:type] and $Filter[:type] == $2.to_sym and !$Filter[:plugin_type]
+        next dirs << d
+      elsif $Filter[:type] and $Filter[:type] == $2.to_sym and $Filter[:plugin_type]
+        next dirs if !File.exists?("#{$HomeDir}/#{$1}/config.ru")
+        File.open("#{$HomeDir}/#{$1}/config.ru", 'r') do |f|
+          if f.read =~ /FanforcePlugin\.config.+config.type\s+=\W+(data_connector|data_processor|broadcaster|identifier|behavior)/m
+            next dirs << d if $Filter[:plugin_type] == $1.to_sym
+          else
+            raise "#{d} is not correctly specifying its type in the config.ru file"
+          end
+        end
+      end
+      dirs
+    end end
+  end
+
+  def dirs
+    dir_names.inject([]) do |result, d|
+      result << "#{$HomeDir}/#{d}"
+    end
+  end
+
+  def each(&block)
+    cur_count = 0
+    total = dir_names.size
+    dir_names.each do |d|
+      cur_count += 1
+      addon = Fanforce::Factory::Addon.load("#{$HomeDir}/#{d}")
+      Dir.chdir(addon.dir) { block.call(addon, cur_count, total) }
+    end
+  end
+
+  def count
+    dir_names.size
+  end
+
+  class << self
+    extend Forwardable
+    def_delegators :instance, *Fanforce::Factory::Addons.instance_methods(false)
+  end
+
+end

data/lib/fanforce/factory/commands.rb

@@ -0,0 +1,449 @@
+class Fanforce::Factory
+  require 'fanforce/factory/commands_support'
+
+  def create_addon(addon_type, addon_id, plugin_type=nil)
+    dir_name = "#{addon_type}-#{addon_id}"
+    dir = "#{$HomeDir}/#{dir_name}"
+
+    if File.exists?("#{dir}/config.ru")
+      puts '---------------------------------------------------------------------------------------------------------------'
+      puts 'ERROR... '.format(:red,:bold) + "#{addon_type}-#{addon_id} already exists. You should run: ".format(:red) + "factory update #{dir_name}".format(:green)
+      puts '---------------------------------------------------------------------------------------------------------------'
+      return
+    end
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING FILES...'
+    Dir.mkdir(dir) if !File.directory?(dir)
+    Dir.chdir(dir)
+    puts "#{'Created'.format(:bold, :green)} #{dir_name}/"
+    addon = Addon.load(dir, plugin_type)
+    setup_files(addon)
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'RUNNING BUNDLER...'
+    Run.bundle_install(addon.dir)
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING POW DOMAINS...'
+    setup_pow(addon)
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING LOCAL GIT REPOSITORY...'
+    Run.git_init          and puts '- git init'
+    Run.git_add           and puts '- git add .'
+    Run.git_first_commit  and puts '- git commit -m "initial factory commit"'
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING BITBUCKET REPOSITORY...'
+    setup_bitbucket addon
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING HEROKU APPS...'
+    setup_heroku addon, :qa
+    setup_heroku addon, :production
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'CREATING ENV VARIABLES...'
+    setup_envs(addon, :all)
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{'DONE!'.format(:bold,:green)} Paste the following JSON into your Developer Configuration for #{addon._id.format(:bold)}:"
+    puts '---------------------------------------------------------------------------------------------------------------'
+    puts DeveloperConfig.method(addon.type).call(addon).format(:magenta)
+    puts '---------------------------------------------------------------------------------------------------------------'
+    puts "\n"
+  end
+
+  ######################################################################################################################
+
+  def delete_addon(addon_type, addon_id)
+    dir_name = "#{addon_type}-#{addon_id}"
+    dir = "#{$HomeDir}/#{dir_name}"
+
+    if !File.directory?("#{dir}")
+      puts '---------------------------------------------------------------------------------------------------------------'
+      puts 'OOPS... '.format(:red,:bold) + "#{addon_type}-#{addon_id} does not exist and therefore cannot be deleted!"
+      puts '---------------------------------------------------------------------------------------------------------------'
+      return
+    end
+
+    addon = Addon.load(dir)
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DELETING HEROKU APPS...'
+    [:qa,:production].each do |environment|
+      next if $Config[:heroku].blank? or $Config[:heroku][environment].blank?
+      heroku = auth_heroku(environment)
+      heroku_app_name = get_heroku_app_name(addon, environment)
+      #begin
+        heroku.delete_app(heroku_app_name)
+        puts "#{'Removed  '.format(:green,:bold)}" + " #{heroku_app_name}"
+      #rescue
+      #  puts "#{'Already Removed'.format(:green,:bold)}" + " #{heroku_app_name}"
+      #end
+    end
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DELETING BITBUCKET REPOSITORY...'
+    if $Config[:bitbucket].present?
+      bitbucket = BitBucket.new(login: $Config[:bitbucket][:user], password: $Config[:bitbucket][:password])
+      begin
+        repo = bitbucket.repos.find($Config[:bitbucket][:user], addon.dir_name)
+        RestClient.delete("https://#{$Config[:bitbucket][:user]}:#{$Config[:bitbucket][:password]}@api.bitbucket.org/1.0/repositories/#{$Config[:bitbucket][:user]}/#{addon.dir_name}")
+        puts "#{'Removed'.format(:green,:bold)}" + " #{addon.dir_name}"
+      rescue
+        puts "#{'Already Removed'.format(:green,:bold)}" + " #{addon.dir_name}"
+      end
+    end
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DELETING POW DOMAINS...'
+    Run.pow_destroy(addon, addon.root_domain)
+    Run.pow_destroy(addon, $SMARTURL_DOMAIN) if addon.plugin_type == :behavior
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DELETING FILES...'
+    if File.directory?(dir)
+      FileUtils.rm_rf(dir)
+      puts "#{'Removed'.format(:bold, :green)} #{dir_name}/"
+    else
+      puts "#{'Already Removed'.format(:bold, :green)} #{dir_name}/"
+    end
+
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DONE! (note: iron workers were not deleted'
+    puts '---------------------------------------------------------------------------------------------------------------'
+
+  end
+
+  ######################################################################################################################
+
+  def run_setup(addon_dir, processed_count, total_count, scope, environment=:all)
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    Dir.chdir(addon_dir) do
+      if [:all, :file].include?(scope)
+        puts ''
+        puts 'SETTING UP FILES...'
+        setup_files addon
+      end
+
+      if [:all, :pow].include?(scope)
+        puts ''
+        puts 'SETTING UP POW DOMAINS...'
+        setup_pow addon
+      end
+
+      if [:all, :bitbucket, :heroku].include?(scope)
+        puts ''
+        print 'ENSURING LOCAL GIT REPOSITORY EXISTS... '
+        if `git status`.include?('Not a git repository')
+          puts ''
+          Run.git_init          and puts '- git init'
+          Run.git_add           and puts '- git add .'
+          Run.git_first_commit  and puts '- git commit -m "initial factory commit"'
+          puts ''
+        else
+          puts 'Found'
+        end
+      end
+
+      if [:all, :bitbucket].include?(scope)
+        puts ''
+        puts 'SETTING UP BITBUCKET REPOSITORY...'
+        setup_bitbucket addon
+      end
+
+      if [:all, :heroku].include?(scope)
+        puts ''
+        puts 'SETTING UP HEROKU APPS...'
+        setup_heroku addon, :qa if [:all,:qa].include?(environment)
+        setup_heroku addon, :production if [:all,:production].include?(environment)
+      end
+
+      if [:all, :env].include?(scope)
+        puts ''
+        puts 'SETTING UP ENV VARIABLES...'
+        setup_envs addon, environment
+      end
+
+    end
+  end
+
+  ######################################################################################################################
+
+  def run_update(addon_dir, processed_count, total_count, scope, environment)
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    Dir.chdir(addon_dir) do
+      if [:all, :file].include?(scope)
+        puts ''
+        puts 'UPDATING FILES...'
+        setup_files addon
+      end
+
+      if [:all, :pow].include?(scope)
+        puts ''
+        puts 'UPDATING POW DOMAINS...'
+        setup_pow addon
+      end
+
+      if [:all, :bitbucket, :heroku].include?(scope)
+        puts ''
+        print 'ENSURING LOCAL GIT REPOSITORY EXISTS... '
+        if `git status`.include?('Not a git repository')
+          puts ''
+          Run.git_init          and puts '- git init'
+          Run.git_add           and puts '- git add .'
+          Run.git_first_commit  and puts '- git commit -m "initial factory commit"'
+          puts ''
+        else
+          puts 'Found'
+        end
+      end
+
+      if [:all, :bitbucket].include?(scope)
+        puts ''
+        puts 'UPDATING BITBUCKET REPOSITORY...'
+        setup_bitbucket addon
+      end
+
+      if [:all, :heroku].include?(scope)
+        puts ''
+        puts 'UPDATING HEROKU APPS...'
+        setup_heroku addon, :qa if [:all,:qa].include?(environment)
+        setup_heroku addon, :production if [:all,:production].include?(environment)
+      end
+
+      if [:all, :env].include?(scope)
+        puts ''
+        puts 'UPDATING ENV VARIABLES...'
+        setup_envs addon, environment
+      end
+    end
+  end
+
+  ######################################################################################################################
+
+  def run_push(addon_dir, processed_count, total_count, environment, command, subcommand)
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    Dir.chdir(addon_dir) do
+
+      if [:all,:bitbucket].include?(command) and $Config[:bitbucket].present?
+        puts "\n#{'Pushing '.format(:green,:bold)}" + "latest commit to Bitbucket (#{$Config[:bitbucket][:user]})..."
+        Run.command("git push #{$Config[:bitbucket][:user]} --all")
+      end
+
+      if [:all,:heroku].include?(command) and environment != :development
+        vars = Env.vars_by_addon(environment)[addon.dir_name] || {}
+        puts "\n#{"Updating Env Vars".format(:green,:bold)} on Heroku #{environment.to_s.titleize} (#{vars.size} variables)..."
+        push_env_to(environment, addon, vars)
+
+        remote_name = "#{environment==:qa ? 'qa' : 'prd'}-heroku"
+        puts "\n#{'Pushing '.format(:green,:bold)}" + "latest commit to Heroku #{environment.to_s.titleize} (#{remote_name})..."
+        Run.command("git push #{remote_name} master")
+      end
+
+      if [:all,:iron].include?(command)
+        puts ''
+        upload_iron(addon, command, [environment])
+      end
+
+    end
+  end
+
+  ######################################################################################################################
+
+  def count
+    puts '---------------------------------------------------------------------------------------------------------------'
+    puts "#{Addons.count} #{(($Filter.blank? or $Filter[:type].blank?) ? 'addons' : $Filter[:type]).to_s.pluralize}".format(:bold,:green) + ' were found in this directory.'
+    puts '---------------------------------------------------------------------------------------------------------------'
+    puts ''
+  end
+
+  ######################################################################################################################
+
+  def run_restart(addon_dir, processed_count, total_count, environment)
+    addon = Addon.load(addon_dir)
+    puts "---------------------------------------------------------------------------------------------------------------"
+    Dir.chdir(addon_dir) do
+      if [:all, :development].include?(environment)
+        puts "#{'DEVELOPMENT '.format(:bold)}#{addon.dir_name.format(:green)} restarted" if restart(addon, :development)
+      end
+      if [:all, :qa].include?(environment)
+        puts "#{'QA          '.format(:bold)}#{addon.dir_name.format(:green)} restarted" if restart(addon, :qa)
+      end
+      if [:all, :production].include?(environment)
+        puts "#{'PRODUCTION  '.format(:bold)}#{addon.dir_name.format(:green)} restarted" if restart(addon, :production)
+      end
+    end
+  end
+
+  def restart(addon, environment)
+    if environment == :development
+      `touch tmp/restart.txt`
+    elsif [:production, :qa].include?(environment)
+      if $Config[:heroku].blank? or $Config[:heroku][environment].blank?
+        puts "#{'OOPS...'.format(:red,:bold)} #{environment} has not been setup on heroku"
+        return false
+      end
+      heroku = auth_heroku(environment)
+      heroku.post_ps_restart get_heroku_app_name(addon, environment)
+    end
+    return true
+  end
+
+  ######################################################################################################################
+
+  def run_bundle(addon_dir, processed_count, total_count, arg, extra_args)
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    Dir.chdir(addon_dir) do
+      if Gem::Specification::find_all_by_name('bundler').empty?
+        puts 'Installing Bundler... '
+        `gem install bundler`
+        puts 'DONE'
+      end
+
+      addon.update_file(:gemfile)
+      Run.command("bundle #{arg} #{extra_args.join(' ')}")
+      restart(addon, :development)
+      puts 'DONE'.format(:green)
+    end
+  end
+
+  ######################################################################################################################
+
+  def preprocess_git_overview
+    puts ''
+    length = Addons.dir_names.inject(0) {|length, dir_name| dir_name.length > length ? dir_name.length : length }
+    puts sprintf("%-#{length+3}s %-20s %s", 'Directory', 'Plugin Type', 'Status').format(:bold)
+    length
+  end
+
+  def postprocess_git_overview
+    puts '------------------------------------------------------------------------'
+    puts 'DONE'
+  end
+
+  def run_git_overview(addon_dir, processed_count, total_count, length)
+    addon = Addon.load(addon_dir)
+    puts '------------------------------------------------------------------------'
+    committed = Run.command('git status').include?('nothing to commit') ? true : false
+    printf "%-#{length+3}s %-20s %s\n", addon.dir_name, addon.type==:plugin ? addon.plugin_type : 'n/a', committed ? 'Committed'.format(:green) : 'Uncommitted'.format(:red)
+  end
+
+  def run_git(addon_dir, processed_count, total_count, extra_args)
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    extra_args = extra_args.map {|c| c.include?(' ') ? c.to_json : c }.join(' ')
+    extra_args = '--no-pager ' + extra_args if extra_args !~ /--no-pager/
+
+    Dir.chdir(addon_dir) do
+      Run.command("git #{extra_args}")
+      puts 'DONE'.format(:green)
+    end
+  end
+
+  ######################################################################################################################
+
+  require 'iron_worker_ng'
+  def run_iron(addon_dir, processed_count, total_count, command, environment)
+    environments = environment == :all ? [:development, :qa, :production] : [environment]
+    addon = Addon.load(addon_dir)
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts "#{addon.type.to_s.upcase.format(:bold)} - #{addon._id.upcase.gsub('-',' ').format(:bold)} (#{processed_count} of #{total_count})... "
+
+    push_iron(addon, command, environments)
+  end
+
+  def upload_iron(addon, command, environments)
+    if !File.directory?("#{addon.dir}/workers")
+      return puts "#{'Skipped '.format(:bold)} no workers folder was found"
+    end
+
+    environments.each do |environment|
+      vars = Env.vars_by_addon(environment)[addon.dir_name]
+      has_workers = File.directory?("#{addon.dir}/workers") ? true : false
+
+      next puts "#{'Skipped '.format(:bold)} #{environment.to_s.titleize} is missing IRON_TOKEN and/or IRON_PROJECT_ID env variables" if vars['iron_token'].blank? or vars['iron_project_id'].blank?
+
+      vars = {} if vars.blank?
+      puts "#{'Updating Env'.format(:green,:bold)} #{environment.to_s.titleize}#{has_workers ? '... and workers have' : 'has'} #{vars.size} env variables"
+      push_env_to(environment, addon, vars, true)
+
+      iron_worker = IronWorkerNG::Client.new(:token => vars['iron_token'], :project_id => vars['iron_project_id'])
+      Dir.chdir("#{addon.dir}/workers") do
+        workers = Dir["*.worker"]
+        next puts "#{'Skipped  '.format(:bold)} #{environment.to_s.titleize} has 0 workers" if workers.size == 0
+
+        workers.each do |filename|
+          code_name = "#{addon._id}-#{filename.gsub('.worker', '')}"
+          remove_single_worker(code_name, iron_worker) if command == :reset
+
+          puts "#{'Uploading'.format(:green,:bold)} #{addon._id}-#{filename.gsub('.worker', '')} to #{environment.to_s.titleize}..."
+          code = IronWorkerNG::Code::Base.new(:workerfile => "#{addon.dir}/workers/#{filename}")
+          code.name = code_name
+          code.file("#{addon.dir}/workers/.#{addon.type}env.rb")
+          iron_worker.codes.create(code, max_concurrency: 5)
+        end
+      end
+    end
+  end
+
+  def remove_single_worker(code_name, iron_worker)
+    iron_worker.codes.list.each do |code|
+      next if code.name != code_name
+      iron_worker.codes.delete(code.id)
+      puts "#{'Removing '.format(:green,:bold)} #{addon._id}-#{filename.gsub('.worker', '')} from #{environment.to_s.titleize}..."
+      return true
+    end
+  end
+
+  ######################################################################################################################
+
+  def delete_all_iron_workers(environment)
+    puts ''
+    environments = environment == :all ? [:development, :qa, :production] : [environment]
+
+    iron_auths = {}
+    Addons.each do |addon, cur_count, total|
+      environments.each do |environment|
+        vars = Env.vars_by_addon(environment)[addon.dir_name]
+        iron_auths[environment] ||= {}
+        iron_auths[environment][vars['iron_project_id']] = vars['iron_token'] if vars['iron_project_id'].present?
+      end
+    end
+
+    environments.each do |environment|
+      puts '---------------------------------------------------------------------------------------------------------------'
+      puts "REMOVING WORKERS IN #{environment.to_s.upcase}..."
+
+      workers_found = false
+      iron_auths[environment].each do |iron_project_id, iron_token|
+        iron_worker = IronWorkerNG::Client.new(:token => iron_token, :project_id => iron_project_id)
+        iron_worker.codes.list.each do |code|
+          workers_found = true
+          iron_worker.codes.delete(code.id)
+          puts "#{'Removed'.format(:red,:bold)} #{code.name}"
+        end
+      end
+      puts 'No workers were found' if !workers_found
+    end
+
+    puts '---------------------------------------------------------------------------------------------------------------'
+  end
+
+end