fanforce-cli 1.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2c93a7d41d24ba4fffa283343bf5b1cec0923efb
+  data.tar.gz: 6a267ce03515d30b0b2893adffc43a9df2bb24c6
+SHA512:
+  metadata.gz: 173946476976342ebf6777d1095f1ac1fd7c8d3f32135865d0beefe106d058bb5a39341ae21855188a7623a2bf49d7403727837f49bb9c524ac173cadcd49eb3
+  data.tar.gz: 830fde0a3d785a7c4fcfc54911490d23551cc984eb3e0d1fbf06e011dd50aa6c23a9e8d87df15ca05c0770ac3ba9a3266a305c22c959d20271676be74627502e

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.idea/
+# YARD artifacts
+.yardoc
+_yardoc
+doc/
+.DS_Store

data/.rbenv-gemsets

@@ -0,0 +1 @@
+fanforce-cli

data/.rbenv-version

@@ -0,0 +1 @@
+2.0.0-p247

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,91 @@
+PATH
+  remote: .
+  specs:
+    fanforce-cli (1.0.0)
+      activesupport
+      bitbucket_rest_api
+      fanforce-api
+      heroku-api (= 0.3.8)
+      iron_worker_ng
+      multi_json
+      redis
+      rest-client
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (4.1.4)
+      i18n (~> 0.6, >= 0.6.9)
+      json (~> 1.7, >= 1.7.7)
+      minitest (~> 5.1)
+      thread_safe (~> 0.1)
+      tzinfo (~> 1.1)
+    activesupport-inflector (0.1.0)
+    bitbucket_rest_api (0.1.5)
+      faraday (~> 0.8.1)
+      faraday_middleware (~> 0.9.0)
+      hashie (~> 2.0.5)
+      multi_json (~> 1.3)
+      nokogiri (>= 1.5.2)
+      simple_oauth
+    excon (0.16.10)
+    fanforce (0.19.0)
+      multi_json (>= 1.7.2)
+      rack
+    fanforce-api (0.23.0)
+      fanforce-exceptions (~> 0.5)
+      fanforce-validations (~> 0.7)
+      rest-client (~> 1.6.7)
+    fanforce-exceptions (0.5.1)
+      fanforce (~> 0.15)
+    fanforce-validations (0.7.1)
+      activesupport-inflector (~> 0.1)
+      fanforce (~> 0.15)
+      fanforce-exceptions (~> 0.5)
+    faraday (0.8.9)
+      multipart-post (~> 1.2.0)
+    faraday_middleware (0.9.1)
+      faraday (>= 0.7.4, < 0.10)
+    hashie (2.0.5)
+    heroku-api (0.3.8)
+      excon (~> 0.16.10)
+    i18n (0.6.11)
+    iron_core (1.0.5)
+      rest (>= 2.6.4)
+    iron_worker_ng (1.5.0)
+      bundler
+      iron_core (>= 1.0.0)
+      rubyzip (= 0.9.9)
+    json (1.8.1)
+    mime-types (1.25.1)
+    mini_portile (0.6.0)
+    minitest (5.4.0)
+    multi_json (1.10.1)
+    multipart-post (1.2.0)
+    net-http-persistent (2.9.4)
+    netrc (0.7.7)
+    nokogiri (1.6.3.1)
+      mini_portile (= 0.6.0)
+    rack (1.5.2)
+    rdoc (4.1.1)
+      json (~> 1.4)
+    redis (3.1.0)
+    rest (2.7.2)
+      net-http-persistent (>= 2.9.1)
+      rest_client (>= 1.7.1)
+    rest-client (1.6.8)
+      mime-types (~> 1.16)
+      rdoc (>= 2.4.2)
+    rest_client (1.7.3)
+      netrc (~> 0.7.7)
+    rubyzip (0.9.9)
+    simple_oauth (0.2.0)
+    thread_safe (0.3.4)
+    tzinfo (1.2.2)
+      thread_safe (~> 0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fanforce-cli!

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Caleb Clark
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,144 @@
+# fanforce-cli
+The simplest way to create and manage a folder of Fanforce apps. This gem provides
+bulk commands that you can run against your entire list.
+
+## Installation
+
+Run this command from your command line:
+
+    gem install fanforce-cli
+
+## Usage
+
+Run this command to view usage instructions
+
+    $ fanforce
+
+
+## Customizing Your Fanforce CLI Setup with .fanforce-cli
+You can add a .fanforce-cli to any fanforce folder you've setup for your apps. It accepts any valid YAML markup.
+Below is a example file that sets a custom local path for the fanforce-app-factory gem, plus a version:
+
+```yaml
+app_factory_gem:
+    path: '../../fanforce-app-factory'
+    version: '~> 0.1.3'
+```
+For more options see BitBucket and Heroku below.
+
+
+## Run Fanforce CLI Inside of an App
+
+Sometimes you'll want to use cli commands inside a specific app. You can as long as the folder contains a config.ru
+file, and the app is a subdirectory of a fanforce folder containing a .fanforce-cli file.
+
+
+## Supercharge Your Fanforce CLI
+
+Fanforce-cli comes with a special application when you're running commands on a long list of apps and
+each command is taking a long time to run. It forks each command and runs them in parallel. Only a subset of the full
+cli commands are available with fanforce-supercharge. Run the following from your terminal to see your available
+options:
+
+```
+fanforce-supercharge
+```
+
+## BitBucket: Creating Repositories and Pushing
+A BitBucket repository will be automatically setup for each new app if a bitbucket object is defined in your .fanforce-cli file:
+
+```yaml
+bitbucket:
+    user: apps-by-me
+    password: password
+```
+
+## Heroku Apps: Creating and Updating
+A heroku app will be automatically setup for each new app if a heroku object is defined in your .fanforce-cli file. You'll need
+ one for each environment (staging|production) you want apps setup for.
+
+```yaml
+heroku:
+    production:
+        user: technical@fanforce.com
+        git_ssh_domain: heroku_fanforce
+        password: password
+        app_domain: ffapp.io
+        short_domain: fanforce.io
+```
+The git_ssh_domain variable listed above is needed if you're pushing to multiple Heroku accounts as you'll need to specify
+the SSH key that must be used (each Heroku account requires a unique ssh key). For example, the above git_ssh_domain variable
+references the following lines in ~/.ssh/config:
+
+```
+Host heroku_fanforce
+  HostName heroku.com
+  User technical@fanforce.com
+  IdentityFile ~/.ssh/heroku_fanforce
+```
+
+See http://www.springloops.com/blog/git-config-for-mutiply-ssh-keys/ for more info.
+
+## Environment Variables
+Fanforce CLI allows you to setup a list of env variables that can be loaded by your app it's running in your local
+ development environment, pushed to Heroku, or tasks setup on IronWorker.
+
+First, you need to setup a folder called ".env" in your fanforce folder with a series of YAML files inside. The only required
+file is _bind.yaml:
+
+```yaml
+constantcontact:
+  - app-constantcontact
+  - plugin-constantcontact-subscribers
+
+facebook:
+  - app-facebook
+  - plugin-facebook-friends
+  - plugin-facebook-posts
+
+iron: ALL
+```
+
+Each key is the filename (minus .yaml) of the YAML file holding a list of ENV variables. The array underneath is the folder names of apps
+that these ENV variables will be loaded into. Alternatively, you can specify the keyword ALL if those ENV variables should
+be loaded into all apps.
+
+Second, you'll need to setup the filenames references in _bind.yaml. Each file contains a hash of ENV key/values organized
+by RACK_ENV. Here's is an example of facebook.yaml (of course, you'll need to provide legit facebook api_keys and api_secrets):
+
+```yaml
+development:
+  api_key: 175620799120142
+  api_secret: b4e86cbf9db2ch5777609396b1d0a52f
+
+staging:
+  api_key: 362017347478160
+  api_secret: cf3605c0cnda02c95ddd1bb983a59e7a
+```
+
+## Using IronWorker
+
+Fanforce CLI comes with built in support for using IronWorker in your apps:
+
+```
+fanforce iron upload:development
+```
+
+There are a couple things you'll want to setup first:
+
+#### 1. Env Variables
+
+- IRON_TOKEN
+- IRON_PROJECT_ID
+
+#### 2.
+
+
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/fanforce

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+require 'fanforce/cli'
+
+fanforce = Fanforce::CLI.new('fanforce')
+
+if File.exists?("#{$HomeDir}/config.ru") and File.exists?("#{$HomeDir}/../.fanforce-cli")
+  ARGV.unshift(":#{File.basename($HomeDir)}")
+  $HomeDir = File.expand_path('..', $HomeDir)
+  fanforce.start(
+      :runtype => :single,
+      :allowed => [:update, :push, :restart, :bundle, :git, :iron, :version, :config, :cleanorgs, :upgrade],
+  )
+elsif File.exists?("#{$HomeDir}/.fanforce-cli")
+  fanforce.start(
+      :runtype => :multiple,
+      :allowed => [:list, :create, :update, :delete, :push, :restart, :count, :bundle, :git, :iron, :version, :config, :cleanorgs, :upgrade],
+  )
+else
+  puts 'NOT A VALID DIRECTORY'
+end

data/bin/fanforce-supercharge

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+require 'fanforce/cli'
+
+Fanforce::CLI.new('fanforce-supercharge').start(
+    :runtype => :forked,
+    :allowed => [:update, :push, :restart, :bundle, :git, :iron, :version, :config, :cleanorgs],
+)

data/fanforce-cli.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'fanforce/cli/version'
+require 'rubygems'
+
+Gem::Specification.new do |gem|
+  gem.name          = 'fanforce-cli'
+  gem.version       = Fanforce::CLI::VERSION
+  gem.authors       = ['Caleb Clark']
+  gem.email         = ['cclark@mobilizationlabs.com']
+  gem.description   = %q{CLI for managing a folder of Fanforce apps}
+  gem.summary       = %q{Manage a folder of Fanforce apps}
+  gem.homepage      = ''
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = ['fanforce','fanforce-supercharge']
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'redis'
+  gem.add_dependency 'rest-client'
+  gem.add_dependency 'iron_worker_ng'
+  gem.add_dependency 'activesupport'
+  gem.add_dependency 'heroku-api', '0.3.8'
+  gem.add_dependency 'multi_json'
+  gem.add_dependency 'bitbucket_rest_api'
+  gem.add_dependency 'fanforce'
+  gem.add_dependency 'fanforce-api'
+
+end

data/lib/fanforce/cli/_base.rb

@@ -0,0 +1,264 @@
+require 'iron_worker_ng'
+require 'fanforce/cli'
+
+class Fanforce::CLI
+  require 'fanforce/cli/utils'
+  require 'fanforce/cli/files'
+  require 'fanforce/cli/app'
+  require 'fanforce/cli/apps'
+  require 'fanforce/cli/run'
+  require 'fanforce/cli/env'
+  require 'fanforce/cli/help'
+  require 'fanforce/cli/commands'
+  include Fanforce::CLI::Utils
+
+  def initialize(executable)
+    @executable = executable
+    $HomeDir = Shell.new.pwd
+  end
+
+  def start(options)
+    @runtype = options[:runtype]
+    @allowed_commands = options[:allowed]
+    setup_config
+    init_counter(Process.pid) if @runtype == :forked
+    parse_app_filter
+    parse_command
+    destroy_counter(Process.pid) if @runtype == :forked
+  end
+
+  def setup_config
+    puts 'ERROR: Fanforce CLI could not find the required config file.'.format(:red) if !File.exists?("#{$HomeDir}/.fanforce-cli")
+    $Config = format_config(YAML.load_file("#{$HomeDir}/.fanforce-cli"))
+  end
+
+  def parse_app_filter
+    if ARGV[0] =~ /^:((app)-(.+))$/
+      $Filter = {dir_name: $1}
+      ARGV.shift
+    end
+  end
+
+  #################################################################################
+
+  def parse_command
+
+    #################################################################
+
+    if ARGV.length == 0 or !@allowed_commands.include?(ARGV[0].to_sym)
+      puts Fanforce::CLI::Help.intro(@executable, @runtype)
+      puts Fanforce::CLI::Help.commands(@allowed_commands)
+
+      #################################################################
+
+    elsif ARGV[0] == 'list'
+      list_apps
+
+    #################################################################
+
+    elsif ARGV[0] == 'create'
+      ARGV[1] =~ /^app-([a-z0-9-]+)$/i || error('You supplied an invalid create command.', :create)
+      create_app($1)
+
+    #################################################################
+
+    elsif ARGV[0] == 'update'
+      ARGV[1] =~ /^(all|app-([a-z0-9-]+))$/ || error('You supplied an invalid update command.', :update) if ARGV[1]
+      ($2 && $2 != 'all') ? update_app($2) : run(:update)
+
+    #################################################################
+
+    elsif ARGV[0] == 'delete'
+      ARGV[1] =~ /^app-([a-z0-9-]+)$/ || error('You supplied an invalid delete command.', :delete)
+      confirm("Are you sure you want to delete all files, repositories, and other items for #{ARGV[1]}?")
+      delete_app($1)
+
+    #################################################################
+
+    elsif ARGV[0] == 'push'
+      ARGV[1] =~ /^(all|development|staging|production)$/ || error('You supplied an invalid push command.', :push)
+      environment = $1.to_sym
+      command = (ARGV[2] =~ /(:all|:heroku|:iron|bitbucket)$/) ? $1.to_sym : :all
+
+      confirm('Are you sure you want to push to all environments, including production?') if environment == :all
+      confirm('Are you sure you want to push to production?') if environment == :production
+      confirm("Are you sure you want to push to all services on #{environment}?") if command == :all
+
+      run(:push, environment, command)
+
+      #################################################################
+
+    elsif ARGV[0] == 'restart'
+      if ARGV[1].present?
+        ARGV[1] =~ /^(development|staging|production|all)?$/ || error('You supplied an invalid restart command.', :restart)
+        environment = $1.to_sym
+      else
+        environment = :development
+      end
+
+      confirm('Are you sure you want to restart all environments?') if environment == :all
+      run(:restart, environment)
+
+    #################################################################
+
+    elsif ARGV[0] == 'count'
+      count
+
+    #################################################################
+
+    elsif ARGV[0] == 'bundle'
+      ARGV[1] =~ /^(install|update)$/ || error('You supplied an invalid bundle command.', :bundle)
+
+      run(:bundle, $1.to_sym, ARGV[3..-1] || [])
+
+    #################################################################
+
+    elsif ARGV[0] == 'git' and ARGV[1] == 'status:overview'
+      run(:git_overview)
+
+    elsif ARGV[0] == 'git'
+      run(:git, ARGV[1..-1] || [])
+
+    #################################################################
+
+    elsif ARGV[0] == 'iron'
+      ARGV[1] =~ /^(upload|reset|delete)$/ || error('You supplied an invalid iron command.', :iron)
+      command = $1.to_sym
+
+      if ARGV[2].blank? or ARGV[2] =~ /^(all|development|staging|production)$/
+        environment = ($1.present?) ? $1.to_sym : :all
+        confirm("Are you sure you want to #{command} workers in all environments?") if environment == :all
+      else
+        error('You supplied an invalid iron environment.', :iron)
+      end
+
+      if command == :delete
+        delete_all_iron_workers(environment)
+      else
+        run(:iron, command, environment)
+      end
+
+    #################################################################
+
+    elsif ARGV[0] == 'cleanorgs'
+      ARGV[1] =~ /^(development|staging|production)$/ || error('You supplied an invalid cleanorgs command.', :cleanorgs)
+      environment = $1.to_sym
+
+      supercore_api_key = ARGV[2] || error('You supplied an invalid cleanorgs command.', :cleanorgs)
+
+      run(:cleanorgs, environment, supercore_api_key)
+
+     #################################################################
+
+    elsif ARGV[0] == 'version'
+      puts '---------------------------------------------------------------------------------------------------------------'
+      puts "You are using version #{Fanforce::CLI::VERSION} of Fanforce CLI"
+      puts '---------------------------------------------------------------------------------------------------------------'
+
+    elsif ARGV[0] == 'config'
+      puts '---------------------------------------------------------------------------------------------------------------'
+      if !File.exists?("#{$HomeDir}/.fanforce-cli")
+        puts 'Oops'.format(:red,:bold) + '... no ".fanforce-cli" file was found in this directory.'.format(:red)
+      else
+        puts $Config
+      end
+      puts '---------------------------------------------------------------------------------------------------------------'
+
+    elsif ARGV[0] == 'upgrade'
+      run(:upgrade)
+
+    end
+
+  end
+
+  #################################################################################
+
+  def run(method, *args)
+    (@runtype == :forked) ? run_forked(method, *args) : run_multiple(method, *args)
+  end
+
+  def run_multiple(method, *args)
+    if (dirs = Apps.dirs).size == 0
+      puts "\n---------------------------------------------------------------------------------------------------------------"
+      puts "#{'Oops'.format(:bold)}... no fanforce apps were found in this directory."
+      puts "---------------------------------------------------------------------------------------------------------------\n"
+      return
+    end
+
+    if self.respond_to?(:"preprocess_#{method}")
+      args << self.method(:"preprocess_#{method}").call
+    end
+    Apps.each do |app, processed_count, total_count|
+      self.method(:"run_#{method}").call(app.dir, processed_count, total_count, *args)
+    end
+    if self.respond_to?(:"postprocess_#{method}")
+      self.method(:"postprocess_#{method}").call
+    else
+      puts "\n---------------------------------------------------------------------------------------------------------------"
+      puts 'DONE!'
+      puts '---------------------------------------------------------------------------------------------------------------'
+    end
+  end
+
+  def run_forked(method, *args)
+    counter_id = Process.pid
+    processes = []
+    dirs = Apps.dirs
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    dirs.each_with_index do |app_dir, i|
+      puts "#{'Forking'.format(:white,:bold)} #{app_dir}"
+    end
+    dirs.each_with_index do |app_dir, i|
+      processes << fork do
+        response = capture_stdout do
+          self.method(:"run_#{method}").call(app_dir, 'PROCESSED_APPS_COUNT', dirs.size, *args)
+        end
+        puts response.gsub('PROCESSED_APPS_COUNT', incr_counter(counter_id).to_s)
+      end
+      sleep(0.25)
+    end
+
+    processes.each { |pid| Process.waitpid(pid) }
+    puts "\n---------------------------------------------------------------------------------------------------------------"
+    puts 'DONE!'
+    puts '---------------------------------------------------------------------------------------------------------------'
+  end
+
+  require 'stringio'
+  def capture_stdout
+    previous_stdout, previous_stderr = $stdout, $stderr
+    io = StringIO.new
+    $stdout = io
+    $stderr = io
+    IronCore::Logger.logger = ::Logger.new(io)
+    IronCore::Logger.logger.level = ::Logger::INFO
+    yield
+    io.string
+  ensure
+    $stdout = previous_stdout
+    $stderr = previous_stderr
+  end
+
+  def init_counter(counter_id)
+    File.open("#{$HomeDir}/.forked-counter-#{counter_id}", 'w') {|f| f.write('0') }
+  end
+
+  def incr_counter(counter_id)
+    new_count = nil
+    File.open("#{$HomeDir}/.forked-counter-#{counter_id}", File::RDWR|File::CREAT, 0644) do |f|
+      f.flock(File::LOCK_EX)
+      new_count = f.read.to_i + 1
+      f.rewind
+      f.write("#{new_count}\n")
+      f.flush
+      f.truncate(f.pos)
+    end
+    new_count
+  end
+
+  def destroy_counter(counter_id)
+    File.delete("#{$HomeDir}/.forked-counter-#{counter_id}")
+  end
+
+end
+

data/lib/fanforce/cli/app.rb

@@ -0,0 +1,57 @@
+class Fanforce::CLI::App
+  attr_reader :_id, :dir, :dir_name, :dir_root, :root_domain
+
+  def self.parse_dir_name(dir_name)
+    return if dir_name !~ /^(app-([a-z0-9-]+))\/?$/
+    {_id: $2, dir_name: $1}
+  end
+
+  def self.load(dir)
+    self.new(dir)
+  end
+
+  def initialize(dir)
+    raise "This is an invalid directory name for a fanforce addon: #{dir}" if dir !~ /^(.*)\/(app-([a-z0-9-]+))\/?$/
+    @_id         = $3
+    @dir         = "#{$1}/#{$2}"
+    @dir_root    = $1
+    @dir_name    = $2
+    @root_domain = Fanforce.apps_base_domain
+  end
+
+  def create_files(*filenames)
+    filenames.each do |filename|
+      Fanforce::CLI::Files.method(:"create_#{filename}").call(self)
+    end
+  end
+  alias create_file create_files
+
+  def update_files(*filenames)
+    filenames.each do |filename|
+      Fanforce::CLI::Files.method(:"update_#{filename}").call(self)
+    end
+  end
+  alias update_file update_files
+
+  def to_hash
+    {
+        _id: @_id,
+        dir_name: @dir_name,
+        dir_root: @dir_root,
+        dir: @dir,
+    }
+  end
+
+  def to_json
+    to_hash.to_json
+  end
+
+  def start_print
+    print "- #{@dir_name}... "
+  end
+
+  def end_print
+    puts 'DONE'
+  end
+
+end