turbot 0.1.36 → 0.2.3

data/dist/pkg.rake

@@ -0,0 +1,60 @@
+require "erb"
+
+file pkg("turbot-#{version}.pkg") => distribution_files("pkg") do |t|
+  tempdir do |dir|
+    mkchdir("turbot-client") do
+      assemble_distribution
+      assemble_gems
+      assemble resource("pkg/turbot"), "bin/turbot", 0755
+    end
+
+    kbytes = %x{ du -ks turbot-client | cut -f 1 }
+    num_files = %x{ find turbot-client | wc -l }
+
+    mkdir_p "pkg"
+    mkdir_p "pkg/Resources"
+    mkdir_p "pkg/turbot-client.pkg"
+
+    dist = File.read(resource("pkg/Distribution.erb"))
+    dist = ERB.new(dist).result(binding)
+    File.open("pkg/Distribution", "w") { |f| f.puts dist }
+
+    dist = File.read(resource("pkg/PackageInfo.erb"))
+    dist = ERB.new(dist).result(binding)
+    File.open("pkg/turbot-client.pkg/PackageInfo", "w") { |f| f.puts dist }
+
+    mkdir_p "pkg/turbot-client.pkg/Scripts"
+    cp resource("pkg/postinstall"), "pkg/turbot-client.pkg/Scripts/postinstall"
+    chmod 0755, "pkg/turbot-client.pkg/Scripts/postinstall"
+
+    sh %{ mkbom -s turbot-client pkg/turbot-client.pkg/Bom }
+
+    Dir.chdir("turbot-client") do
+      sh %{ pax -wz -x cpio . > ../pkg/turbot-client.pkg/Payload }
+    end
+
+    sh %{ curl http://s3.amazonaws.com/static.xavierriley.co.uk/ruby-1.9.3-p194.pkg -o ruby.pkg }
+    sh %{ pkgutil --expand ruby.pkg ruby }
+    package_info_file = "ruby/ruby-1.9.3-p194.pkg/PackageInfo"
+    text = File.read(package_info_file)
+    File.open(package_info_file, "w") { |file| file << text.gsub("heroku", "turbot") }
+    mv "ruby/ruby-1.9.3-p194.pkg", "pkg/ruby.pkg"
+    cp_r resource("pkg/ruby/ruby-1.9.3-p194.pkg"), "pkg/ruby.pkg"
+
+    sh %{ pkgutil --flatten pkg turbot-#{version}.pkg }
+
+    cp_r "turbot-#{version}.pkg", t.name
+  end
+end
+
+desc "build pkg"
+task "pkg:build" => pkg("turbot-#{version}.pkg")
+
+desc "clean pkg"
+task "pkg:clean" do
+  clean pkg("turbot-#{version}.pkg")
+end
+
+task "pkg:release" do
+  raise "pkg:release moved to toolbelt repo"
+end

data/dist/resources/deb/control

@@ -0,0 +1,10 @@
+Package: turbot
+Version: <%= version %>
+Section: utils
+Priority: standard
+Architecture: amd64
+Depends: ruby (>= 1.9.1), libopenssl-ruby (>= 1.9.1), libreadline-ruby (>= 1.9.1), libssl0.9.8 (>= 0.9.8k) | libssl1.0.0, libc6
+Maintainer: Turbot <info@opencorporates.com>
+Description: Client library and CLI to deploy apps on Turbot.
+ Turbot is a command line tool to help validate and post scrapers
+ ("bots") to the opencorporates data ingestion pipeline.

data/dist/resources/deb/postinst

@@ -0,0 +1,45 @@
+#!/bin/sh
+
+usershell=$SHELL
+
+startup_files() {
+  case $(basename $usershell) in
+    zsh)
+      echo ".zlogin .zshrc .zprofile .zshenv"
+      ;;
+    bash)
+      echo ".bashrc .bash_profile .bash_login .profile"
+      ;;
+    *)
+      echo ".bash_profile .zshrc .profile"
+      ;;
+  esac
+}
+
+install_path() {
+  for file in $(startup_files); do
+    [ -f $HOME/$file ] || continue
+    (grep "Added by the Turbot" $HOME/$file >/dev/null) && break
+
+    cat <<MESSAGE >>$HOME/$file
+
+### Added by the Turbot Toolbelt
+export PATH="/usr/local/turbot/bin:\$PATH"
+MESSAGE
+
+    # done after we add to one file
+    break
+  done
+}
+
+# if the toolbelt is not returned by `which`, let's add to the PATH
+case $(which turbot) in
+  /usr/bin/turbot|/usr/local/turbot/bin/turbot)
+    ;;
+  *)
+    install_path
+    ;;
+esac
+
+# symlink binary to /usr/bin/turbot
+ln -sf /usr/local/turbot/bin/turbot /usr/bin/turbot

data/dist/resources/deb/turbot

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+# resolve bin path, ignoring symlinks
+require "pathname"
+bin_file = Pathname.new(__FILE__).realpath
+
+# add locally vendored gems to libpath
+gem_dir = File.expand_path("../../vendor/gems", bin_file)
+Dir["#{gem_dir}/**/lib"].each do |libdir|
+  $:.unshift libdir
+end
+
+# add self to libpath
+$:.unshift File.expand_path("../../lib", bin_file)
+
+# inject any code in ~/.turbot/client over top
+require "turbot/updater"
+Turbot::Updater.disable("To update this version of the Turbot client please use
+`apt-get install turbot-toolbelt`")
+
+# start up the CLI
+require "turbot/cli"
+Turbot.user_agent = "turbot-toolbelt/#{Turbot::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+Turbot::CLI.start(*ARGV)

data/dist/resources/deb/turbot-release-key.txt

@@ -0,0 +1,30 @@
+-----BEGIN PGP PUBLIC KEY BLOCK-----
+Version: GnuPG v1.4.11 (Darwin)
+
+mQENBE5SfAEBCADLp056ZgfdtAMXLWpEuL9zY+dIHIY5qLQcDmUivjHLVE4l3Bi3
+Mn570K0W9rfk7fHBPEO2XJEDdjk8Bg6mWTAeGjdfZgZaL+qO9NjqQ5QmVR+vgp7s
+yxJYlfY+JYTZvl/JiDWGhuPHSPggXILCMf3SpqWMHGPqe/3RAK+CHCNv/94uaoS4
+vi4HQT+k4sRceiM8WqkSRYSoc7rzdDejZn+InCYFfR56VeSFF4G4I6neZs/q5T9d
+Ty2i5d0gZLaX/Iqc+3Dy0vDKClc0HUQJ6ajDPuUqKLHFUpqyuwfJij60+C3GMi8K
+ckRPti31EPFVzq3GPHU+GqA+e9j84WHr4uJ5ABEBAAG0L0hlcm9rdSBSZWxlYXNl
+IEVuZ2luZWVyaW5nIDxyZWxlYXNlQGhlcm9rdS5jb20+iQE4BBMBAgAiBQJOUnwB
+AhsDBgsJCAcDAgYVCAIJCgsEFgIDAQIeAQIXgAAKCRDJJ+vgDxsFIChECAC9h4Ay
+Nx4AQFu85cjR9rijyBflPeVqi7Xhzd7IvLg2+kZSexlb2oidj7iVSMy+vy5tG9g9
+8Az/JqMCVjcZ7ltn60OGU8gIYpJqt6VmH3vfJBxXu/Sm9tym3UCYGVvMAN5Oq6yB
+HlQkQ8F3p0cW69PmF+fibkgo9RE0EYlBIt2rUHNilTGFS6vXGr5reFFp3/rRHq3k
+bixnUwFSqNujJgnBKDPwtSYKc4pMpnhuv88xEpLH7vU8NLXQZMitKQguV8XEmcsu
+43LXlsx5uVr239/XNW+h412gIHFDSzB/YuLWlVUXMfquC96z/wxMqWWZyskDNgr0
+WDdMgzK6CUfXSqQhuQENBE5SfAEBCADbnGKcXpdVauQpINQLtRnrT0BJIrIo1Yxv
+LQRb3G7RU+Eq6aHXwk9fSKa6nEv9RsmqiW874yODnr0d/DTUWMHT+jRvPHm1wlbE
+pGR1aPSo7GgkSUdaT6CVBN3JWZ2kVJGqohNoJMYbfVaWd/kpa/LiMFWzS8LfWT2K
+xiO2vIh4qBfeRCGR7s8rADCHuHJ0eibADrgqcRfdPrChB1JiYLeTdV4yRmSzJ7TM
+zWX7OVpGfIFLbCw9NeN65pI9ePs2mSPM7DYkhhKSXWMwJNXFzn1blOGiwAwKb48P
+a/QpE6TG3PQzbYyTTP0Td1XgKAHcprvbc89a/nAk3a+PJQ/MqvDzABEBAAGJAR8E
+GAECAAkFAk5SfAECGwwACgkQySfr4A8bBSD4mAgAnCT5WRiDl0259Px9Z9J9Wk8Z
+SxugDct2Yhzca4aw1Ou4cfaIFCDXzFlBzSJfqk0HoVhp9r2gzEPUCKnSjRDyxaMo
+wZCUtqigBua+z4NB4AWgeOl/2S06I2ki1K7pfl4piYcHtEThHamnhVPJ2Hi6HsHq
+mUU+8SxleHE4GCXmKkuvxelUq9jrhHikIkm1RoqFOPb9zV3WRy4YzVHQSYfHmfk0
+9kXlM/CS0sfNv2UKCX+5e6eFIZv0rdtpp6VEh0tsFmsIClY6Z9MX7bgp8MnUJpyk
+OeIzOzQgkb4aeT0Whl+EPcTeDZfqIhVBoNXupUanmWNppFcMngxfqG2NGi1vvQ==
+=aUAq
+-----END PGP PUBLIC KEY BLOCK-----

data/dist/resources/pkg/Distribution.erb

@@ -0,0 +1,15 @@
+<?xml version="1.0" encoding="utf-8"?>
+<installer-script minSpecVersion="1.000000" authoringTool="org.ruby-lang.rake" authoringToolVersion="0.8.7">
+  <title>Turbot Client</title>
+  <options customize="allow" allow-external-scripts="no"/>
+  <domains enable_localSystem="true"/>
+  <choices-outline>
+    <line choice="turbot-client"/>
+  </choices-outline>
+  <choice id="turbot-client" title="Turbot Client">
+    <pkg-ref id="com.turbot.client"/>
+    <pkg-ref id="org.ruby-lang.installer"/>
+  </choice>
+  <pkg-ref id="com.turbot.client" installKBytes="<%= kbytes.strip %>" version="<%= version.strip %>" auth="Root">#turbot-client.pkg</pkg-ref>
+  <pkg-ref id="org.ruby-lang.installer" installKBytes="9132" auth="Root">#ruby.pkg</pkg-ref>
+</installer-script>

data/dist/resources/pkg/PackageInfo.erb

@@ -0,0 +1,6 @@
+<pkg-info format-version="2" identifier="com.turbot.toolbelt" version="<%= version %>" install-location="/usr/local/turbot" auth="root">
+  <payload installKBytes="<%= kbytes.strip %>" numberOfFiles="<%= num_files.strip %>"/>
+  <scripts>
+    <postinstall file="./postinstall"/>
+  </scripts>
+</pkg-info>

data/dist/resources/pkg/postinstall

@@ -0,0 +1,45 @@
+#!/bin/sh
+
+usershell=$(dscl localhost -read /Local/Default/Users/$USER shell | sed -e 's/[^ ]* //')
+
+startup_files() {
+  case $(basename $usershell) in
+    zsh)
+      echo ".zlogin .zshrc .zprofile .zshenv"
+      ;;
+    bash)
+      echo ".bashrc .bash_profile .bash_login .profile"
+      ;;
+    *)
+      echo ".bash_profile .zshrc .profile"
+      ;;
+  esac
+}
+
+install_path() {
+  for file in $(startup_files); do
+    [ -f $HOME/$file ] || continue
+    (grep "Added by the Turbot" $HOME/$file >/dev/null) && break
+
+    cat <<MESSAGE >>$HOME/$file
+
+### Added by the Turbot Toolbelt
+export PATH="/usr/local/turbot/bin:\$PATH"
+MESSAGE
+
+    # done after we add to one file
+    break
+  done
+}
+
+# if the toolbelt is not returned by `which`, let's add to the PATH
+case $(which turbot) in
+  /usr/bin/turbot|/usr/local/turbot/bin/turbot)
+    ;;
+  *)
+    install_path
+    ;;
+esac
+
+# symlink binary to /usr/bin/turbot
+ln -sf /usr/local/turbot/bin/turbot /usr/bin/turbot

data/dist/resources/pkg/turbot

@@ -0,0 +1,24 @@
+#!/usr/local/turbot/ruby/bin/ruby
+# encoding: UTF-8
+
+# resolve bin path, ignoring symlinks
+require "pathname"
+bin_file = Pathname.new(__FILE__).realpath
+
+# add locally vendored gems to libpath
+gem_dir = File.expand_path("../../vendor/gems", bin_file)
+Dir["#{gem_dir}/**/lib"].each do |libdir|
+  $:.unshift libdir
+end
+
+# add self to libpath
+$:.unshift File.expand_path("../../lib", bin_file)
+
+# inject any code in ~/.turbot/client over top
+require "turbot/updater"
+Turbot::Updater.inject_libpath
+
+# start up the CLI
+require "turbot/cli"
+Turbot.user_agent = "turbot-toolbelt/#{Turbot::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+Turbot::CLI.start(*ARGV)

data/dist/resources/tgz/turbot

@@ -0,0 +1,24 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+# resolve bin path, ignoring symlinks
+require "pathname"
+bin_file = Pathname.new(__FILE__).realpath
+
+# add locally vendored gems to libpath
+gem_dir = File.expand_path("../../vendor/gems", bin_file)
+Dir["#{gem_dir}/**/lib"].each do |libdir|
+  $:.unshift libdir
+end
+
+# add self to libpath
+$:.unshift File.expand_path("../../lib", bin_file)
+
+# inject any code in ~/.turbot/client over top
+require "turbot/updater"
+Turbot::Updater.inject_libpath
+
+# start up the CLI
+require "turbot/cli"
+Turbot.user_agent = "turbot-toolbelt/#{Turbot::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+Turbot::CLI.start(*ARGV)

data/dist/rpm.rake

@@ -0,0 +1,35 @@
+# TODO
+# * signing
+# * yum repository for updates
+# * foreman
+
+file pkg("/yum-#{version}/turbot-#{version}.rpm") => "deb:build" do |t|
+  mkchdir(File.dirname(t.name)) do
+    deb = pkg("/apt-#{version}/turbot-#{version}.deb")
+    sh "alien --keep-version --scripts --generate --to-rpm #{deb}"
+
+    spec = "turbot-#{version}/turbot-#{version}-1.spec"
+    spec_contents = File.read(spec)
+    File.open(spec, "w") do |f|
+      # Add ruby requirement, remove benchmark file with ugly filename
+      f.puts spec_contents.sub(/\n\n/m, "\nRequires: ruby\nBuildArch: noarch\n\n").
+        sub(/^.+has_key-vs-hash\[key\].+$/, "").
+        sub(/^License: .*/, "License: MIT\nURL: http://turbot.com\n").
+        sub(/^%description/, "%description\nClient library and CLI to deploy bots on Turbot.")
+    end
+    sh "sed -i s/ruby1.9.1/ruby/ turbot-#{version}/usr/local/turbot/bin/turbot"
+
+    chdir("turbot-#{version}") do
+      sh "rpmbuild --buildroot $PWD -bb turbot-#{version}-1.spec"
+    end
+  end
+end
+
+desc "Build an .rpm package"
+task "rpm:build" => pkg("/yum-#{version}/turbot-#{version}.rpm")
+
+desc "Remove build artifacts for .rpm"
+task "rpm:clean" do
+  clean pkg("turbot-#{version}.rpm")
+  FileUtils.rm_rf("pkg/yum-#{version}") if Dir.exists?("pkg/yum-#{version}")
+end

data/dist/tgz.rake

@@ -0,0 +1,26 @@
+file pkg("turbot-#{version}.tgz") => distribution_files("tgz") do |t|
+  tempdir do |dir|
+    mkchdir("turbot-client") do
+      assemble_distribution
+      assemble_gems
+      assemble resource("tgz/turbot"), "bin/turbot", 0755
+    end
+
+    sh "chmod -R go+r turbot-client"
+    sh "sudo chown -R 0:0 turbot-client"
+    sh "tar czf #{t.name} turbot-client"
+    sh "sudo chown -R $(whoami) turbot-client"
+  end
+end
+
+task "tgz:build" => pkg("turbot-#{version}.tgz")
+
+task "tgz:clean" do
+  clean pkg("turbot-#{version}.tgz")
+end
+
+task "tgz:release" => "tgz:build" do |t|
+  store pkg("turbot-#{version}.tgz"), "turbot-client/turbot-client-#{version}.tgz"
+  store pkg("turbot-#{version}.tgz"), "turbot-client/turbot-client-beta.tgz" if beta?
+  store pkg("turbot-#{version}.tgz"), "turbot-client/turbot-client.tgz" unless beta?
+end

data/dist/zip.rake

@@ -0,0 +1,40 @@
+require "zip"
+
+file pkg("turbot-#{version}.zip") => distribution_files("zip") do |t|
+  tempdir do |dir|
+    mkchdir("turbot-client") do
+      assemble_distribution
+      assemble_gems
+      Zip::ZipFile.open(t.name, Zip::ZipFile::CREATE) do |zip|
+        Dir["**/*"].each do |file|
+          zip.add(file, file) { true }
+        end
+      end
+    end
+  end
+end
+
+file pkg("turbot-#{version}.zip.sha256") => pkg("turbot-#{version}.zip") do |t|
+  File.open(t.name, "w") do |file|
+    file.puts Digest::SHA256.file(t.prerequisites.first).hexdigest
+  end
+end
+
+task "zip:build" => pkg("turbot-#{version}.zip")
+task "zip:sign"  => pkg("turbot-#{version}.zip.sha256")
+
+def zip_signature
+  File.read(pkg("turbot-#{version}.zip.sha256")).chomp
+end
+
+task "zip:clean" do
+  clean pkg("turbot-#{version}.zip")
+end
+
+task "zip:release" => %w( zip:build zip:sign ) do |t|
+  store pkg("turbot-#{version}.zip"), "turbot-client/turbot-client-#{version}.zip"
+  store pkg("turbot-#{version}.zip"), "turbot-client/turbot-client-beta.zip" if beta?
+  store pkg("turbot-#{version}.zip"), "turbot-client/turbot-client.zip" unless beta?
+
+  sh "turbot config:add UPDATE_HASH=#{zip_signature} -a toolbelt"
+end

data/lib/turbot.rb

@@ -1,19 +1,22 @@
-require "turbot/client"
-require "turbot/updater"
-require "turbot/version"
-require "turbot_api"
-require "turbot/errors"
+require 'fileutils'
+require 'optparse'
+require 'set'
+require 'shellwords'
+require 'socket'
 
-module Turbot
-
-  USER_AGENT = "turbot-gem/#{Turbot::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
+require 'netrc'
+require 'text/levenshtein'
+require 'zip'
 
-  def self.user_agent
-    @@user_agent ||= USER_AGENT
-  end
-
-  def self.user_agent=(agent)
-    @@user_agent = agent
-  end
+require 'turbot/helpers'
+require 'turbot/helpers/api_helper'
+require 'turbot/helpers/netrc_helper'
+require 'turbot/helpers/shell_helper'
+require 'turbot/cli'
+require 'turbot/command'
+require 'turbot/command/base'
+require 'turbot/version'
 
+module Turbot
+  DEBUG_VERSION = "#{Turbot::VERSION} (#{RUBY_PLATFORM}) ruby/#{RUBY_VERSION}"
 end