turbotlib 0.0.9 → 0.0.10

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 44b9719707388531d6f0172d1c78543924e006c9
+  data.tar.gz: 9161d47bfc1d216523b72d3ee4e422b21cb6ef70
+SHA512:
+  metadata.gz: 357630b07308d9b1a0b2a0f43449ed30bd615240a5f556012665092bea59b34b27c0894d5be432bae272d5cda3467b86d098f9f582fce2514942761997b48a8b
+  data.tar.gz: 398fae55cf3c0a85577ba2624c2a82ecb3a007d3f20c5e604871bc4ef2b40c6af8f13fc90baf80062a0ce7cc52518d975376c19fbe3570268adf97e5b2eb2994

data/.gitignore

@@ -0,0 +1,8 @@
+*.gem
+.bundle
+.yardoc
+coverage
+Gemfile.lock
+doc/*
+pkg/*
+/_cache

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--require spec_helper
+--order random

data/.travis.yml

@@ -0,0 +1,9 @@
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 1.9.3
+  - 2.0.0
+  - 2.1.0
+  - 2.2.0
+  - 2.3.0

data/Gemfile

@@ -0,0 +1,4 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in the gemspec
+gemspec

data/README.md

@@ -0,0 +1,14 @@
+# turbotlib-ruby
+
+[![Gem Version](https://badge.fury.io/rb/turbotlib.svg)](https://badge.fury.io/rb/turbotlib)
+[![Build Status](https://secure.travis-ci.org/openc/turbotlib-ruby.png)](https://travis-ci.org/openc/turbotlib-ruby)
+[![Dependency Status](https://gemnasium.com/openc/turbotlib-ruby.png)](https://gemnasium.com/openc/turbotlib-ruby)
+[![Coverage Status](https://coveralls.io/repos/openc/turbotlib-ruby/badge.png)](https://coveralls.io/r/openc/turbotlib-ruby)
+[![Code Climate](https://codeclimate.com/github/openc/turbotlib-ruby.png)](https://codeclimate.com/github/openc/turbotlib-ruby)
+
+## Releasing a new version
+
+Bump the version in `lib/turbotlib/version.rb` according to the [Semantic Versioning](http://semver.org/) convention, then:
+
+    git commit lib/turbotlib/version.rb -m 'Release new version'
+    rake release # requires Rubygems credentials

data/Rakefile

@@ -0,0 +1,16 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+begin
+  require 'yard'
+  YARD::Rake::YardocTask.new
+rescue LoadError
+  task :yard do
+    abort 'YARD is not available. In order to run yard, you must: gem install yard'
+  end
+end

data/lib/turbotlib.rb

@@ -1,26 +1,48 @@
+require 'fileutils'
+require 'forwardable'
 require 'yaml'
+
 require 'scraperwiki'
 
+require 'turbotlib/logger'
+require 'turbotlib/client'
+require 'turbotlib/ftp'
+require 'turbotlib/processor'
+
 class Turbotlib
   class << self
     include ScraperWiki
 
+    # Logs a message to STDERR.
+    #
+    # @param [String] message a log message
     def log(message)
       $stderr.puts message
     end
 
+    # Returns the path to the data directory.
+    #
+    # @return [String] the path to the data directory
     def data_dir
-      path_to("data")
+      path_to('data')
     end
 
+    # Returns the path to the sources directory.
+    #
+    # @return [String] the path to the sources directory
     def sources_dir
       if in_production? && !is_admin?
-        raise "Only admins are permitted to write to `sources_dir`"
+        raise 'Only admins are permitted to write to `sources_dir`'
       else
-        path_to("sources")
+        path_to('sources')
       end
     end
 
+    # Saves and returns the value of a variable.
+    #
+    # @param [String] a variable name
+    # @param val the value of the variable
+    # @return the value of the variable
     def save_var(key, val)
       vars = get_vars
       vars[key] = val
@@ -28,23 +50,33 @@ class Turbotlib
       val
     end
 
+    # Returns the value of a variable.
+    #
+    # @param [String] a variable name
+    # @return the value of the variable
     def get_var(key)
       get_vars[key]
     end
 
-    # Override default in ScraperWiki gem
+    # Override default in ScraperWiki gem.
+    #
+    # @return [SqliteMagic::Connection] a SQLite connection
     def sqlite_magic_connection
       db = "#{data_dir}/data.sqlite"
       @sqlite_magic_connection ||= SqliteMagic::Connection.new(db)
     end
 
-    private
+    # Returns whether the environment is production.
+    #
+    # @return [Boolean] whether the environment is production
     def in_production?
       !!ENV['MORPH_URL']
     end
 
+  private
+
     def is_admin?
-      ENV['USER_ROLES'].to_s.split(",").include?("admin")
+      ENV['USER_ROLES'].to_s.split(',').include?('admin')
     end
 
     def get_vars
@@ -66,18 +98,14 @@ class Turbotlib
 
     def path_to(dir)
       if in_production?
-        location = "/#{dir}"
+        "/#{dir}"
       else
-        location = dir
-        set_up_dir(location)
-      end
-      location
-    end
+        begin
+          Dir.mkdir(dir)
+        rescue Errno::EEXIST
+        end
 
-    def set_up_dir(location)
-      begin
-        Dir.mkdir(location)
-      rescue Errno::EEXIST
+        dir
       end
     end
   end

data/lib/turbotlib/client.rb

@@ -0,0 +1,26 @@
+require 'faraday'
+
+begin
+  require 'faraday_middleware'
+  require 'active_support/cache'
+rescue LoadError
+  # Production doesn't need caching.
+end
+
+class Turbotlib
+  class Client
+    def self.new(cache_dir, expires_in, level, logdev)
+      Faraday.new do |connection|
+        connection.request :url_encoded
+        connection.request :retry
+        connection.use Faraday::Response::Logger, Logger.new('faraday', level, logdev)
+        if defined?(FaradayMiddleware) && cache_dir
+          connection.response :caching do
+            ActiveSupport::Cache::FileStore.new(cache_dir, expires_in: expires_in)
+          end
+        end
+        connection.adapter Faraday.default_adapter
+      end
+    end
+  end
+end

data/lib/turbotlib/ftp.rb

@@ -0,0 +1,109 @@
+require 'delegate'
+require 'net/ftp'
+require 'pathname'
+
+require 'retriable'
+
+class Turbotlib
+  class FTPDelegator < SimpleDelegator
+    # echanges.dila.gouv.fr sometimes returns a local IP (192.168.30.9) for the
+    # host in `#makepasv`. We can store the first host received (which we assume
+    # to be good), and return it every time. However, even with a good IP, the
+    # next command times out. So, we instead retry the entire command with a new
+    # client, after closing the old client.
+    def method_missing(m, *args, &block)
+      on_retry = Proc.new do |exception, try, elapsed_time, next_interval|
+        @delegate_sd_obj.error("#{exception.message} on #{@delegate_sd_obj.last_cmd}")
+        @delegate_sd_obj.close
+
+        ftp = FTP.new(*@delegate_sd_obj.initialize_args)
+        ftp.logger = @delegate_sd_obj.logger
+        ftp.root_path = @delegate_sd_obj.root_path
+        ftp.passive = true
+
+        ftp.login
+        dir = @delegate_sd_obj.last_dir.to_s
+        unless dir.empty?
+          ftp.chdir(dir)
+        end
+
+        __setobj__(ftp)
+      end
+
+      exception_classes = [Errno::ETIMEDOUT, EOFError]
+      if Net.const_defined?(:ReadTimeout) # Ruby 2
+        exception_classes << Net::ReadTimeout
+      end
+
+      Retriable.retriable(on: exception_classes, on_retry: on_retry) do
+        super
+      end
+    end
+  end
+
+  class FTP < Net::FTP
+    extend Forwardable
+
+    attr_accessor :logger, :root_path
+    attr_reader :initialize_args, :last_dir, :last_cmd
+
+    def_delegators :@logger, :debug, :info, :warn, :error, :fatal
+
+    # Downloads a remote file.
+    #
+    # @param [String] remotefile the name of the remote file
+    # @return [File] a local file with the remote file's contents
+    def download(remotefile)
+      info("get #{remotefile}")
+
+      path = File.join(root_path, pwd, remotefile)
+
+      if Env.development? && File.exist?(path)
+        File.open(path)
+      else
+        FileUtils.mkdir_p(File.dirname(path))
+        File.open(path, 'w') do |f|
+          getbinaryfile(remotefile, f.path)
+        end
+        File.open(path)
+      end
+    end
+
+    def initialize(host = nil, user = nil, passwd = nil, acct = nil)
+      # Store so we can recreate an FTP client.
+      @initialize_args = [host, user, passwd, acct]
+      @last_dir = Pathname.new('')
+      @last_cmd = nil
+      super
+    end
+
+    def login(*args)
+      info('login')
+      super
+    end
+
+    def nlst(dir = nil)
+      if dir
+        info("nlst #{dir}")
+      else
+        info('nlst')
+      end
+      super
+    end
+
+    def chdir(dirname)
+      info("chdir #{dirname}")
+      super
+      # Store so we can resume from the directory.
+      @last_dir += dirname
+    end
+
+  private
+
+    def putline(line)
+      # Store so we can report the command that errored.
+      @last_cmd = line
+      super
+    end
+  end
+end

data/lib/turbotlib/logger.rb

@@ -0,0 +1,15 @@
+require 'logger'
+
+class Turbotlib
+  class Logger
+    def self.new(progname, level, logdev)
+      logger = ::Logger.new(logdev)
+      logger.level = ::Logger.const_get(level)
+      logger.progname = progname
+      logger.formatter = proc do |severity, datetime, progname, msg|
+        "#{datetime.strftime('%T')} #{severity} #{progname}: #{msg}\n"
+      end
+      logger
+    end
+  end
+end

data/lib/turbotlib/processor.rb

@@ -0,0 +1,30 @@
+class Turbotlib
+  class Processor
+    extend Forwardable
+
+    attr_reader :client
+
+    def_delegators :@logger, :debug, :info, :warn, :error, :fatal
+
+    def initialize(output_dir, cache_dir, expires_in, level, logdev)
+      @logger = Logger.new('turbot', level, logdev)
+      @client = Client.new(cache_dir, expires_in, level, logdev)
+
+      @output_dir = output_dir
+      FileUtils.mkdir_p(@output_dir)
+    end
+
+    def get(url)
+      client.get(url).body
+    end
+
+    def assert(message)
+      error(message) unless yield
+    end
+
+    # @return [String] the present UTC time in ISO 8601 format
+    def now
+      Time.now.utc.strftime('%Y-%m-%dT%H:%M:%SZ')
+    end
+  end
+end

data/lib/turbotlib/version.rb

@@ -1,3 +1,3 @@
 module TurbotLib
-  VERSION = "0.0.9"
+  VERSION = "0.0.10"
 end

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+require 'rubygems'
+
+require "simplecov"
+require "coveralls"
+SimpleCov.formatter = Coveralls::SimpleCov::Formatter
+SimpleCov.start do
+  add_filter "spec"
+end
+
+require 'rspec'
+require 'webmock/rspec'
+
+include WebMock::API
+
+require 'webrick'
+require File.dirname(__FILE__) + '/../lib/turbotlib'

data/spec/turbotlib/ftp_spec.rb

@@ -0,0 +1,78 @@
+require 'spec_helper'
+
+describe Turbotlib::FTPDelegator do
+  T = '\d\d:\d\d:\d\d'
+
+  let :logdev do
+    StringIO.new
+  end
+
+  let :logger do
+    Turbotlib::Logger.new('turbot', 'INFO', logdev)
+  end
+
+  let :ftp do
+    Turbotlib::FTP.new('echanges.dila.gouv.fr')
+  end
+
+  let :delegator do
+    Turbotlib::FTPDelegator.new(ftp)
+  end
+
+  before do
+    # Stub the methods that call `Net::FTP#open_socket`.
+    allow_any_instance_of(Net::FTP).to receive(:connect)
+    allow_any_instance_of(Net::FTP).to receive(:transfercmd).and_return(double({
+      :close => nil,
+      :gets => nil,
+      :read => nil,
+      :read_timeout= => nil,
+      :shutdown => nil,
+    }))
+    # Stub the default socket.
+    allow_any_instance_of(Net::FTP::NullSocket).to receive(:write)
+    allow_any_instance_of(Net::FTP::NullSocket).to receive(:closed?).and_return(true)
+    allow_any_instance_of(Net::FTP::NullSocket).to receive(:readline).and_return('200')
+  end
+
+  before(:each) do
+    delegator.logger = logger
+    delegator.login
+  end
+
+  describe '#initialize' do
+    it 'succeeds' do
+      expect(logdev.string).to match(/\A#{T} INFO turbot: login\n\z/)
+    end
+  end
+
+  describe '#nlst' do
+    it 'logs the command' do
+      delegator.nlst
+      expect(logdev.string).to match(/\A#{T} INFO turbot: login\n#{T} INFO turbot: nlst\n\z/)
+    end
+
+    it 'logs the command and the directory' do
+      delegator.nlst('foo')
+      expect(logdev.string).to match(/\A#{T} INFO turbot: login\n#{T} INFO turbot: nlst foo\n\z/)
+    end
+  end
+
+  describe '#chdir' do
+    it 'succeeds' do
+      delegator.chdir('BODACC')
+      expect(logdev.string).to match(/\A#{T} INFO turbot: login\n#{T} INFO turbot: chdir BODACC\n\z/)
+    end
+
+    context 'on error' do
+      before do
+        expect(ftp).to receive(:putline).once.and_raise(Errno::ETIMEDOUT)
+      end
+
+      it 'retries' do
+        delegator.chdir('BODACC')
+        expect(logdev.string).to match(/\A#{T} INFO turbot: login\n#{T} INFO turbot: chdir BODACC\n#{T} ERROR turbot: (?:Connection|Operation) timed out on TYPE I\n#{T} INFO turbot: login\n#{T} INFO turbot: chdir BODACC\n\z/)
+      end
+    end
+  end
+end

data/spec/turbotlib/logger_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe Turbotlib::Logger do
+  let :logdev do
+    StringIO.new
+  end
+
+  let :logger do
+    Turbotlib::Logger.new('foo', 'INFO', logdev)
+  end
+
+  describe '#info' do
+    it 'logs formatted messages' do
+      logger.info('bar')
+      expect(logdev.string).to match(/\A\d\d:\d\d:\d\d INFO foo: bar\n\z/)
+    end
+  end
+end

data/spec/turbotlib/processor_spec.rb

@@ -0,0 +1,50 @@
+require 'spec_helper'
+
+describe Turbotlib::Processor do
+  after do
+    if Dir.exist?('output')
+      Dir.rmdir('output')
+    end
+  end
+
+  let :logdev do
+    StringIO.new
+  end
+
+  let :processor do
+    Turbotlib::Processor.new('output', '_cache', 60, 'INFO', logdev)
+  end
+
+  describe '#initialize' do
+    it 'creates an output directory' do
+      processor
+      expect(Dir.exist?('output')).to eq(true)
+    end
+  end
+
+  describe '#get' do
+    it 'returns the body of an HTTP response' do
+      stub_request(:get, 'http://example.com/').to_return(:status => 200, :body => 'test')
+
+      expect(processor.get('http://example.com/')).to eq('test')
+    end
+  end
+
+  describe '#assert' do
+    it 'logs no message if the block returns true' do
+      processor.assert('passes'){true}
+      expect(logdev.string).to eq('')
+    end
+
+    it 'logs a message if the block returns false' do
+      processor.assert('fails'){false}
+      expect(logdev.string).to match(/\A\d\d:\d\d:\d\d ERROR turbot: fails\n\z/)
+    end
+  end
+
+  describe '#now' do
+    it 'returns the current time in ISO 8601' do
+      expect(processor.now).to match(/\A\d\d\d\d-\d\d-\d\dT\d\d:\d\d:\d\dZ\z/)
+    end
+  end
+end

data/spec/turbotlib_spec.rb

@@ -1,83 +1,83 @@
-require 'turbotlib'
-require 'fileutils'
+require 'spec_helper'
 
 describe Turbotlib do
-  describe "log" do
-    it "should print message" do
+  describe '.log' do
+    it 'prints a message' do
       expect {
-        Turbotlib.log("hi")
+        Turbotlib.log('hi')
       }.to output("hi\n").to_stderr
     end
   end
 
-  describe "data_dir" do
-    context "when developing" do
+  describe '.data_dir' do
+    context 'when developing' do
       after do
-        FileUtils.rm_rf("data")
+        Dir.rmdir('data')
       end
 
-      it "should return data" do
-        expect(Turbotlib.data_dir).to eq("data")
-      end
-
-      it "should create data directory" do
-        Turbotlib.data_dir
-        expect(File.exists?("data")).to eq(true)
+      it 'returns "data" and creates the directory' do
+        expect(Turbotlib.data_dir).to eq('data')
+        expect(Dir.exists?('data')).to eq(true)
       end
     end
 
-    context "when running in morph" do
+    context 'when running in morph' do
       before do
-        allow(ENV).to receive(:[]).with("MORPH_URL").and_return("something")
-      end
-
-      it "should return /data" do
-        expect(Turbotlib.data_dir).to eq("/data")
+        allow(ENV).to receive(:[]).with('MORPH_URL').and_return('something')
       end
 
-      it "should not create data directory" do
-        expect(File.exists?("data")).to eq(false)
+      it 'returns "/data" and does not create the directory' do
+        expect(Turbotlib.data_dir).to eq('/data')
+        expect(Dir.exists?('data')).to eq(false)
       end
     end
   end
 
-  describe "sources_dir" do
-    context "when developing" do
+  describe '.sources_dir' do
+    context 'when developing' do
       after do
-        FileUtils.rm_rf("sources")
+        Dir.rmdir('sources')
       end
 
-      it "should return sources" do
-        expect(Turbotlib.sources_dir).to eq("sources")
-      end
-
-      it "should create sources directory" do
-        Turbotlib.sources_dir
-        expect(File.exists?("sources")).to eq(true)
+      it 'returns "sources" and creates the directory' do
+        expect(Turbotlib.sources_dir).to eq('sources')
+        expect(Dir.exists?('sources')).to eq(true)
       end
     end
 
-    context "when running in morph" do
-      context "and not an admin" do
-        before do
-          allow(Turbotlib).to receive(:in_production?).and_return(true)
-        end
+    context 'when running in morph' do
+      before do
+        allow(Turbotlib).to receive(:in_production?).and_return(true)
+      end
 
-        it "should raise exception" do
-          expect{Turbotlib.sources_dir}.to raise_error
+      context 'and not an admin' do
+        it 'raises an error' do
+          expect{Turbotlib.sources_dir}.to raise_error("Only admins are permitted to write to `sources_dir`")
         end
       end
 
-      context "and an admin" do
+      context 'and an admin' do
         before do
-          allow(Turbotlib).to receive(:in_production?).and_return(true)
           allow(Turbotlib).to receive(:is_admin?).and_return(true)
         end
 
-        it "should return /sources" do
-          expect(Turbotlib.sources_dir).to eq("/sources")
+        it 'returns "/sources" and does not create the directory' do
+          expect(Turbotlib.sources_dir).to eq('/sources')
+          expect(Dir.exists?('/sources')).to eq(false)
         end
       end
     end
   end
+
+  describe '.save_var' do
+    after do
+      FileUtils.rm_rf('data')
+    end
+
+    it 'saves and returns the variable' do
+      expect(Turbotlib.get_var('foo')).to eq(nil)
+      expect(Turbotlib.save_var('foo', 'bar')).to eq('bar')
+      expect(Turbotlib.get_var('foo')).to eq('bar')
+    end
+  end
 end

data/turbotlib.gemspec

@@ -0,0 +1,30 @@
+require File.expand_path('../lib/turbotlib/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name    = "turbotlib"
+  gem.version = TurbotLib::VERSION
+
+  gem.author      = "OpenCorporates"
+  gem.email       = "bots@opencorporates.com"
+  gem.homepage    = "https://github.com/openc/turbotlib-ruby"
+  gem.summary     = "Helpers for writing Turbot bots"
+  gem.license     = "MIT"
+
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.require_paths = ["lib"]
+
+  gem.required_ruby_version = '>=1.9.2'
+
+  gem.add_runtime_dependency "scraperwiki", "~> 3.0.2"
+  gem.add_runtime_dependency "faraday", "~> 0.9.0"
+  gem.add_runtime_dependency "retriable", "~> 2.0.2"
+
+  gem.add_development_dependency "activesupport", "~> 4.1.0"
+  gem.add_development_dependency "coveralls"
+  gem.add_development_dependency "faraday_middleware"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "rspec", "~> 3.4"
+  gem.add_development_dependency "webmock"
+end

metadata

@@ -1,65 +1,193 @@
 --- !ruby/object:Gem::Specification
 name: turbotlib
 version: !ruby/object:Gem::Version
-  version: 0.0.9
-  prerelease: 
+  version: 0.0.10
 platform: ruby
 authors:
-- Turbot
+- OpenCorporates
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-03 00:00:00.000000000 Z
+date: 2016-02-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: scraperwiki
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - '='
+    - - "~>"
       - !ruby/object:Gem::Version
         version: 3.0.2
-description: ''
-email: support@turbot.opencorporates.com
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: retriable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.1.0
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: faraday_middleware
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email: bots@opencorporates.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
 - lib/turbotlib.rb
+- lib/turbotlib/client.rb
+- lib/turbotlib/ftp.rb
+- lib/turbotlib/logger.rb
+- lib/turbotlib/processor.rb
 - lib/turbotlib/version.rb
+- spec/spec_helper.rb
+- spec/turbotlib/ftp_spec.rb
+- spec/turbotlib/logger_spec.rb
+- spec/turbotlib/processor_spec.rb
 - spec/turbotlib_spec.rb
-homepage: http://turbot.opencorporates.com/
+- turbotlib.gemspec
+homepage: https://github.com/openc/turbotlib-ruby
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23.2
+rubygems_version: 2.4.5
 signing_key: 
-specification_version: 3
-summary: Helpers for writing turbot bots.
-test_files: []
+specification_version: 4
+summary: Helpers for writing Turbot bots
+test_files:
+- spec/spec_helper.rb
+- spec/turbotlib/ftp_spec.rb
+- spec/turbotlib/logger_spec.rb
+- spec/turbotlib/processor_spec.rb
+- spec/turbotlib_spec.rb
 has_rdoc: