biffbot 0.0.3 → 1.2.3

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    MzkzZWQzN2MyODFkMmNiZjU4MTU5NWM5ZTk3ZTI4MWM2ODBkMDU5OA==
+  data.tar.gz: !binary |-
+    Yzg4ZTdhMjI0MzM2NmMxMTVhMjA2MTIxOTUzZTMwYTdkOWRmZTQ0NA==
+SHA512:
+  metadata.gz: !binary |-
+    ZDNmMWQxZWY5YmJhMmQ0YzRiMjZlMTNkMDY1Yjg1OTJkNmYwYzQ4Yzc1MGJl
+    NzYwYjc4MzU4NWFmNjNhOWQ4MDIzNjliZjJkZTJmM2U2Y2Y5ZDI0OThiYTkw
+    MTA2ZjIxNTAxYjcwYzg2Yzc2ZWM4NWQ0ZjQ2ZWFmM2FlYWVhYzE=
+  data.tar.gz: !binary |-
+    Nzg5ZjY0MDFmYmMyYzlhNjhlY2FjM2U0ZmQ2NWFjNTNlZjg1ODczNjEzOTkw
+    MGVkMzE5ODNkYzM4MTFhM2Q3OTNhNGY1YzMzMDI5MGQxYzFmNjU5MzY1YTJl
+    YmE2YTk4ODIxNjg2YjNhYWMzODg4YzBmMjc0MWZkZGYyYTU0NzU=

data/.gitignore

@@ -15,3 +15,4 @@ spec/reports
 test/tmp
 test/version_tmp
 tmp
+.env

data/.rubocop.yml

@@ -0,0 +1,33 @@
+Encoding:
+  Enabled: false
+
+Style/HashSyntax:
+  Enabled: true
+
+Style/MethodLength:
+  Enabled: false
+
+LineLength:
+  Enabled: false
+
+MethodDefParentheses:
+  EnforcedStyle: require_no_parentheses
+
+SpaceInsideHashLiteralBraces:
+  EnforcedStyle: no_space
+
+SignalException:
+  EnforcedStyle: only_raise
+
+Documentation:
+  Enabled: false
+
+ClassAndModuleChildren:
+  Enabled: false
+
+# This rule doesn't work so well with multi argument exception ctors
+RaiseArgs:
+  Enabled: false
+
+EachWithObject:
+  Enabled: false

data/.travis.yml

@@ -0,0 +1,25 @@
+language: ruby
+cache: bundler
+rvm:
+- ruby-1.9.3
+- ruby-2.0.0
+- ruby-2.1
+- ruby-head
+script: bundle exec rake test
+notifications:
+  email:
+    recipients:
+    - anurag@mohanty.io
+    on_success:
+    - always|never|change
+    on_failure:
+    - always|never|change
+deploy:
+  provider: rubygems
+  api_key:
+    secure: rzBfMCE2wPxagwWN6ttk5IwCdnX5cI+QRDN9gBBjCWOsqn8cZQDzEfBs1S8zM79idbGY9bV62N8Dr5SgLitYc71YN8HnvNFBg9jjAlvu6ytS4o9L3LroS/cPPpDCgerqTli7Ol9XSjvN0KKHAeFyOZds8qSrn1vvqELnMDn9dOc=
+  gem: biffbot
+  on:
+    tags: true
+    all_branches: true
+    repo: tevren/biffbot

data/README.md

@@ -1,6 +1,7 @@
 # Biffbot
+[![Build Status](https://travis-ci.org/tevren/biffbot.svg?branch=master)](https://travis-ci.org/tevren/biffbot) [![Gem Version](https://badge.fury.io/rb/biffbot.svg)](http://badge.fury.io/rb/biffbot) [![Code Climate](https://codeclimate.com/github/tevren/biffbot/badges/gpa.svg)](https://codeclimate.com/github/tevren/biffbot)
 
-Ruby gem to connect to diffbot's article api
+Ruby gem to connect to diffbot's APIs
 
 ## Installation
 
@@ -19,19 +20,40 @@ Or install it yourself as:
 ## Usage
 
 Usage example:
+OLD DEPCRECATED METHOD: 
 
-	biff = Biffbot::Base.new("your developer token")
+    require 'biffbot'
+    token = YOUR_DEVELOPER_TOKEN
+	biff = Biffbot::Base.new(token)
 	article = biff.parse("the url you want to parse",options)
 
-You can use the options hash to set the following: tags, stats, dontStripAds, comments, summary, html
+NEW METHOD: 
 
-example:
+    require 'biffbot'
+    token = YOUR_DEVELOPER_TOKEN
+    analyze = Biffbot::Analyze.new(token, url, {:type => 'article'})
+    article = Biffbot::Article.new(@token,url,some_hash_of_options)
 
-	options = Hash.new
-	options[:tags] = true
-	options[:stats] = true
-	biff = Biffbot::Base.new("your developer token")
-	article = biff.parse("the url you want to parse",options)
+
+The available classes are: 
+* Biffbot::Analyze
+* Biffbot::Article
+* Biffbot::Image
+* Biffbot::Product
+* Untested Classes (I don't have a paid account)
+
+    * Biffbot::Bulk
+    * Biffbot::Custom
+
+## Testing
+
+1. create a .env file in the following format:
+
+        DIFFBOT_DEV_TOKEN=YOUR_DIFFBOT_TOKEN
+
+2. run the tests via rake
+
+        rake test
 
 ## Contributing
 

data/Rakefile

@@ -1 +1,23 @@
-require "bundler/gem_tasks"
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require 'dotenv/tasks'
+
+desc 'Run supported specs'
+RSpec::Core::RakeTask.new(:supported) do |task|
+  task.pattern = 'spec/lib/supported/*_spec.rb'
+  task.rspec_opts = ['--color', '--format', 'progress']
+end
+
+desc 'Run supported specs'
+RSpec::Core::RakeTask.new(:unsupported) do |task|
+  task.pattern = 'spec/lib/unsupported/*_spec.rb'
+  task.rspec_opts = ['--color', '--format', 'progress']
+end
+
+desc 'Run rubocop tests'
+task :rubocop do
+  sh "bundle exec rubocop -c #{File.dirname(__FILE__)}/.rubocop.yml #{File.dirname(__FILE__)}"
+end
+
+task test: [:dotenv, :supported, :rubocop]
+task default: [:test, :release]

data/biffbot.gemspec

@@ -4,19 +4,23 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 require 'biffbot/version'
 
 Gem::Specification.new do |gem|
-  gem.name          = "biffbot"
+  gem.name          = 'biffbot'
   gem.version       = Biffbot::VERSION
-  gem.authors       = ["Anurag Mohanty"]
-  gem.email         = ["tevren@gmail.com"]
-  gem.description   = "Ruby gem to connect to diffbot's article api"
-  gem.summary       = "Given a url, pulls article content using diffbot's article extractor"
-  gem.homepage      = "https://github.com/tevren/biffbot"
+  gem.authors       = ['Anurag Mohanty']
+  gem.email         = ['tevren@gmail.com']
+  gem.description   = 'Ruby gem to connect to diffbot\'s article api'
+  gem.summary       = 'Given a url, pulls article content using diffbot\'s article extractor'
+  gem.homepage      = 'https://github.com/tevren/biffbot'
 
-  gem.files         = `git ls-files`.split($/)
-  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
-  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
-  gem.require_paths = ["lib"]
-  gem.add_dependency("httparty")
-  gem.add_dependency("json", "~> 1.7.7")
-  gem.add_development_dependency("rspec")
+  gem.files         = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
+  gem.executables   = gem.files.grep(/^bin\//) { |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(/^(test|spec|features)\//)
+  gem.require_paths = ['lib']
+  gem.add_dependency('httparty')
+  gem.add_dependency('json', '~> 1.8')
+  gem.add_dependency('hashie', '~> 3.3')
+  gem.add_development_dependency('rspec')
+  gem.add_development_dependency('rake')
+  gem.add_development_dependency('rubocop')
+  gem.add_development_dependency('dotenv')
 end

data/lib/biffbot.rb

@@ -1,12 +1,16 @@
-require "biffbot/version"
-require "biffbot/base"
+require 'biffbot/version'
+require 'biffbot/analyze'
+require 'biffbot/article'
+require 'biffbot/base'
+require 'biffbot/bulk'
+require 'biffbot/custom'
+require 'biffbot/image'
+require 'biffbot/product'
+
 module Biffbot
-  # Your code goes here...
   def self.reset!
     @token = nil
   end
   class << self
-	#Your Diffbot API token.
-    attr_accessor :token
   end
 end

data/lib/biffbot/analyze.rb

@@ -0,0 +1,9 @@
+require 'biffbot/base'
+module Biffbot
+  class Analyze < Base
+    def initialize token, url, options = {}
+      @token = token
+      parse(@token, 'analyze', url, options)
+    end
+  end
+end

data/lib/biffbot/article.rb

@@ -0,0 +1,9 @@
+require 'biffbot/base'
+module Biffbot
+  class Article < Base
+    def initialize token, url, options = {}
+      @token = token
+      parse(@token, 'article', url, options)
+    end
+  end
+end

data/lib/biffbot/base.rb

@@ -1,40 +1,42 @@
 require 'httparty'
 require 'json'
-
+require 'hashie'
+require 'cgi'
 module Biffbot
-	class Base
-		def initialize(token) 
-			@token = token
-		end
-		def parse(url,options={})
-			@url = url
-			output = Hash.new
-			request = "http://www.diffbot.com/api/article?token=#{@token}&url=#{@url}"
-			options.each_pair do |key,value|
-				if key.match(/html|dontStripAds|tags|comments|summary|stats/) && value == true
-					request = request + "&#{key}"
-				end
-			end
-			response = HTTParty.get(request)
-			response.parsed_response.each_pair do |key,value|
-				output[key.to_sym] = value
-			end
-			return output
-		end
-		def batch(urls=[],options={})
-			output = []
-			request = "http://www.diffbot.com/api/batch"
-      		batch = urls.map do |url|
-    			{ :method => "GET", :relative_url => "/api/article?token=#{@token}&url=#{url}" }
-      		end
-     		options = { :body => {:token => @token, :batch => batch.to_json }, :basic_auth => @auth }
-			response = HTTParty.post(request, options)
-      
-			JSON.parse(response.parsed_response).each do |response_dict|
-        		puts response_dict.inspect
-				output << JSON.parse(response_dict["body"])
-			end
-			return output
-    	end
-	end
+  class Base < Hash
+    include Hashie::Extensions::Coercion
+    def parse token = '', type = 'article', url = '', options = {}
+      url = parse_options(options, generate_url(CGI.escape(url), token, type, options[:version]))
+      JSON.parse(HTTParty.get(url).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def generate_url url, token, type, version
+      case type
+      when 'analyze'
+        url = "http://api.diffbot.com/v3/#{type}?token=#{token}&url=#{url}"
+      when 'custom'
+        url = "http://api.diffbot.com/v3/#{options[:api_name]}?token=#{token}&url=#{url}"
+      when 'article', 'image', 'product'
+        url = "http://api.diffbot.com/v2/#{type}?token=#{token}&url=#{url}"
+        url = "http://api.diffbot.com/#{version}/#{type}?token=#{token}&url=#{url}" if version == 'v2' || version == 'v3'
+      end
+      url
+    end
+
+    def parse_options options = {}, request = ''
+      options.each do |opt, value|
+        case opt
+        when :timeout, :paging, :mode
+          request += "&#{opt}=#{value}"
+        when :callback, :stats
+          request += "&#{opt}"
+        when :fields
+          request += "&#{opt}=" + value.join(',') if value.is_a?(Array)
+        end
+      end
+      request
+    end
+  end
 end

data/lib/biffbot/bulk.rb

@@ -0,0 +1,75 @@
+require 'httparty'
+require 'json'
+require 'hashie'
+require 'cgi'
+module Biffbot
+  class Bulk < Base
+    include Hashie::Extensions::Coercion
+    def initialize token
+      @token = token
+    end
+
+    def create_job name, api_type, urls = [], options = {}
+      api_url = "http://api.diffbot.com/v2/#{api_type}"
+      api_url = "http://api.diffbot.com/#{options[:version]}/#{api_type}" if options[:version] == 'v2' || options[:version] == 'v3'
+      api_url = parse_options(options, api_url)
+      endpoint = 'http://api.diffbot.com/v3/bulk'
+      post_body = generate_post_body(name, api_url, urls, options)
+      JSON.parse(HTTParty.post(endpoint, body: post_body.to_json, headers: {'Content-Type' => 'application/json'}).body).each_pair do |k, v|
+        self[k] = v
+      end
+    end
+
+    def generate_post_body name, api_url, urls = [], options = {}
+      post_body = {token: @token, name: name, apiUrl: api_url, urls: urls}
+      options.each do |key, value|
+        next unless %w(notifyEmail maxRounds notifyWebHook pageProcessPattern).include?(key.to_s)
+        post_body[key] = value
+      end
+      post_body
+    end
+
+    def pause name
+      endpoint = "http://api.diffbot.com/v3/bulk/?token=#{@token}&name=#{name}&pause=1"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def unpause name
+      endpoint = "http://api.diffbot.com/v3/bulk/?token=#{@token}&name=#{name}&pause=0"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def restart name
+      endpoint = "http://api.diffbot.com/v3/bulk/?token=#{@token}&name=#{name}&restart=1"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def delete name
+      endpoint = "http://api.diffbot.com/v3/bulk/?token=#{@token}&name=#{name}&delete=1"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def retrieve_data jobName, _options = {}
+      # TODO: add support for csv
+      endpoint = "http://api.diffbot.com/v3/bulk/download/#{@token}-#{jobName}_data.json"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+
+    def view name
+      endpoint = "http://api.diffbot.com/v3/bulk/?token=#{@token}&name=#{name}"
+      JSON.parse(HTTParty.get(endpoint).body).each_pair do |key, value|
+        self[key] = value
+      end
+    end
+  end
+end

data/lib/biffbot/custom.rb

@@ -0,0 +1,10 @@
+require 'biffbot/base'
+module Biffbot
+  class Custom < Base
+    def initialize token, url, api_name, options = {}
+      @token = token
+      options[:api_name] = api_name
+      parse(@token, 'custom', url, options)
+    end
+  end
+end

data/lib/biffbot/image.rb

@@ -0,0 +1,9 @@
+require 'biffbot/base'
+module Biffbot
+  class Image < Base
+    def initialize token, url, options = {}
+      @token = token
+      parse(@token, 'image', url, options)
+    end
+  end
+end

data/lib/biffbot/product.rb

@@ -0,0 +1,9 @@
+require 'biffbot/base'
+module Biffbot
+  class Product < Base
+    def initialize token, url, options = {}
+      @token = token
+      parse(@token, 'product', url, options)
+    end
+  end
+end

data/lib/biffbot/version.rb

@@ -1,3 +1,3 @@
 module Biffbot
-  VERSION = "0.0.3"
+  VERSION = '1.2.3'
 end

data/spec/lib/supported/analyze_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+
+# more tests to come...
+describe Biffbot::Analyze do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    url = 'http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html'
+    @article = Biffbot::Analyze.new(token, url, type: 'article')
+  end
+
+  describe 'analyze an article' do
+    it 'should have a type of article' do
+      @article['type'].should include('article')
+    end
+
+    it 'should have an human language field' do
+      @article['humanLanguage'].should_not be_nil
+      @article['humanLanguage'].should be_a_kind_of(String)
+    end
+
+    it 'should have an url' do
+      @article['objects'].first['pageUrl'].should_not be_nil
+      @article['objects'].first['pageUrl'].should be_a_kind_of(String)
+      @article['objects'].first['pageUrl'].should include('http')
+    end
+
+    it 'should have some text' do
+      @article['objects'].first['text'].should_not be_nil
+      @article['objects'].first['text'].should be_a_kind_of(String)
+    end
+  end
+end

data/spec/lib/supported/article_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+# currently tests v2 article api
+describe Biffbot::Article do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    url = 'http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html'
+    @article = Biffbot::Article.new(token, url)
+  end
+
+  describe 'Biffbot::Article.parse' do
+    it 'should have a type of article' do
+      @article['type'].should include('article')
+    end
+
+    it 'should have an url' do
+      @article['url'].should_not be_nil
+      @article['url'].should be_a_kind_of(String)
+      @article['url'].should include('http')
+    end
+
+    it 'should have the default fields for an article' do
+      %w(icon title text html date author images videos).each do |field|
+        @article[field].should_not be_nil
+      end
+    end
+  end
+end

data/spec/lib/supported/image_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+# currently tests v2 image api
+describe Biffbot::Image do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    url = 'http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html'
+    @image = Biffbot::Image.new(token, url)
+  end
+
+  describe 'Biffbot::Image.parse' do
+    it 'should have a type of article' do
+      @image['type'].should include('image')
+    end
+
+    it 'should have an url' do
+      @image['url'].should_not be_nil
+      @image['url'].should be_a_kind_of(String)
+      @image['url'].should include('http')
+    end
+
+    it 'should have the default fields for an image' do
+      %w(type title images url).each do |field|
+        @image[field].should_not be_nil
+      end
+    end
+  end
+end

data/spec/lib/supported/product_spec.rb

@@ -0,0 +1,33 @@
+require 'spec_helper'
+
+# currently tests v2 product api
+describe Biffbot::Product do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    url = 'http://www.amazon.com/Google-Chromecast-Streaming-Media-Player/dp/B00DR0PDNE/'
+    @product = Biffbot::Product.new(token, url)
+  end
+
+  describe 'Biffbot::Product.parse' do
+    it 'should have a type of article' do
+      @product['type'].should include('product')
+    end
+
+    it 'should have an url' do
+      @product['url'].should_not be_nil
+      @product['url'].should be_a_kind_of(String)
+      @product['url'].should include('http')
+    end
+
+    it 'should have an offer price' do
+      @product['offerPrice'].should_not be_nil
+      @product['offerPrice'].should be_a_kind_of(String)
+    end
+
+    it 'should have the default fields for an image' do
+      %w(title text leafPage offerPrice images type products url).each do |field|
+        @product[field].should_not be_nil
+      end
+    end
+  end
+end

data/spec/lib/unsupported/bulk_spec.rb

@@ -0,0 +1,23 @@
+require 'spec_helper'
+
+# currently tests v2 bulk api
+describe Biffbot::Bulk do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    @bulk = Biffbot::Bulk.new(token)
+  end
+
+  it 'should create a bulk job' do
+    urls = ['http://www.washingtonpost.com/blogs/wonkblog/wp/2014/12/18/100000-prisoners-are-in-for-low-level-drug-offenses-obama-just-gave-relief-to-8/',
+            'http://www.wired.com/2013/01/4th-amendment-chest-trial/']
+    @bulk.create_job('test', 'article', urls).should_not be_nil
+  end
+
+  it 'should view the bulk job' do
+    @bulk.view('test').should_not be_nil
+  end
+
+  it 'should delete the bulk job' do
+    @bulk.delete('test').should_not be_nil
+  end
+end

data/spec/lib/unsupported/custom_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+# currently breaks until i figure out how to create a custom api
+describe Biffbot::Custom do
+  before :each do
+    token = ENV['DIFFBOT_DEV_TOKEN']
+    url = 'http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html'
+    @article = Biffbot::Custom.new(token, url, 'article')
+  end
+
+  describe 'Biffbot::Article.parse' do
+    it 'should have a type of article' do
+      @article['type'].should include('article')
+    end
+
+    it 'should have an url' do
+      @article['url'].should_not be_nil
+      @article['url'].should be_a_kind_of(String)
+      @article['url'].should include('http')
+    end
+
+    it 'should have the default fields for an article' do
+      %w(icon title text html date author images videos).each do |field|
+        @article[field].should_not be_nil
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -1,3 +1,2 @@
-require 'biffbot/base'
-require 'yaml'
+require 'biffbot'
 require 'json'

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: biffbot
 version: !ruby/object:Gem::Version
-  version: 0.0.3
-  prerelease: 
+  version: 1.2.3
 platform: ruby
 authors:
 - Anurag Mohanty
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-12 00:00:00.000000000 Z
+date: 2014-12-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: httparty
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -30,23 +27,34 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.7.7
+        version: '1.8'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 1.7.7
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: hashie
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.3'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -54,7 +62,48 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -67,40 +116,57 @@ extensions: []
 extra_rdoc_files: []
 files:
 - .gitignore
+- .rubocop.yml
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - biffbot.gemspec
 - lib/biffbot.rb
+- lib/biffbot/analyze.rb
+- lib/biffbot/article.rb
 - lib/biffbot/base.rb
+- lib/biffbot/bulk.rb
+- lib/biffbot/custom.rb
+- lib/biffbot/image.rb
+- lib/biffbot/product.rb
 - lib/biffbot/version.rb
-- spec/biffbot_spec.rb
+- spec/lib/supported/analyze_spec.rb
+- spec/lib/supported/article_spec.rb
+- spec/lib/supported/image_spec.rb
+- spec/lib/supported/product_spec.rb
+- spec/lib/unsupported/bulk_spec.rb
+- spec/lib/unsupported/custom_spec.rb
 - spec/spec_helper.rb
 homepage: https://github.com/tevren/biffbot
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.4.5
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Given a url, pulls article content using diffbot's article extractor
 test_files:
-- spec/biffbot_spec.rb
+- spec/lib/supported/analyze_spec.rb
+- spec/lib/supported/article_spec.rb
+- spec/lib/supported/image_spec.rb
+- spec/lib/supported/product_spec.rb
+- spec/lib/unsupported/bulk_spec.rb
+- spec/lib/unsupported/custom_spec.rb
 - spec/spec_helper.rb

data/spec/biffbot_spec.rb

@@ -1,21 +0,0 @@
-require 'spec_helper'
-# more tests to come... 
-describe Biffbot do
-	before :each do 
-		@token = "YOUR TOKEN HERE"
-		@biffbot = Biffbot::Base.new(@token)		
-	end
-
-	describe "#get_huffinton_post_article" do
-		it "not nil" do
-		  @biffbot.parse("http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html").size.should_not be_nil
-		end
-	end
-  
-	describe "#batch" do
-		it "not nil" do
-			articles = ["http://www.huffingtonpost.ca/2012/10/11/amanda-todd-teen-bullying-suicide-youtube_n_1959668.html", "http://www.nytimes.com/2013/02/08/business/asset-sales-help-quarterly-profit-at-times-company.html"]
-			@biffbot.batch(articles).size.should == 2
-		end
-	end
-end